-- Logs begin at Mon 2022-02-14 20:31:56 UTC, end at Mon 2022-02-14 22:52:43 UTC. -- Feb 14 21:04:43.876202 n-d-828372-11 systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 21:04:46.807337 n-d-828372-11 neutron-server[103405]: INFO neutron.common.config [-] Logging enabled! Feb 14 21:04:46.807941 n-d-828372-11 neutron-server[103405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 21:04:46.808118 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 21:04:46.811403 n-d-828372-11 neutron-server[103405]: INFO neutron.common.config [-] Logging enabled! Feb 14 21:04:46.811662 n-d-828372-11 neutron-server[103405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 21:04:46.811977 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 21:04:46.812907 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 21:04:46.813143 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 21:04:46.813516 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 21:04:46.813766 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 21:04:46.813994 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 21:04:46.814466 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.814890 n-d-828372-11 neutron-server[103405]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 21:04:46.815229 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.815531 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.815862 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.816163 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.816457 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.816745 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.817038 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.817340 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.817631 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.817918 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.818210 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.818507 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.818793 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.819084 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.819397 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.819683 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.819967 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.820398 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.820800 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.821088 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.821380 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.821659 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.821937 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.822212 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.822498 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.822827 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] host = n-d-828372-11 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.823387 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.823680 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.823969 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.824258 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.824534 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.824809 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.825100 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.825375 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.825648 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.825925 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.826215 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.826501 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.826790 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.827017 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.827274 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.827576 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.827864 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.828143 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.828424 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.828785 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.828974 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.829251 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.829521 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.829806 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.830089 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.830376 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.830652 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.830928 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.831227 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.832042 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.832329 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.832609 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.832884 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.833160 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.833447 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.833719 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.833995 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.834295 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.834581 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.834863 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.835146 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.835450 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.835734 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.836010 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.836284 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.836557 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.836830 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.837101 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.837380 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.837656 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.837930 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.838204 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.838476 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.838761 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.839034 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:46.839359 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.839658 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.839958 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.840255 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.840546 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.840824 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.841109 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.841384 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.841671 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.841961 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.842249 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.842528 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.842827 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.843115 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.843431 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.843737 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.844031 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.844325 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.844597 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.844871 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.845144 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.845428 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.845720 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.845998 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.846287 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.846575 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.846855 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.847762 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.848057 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.848353 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.848643 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.848919 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.849199 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.849489 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.849768 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.850042 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.850322 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.850612 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.850890 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.851177 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.851463 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.851742 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.852016 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.852288 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.852566 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.852855 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.853132 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.853403 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.853672 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.853949 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.854220 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.854504 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.854782 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.855052 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.855355 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.855635 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.855908 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.856182 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.856457 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.856729 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.857004 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.857276 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.857545 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.857816 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.858087 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.858357 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.858627 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.858898 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.859189 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.859466 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.859741 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.860015 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.860290 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.860566 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.860853 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.861152 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.861432 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.861715 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.862000 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.862282 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.862563 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.862865 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.863148 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.863457 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.863733 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.864027 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.864316 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.864607 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.864910 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.865198 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.865494 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.865773 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.866061 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.866342 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.866620 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.866907 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.867210 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.867507 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.867801 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.868095 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.868387 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.868678 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.868963 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.869272 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.869553 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:46.869771 n-d-828372-11 neutron-server[103405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 21:04:46.870012 n-d-828372-11 neutron-server[103405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 21:04:47.241489 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 21:04:47.241663 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 21:04:47.241975 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 21:04:47.242312 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 21:04:47.570977 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.571296 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.571572 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.572880 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.573411 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.573679 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.617658 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.617942 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.618214 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.633744 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.634028 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.634302 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.663502 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.663786 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.664060 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.700033 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.700318 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:47.700591 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.043704 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.044305 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.044305 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.044495 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.045123 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.144715 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.145037 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.145323 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.145596 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.145867 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.146177 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.146440 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.146699 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.146954 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.147259 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.147525 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.147792 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.148050 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.148308 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.148565 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.148830 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.149086 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.149353 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.149622 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.149884 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.150158 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.150410 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.150689 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.151065 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.151345 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.151596 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.151990 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.152234 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.152474 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.152715 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.152954 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.153192 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.153555 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 21:04:48.156678 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 21:04:48.160799 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 21:04:48.164818 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 14 21:04:48.166467 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 21:04:48.166931 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 21:04:48.167303 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 21:04:48.167697 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 21:04:48.170588 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 21:04:48.170842 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 21:04:48.171215 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 21:04:48.176610 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 21:04:48.200350 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 21:04:48.200972 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.201272 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 21:04:48.201634 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.203024 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 21:04:48.203341 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 21:04:48.203590 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 21:04:48.207003 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.207325 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.268627 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 21:04:48.268907 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 21:04:48.269129 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 21:04:48.269642 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 21:04:48.289759 n-d-828372-11 neutron-server[103405]: DEBUG oslo_db.sqlalchemy.engines [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 21:04:48.723960 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing driver for type 'gre' Feb 14 21:04:48.724569 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] gre ID ranges: [(1, 1000)] Feb 14 21:04:48.778164 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing driver for type 'local' Feb 14 21:04:48.778507 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing driver for type 'vlan' Feb 14 21:04:48.791747 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] VlanTypeDriver initialization complete Feb 14 21:04:48.792107 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing driver for type 'vxlan' Feb 14 21:04:48.792653 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] vxlan ID ranges: [(1, 1000)] Feb 14 21:04:48.845099 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing extension driver 'port_security' Feb 14 21:04:48.845492 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.extensions.port_security [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] PortSecurityExtensionDriver initialization complete Feb 14 21:04:48.845827 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing mechanism driver 'openvswitch' Feb 14 21:04:48.846153 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing mechanism driver 'hyperv' Feb 14 21:04:48.853316 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.plugin [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:04:48.855683 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.856063 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.856420 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.856952 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.857387 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.857743 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.858089 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.858486 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.858892 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.859271 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.859614 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.860006 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.860414 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.860764 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.861104 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.861499 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.861903 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.862252 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.862646 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.863572 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.863979 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.864326 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.864667 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.865057 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 21:04:48.865504 n-d-828372-11 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] ML2 OVO RPC backend initialized. {{(pid=103405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 21:04:48.866199 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.866555 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.866972 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.867350 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > networks before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.867699 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.868044 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > ports before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.868387 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.868757 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.869103 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.869444 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.869782 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.870122 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.870461 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.870798 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.871135 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.871496 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.871830 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.879100 n-d-828372-11 neutron-server[103405]: INFO neutron.quota [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded quota_driver: . Feb 14 21:04:48.879493 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.plugin [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Modular L2 Plugin initialization complete Feb 14 21:04:48.879841 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading services supported by the core plugin {{(pid=103405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 21:04:48.880182 n-d-828372-11 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Got port-security extension from driver 'port_security' Feb 14 21:04:48.880662 n-d-828372-11 neutron-server[103405]: INFO neutron.extensions.vlantransparent [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Disabled vlantransparent extension. Feb 14 21:04:48.881168 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 21:04:48.881511 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: router Feb 14 21:04:48.918376 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.918769 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.919142 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router before_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.919542 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.919917 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.920280 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_delete 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.920640 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.920990 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.921351 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.921699 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.922050 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.922399 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.922757 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.923178 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.923558 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.923898 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.924235 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.924577 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.924949 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.925299 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.925642 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.925985 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.926341 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.926684 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.927177 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.927550 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.927897 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.928265 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > agent after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.928614 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.928961 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.929803 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Tracking information for resource: router configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.930134 n-d-828372-11 neutron-server[103405]: DEBUG neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Tracking information for resource: floatingip configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 21:04:48.935142 n-d-828372-11 neutron-server[103405]: INFO neutron.db.l3_agentschedulers_db [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 21:04:48.935753 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.936124 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.936478 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.936831 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.937611 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router before_create 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.937982 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.938343 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.938702 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.943530 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.provider_configuration [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service providers = [] {{(pid=103405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 21:04:48.943896 n-d-828372-11 neutron-server[103405]: DEBUG neutron.db.servicetype_db [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 21:04:48.946848 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.service_base [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 21:04:48.947228 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.service_base [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 21:04:48.947576 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.service_base [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 21:04:48.948717 n-d-828372-11 neutron-server[103405]: DEBUG neutron.services.service_base [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 21:04:48.949085 n-d-828372-11 neutron-server[103405]: INFO neutron.services.service_base [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 21:04:48.949458 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.949777 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 21:04:48.961057 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.961395 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: auto_allocate Feb 14 21:04:48.967377 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: network precommit_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.967750 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: network precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.968261 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.968593 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: tag Feb 14 21:04:48.975946 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.976227 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: timestamp Feb 14 21:04:48.980875 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.981440 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: network_ip_availability Feb 14 21:04:48.990559 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.991224 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.991824 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:48.992739 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.993176 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: flavors Feb 14 21:04:48.998224 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:48.998564 n-d-828372-11 neutron-server[103405]: INFO neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading Plugin: revisions Feb 14 21:04:49.003043 n-d-828372-11 neutron-server[103405]: DEBUG neutron.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 21:04:49.003496 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 21:04:49.004235 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 21:04:49.004576 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Initializing extension manager. Feb 14 21:04:49.005096 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: __init__.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.005436 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: __pycache__ {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.005770 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.006103 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.006852 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.007445 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: address-group Feb 14 21:04:49.007771 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: address_scope.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.008481 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.008987 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: address-scope Feb 14 21:04:49.009310 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.010226 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.010727 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: router-admin-state-down-before-update Feb 14 21:04:49.011050 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: agent.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.011773 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.012273 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: agent Feb 14 21:04:49.012592 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: agent_resources_synced.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.013493 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.013992 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: agent-resources-synced Feb 14 21:04:49.014319 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.016204 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.016724 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: allowed-address-pairs Feb 14 21:04:49.017052 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.018124 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.019620 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: auto-allocated-topology Feb 14 21:04:49.019951 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.020649 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.021155 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: availability_zone Feb 14 21:04:49.021481 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: availability_zone_filter.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.022391 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.022899 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: availability_zone_filter Feb 14 21:04:49.023250 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: data_plane_status.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.024158 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.024660 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 21:04:49.024989 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: default_subnetpools.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.025900 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.026409 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: default-subnetpools Feb 14 21:04:49.026793 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.027637 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.028142 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: dhcp_agent_scheduler Feb 14 21:04:49.028469 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: dns.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.029385 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.029882 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension dns-integration not supported by any of loaded plugins Feb 14 21:04:49.030206 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: dns_domain_ports.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.031115 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.031641 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 21:04:49.031967 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.032885 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.033383 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 21:04:49.033705 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: dvr.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.035083 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.035613 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: dvr Feb 14 21:04:49.035983 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: ecmp_routes.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.036901 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.037398 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 21:04:49.037724 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: empty_string_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.038623 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.039128 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: empty-string-filtering Feb 14 21:04:49.039477 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.040379 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.040882 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 21:04:49.041207 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.042113 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.042625 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 21:04:49.042949 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: external_net.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.043892 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.044437 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: external-net Feb 14 21:04:49.044707 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.045616 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.046120 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: extra_dhcp_opt Feb 14 21:04:49.046442 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: extraroute.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.047436 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.047943 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: extraroute Feb 14 21:04:49.048265 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: extraroute_atomic.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.049306 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.049818 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: extraroute-atomic Feb 14 21:04:49.050163 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: filter_validation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.050830 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.051367 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: filter-validation Feb 14 21:04:49.051692 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: fip_pf_description.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.052597 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.053102 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 21:04:49.053428 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: fip_port_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.054525 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.055044 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: fip-port-details Feb 14 21:04:49.055394 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: flavors.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.056625 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.057137 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: flavors Feb 14 21:04:49.057461 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.059178 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.059695 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 21:04:49.060024 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: floatingip_pools.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.060718 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.061225 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: floatingip-pools Feb 14 21:04:49.061552 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: ip_allocation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.062476 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.063054 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 21:04:49.063402 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.064321 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.064827 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: ip-substring-filtering Feb 14 21:04:49.065159 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l2_adjacency.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.066100 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.066600 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 21:04:49.066937 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.067905 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.068414 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: router Feb 14 21:04:49.068740 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.071112 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.071977 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 21:04:49.072533 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.074261 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.075206 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: ext-gw-mode Feb 14 21:04:49.075768 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.077248 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.078142 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: l3-ha Feb 14 21:04:49.078714 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.080221 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.081107 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 21:04:49.082170 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_flavors.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.083684 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.084578 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: l3-flavors Feb 14 21:04:49.085121 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.086816 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.087377 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 21:04:49.087707 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.088630 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.089144 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 21:04:49.089471 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: l3agentscheduler.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.090508 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.091019 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: l3_agent_scheduler Feb 14 21:04:49.091383 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: local_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.093171 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.093692 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension local_ip not supported by any of loaded plugins Feb 14 21:04:49.094029 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: logging.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.095875 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.096400 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension logging not supported by any of loaded plugins Feb 14 21:04:49.096734 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: metering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.098186 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.098775 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: metering Feb 14 21:04:49.099106 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.100236 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.100754 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: metering_source_and_destination_fields Feb 14 21:04:49.101084 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: multiprovidernet.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.102007 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.102517 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: multi-provider Feb 14 21:04:49.102846 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: netmtu.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.103783 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.104287 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: net-mtu Feb 14 21:04:49.104611 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: netmtu_writable.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.105523 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.106027 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: net-mtu-writable Feb 14 21:04:49.106351 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: network_availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.107017 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.107546 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: network_availability_zone Feb 14 21:04:49.107870 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: network_ip_availability.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.108976 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.109484 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: network-ip-availability Feb 14 21:04:49.109812 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: network_segment_range.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.110574 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.111071 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 21:04:49.111421 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: pagination.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.112440 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.112775 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: pagination Feb 14 21:04:49.113099 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: port_device_profile.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.113996 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.114503 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: port-device-profile Feb 14 21:04:49.114827 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.115781 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.116289 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: port-mac-address-regenerate Feb 14 21:04:49.116610 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.117521 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.118025 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: port-numa-affinity-policy Feb 14 21:04:49.118347 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: port_resource_request.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.119284 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.119788 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 21:04:49.120110 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.121094 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.121594 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 21:04:49.121913 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: portbindings.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.122834 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.123361 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: binding Feb 14 21:04:49.123683 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: portbindings_extended.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.124956 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.125547 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: binding-extended Feb 14 21:04:49.125872 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: portsecurity.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.126794 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.127344 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: port-security Feb 14 21:04:49.127676 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: project_id.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.128676 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.129009 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: project-id Feb 14 21:04:49.129334 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: providernet.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.130247 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.130754 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: provider Feb 14 21:04:49.131077 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.134680 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.135238 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos not supported by any of loaded plugins Feb 14 21:04:49.135577 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.136900 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.137421 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 21:04:49.137751 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.138668 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.139197 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 21:04:49.139528 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_default.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.140435 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.140994 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-default not supported by any of loaded plugins Feb 14 21:04:49.141341 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_fip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.142266 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.142774 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-fip not supported by any of loaded plugins Feb 14 21:04:49.143099 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.144587 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.145093 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 21:04:49.145416 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.146456 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.146968 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 21:04:49.147329 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.148242 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.148747 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 21:04:49.149073 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.150112 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.150622 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 21:04:49.150950 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.152011 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.152519 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 21:04:49.152844 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_pps_rule.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.154019 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.154535 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-pps not supported by any of loaded plugins Feb 14 21:04:49.154860 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.155807 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.156315 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 21:04:49.156716 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: qos_rules_alias.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.157770 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.158283 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 21:04:49.158608 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: quota_check_limit.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.160170 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.160682 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: quota-check-limit Feb 14 21:04:49.161009 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: quotasv2.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.161944 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.162275 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: quotas Feb 14 21:04:49.162598 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: quotasv2_detail.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.164335 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.164676 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: quota_details Feb 14 21:04:49.165003 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: rbac.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.166048 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.166567 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: rbac-policies Feb 14 21:04:49.166897 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: rbac_address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.167844 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.168357 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: rbac-address-group Feb 14 21:04:49.168687 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: rbac_address_scope.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.169601 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.170116 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: rbac-address-scope Feb 14 21:04:49.170443 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: rbac_security_groups.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.171389 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.171898 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: rbac-security-groups Feb 14 21:04:49.172291 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.173282 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.173790 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: rbac-subnetpool Feb 14 21:04:49.174117 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: revisionifmatch.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.175066 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.175600 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: revision-if-match Feb 14 21:04:49.175935 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: revisions.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.177049 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.177559 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: standard-attr-revisions Feb 14 21:04:49.177887 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: router_availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.178559 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.179064 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: router_availability_zone Feb 14 21:04:49.179421 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: routerservicetype.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.180346 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.180848 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension router-service-type not supported by any of loaded plugins Feb 14 21:04:49.181173 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.182086 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.182592 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: security-groups-normalized-cidr Feb 14 21:04:49.182918 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.183863 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.184371 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: port-security-groups-filtering Feb 14 21:04:49.184694 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.185608 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.186124 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: security-groups-remote-address-group Feb 14 21:04:49.186448 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.187404 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.187990 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: security-groups-shared-filtering Feb 14 21:04:49.188317 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.188910 n-d-828372-11 neutron-server[103405]: WARNING neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 21:04:49.189230 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: securitygroup.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.200443 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.200967 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: security-group Feb 14 21:04:49.201300 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: segment.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.202085 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.202595 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension segment not supported by any of loaded plugins Feb 14 21:04:49.202924 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.203960 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.204468 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 21:04:49.204794 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: servicetype.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.205901 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.206942 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: service-type Feb 14 21:04:49.207343 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: sorting.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.208288 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.208623 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: sorting Feb 14 21:04:49.208948 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: standard_attr_segment.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.209856 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.210371 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 21:04:49.210695 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: standardattrdescription.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.211365 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.211875 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: standard-attr-description Feb 14 21:04:49.212201 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: stateful_security_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.213121 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.213631 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: stateful-security-group Feb 14 21:04:49.213955 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: stdattrs_common.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.214514 n-d-828372-11 neutron-server[103405]: WARNING neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 21:04:49.214833 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.215783 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.216291 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 21:04:49.216610 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnet_onboard.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.217682 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.218193 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: subnet_onboard Feb 14 21:04:49.218516 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.219541 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.220049 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 21:04:49.220371 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnet_service_types.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.221290 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.222440 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: subnet-service-types Feb 14 21:04:49.222810 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnetallocation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.223929 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.224445 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: subnet_allocation Feb 14 21:04:49.224773 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.225436 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.226002 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: subnetpool-prefix-ops Feb 14 21:04:49.226283 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.227226 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.227738 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 21:04:49.228061 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: tagging.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.229126 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.229637 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: standard-attr-tag Feb 14 21:04:49.229965 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: timestamp.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.231193 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.231711 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loaded extension: standard-attr-timestamp Feb 14 21:04:49.232043 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: trunk.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.233075 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.233588 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension trunk not supported by any of loaded plugins Feb 14 21:04:49.233915 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: trunk_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.234829 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.235368 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension trunk-details not supported by any of loaded plugins Feb 14 21:04:49.235695 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.236614 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.237203 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 21:04:49.237608 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Loading extension file: vlantransparent.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 21:04:49.238294 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 21:04:49.238800 n-d-828372-11 neutron-server[103405]: INFO neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 21:04:49.241270 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:network Feb 14 21:04:49.241791 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnet Feb 14 21:04:49.242186 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 21:04:49.242573 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:port Feb 14 21:04:49.243822 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.244256 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service FLAVORS assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.244864 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.245343 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.245693 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:router Feb 14 21:04:49.246195 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 21:04:49.246676 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service METERING assigned prefix: /metering {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.248137 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:49.248513 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:49.248868 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:04:49.249867 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 21:04:49.250306 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:security_group Feb 14 21:04:49.250748 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 21:04:49.251377 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.251709 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 21:04:49.252071 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] subnetpool is already registered Feb 14 21:04:49.252511 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.252841 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 21:04:49.253206 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] subnetpool is already registered Feb 14 21:04:49.255520 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.255955 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service FLAVORS assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.256537 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.256956 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.257291 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:router Feb 14 21:04:49.257641 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] router is already registered Feb 14 21:04:49.258052 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 21:04:49.258402 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] floatingip is already registered Feb 14 21:04:49.258852 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service METERING assigned prefix: /metering {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.259614 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 21:04:49.259943 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] rbac_policy is already registered Feb 14 21:04:49.260357 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:security_group Feb 14 21:04:49.260693 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] security_group is already registered Feb 14 21:04:49.261099 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 21:04:49.261552 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] security_group_rule is already registered Feb 14 21:04:49.262198 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.262532 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 21:04:49.262869 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] subnetpool is already registered Feb 14 21:04:49.263319 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 21:04:49.263649 n-d-828372-11 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 21:04:49.263981 n-d-828372-11 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] subnetpool is already registered Feb 14 21:04:49.264445 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: extensions {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.265911 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: address-groups {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.267466 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: address-scopes {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.269315 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.270498 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: auto-allocated-topology {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.271771 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: availability_zones {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.272984 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: dhcp-networks {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.274471 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: dhcp-agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.275911 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.278127 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: flavors {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.279314 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: service_profiles {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.280521 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: next_providers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.282058 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: service_profiles {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.283628 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: floatingip-pools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.285433 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.287560 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: floatingips {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.288838 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: l3-routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.290229 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: l3-agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.291677 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: metering-labels {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.293021 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: metering-label-rules {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.294293 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: network-ip-availabilities {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.295583 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: bindings {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.298155 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: quotas {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.299772 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: quotas {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.301326 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: rbac-policies {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.302622 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: security-groups {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.303887 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: security-group-rules {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.305115 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: service-providers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.306325 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: subnetpools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.307789 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: subnetpools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.309231 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.310907 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.312720 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.314551 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.316889 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.318742 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.320432 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.322314 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.324332 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.326169 n-d-828372-11 neutron-server[103405]: DEBUG neutron.api.extensions [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 21:04:49.332648 n-d-828372-11 neutron-server[103405]: WARNING keystonemiddleware.auth_token [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 21:04:49.337316 n-d-828372-11 neutron-server[103405]: WARNING keystonemiddleware.auth_token [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 21:04:49.346219 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Acquired lock "singleton_lock" {{(pid=103405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 21:04:49.346698 n-d-828372-11 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Releasing lock "singleton_lock" {{(pid=103405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 21:04:49.347412 n-d-828372-11 neutron-server[103405]: INFO oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Starting 2 workers Feb 14 21:04:49.352297 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Started child 103512 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 21:04:49.356786 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Started child 103513 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 21:04:49.357852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.358494 n-d-828372-11 neutron-server[103405]: INFO neutron.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 21:04:49.359005 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.359446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [-] (103512) wsgi starting up on http://0.0.0.0:9696 Feb 14 21:04:49.361610 n-d-828372-11 neutron-server[103405]: INFO oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Starting 1 workers Feb 14 21:04:49.362857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.364342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [-] (103513) wsgi starting up on http://0.0.0.0:9696 Feb 14 21:04:49.366881 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Started child 103514 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 21:04:49.367464 n-d-828372-11 neutron-server[103405]: INFO oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Starting 1 workers Feb 14 21:04:49.370870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] calling RpcWorker wait() {{(pid=103514) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 21:04:49.371453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] returning from RpcWorker wait() {{(pid=103514) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 21:04:49.371975 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Started child 103515 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 21:04:49.372786 n-d-828372-11 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-57be978e-67fb-4ada-b198-b9d6fa5424c3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.372892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.373295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:04:49.374736 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 21:04:49.374943 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 21:04:49.375120 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 21:04:49.375460 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 21:04:49.375814 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 21:04:49.375981 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 21:04:49.376475 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.376756 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.376951 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:04:49.377408 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.377408 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.377542 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.378644 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.378744 n-d-828372-11 neutron-server[103515]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:04:49.378913 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.379135 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.379429 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.379674 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.379841 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.380000 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.380252 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.380494 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.380772 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.381021 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.381255 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.381506 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.381675 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.381938 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.382201 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.382439 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.382706 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.382944 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.383452 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.383677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.383893 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.384127 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.384406 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.384627 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.384888 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.385122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.385367 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.385600 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.385847 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.386085 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.386309 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.386556 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.386766 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.387022 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.387333 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.387792 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] host = n-d-828372-11 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.388069 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.388304 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.388531 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.388774 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.389017 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.389242 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.389500 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.389759 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.389982 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.390219 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.390455 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.390681 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.390901 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.391251 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.391428 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_options = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.391677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.391914 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.392184 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.392368 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.392537 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.392684 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.392938 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.393084 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.393340 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.393571 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.394398 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.394638 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.394854 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.395092 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.395374 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.395610 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.395853 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.396092 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.396345 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.396588 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.397646 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.397933 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.398204 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.398452 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.398838 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.399190 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.399533 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.399747 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.399958 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.400224 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.400534 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.400747 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.400997 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.401265 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.401549 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.401807 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.402036 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.402295 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.403294 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.403546 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.403926 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.404082 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.404302 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.409560 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.409825 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.410101 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.410369 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.410615 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.410890 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.411235 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.411464 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.411695 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.411926 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.412159 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.412406 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.412633 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.413091 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.413391 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.413697 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.413973 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.414233 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.414484 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.414733 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.414970 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.415282 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.415705 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.416048 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.416305 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.416625 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.416912 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.417190 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.417574 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.417997 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.418283 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.418537 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.418799 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.419205 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.419504 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.419796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.420028 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.420269 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.420511 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.420772 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.421082 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.421371 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.421730 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.422007 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.422453 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.422725 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.422948 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.423189 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.423445 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.423668 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.423883 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.424277 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.424734 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.425172 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.425664 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.426101 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.426534 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.426958 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.427419 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.427875 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.428126 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.428367 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.428600 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.428826 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.429056 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.431488 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.431736 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.431985 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.432219 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.432503 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.432758 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.433001 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.433225 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.433454 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.433706 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.433966 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.434195 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.434412 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.434630 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.434854 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.435070 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.435633 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.435983 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.436210 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.436550 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.437020 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.437266 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.437507 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.437899 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.438131 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.438358 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.438642 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.438867 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.439109 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.439891 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.440120 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.440362 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.441115 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.441331 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.441553 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.441773 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.441991 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.442214 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.442436 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.442726 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.443048 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.443334 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.443589 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.443864 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.444126 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.444474 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.444895 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.445123 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.445350 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.445569 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.445851 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.446101 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.446333 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.446585 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.446807 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.447068 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.447323 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.447569 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.447808 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.448299 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.448558 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.449309 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.449559 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.449823 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.450064 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.450304 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.450570 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.450824 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.451116 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.451364 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.451638 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.451927 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.452202 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.452478 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.454006 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.454621 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.454899 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.455180 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.455547 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.455796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.456036 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.457249 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.457506 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.457828 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.458078 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.458318 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.458648 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.458922 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.459183 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.459412 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.459686 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.459941 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.460270 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.460873 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.461132 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.461585 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.461902 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.462165 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.462389 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.462696 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.462952 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.463194 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.463442 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.463690 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.463936 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.464209 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.464442 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.464684 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.464903 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.465650 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.465905 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.466139 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.466367 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.466670 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.466898 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.467124 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.467464 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.467696 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.467925 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.468152 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.468369 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.468637 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.468928 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.469207 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.469475 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.469848 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.470170 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.470404 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.471470 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.471811 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.472114 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.472361 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.472594 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.472826 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.473063 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.473292 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.473387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:04:49.473553 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.473777 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.474032 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.474293 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.474546 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.474896 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.475167 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.475426 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.475674 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.475899 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.476171 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.476434 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.476660 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.476882 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.477122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.477347 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.477587 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.477807 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.478029 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.478251 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.478496 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.478916 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.479182 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.479470 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.479692 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.479925 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.480125 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.480347 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.480583 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.480816 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.481058 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.481273 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.481510 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.481727 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.482025 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.482287 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.482517 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.482785 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.483003 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.483271 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.483531 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.483745 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.483979 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.484200 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.484553 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.484653 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.484874 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.485079 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.485291 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.485531 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.485768 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.485977 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.486203 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.486412 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.486642 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.486862 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.487084 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.487365 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.487594 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.487802 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.488010 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.488231 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.488447 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.488655 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.488901 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.489131 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.489339 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.489561 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.489779 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.490004 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.490310 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.490558 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.490776 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.491070 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.491322 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.491570 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.491796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.492090 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.492306 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.492575 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.492796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.493021 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.493246 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.493514 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.493826 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.494130 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.494382 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.494646 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.494923 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.495234 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.495495 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.495757 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.496077 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.496439 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.496792 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.497070 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.497326 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.497565 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.497877 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.498404 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.498888 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.499318 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.499684 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.500104 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.500508 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.500745 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.501029 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.501297 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.501524 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.501780 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.502128 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.502304 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.502531 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.502694 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 21:04:49.503883 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 21:04:49.504215 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 21:04:49.504322 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 21:04:49.504421 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 21:04:49.505027 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 21:04:49.505027 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 21:04:49.505027 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505226 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505292 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505460 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505621 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.505955 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506108 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506285 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506480 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506654 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506816 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.506978 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.507284 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.507391 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.507506 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.507666 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.507905 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.508136 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.508329 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.508517 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.508775 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.508877 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509000 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509438 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509438 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509828 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509828 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.509828 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510218 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510218 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510471 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510471 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510698 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.510885 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.511047 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.511271 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.511428 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.511796 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.511965 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512157 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512313 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] host = n-d-828372-11 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512457 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512616 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512820 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.512996 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513124 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513285 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513454 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513668 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513768 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.513911 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.514110 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.514273 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.514430 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.514757 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515071 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_options = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515270 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515438 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515599 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515790 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.515957 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516118 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516310 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516476 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516634 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516849 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.516998 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517127 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517258 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517496 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517638 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517728 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.517887 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.518046 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.518204 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.518362 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.518520 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.519255 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.519427 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.519625 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.519753 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.519905 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520082 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520208 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520398 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520498 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520754 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.520917 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521084 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521910 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.521910 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522106 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522206 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522387 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522623 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522777 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.522862 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523065 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523234 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523389 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523648 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523777 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.523937 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524095 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524477 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524477 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524666 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524750 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.524958 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 21:04:49.525199 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.525350 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.525525 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.525712 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.525864 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.526043 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.526388 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.526553 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.526715 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.526876 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527047 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527235 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527411 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527573 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527734 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.527897 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528061 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528222 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528385 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528545 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528706 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.528867 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529037 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529199 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529361 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529521 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529683 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.529854 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530017 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530353 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530515 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530677 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.530839 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531003 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531178 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531345 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531512 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531675 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531836 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.531997 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532158 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532317 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532478 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532640 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532801 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.532963 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533126 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533287 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533449 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533611 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533772 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.533934 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534096 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534281 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534445 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534605 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534777 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.534944 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535103 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535294 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535457 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535652 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535777 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.535937 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536097 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536258 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536418 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536592 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536753 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.536914 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537074 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537234 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537395 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537557 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537717 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.537878 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538038 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538200 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538359 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538519 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538680 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.538842 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539003 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539193 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539345 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539507 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539668 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539829 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.539991 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540153 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540324 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540538 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540684 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540812 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.540953 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541113 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541275 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541464 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541629 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541789 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.541951 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542111 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542270 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542433 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542594 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542754 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.542914 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543075 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543267 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543428 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543588 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543748 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.543909 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544067 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544227 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544386 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544545 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544715 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.544875 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545062 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545197 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545357 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545528 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545690 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.545852 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546013 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546173 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546334 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546494 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546655 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546814 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.546974 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547135 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547338 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547481 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547642 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547802 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.547986 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548147 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548307 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548468 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548629 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548789 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.548950 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549110 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549272 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549433 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549593 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549755 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.549938 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.550100 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.550261 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:04:49.551611 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551611 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551611 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551611 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551895 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.551895 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552038 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552187 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552347 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552509 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552672 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552832 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.552994 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553156 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553316 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553477 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553637 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553799 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.553962 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554123 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554325 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554471 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554651 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554780 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.554905 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555073 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555347 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555481 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555607 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555734 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.555883 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556044 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556206 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556367 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556528 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556690 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.556869 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557030 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557192 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557356 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557517 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557678 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557838 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.557999 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558159 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558320 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558482 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558643 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558803 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.558965 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.559126 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.559308 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.559473 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.559637 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.559750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065014 Feb 14 21:04:49.559861 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.560053 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.560770 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.560913 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.561066 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.561227 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.561389 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.562368 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.562539 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.562703 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.562865 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563042 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563229 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563393 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563554 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563715 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.563878 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564051 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564265 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564363 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564519 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564680 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.564845 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566122 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566433 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566433 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566587 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566666 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566765 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.566925 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567086 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567269 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567441 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567602 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567762 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.567924 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568084 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568245 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568418 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568579 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568740 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.568901 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569061 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569221 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569393 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569556 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569719 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.569889 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570050 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570210 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570370 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570542 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570704 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.570871 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571034 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571214 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571377 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571541 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571708 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.571879 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.572051 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.572214 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.572384 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.572555 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.572726 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573143 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573314 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573487 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573651 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573812 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.573972 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574134 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574295 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574458 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574621 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574780 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.574940 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575100 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575282 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575447 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575608 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575767 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.575928 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.576089 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.576249 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.576410 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.576571 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 21:04:49.576726 n-d-828372-11 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 21:05:00.894369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db573870-d9bf-49dd-a4d2-cc9726d6c263 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:05:00.953679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db573870-d9bf-49dd-a4d2-cc9726d6c263 None None] No non-hosted networks {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 21:05:00.970813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.agentschedulers_db [None req-db573870-d9bf-49dd-a4d2-cc9726d6c263 None None] DHCP Agent not found on host n-d-828372-11 {{(pid=103514) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 21:05:01.053007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b7eb63f-d152-46d7-9235-c8c4f8bed0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:03.256759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49ce7a43-9a49-4cd8-8a52-cd9afaf7e50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:03.271777 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36717ced-d262-42fc-97a1-6ebe285fca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:04.380297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:05.551434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:06.868033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:07.036086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:07.037633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.038257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.038769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.039305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.039797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.040287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.040928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.041264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.041829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.042309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.042639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.043111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.043604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:07.044202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828372-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:07.051431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828372-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:07.397712 n-d-828372-11 neutron-server[103513]: WARNING oslo_policy.policy [None req-e4278772-25bb-4096-b930-d2c0bb87e566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:07.398243 n-d-828372-11 neutron-server[103513]: WARNING oslo_policy.policy [None req-e4278772-25bb-4096-b930-d2c0bb87e566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:07.622722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-e4278772-25bb-4096-b930-d2c0bb87e566 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:05:07.631414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e4278772-25bb-4096-b930-d2c0bb87e566 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7549000 Feb 14 21:05:10.097314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:10.226470 n-d-828372-11 neutron-server[103514]: INFO neutron.db.l3_hamode_db [None req-2b4af13b-26d0-4639-ac32-39b3e555fe9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 21:05:10.301830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4af13b-26d0-4639-ac32-39b3e555fe9d None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:05:10.302214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4af13b-26d0-4639-ac32-39b3e555fe9d None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 21:05:10.411131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:10.502512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.policy [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103513) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 21:05:10.544533 n-d-828372-11 neutron-server[103513]: WARNING oslo_policy.policy [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:10.544911 n-d-828372-11 neutron-server[103513]: WARNING oslo_policy.policy [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:10.641542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769854005628', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769854006091', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769853995207', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769853989822', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769853983344', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769854106918', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-702522', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3880189'] for rbac-policy (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:10.707118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:10.708335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30c098e6-8106-4060-b2ec-bcfa407e3dca admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6097205 Feb 14 21:05:13.093957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36138) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:13.403356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:13.432352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Made reservation on behalf of f8c639a6a8b04deeb54aac7899c03e1b for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:05:13.436335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.452598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.562858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks [] for security_group (f5edb087-050a-4af7-9514-13788e3c2379), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.567399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f5edb087-050a-4af7-9514-13788e3c2379), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.589332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:05:13.626380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769855943783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0491625a-5a4b-4d4a-b746-9e80474fe451), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.626958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Unsubscribe: segment precommit_create {{(pid=103513) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 21:05:13.627509 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Added segment 0491625a-5a4b-4d4a-b746-9e80474fe451 of type vlan for network 47198833-2698-4902-a478-398d64c7c7d2 Feb 14 21:05:13.647370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f5edb087-050a-4af7-9514-13788e3c2379,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:13.698059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.698398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.698732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.699064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.699413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.699734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.700055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.700415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.701005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.701512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.701830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.702146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.702460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Tracked resource versions report: Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: pushed versions: Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: { 'AddressGroup': {'1.2'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'ConntrackHelper': {'1.0'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Log': {'1.0'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Network': {'1.1'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Port': {'1.7'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'PortForwarding': {'1.2'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'QosPolicy': {'1.10'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SecurityGroup': {'1.5'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SubPort': {'1.0'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Subnet': {'1.1'}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Trunk': {'1.1'}} Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: consumer versions: Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: L3 agent@n-d-828372-11: {}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: Metadata agent@n-d-828372-11: {}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: Metering agent@n-d-828372-11: {}, Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'ConntrackHelper': '1.0', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'LocalIPAssociation': '1.0', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Log': '1.0', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Network': '1.1', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Port': '1.7', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'PortForwarding': '1.2', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'QosPolicy': '1.10', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SecurityGroup': '1.5', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SecurityGroupRule': '1.2', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'SubPort': '1.0', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Subnet': '1.1', Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: 'Trunk': '1.1'}} Feb 14 21:05:13.703769 n-d-828372-11 neutron-server[103513]: {{(pid=103513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:05:13.735878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (47198833-2698-4902-a478-398d64c7c7d2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.778403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (47198833-2698-4902-a478-398d64c7c7d2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.783566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:13.784253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:13.873116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7780485 Feb 14 21:05:13.903328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0f60-02a5-47c8-9378-52e219ff87c8 demo demo] Pushing event updated for resources: {'Network': ['ID=47198833-2698-4902-a478-398d64c7c7d2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:13.915985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 47198833-2698-4902-a478-398d64c7c7d2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:05:16.322505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36150) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:16.722044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340cb0d-0de6-4004-97f8-6f530ae954d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:16.723354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d340cb0d-0de6-4004-97f8-6f530ae954d0 demo admin] 10.222.0.86 "GET /v2.0/networks/47198833-2698-4902-a478-398d64c7c7d2 HTTP/1.1" status: 200 len: 825 time: 0.3998439 Feb 14 21:05:16.746927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a2dfa47c-441b-4460-bff0-c9bbecdab8c3 demo admin] 10.222.0.86 "GET /v2.0/subnetpools/f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6 HTTP/1.1" status: 200 len: 734 time: 0.0179737 Feb 14 21:05:16.755554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Request body: {'subnet': {'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6', 'gateway_ip': '172.20.0.1', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:16.775524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Made reservation on behalf of f8c639a6a8b04deeb54aac7899c03e1b for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:05:16.777753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:17.065663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:17.134789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:17.139207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Checking segment: {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:05:17.139592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Network hostable DHCP agents. Network: 47198833-2698-4902-a478-398d64c7c7d2, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:05:17.160065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Network 47198833-2698-4902-a478-398d64c7c7d2 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:05:17.170964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 47198833-2698-4902-a478-398d64c7c7d2) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:17.176325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:17.176949 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:17.183986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13f6f1-31ce-4c16-80db-4f268bfabcc3 None None] Network 47198833-2698-4902-a478-398d64c7c7d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:05:17.197194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c68fd068-a4a1-409c-a4bb-4dffa6672d68 demo admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409878 Feb 14 21:05:17.448004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-47198833-2698-4902-a478-398d64c7c7d2', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:05:17.449248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:17.748620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Allocated IP 172.20.0.2 (47198833-2698-4902-a478-398d64c7c7d2/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d/66ea7f98-ba32-4056-8002-da3be052e0f8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:05:17.991437 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks [] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:18.001234 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:18.074585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Network 47198833-2698-4902-a478-398d64c7c7d2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:05:18.081334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:18.092272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:05:18.095740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Pushing event updated for resources: {'Port': ['ID=66ea7f98-ba32-4056-8002-da3be052e0f8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:18.125978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.126329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.126673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.127012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.127374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.127708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.128040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.128368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.128694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.129018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.129350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.129667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.129986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Tracked resource versions report: Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: pushed versions: Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: { 'AddressGroup': {'1.2'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'ConntrackHelper': {'1.0'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Log': {'1.0'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Network': {'1.1'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Port': {'1.7'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'PortForwarding': {'1.2'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'QosPolicy': {'1.10'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SecurityGroup': {'1.5'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SubPort': {'1.0'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Subnet': {'1.1'}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Trunk': {'1.1'}} Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: consumer versions: Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: L3 agent@n-d-828372-11: {}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: Metadata agent@n-d-828372-11: {}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: Metering agent@n-d-828372-11: {}, Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'ConntrackHelper': '1.0', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'LocalIPAssociation': '1.0', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Log': '1.0', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Network': '1.1', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Port': '1.7', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'PortForwarding': '1.2', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'QosPolicy': '1.10', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SecurityGroup': '1.5', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SecurityGroupRule': '1.2', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'SubPort': '1.0', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Subnet': '1.1', Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: 'Trunk': '1.1'}} Feb 14 21:05:18.131137 n-d-828372-11 neutron-server[103514]: {{(pid=103514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:05:18.179608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Attempting to bind port 66ea7f98-ba32-4056-8002-da3be052e0f8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:05:18.180012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Attempting to bind port 66ea7f98-ba32-4056-8002-da3be052e0f8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:05:18.180483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Attempting to bind port 66ea7f98-ba32-4056-8002-da3be052e0f8 on network 47198833-2698-4902-a478-398d64c7c7d2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:05:18.185264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:05:18.185822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Checking segment: {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:05:18.186110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:18.186504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Bound using segment: {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:05:18.186973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Bound port: 66ea7f98-ba32-4056-8002-da3be052e0f8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:05:18.187417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:18.249971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] For port 66ea7f98-ba32-4056-8002-da3be052e0f8, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:05:18.254748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] For port 66ea7f98-ba32-4056-8002-da3be052e0f8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=66ea7f98-ba32-4056-8002-da3be052e0f8,segment=NetworkSegment(0491625a-5a4b-4d4a-b746-9e80474fe451),segment_id=0491625a-5a4b-4d4a-b746-9e80474fe451)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:05:18.263412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:18.325611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e3603-8da3-44a6-b651-851ef27b4072 None None] Pushing event updated for resources: {'Port': ['ID=66ea7f98-ba32-4056-8002-da3be052e0f8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:19.660345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36158) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:19.973871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-6a6e05e7-2099-4722-8be7-936dce68c495 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:05:19.974952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a6e05e7-2099-4722-8be7-936dce68c495 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135865 Feb 14 21:05:22.410966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36166) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:22.720110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-1d78a017-00ad-4be4-9840-3e391bf6f4ca admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:05:22.721206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d78a017-00ad-4be4-9840-3e391bf6f4ca admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092620 Feb 14 21:05:25.169389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36174) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:25.479366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:25.503506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (2433c09a-97be-402a-b5c0-3b67e7491f5d), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:25.505196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (2433c09a-97be-402a-b5c0-3b67e7491f5d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:25.643620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Publish callbacks [] for router_controller (2433c09a-97be-402a-b5c0-3b67e7491f5d), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:25.648510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (2433c09a-97be-402a-b5c0-3b67e7491f5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:25.665639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:25.666820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4d155d41-fb99-43a2-bddd-78d72ba9173f demo demo] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4964533 Feb 14 21:05:27.650733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 66ea7f98-ba32-4056-8002-da3be052e0f8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:05:27.735840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 66ea7f98-ba32-4056-8002-da3be052e0f8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:27.736250 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:27.844325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 66ea7f98-ba32-4056-8002-da3be052e0f8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:27.844648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:27.882292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 66ea7f98-ba32-4056-8002-da3be052e0f8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=66ea7f98-ba32-4056-8002-da3be052e0f8,segment=NetworkSegment(0491625a-5a4b-4d4a-b746-9e80474fe451),segment_id=0491625a-5a4b-4d4a-b746-9e80474fe451)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:05:27.886313 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:27.934458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=66ea7f98-ba32-4056-8002-da3be052e0f8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:28.105012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36186) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:28.611206 n-d-828372-11 neutron-server[103512]: WARNING oslo_policy.policy [None req-c0860631-c4cf-46b4-980a-668f2936fe36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:28.619081 n-d-828372-11 neutron-server[103512]: WARNING oslo_policy.policy [None req-c0860631-c4cf-46b4-980a-668f2936fe36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:28.846422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-c0860631-c4cf-46b4-980a-668f2936fe36 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:05:28.847683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0860631-c4cf-46b4-980a-668f2936fe36 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7406392 Feb 14 21:05:29.217913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38ff30-f9e8-4808-8a17-a5bbd8166bfb None None] Network 47198833-2698-4902-a478-398d64c7c7d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:05:29.285569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-722c4402-6bd9-4044-af51-3ea606da617f None None] Provisioning complete for port 66ea7f98-ba32-4056-8002-da3be052e0f8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:29.285953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-722c4402-6bd9-4044-af51-3ea606da617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:29.416580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-722c4402-6bd9-4044-af51-3ea606da617f None None] Current status of the port 66ea7f98-ba32-4056-8002-da3be052e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:29.630264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 66ea7f98-ba32-4056-8002-da3be052e0f8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:05:29.666739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4ae76758-5f62-4ce2-91a2-ea890c2e34ff None None] Provisioning complete for port 66ea7f98-ba32-4056-8002-da3be052e0f8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:29.667126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ae76758-5f62-4ce2-91a2-ea890c2e34ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:29.715116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 66ea7f98-ba32-4056-8002-da3be052e0f8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:29.715495 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:29.784051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ae76758-5f62-4ce2-91a2-ea890c2e34ff None None] Current status of the port 66ea7f98-ba32-4056-8002-da3be052e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:29.821677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 66ea7f98-ba32-4056-8002-da3be052e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:30.822601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d86357f-f3b8-4f5b-801a-d3e07a014b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.275851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36200) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:31.600484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:31.656024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Made reservation on behalf of 12c23d4f3610432e8242b78d2566a12b for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:05:31.717102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.policy [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103512) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 21:05:31.758999 n-d-828372-11 neutron-server[103512]: WARNING oslo_policy.policy [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:31.759397 n-d-828372-11 neutron-server[103512]: WARNING oslo_policy.policy [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 21:05:31.768819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.789234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.899088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks [] for security_group (1d34fa2b-9994-4af9-8a48-33b6d29949b5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.902592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1d34fa2b-9994-4af9-8a48-33b6d29949b5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.914006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Reserving flat network on physical network physnet1 {{(pid=103512) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 21:05:31.945139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769855943783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ec103446-1505-4b86-8076-8ec5f9738286), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:31.945977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Unsubscribe: segment precommit_create {{(pid=103512) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 21:05:31.946510 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Added segment ec103446-1505-4b86-8076-8ec5f9738286 of type flat for network 71d11159-f077-494d-803b-ad60cd1549e3 Feb 14 21:05:31.965692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d34fa2b-9994-4af9-8a48-33b6d29949b5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:32.014977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.015347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.015688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.016026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.016359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.016687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.017010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.017332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.017652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.017977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.018294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.018611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.018929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Tracked resource versions report: Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: pushed versions: Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: { 'AddressGroup': {'1.2'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'ConntrackHelper': {'1.0'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Log': {'1.0'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Network': {'1.1'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Port': {'1.7'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'PortForwarding': {'1.2'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'QosPolicy': {'1.10'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SecurityGroup': {'1.5'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SubPort': {'1.0'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Subnet': {'1.1'}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Trunk': {'1.1'}} Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: consumer versions: Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: L3 agent@n-d-828372-11: {}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: Metadata agent@n-d-828372-11: {}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: Metering agent@n-d-828372-11: {}, Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'ConntrackHelper': '1.0', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'LocalIPAssociation': '1.0', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Log': '1.0', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Network': '1.1', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Port': '1.7', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'PortForwarding': '1.2', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'QosPolicy': '1.10', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SecurityGroup': '1.5', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SecurityGroupRule': '1.2', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'SubPort': '1.0', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Subnet': '1.1', Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: 'Trunk': '1.1'}} Feb 14 21:05:32.020139 n-d-828372-11 neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:05:32.068058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (71d11159-f077-494d-803b-ad60cd1549e3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:32.113421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (71d11159-f077-494d-803b-ad60cd1549e3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:32.114601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:32.115333 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:32.195707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9183755 Feb 14 21:05:32.220784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac887c3-dc41-4b21-bdda-3bd5397c5926 admin admin] Pushing event updated for resources: {'Network': ['ID=71d11159-f077-494d-803b-ad60cd1549e3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:32.232020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 71d11159-f077-494d-803b-ad60cd1549e3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:05:33.239623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eac7cd01-d60b-40d9-8ad3-55d1fb7567d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:33.415108 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:05:34.332785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:34.625558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:34.843832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b4fb9-599b-4e80-a23b-fef518ba486b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:34.845149 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a6b4fb9-599b-4e80-a23b-fef518ba486b demo admin] 10.222.0.86 "GET /v2.0/subnets/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d HTTP/1.1" status: 200 len: 849 time: 0.2186489 Feb 14 21:05:35.004593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-547da104-0a46-4470-b7f5-135df01527fe demo admin] 10.222.0.86 "GET /v2.0/routers/2433c09a-97be-402a-b5c0-3b67e7491f5d HTTP/1.1" status: 200 len: 704 time: 0.1538656 Feb 14 21:05:35.295767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:35.506966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:35.587717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Allocated IP 172.20.0.1 (47198833-2698-4902-a478-398d64c7c7d2/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d/558108da-cc00-4b70-8a3a-56fefaca9b31) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:05:35.767542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks [] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:35.832914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:35.903618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Network 47198833-2698-4902-a478-398d64c7c7d2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:05:35.909664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:35.920248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:05:35.921664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (2433c09a-97be-402a-b5c0-3b67e7491f5d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:35.941770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Pushing event updated for resources: {'Port': ['ID=558108da-cc00-4b70-8a3a-56fefaca9b31,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:36.119728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.144616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1b061192-9f50-4c15-9d2e-1d0748b918f3 None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:36.145008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b061192-9f50-4c15-9d2e-1d0748b918f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.177172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1b061192-9f50-4c15-9d2e-1d0748b918f3 None None] Port 558108da-cc00-4b70-8a3a-56fefaca9b31 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:05:36.378143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks [] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.382851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.383650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (2433c09a-97be-402a-b5c0-3b67e7491f5d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.459616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Pushing event updated for resources: {'Port': ['ID=558108da-cc00-4b70-8a3a-56fefaca9b31,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:36.507432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Network 47198833-2698-4902-a478-398d64c7c7d2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:05:36.508812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:36.671126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Router 2433c09a-97be-402a-b5c0-3b67e7491f5d is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:05:36.698135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2a4490ab-330a-4af4-888b-e184b8ee4289 None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:36.698713 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a4490ab-330a-4af4-888b-e184b8ee4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:36.737737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2a4490ab-330a-4af4-888b-e184b8ee4289 None None] Port 558108da-cc00-4b70-8a3a-56fefaca9b31 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:05:36.763678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:05:36.779335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72023889-3d23-455b-b87a-3f4ba7cda17e demo admin] 10.222.0.86 "PUT /v2.0/routers/2433c09a-97be-402a-b5c0-3b67e7491f5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7595012 Feb 14 21:05:36.780264 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Sync routers for ids ['2433c09a-97be-402a-b5c0-3b67e7491f5d'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:05:36.786282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Routers {'2433c09a-97be-402a-b5c0-3b67e7491f5d'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:05:36.787187 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2433c09a-97be-402a-b5c0-3b67e7491f5d'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:36.979808 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Set router 2433c09a-97be-402a-b5c0-3b67e7491f5d gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:05:37.032680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:37.417916 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:36Z', 'revision_number': 2, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port_host': None, '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:36Z', 'revision_number': 2, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:37.469820 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Checking router: 2433c09a-97be-402a-b5c0-3b67e7491f5d for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:05:37.470191 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Updating router 2433c09a-97be-402a-b5c0-3b67e7491f5d port 558108da-cc00-4b70-8a3a-56fefaca9b31 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:05:37.524194 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.032707 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks [] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.039474 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.184576 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Pushing event updated for resources: {'Port': ['ID=558108da-cc00-4b70-8a3a-56fefaca9b31,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:38.212588 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.213073 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.213545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.213995 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.214319 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.214644 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.214967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.215313 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.215724 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.215939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.216255 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.216665 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.217678 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Tracked resource versions report: Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: pushed versions: Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: { 'AddressGroup': {'1.2'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'ConntrackHelper': {'1.0'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Log': {'1.0'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Network': {'1.1'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Port': {'1.7'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'PortForwarding': {'1.2'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'QosPolicy': {'1.10'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SecurityGroup': {'1.5'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SubPort': {'1.0'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Subnet': {'1.1'}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Trunk': {'1.1'}} Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: consumer versions: Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: L3 agent@n-d-828372-11: {}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: Metadata agent@n-d-828372-11: {}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: Metering agent@n-d-828372-11: {}, Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'ConntrackHelper': '1.0', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'LocalIPAssociation': '1.0', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Log': '1.0', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Network': '1.1', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Port': '1.7', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'PortForwarding': '1.2', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'QosPolicy': '1.10', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SecurityGroup': '1.5', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SecurityGroupRule': '1.2', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'SubPort': '1.0', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Subnet': '1.1', Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: 'Trunk': '1.1'}} Feb 14 21:05:38.219123 n-d-828372-11 neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:05:38.226780 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Attempting to bind port 558108da-cc00-4b70-8a3a-56fefaca9b31 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:05:38.227250 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Attempting to bind port 558108da-cc00-4b70-8a3a-56fefaca9b31 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:05:38.227659 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Attempting to bind port 558108da-cc00-4b70-8a3a-56fefaca9b31 on network 47198833-2698-4902-a478-398d64c7c7d2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:05:38.232613 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:05:38.233626 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Checking segment: {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:05:38.234092 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.234476 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Bound using segment: {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:05:38.235212 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Bound port: 558108da-cc00-4b70-8a3a-56fefaca9b31, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0491625a-5a4b-4d4a-b746-9e80474fe451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '47198833-2698-4902-a478-398d64c7c7d2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:05:38.235354 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.267022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e071c28-e5e9-4990-b762-8931d96970bc None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:38.268065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e071c28-e5e9-4990-b762-8931d96970bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.304407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e071c28-e5e9-4990-b762-8931d96970bc None None] Port 558108da-cc00-4b70-8a3a-56fefaca9b31 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:05:38.305173 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] For port 558108da-cc00-4b70-8a3a-56fefaca9b31, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:05:38.324674 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] For port 558108da-cc00-4b70-8a3a-56fefaca9b31, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=558108da-cc00-4b70-8a3a-56fefaca9b31,segment=NetworkSegment(0491625a-5a4b-4d4a-b746-9e80474fe451),segment_id=0491625a-5a4b-4d4a-b746-9e80474fe451)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:05:38.330292 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.386469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Routers {'2433c09a-97be-402a-b5c0-3b67e7491f5d'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:05:38.387082 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2433c09a-97be-402a-b5c0-3b67e7491f5d'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:38.425993 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152fa12-243c-4925-a371-f4227977a5f0 None None] Pushing event updated for resources: {'Port': ['ID=558108da-cc00-4b70-8a3a-56fefaca9b31,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:38.484119 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] Set router 2433c09a-97be-402a-b5c0-3b67e7491f5d gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:05:38.625576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:38.625979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.696676 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:36Z', 'revision_number': 2, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port_host': None, '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:38Z', 'revision_number': 4, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:38.708451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Current status of the port 558108da-cc00-4b70-8a3a-56fefaca9b31 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:38.708858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.724461 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e847ed-fd33-4f9a-b0be-486160a97557 None None] The sync data for ids ['2433c09a-97be-402a-b5c0-3b67e7491f5d'] in n-d-828372-11 is: [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:36Z', 'revision_number': 2, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port_host': None, '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:38Z', 'revision_number': 4, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:05:38.753205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] For port 558108da-cc00-4b70-8a3a-56fefaca9b31, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=558108da-cc00-4b70-8a3a-56fefaca9b31,segment=NetworkSegment(0491625a-5a4b-4d4a-b746-9e80474fe451),segment_id=0491625a-5a4b-4d4a-b746-9e80474fe451)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:05:38.758175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:38.804954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc052f6-0b19-49d5-8c06-d16a644b50b9 None None] Pushing event updated for resources: {'Port': ['ID=558108da-cc00-4b70-8a3a-56fefaca9b31,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:39.132958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36244) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:39.245493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77323d80-3fcd-4959-9d3e-9d81a8c056cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:39.246791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-77323d80-3fcd-4959-9d3e-9d81a8c056cb admin admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 842 time: 0.1128907 Feb 14 21:05:39.256736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:39.280116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Made reservation on behalf of 12c23d4f3610432e8242b78d2566a12b for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:05:39.282363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:39.589656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:05:39.590116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (8318d9db-1a5f-4d4a-85cc-683bfaeed744), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:39.649544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8318d9db-1a5f-4d4a-85cc-683bfaeed744,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:39.655458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:05:39.655815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Network hostable DHCP agents. Network: 71d11159-f077-494d-803b-ad60cd1549e3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:05:39.680109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:05:39.690804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 71d11159-f077-494d-803b-ad60cd1549e3) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:39.695278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:39.695893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:39.703346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f0b38d-f4ee-4450-ac69-b6f2fe16de95 None None] Network 71d11159-f077-494d-803b-ad60cd1549e3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:05:39.719208 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-820f5ded-30cb-42e7-8155-3a70aa17776e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4629564 Feb 14 21:05:39.827492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35333d81-5898-4b79-a431-a7b0b5ce185c None None] Network 71d11159-f077-494d-803b-ad60cd1549e3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:05:42.066300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36252) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:42.196642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c088f42d-228e-4b98-92ed-0c753ab9e6b4 demo admin] 10.222.0.86 "GET /v2.0/routers/2433c09a-97be-402a-b5c0-3b67e7491f5d HTTP/1.1" status: 200 len: 710 time: 0.1292176 Feb 14 21:05:42.278933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82304985-cf89-45be-89a8-b77cddfeafe0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:05:42.280822 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-82304985-cf89-45be-89a8-b77cddfeafe0 demo admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 886 time: 0.0781777 Feb 14 21:05:42.289506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:05:42.607565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks [] for router_gateway (2433c09a-97be-402a-b5c0-3b67e7491f5d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:42.837504 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks [] for router_gateway (2433c09a-97be-402a-b5c0-3b67e7491f5d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:42.908822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.009583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Allocated IP 172.25.2.222 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/464f08af-e3a9-49b4-8e24-17203fb290f9) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:05:43.108279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks [] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.140379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.180298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:05:43.184859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:05:43.190574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:05:43.191740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Pushing event updated for resources: {'Port': ['ID=464f08af-e3a9-49b4-8e24-17203fb290f9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:43.440906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks [] for router_gateway (2433c09a-97be-402a-b5c0-3b67e7491f5d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.637871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (2433c09a-97be-402a-b5c0-3b67e7491f5d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.641729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (2433c09a-97be-402a-b5c0-3b67e7491f5d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.754786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Router 2433c09a-97be-402a-b5c0-3b67e7491f5d has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:05:43.865360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:05:43.869720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:43.871012 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0d97c64-e801-4c6f-880f-648c799bfb02 demo admin] 10.222.0.86 "PUT /v2.0/routers/2433c09a-97be-402a-b5c0-3b67e7491f5d HTTP/1.1" status: 200 len: 890 time: 1.5846193 Feb 14 21:05:45.646400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 558108da-cc00-4b70-8a3a-56fefaca9b31 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:05:45.697189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:45.697590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:45.775203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 558108da-cc00-4b70-8a3a-56fefaca9b31 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:46.314433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36264) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:05:46.430354 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c99d0b34-9571-4a39-87a6-eaab0659a6eb admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146901 Feb 14 21:05:47.039876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Sync routers for ids ['2433c09a-97be-402a-b5c0-3b67e7491f5d'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:05:47.054247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Routers {'2433c09a-97be-402a-b5c0-3b67e7491f5d'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:05:47.054934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2433c09a-97be-402a-b5c0-3b67e7491f5d'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:47.269790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Set router 2433c09a-97be-402a-b5c0-3b67e7491f5d gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:05:47.742615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:43Z', 'revision_number': 4, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port': {'id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:42Z', 'updated_at': '2022-02-14T21:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:38Z', 'revision_number': 5, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:47.794891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Checking router: 2433c09a-97be-402a-b5c0-3b67e7491f5d for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:05:47.795215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Updating router 2433c09a-97be-402a-b5c0-3b67e7491f5d port 464f08af-e3a9-49b4-8e24-17203fb290f9 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:05:47.845297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.176319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks [] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.183621 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.230097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319cf0e-7798-4df1-97d6-6cef754b01b6 None None] Pushing event updated for resources: {'Port': ['ID=464f08af-e3a9-49b4-8e24-17203fb290f9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:48.241266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Attempting to bind port 464f08af-e3a9-49b4-8e24-17203fb290f9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:05:48.241266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Attempting to bind port 464f08af-e3a9-49b4-8e24-17203fb290f9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:05:48.241623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Attempting to bind port 464f08af-e3a9-49b4-8e24-17203fb290f9 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:05:48.246895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:05:48.247073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:05:48.247536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.247938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:05:48.248406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Bound port: 464f08af-e3a9-49b4-8e24-17203fb290f9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:05:48.248951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.308157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] For port 464f08af-e3a9-49b4-8e24-17203fb290f9, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:05:48.311463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] For port 464f08af-e3a9-49b4-8e24-17203fb290f9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=464f08af-e3a9-49b4-8e24-17203fb290f9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:05:48.322499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:48.386031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319cf0e-7798-4df1-97d6-6cef754b01b6 None None] Pushing event updated for resources: {'Port': ['ID=464f08af-e3a9-49b4-8e24-17203fb290f9,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:48.391259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Routers {'2433c09a-97be-402a-b5c0-3b67e7491f5d'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:05:48.391259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2433c09a-97be-402a-b5c0-3b67e7491f5d'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:48.507200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] Set router 2433c09a-97be-402a-b5c0-3b67e7491f5d gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:05:48.730972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:43Z', 'revision_number': 4, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port': {'id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:42Z', 'updated_at': '2022-02-14T21:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:38Z', 'revision_number': 5, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:05:48.758870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509022a-3a98-4ac1-a4a6-efd900721bf4 None None] The sync data for ids ['2433c09a-97be-402a-b5c0-3b67e7491f5d'] in n-d-828372-11 is: [{'id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'name': 'router1', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:05:25Z', 'updated_at': '2022-02-14T21:05:43Z', 'revision_number': 4, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'gw_port': {'id': '464f08af-e3a9-49b4-8e24-17203fb290f9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:42Z', 'updated_at': '2022-02-14T21:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '558108da-cc00-4b70-8a3a-56fefaca9b31', 'name': '', 'network_id': '47198833-2698-4902-a478-398d64c7c7d2', 'tenant_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'mac_address': 'fa:16:3e:f2:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433c09a-97be-402a-b5c0-3b67e7491f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:05:35Z', 'updated_at': '2022-02-14T21:05:38Z', 'revision_number': 5, 'project_id': 'f8c639a6a8b04deeb54aac7899c03e1b', 'subnets': [{'id': 'd8b8f634-05d7-4f2d-8414-7fa90e9c0d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9e4be46-50c7-49a5-91ec-c4d6c59cd2f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:05:49.699549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 464f08af-e3a9-49b4-8e24-17203fb290f9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:05:49.751609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 464f08af-e3a9-49b4-8e24-17203fb290f9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:49.752135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:49.829930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 464f08af-e3a9-49b4-8e24-17203fb290f9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:05:49.830478 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:49.849685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 464f08af-e3a9-49b4-8e24-17203fb290f9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=464f08af-e3a9-49b4-8e24-17203fb290f9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:05:49.855118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:49.925717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=464f08af-e3a9-49b4-8e24-17203fb290f9,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:05:51.694887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 464f08af-e3a9-49b4-8e24-17203fb290f9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:05:51.811341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 464f08af-e3a9-49b4-8e24-17203fb290f9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:05:51.816242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (464f08af-e3a9-49b4-8e24-17203fb290f9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:05:51.991548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 464f08af-e3a9-49b4-8e24-17203fb290f9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:06:00.832321 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34fce10d-c256-4339-83f7-3c9a2279e034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:03.247984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7386602f-cad8-4eae-944e-18a3f1e9c80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:04.343096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:05.526242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:07.040183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:10.414042 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:06:30.826774 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a39d584d-9083-4e9e-bb3d-775c9c8ca63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:33.242412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cc07389-3956-420b-b32b-0e741990e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:34.341115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:35.522792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:37.035604 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:06:47.412442 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:07:00.830914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adf5661d-0e69-4303-a874-c6bf57636487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:03.245101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-180ef617-083e-41aa-a2fe-a4cbf4e81b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:04.337427 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:05.518660 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:07.037640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:10.123284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36780) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:10.186541 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3116cb4-177b-41d6-8ae6-233ac36ceb74 admin admin] GET failed (client error): The resource could not be found. Feb 14 21:07:10.187866 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3116cb4-177b-41d6-8ae6-233ac36ceb74 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636094 Feb 14 21:07:10.417303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3636706-4790-4713-a6e9-3513f70286f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:10.418707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b3636706-4790-4713-a6e9-3513f70286f6 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2265024 Feb 14 21:07:12.654322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36790) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:12.745973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39775e0f-a8c5-450c-9bdc-b00b3cc6aa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:12.747350 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39775e0f-a8c5-450c-9bdc-b00b3cc6aa95 admin admin] 10.222.0.86 "GET /v2.0/subnets/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d HTTP/1.1" status: 200 len: 849 time: 0.0919774 Feb 14 21:07:12.757250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:07:12.853735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Publish callbacks [] for subnet (d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:12.994038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769855824056'] for subnet (d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:13.023686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:13.024844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:13.025542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] 10.222.0.86 "PUT /v2.0/subnets/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d HTTP/1.1" status: 200 len: 868 time: 0.2724750 Feb 14 21:07:13.042201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c7823-25c6-45e0-89ab-87548edc5923 None None] Network 47198833-2698-4902-a478-398d64c7c7d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:07:13.045522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:07:13.052535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.052899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.053260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.053588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.053927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.054263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.054596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.054955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.055299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.055632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.055964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.056899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.056899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5a765-d2da-4f0b-a9f5-3dcd567439eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:07:13.482722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Provisioning complete for port 66ea7f98-ba32-4056-8002-da3be052e0f8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:07:13.483019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (66ea7f98-ba32-4056-8002-da3be052e0f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:13.562705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Current status of the port 66ea7f98-ba32-4056-8002-da3be052e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:07:13.572896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Provisioning complete for port 558108da-cc00-4b70-8a3a-56fefaca9b31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:07:13.573280 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (558108da-cc00-4b70-8a3a-56fefaca9b31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:13.647796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a4817-1848-4d0e-bb37-c75141ef3e1f None None] Current status of the port 558108da-cc00-4b70-8a3a-56fefaca9b31 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:07:15.303917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36798) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:15.495727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0357d-649e-48fb-b6ee-d0b31807ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:15.496130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0357d-649e-48fb-b6ee-d0b31807ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:15.497742 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1eb0357d-649e-48fb-b6ee-d0b31807ea03 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1928425 Feb 14 21:07:17.713221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36806) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:17.843251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acec47-ea6c-4f78-8a94-6e55f231bf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:17.843738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acec47-ea6c-4f78-8a94-6e55f231bf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:17.845253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63acec47-ea6c-4f78-8a94-6e55f231bf18 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310568 Feb 14 21:07:20.077351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36814) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:20.205911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0654b-9c8d-4548-81ee-a44e50c27f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:20.207346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-77c0654b-9c8d-4548-81ee-a44e50c27f2f admin admin] 10.222.0.86 "GET /v2.0/networks/47198833-2698-4902-a478-398d64c7c7d2 HTTP/1.1" status: 200 len: 869 time: 0.1289425 Feb 14 21:07:22.441652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:22.562064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b94b4c-80ca-4a02-a164-6f68c6b385fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:22.563707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93b94b4c-80ca-4a02-a164-6f68c6b385fe admin admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 886 time: 0.1208260 Feb 14 21:07:24.411102 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:07:24.822133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:24.943405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba277a-612f-432b-867b-0ace7e6153c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:24.943858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba277a-612f-432b-867b-0ace7e6153c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:24.945353 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cfba277a-612f-432b-867b-0ace7e6153c8 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222770 Feb 14 21:07:27.161341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:27.248887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e12f624-210e-4ea1-a0c4-c35d018c6501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:27.249340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e12f624-210e-4ea1-a0c4-c35d018c6501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:27.250932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e12f624-210e-4ea1-a0c4-c35d018c6501 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886526 Feb 14 21:07:29.475065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:29.568099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c95ae3-62e8-436d-8386-bce56ea1c0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:29.569422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c3c95ae3-62e8-436d-8386-bce56ea1c0ae admin admin] 10.222.0.86 "GET /v2.0/subnets/8318d9db-1a5f-4d4a-85cc-683bfaeed744 HTTP/1.1" status: 200 len: 816 time: 0.0933824 Feb 14 21:07:30.832350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f72a2e7-99b0-4dd3-888b-75639bd6f5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:31.814521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:31.902712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a91f4d-331f-493c-afd1-132369d37dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:31.903972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-24a91f4d-331f-493c-afd1-132369d37dbe admin admin] 10.222.0.86 "GET /v2.0/subnets/d8b8f634-05d7-4f2d-8414-7fa90e9c0d5d HTTP/1.1" status: 200 len: 868 time: 0.0884900 Feb 14 21:07:33.246144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b16ac1e5-4a47-4cfe-9e95-c5445a660c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:34.340149 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:35.525339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:37.039877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:07:55.663223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36908) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:55.711332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-725890ed-f43a-42e4-9ea7-a39998229f5f admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:07:55.712396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-725890ed-f43a-42e4-9ea7-a39998229f5f admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481260 Feb 14 21:07:58.044864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36916) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:07:58.105187 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-956e7e8b-dedf-485f-9495-76acbdbc4201 admin admin] GET failed (client error): The resource could not be found. Feb 14 21:07:58.106492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-956e7e8b-dedf-485f-9495-76acbdbc4201 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606811 Feb 14 21:07:58.247995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d977f11-0984-44bb-8973-62df23a3754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:07:58.249386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6d977f11-0984-44bb-8973-62df23a3754f admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388841 Feb 14 21:08:00.506799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:08:00.553461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:08:00.574102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Made reservation on behalf of 12c23d4f3610432e8242b78d2566a12b for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:08:00.576324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:00.604694 n-d-828372-11 neutron-server[103512]: WARNING neutron.services.revisions.revision_plugin [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Could not find related network for resource to bump revision. Feb 14 21:08:00.619561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:08:00.629491 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6a8ab73f-51a2-4338-b86b-62ecb7fdb71f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:00.629830 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Added segment 6a8ab73f-51a2-4338-b86b-62ecb7fdb71f of type vlan for network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a Feb 14 21:08:00.673565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2eb4aa2e-1e54-46f4-9fb8-652756385b3a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:00.697585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2eb4aa2e-1e54-46f4-9fb8-652756385b3a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:00.698480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:08:00.699047 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:00.752509 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2446361 Feb 14 21:08:00.757986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15a42c-f69b-45d5-8275-c1d21b0099c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb4aa2e-1e54-46f4-9fb8-652756385b3a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:08:00.778342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:08:00.857443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9eb00b1e-7608-4fb9-aee7-9e2c505471bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:01.410581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:08:03.009288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:08:03.069689 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-68617f55-c284-446f-a92a-8ce76a380f5f admin admin] GET failed (client error): The resource could not be found. Feb 14 21:08:03.070957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68617f55-c284-446f-a92a-8ce76a380f5f admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607305 Feb 14 21:08:03.141892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e06c8-9995-4277-a0e2-7ecfe54f5bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:08:03.143243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc4e06c8-9995-4277-a0e2-7ecfe54f5bf4 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682688 Feb 14 21:08:03.152696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'cidr': '192.168.233.0/24'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:08:03.171132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Made reservation on behalf of 12c23d4f3610432e8242b78d2566a12b for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:08:03.173356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.247425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-684c6c6d-3cf8-484c-a790-1b16397e2dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.337400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (702c06c1-1b5a-42dd-9e18-8165dd6be045), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.383635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=702c06c1-1b5a-42dd-9e18-8165dd6be045,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:08:03.395860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.396148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.396515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.396859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.397160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.397500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.397827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.398153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.398477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.398802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.399122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.399467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.399788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:03.409012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:08:03.409367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Network hostable DHCP agents. Network: 2eb4aa2e-1e54-46f4-9fb8-652756385b3a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:08:03.424129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:08:03.432399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2eb4aa2e-1e54-46f4-9fb8-652756385b3a) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:08:03.436541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:08:03.437126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.442109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b334b-2743-4698-b7ae-73e1603469c1 None None] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:08:03.452857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-107a50a2-ebdd-4b95-ab2d-775d54882cda admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033831 Feb 14 21:08:03.554718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'project_id': '12c23d4f3610432e8242b78d2566a12b', 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:08:03.555778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.701456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Allocated IP 192.168.233.2 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/451d7448-8d8d-425d-9ea5-459582c6808d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:08:03.941302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks [] for port (451d7448-8d8d-425d-9ea5-459582c6808d), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.947541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:03.986706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:08:03.991818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:08:03.996534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Pushing event updated for resources: {'Port': ['ID=451d7448-8d8d-425d-9ea5-459582c6808d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:08:03.999600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:08:04.005807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.006156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.006497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.006832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.007190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.007510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.007842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.008162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.008486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.008804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.009128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.009447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.009764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:08:04.063808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Attempting to bind port 451d7448-8d8d-425d-9ea5-459582c6808d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:08:04.064176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Attempting to bind port 451d7448-8d8d-425d-9ea5-459582c6808d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:08:04.064543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Attempting to bind port 451d7448-8d8d-425d-9ea5-459582c6808d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:08:04.069878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:08:04.071198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:08:04.071198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:04.071198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:08:04.071636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Bound port: 451d7448-8d8d-425d-9ea5-459582c6808d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:08:04.072018 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:04.139258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] For port 451d7448-8d8d-425d-9ea5-459582c6808d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:08:04.143212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] For port 451d7448-8d8d-425d-9ea5-459582c6808d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=451d7448-8d8d-425d-9ea5-459582c6808d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:08:04.149368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:04.205008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed235ba-389e-404a-a9c6-cf2abc7a5069 None None] Pushing event updated for resources: {'Port': ['ID=451d7448-8d8d-425d-9ea5-459582c6808d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:08:04.348853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.045982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a91f1-ad27-471a-8e9f-f33b731b0f46 None None] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:08:05.107853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Provisioning complete for port 451d7448-8d8d-425d-9ea5-459582c6808d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:08:05.108247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.231459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Current status of the port 451d7448-8d8d-425d-9ea5-459582c6808d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:08:05.231860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.269586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] For port 451d7448-8d8d-425d-9ea5-459582c6808d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=451d7448-8d8d-425d-9ea5-459582c6808d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:08:05.277159 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.333678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5899b3-2b3a-4036-a6e6-147d8dd5bd26 None None] Pushing event updated for resources: {'Port': ['ID=451d7448-8d8d-425d-9ea5-459582c6808d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:08:05.400810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1a73ef5-8b91-48af-8170-8e05022bb891 None None] Provisioning complete for port 451d7448-8d8d-425d-9ea5-459582c6808d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:08:05.401455 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ef5-8b91-48af-8170-8e05022bb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.484768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1a73ef5-8b91-48af-8170-8e05022bb891 None None] Current status of the port 451d7448-8d8d-425d-9ea5-459582c6808d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:08:05.527404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.827090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 451d7448-8d8d-425d-9ea5-459582c6808d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:08:05.876090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 451d7448-8d8d-425d-9ea5-459582c6808d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:08:05.876482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (451d7448-8d8d-425d-9ea5-459582c6808d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:05.951558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 451d7448-8d8d-425d-9ea5-459582c6808d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:08:07.043791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:30.832550 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be76c02e-e9b8-4dfc-9d99-10e765021efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:33.248010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14f0f95c-c7db-422f-92a4-56bcab5e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:34.353815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:35.530532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:37.046225 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:08:38.410496 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:09:00.836799 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fe16203-a1be-4d7e-a470-f8909d83d532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:03.249433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f77d5e1-b28f-4c74-801d-ce6675dc512f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:04.352466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:05.535208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:07.049171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:15.409079 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:09:20.577583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:09:20.583086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-7565b16a-beab-49c5-b3ab-0d5bd9820b0f tempest-verify_tempest_config-1406627536 tempest-verify_tempest_config-1406627536-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:09:20.584072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7565b16a-beab-49c5-b3ab-0d5bd9820b0f tempest-verify_tempest_config-1406627536 tempest-verify_tempest_config-1406627536-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055318 Feb 14 21:09:20.864178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36988) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:09:20.965458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.039560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Publish callbacks [] for security_group (f815a988-b3e2-450d-8ce2-e6f94dbd7c61), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.043505 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f815a988-b3e2-450d-8ce2-e6f94dbd7c61), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.086573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f815a988-b3e2-450d-8ce2-e6f94dbd7c61,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:09:21.091586 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8813b9090d5a41c6b71ff14661ce1ee3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264252 Feb 14 21:09:21.094313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36994) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:09:21.096802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.097248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.097727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.098270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.098755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.099206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.099626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.100017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.100436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.101339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.101765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.102211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.102655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3df3a-a6db-436d-9236-bf4f05ee6f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.149056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Publish callbacks [] for security_group (f815a988-b3e2-450d-8ce2-e6f94dbd7c61), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.169374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Publish callbacks [] for security_group (f815a988-b3e2-450d-8ce2-e6f94dbd7c61), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.259770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f815a988-b3e2-450d-8ce2-e6f94dbd7c61), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.262352 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:21.263548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f815a988-b3e2-450d-8ce2-e6f94dbd7c61 HTTP/1.1" status: 204 len: 168 time: 0.1683073 Feb 14 21:09:21.271491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f815a988-b3e2-450d-8ce2-e6f94dbd7c61,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:09:21.278644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.279002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.279379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.279718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.280046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.280373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.280697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.281018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.281337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.281656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.281980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.282298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:21.282615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062b6e3-c8a4-436a-97dc-f0893d0ae597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:09:30.838918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-659ea6bd-c07a-4b4f-a942-8621b14b50c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:33.252537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b1da7b7-99bd-4f26-b9e6-0ff595fca5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:34.351589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:35.539302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:37.054290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:09:52.408362 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:10:00.839134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7831f9ef-d201-432a-880d-17b1cd09b237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:03.254685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae41909b-2427-4cb4-8324-310154c194f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:04.354645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:05.539878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:07.056486 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:29.407487 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:10:30.841697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa6e3-1f95-4aec-abfe-2c39379fbff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:33.256673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24bc5ffb-fe17-490f-9a14-64f4d69c90d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:34.356907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:35.543010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:10:37.058088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:00.843589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4641824a-62ba-4aa0-8176-b66cc5cbbf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:03.257431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-940f8746-364b-4c94-8098-c7420cf2a7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:04.359983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:05.546668 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:06.406089 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:11:07.059979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:30.845165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52e0c1a1-2377-4454-9061-b19cf87e88fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:33.259312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38811c29-6f77-49ce-9a4f-75da561f8049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:34.362120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:35.549745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:37.062738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:11:43.405718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:12:00.845612 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d35e040b-5abf-4f36-aa36-69c8259a6553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:03.261449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c61daf79-39c9-4f04-b1fa-94c9b0d7d190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:04.365127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:05.552667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:07.063888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:20.404888 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 5 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:12:28.311885 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:30.846904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d7858e2-6b1b-4a79-90f6-d2fbc6151b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:32.563064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831963'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:33.263979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0793635e-835a-4b3a-89d4-608c64db72ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:34.370212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:35.554486 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:37.068456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:12:57.405343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:12:58.294896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:00.847770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e4294c0-2e22-4450-8515-909079de3610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:02.517815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:03.264887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f33e519f-2f29-4f95-bb10-0aff09567c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:04.370355 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:05.557755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:07.070472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:20.554479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:13:20.656074 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bc203aa2-d3b9-461f-99a2-10413aa8d901 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1005013 Feb 14 21:13:22.889441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:13:22.945034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ae7c736-e21c-4c46-92d3-709a5a95a340 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0540025 Feb 14 21:13:28.319618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:30.848302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e55bcb1-4d78-4ec7-b4ae-f84607fdcede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:32.531688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:33.268600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab6b48fb-1996-4d32-ad07-b270024fc6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:34.373469 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:34.404576 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:13:35.560625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:37.072705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:13:58.332305 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:00.849720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e11b-0281-43d3-9012-d1151a6835b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:02.547036 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:03.269570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0368c8b7-ade9-4d5b-8180-a7ab9a8e0c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:04.380541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:05.567773 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:07.078276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:11.403650 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:14:28.332819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:30.851961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88e56adf-a9a9-4184-b30f-152d4ada975d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:32.544292 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:33.275826 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f7f4d17-2df0-4cca-b4e1-7ed00af07726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:34.381592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:35.570698 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:37.078194 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:48.402535 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:14:49.080848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37282) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:49.488964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37306) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:49.558110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-network', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:49.580488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Made reservation on behalf of 2b0d1708b53348e4a98d2fa76bf814aa for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:14:49.583027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.592518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.676387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks [] for security_group (be8b7f79-ebbe-4858-80f8-8b07bc3088b9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.686291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be8b7f79-ebbe-4858-80f8-8b07bc3088b9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.720500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b7f79-ebbe-4858-80f8-8b07bc3088b9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:49.729427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.729780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.730122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.730465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.730798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.731131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.731555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.731796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.732123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.732536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.733018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.733772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.734389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Tracked resource versions report: Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: pushed versions: Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: { 'AddressGroup': {'1.2'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'ConntrackHelper': {'1.0'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Log': {'1.0'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Network': {'1.1'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Port': {'1.7'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'PortForwarding': {'1.2'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'QosPolicy': {'1.10'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SecurityGroup': {'1.5'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SubPort': {'1.0'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Subnet': {'1.1'}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Trunk': {'1.1'}} Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: consumer versions: Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: HyperV agent@n-h1-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: HyperV agent@n-h2-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: L3 agent@n-d-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: Metadata agent@n-d-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: Metering agent@n-d-828372-11: {}, Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'ConntrackHelper': '1.0', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'LocalIPAssociation': '1.0', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Log': '1.0', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Network': '1.1', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Port': '1.7', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'PortForwarding': '1.2', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'QosPolicy': '1.10', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SecurityGroup': '1.5', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SecurityGroupRule': '1.2', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'SubPort': '1.0', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Subnet': '1.1', Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: 'Trunk': '1.1'}} Feb 14 21:14:49.736032 n-d-828372-11 neutron-server[103513]: {{(pid=103513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:14:49.746947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:14:49.774113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (92a2ea1d-6e6e-42b5-82bb-2258ed822b56), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.774651 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Added segment 92a2ea1d-6e6e-42b5-82bb-2258ed822b56 of type vlan for network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 Feb 14 21:14:49.836946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8eaafe9a-f5b4-40cd-a44a-9abe67949432), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.869982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8eaafe9a-f5b4-40cd-a44a-9abe67949432), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.871176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:49.872004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:49.917634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:49.922237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8377631 Feb 14 21:14:49.922988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Request body: {'subnet': {'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-subnet', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:49.960095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Made reservation on behalf of 2b0d1708b53348e4a98d2fa76bf814aa for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:14:49.972328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.001181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa12e6-b6d7-49b1-88a6-b614c374c9ca admin admin] Pushing event updated for resources: {'Network': ['ID=8eaafe9a-f5b4-40cd-a44a-9abe67949432,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:50.011762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:14:50.070257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8abcb4b1-2a27-4e76-8fc3-aaca811102e2 tempest-AutoAllocateNetworkTest-1224878821 tempest-AutoAllocateNetworkTest-1224878821-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0e32cf0663234ec7a341146b9e48e776&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5800533 Feb 14 21:14:50.071149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37332) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:50.318017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5dd357-adc5-4b73-8082-e30b6462bd0e tempest-AutoAllocateNetworkTest-1224878821 tempest-AutoAllocateNetworkTest-1224878821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:50.322304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4b5dd357-adc5-4b73-8082-e30b6462bd0e tempest-AutoAllocateNetworkTest-1224878821 tempest-AutoAllocateNetworkTest-1224878821-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2495244 Feb 14 21:14:50.325272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:50.330365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (43a27881-eeaf-46cf-9c0b-4b260b17eb4e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.397978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-de036989-db81-4c8c-88b7-0c190bc82919 tempest-AutoAllocateNetworkTest-1224878821 tempest-AutoAllocateNetworkTest-1224878821-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713375 Feb 14 21:14:50.399012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37346) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:50.429591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a27881-eeaf-46cf-9c0b-4b260b17eb4e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:50.435644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-79975cb4-6fd2-4a2b-a2b4-27fb4e4e9c05 tempest-AutoAllocateNetworkTest-1224878821 tempest-AutoAllocateNetworkTest-1224878821-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0e32cf0663234ec7a341146b9e48e776 HTTP/1.1" status: 200 len: 208 time: 0.0351343 Feb 14 21:14:50.439094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.439671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.440177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.440517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.441002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.441343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.441835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.442179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.442515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.442901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.443258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.443587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.443911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Tracked resource versions report: Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: pushed versions: Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: { 'AddressGroup': {'1.2'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'ConntrackHelper': {'1.0'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Log': {'1.0'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Network': {'1.1'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Port': {'1.7'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'PortForwarding': {'1.2'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'QosPolicy': {'1.10'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SecurityGroup': {'1.5'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SubPort': {'1.0'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Subnet': {'1.1'}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Trunk': {'1.1'}} Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: consumer versions: Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: HyperV agent@n-h1-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: HyperV agent@n-h2-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: L3 agent@n-d-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: Metadata agent@n-d-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: Metering agent@n-d-828372-11: {}, Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'ConntrackHelper': '1.0', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'LocalIPAssociation': '1.0', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Log': '1.0', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Network': '1.1', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Port': '1.7', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'PortForwarding': '1.2', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'QosPolicy': '1.10', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SecurityGroup': '1.5', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SecurityGroupRule': '1.2', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'SubPort': '1.0', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Subnet': '1.1', Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: 'Trunk': '1.1'}} Feb 14 21:14:50.445064 n-d-828372-11 neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:14:50.483123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Checking segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:14:50.483699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Network hostable DHCP agents. Network: 8eaafe9a-f5b4-40cd-a44a-9abe67949432, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:14:50.502694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:14:50.514228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8eaafe9a-f5b4-40cd-a44a-9abe67949432) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:14:50.520023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:50.520832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.527471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04dde92-ef22-4b7d-8f8e-e08fe3dc0c32 None None] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:14:50.565389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fd4a72b2-08fc-432d-9b7a-62cc2873ca6b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6466360 Feb 14 21:14:50.568331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:50.577194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:50.625260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.626876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.766061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:14:50.766946 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:50.928893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for router_controller (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.021622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Allocated IP 172.20.0.2 (8eaafe9a-f5b4-40cd-a44a-9abe67949432/43a27881-eeaf-46cf-9c0b-4b260b17eb4e/74007651-cc96-460e-9742-60cea1574df4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:14:51.157097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for router_gateway (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.276914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks [] for port (74007651-cc96-460e-9742-60cea1574df4), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.297537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (74007651-cc96-460e-9742-60cea1574df4), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.387878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:14:51.401510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:14:51.428211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:14:51.431536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Pushing event updated for resources: {'Port': ['ID=74007651-cc96-460e-9742-60cea1574df4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:51.452086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.454322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.455037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.455551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.456052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.456545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.457024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.457502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.457977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.458452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.459196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.459681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.460317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Tracked resource versions report: Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: pushed versions: Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: { 'AddressGroup': {'1.2'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'ConntrackHelper': {'1.0'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Log': {'1.0'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Network': {'1.1'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Port': {'1.7'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'PortForwarding': {'1.2'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'QosPolicy': {'1.10'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SecurityGroup': {'1.5'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SubPort': {'1.0'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Subnet': {'1.1'}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Trunk': {'1.1'}} Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: consumer versions: Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: HyperV agent@n-h1-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: HyperV agent@n-h2-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: L3 agent@n-d-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: Metadata agent@n-d-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: Metering agent@n-d-828372-11: {}, Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'ConntrackHelper': '1.0', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'LocalIPAssociation': '1.0', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Log': '1.0', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Network': '1.1', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Port': '1.7', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'PortForwarding': '1.2', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'QosPolicy': '1.10', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SecurityGroup': '1.5', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SecurityGroupRule': '1.2', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'SubPort': '1.0', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Subnet': '1.1', Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: 'Trunk': '1.1'}} Feb 14 21:14:51.461999 n-d-828372-11 neutron-server[103514]: {{(pid=103514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:14:51.494069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37394) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:51.516140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for router_gateway (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.545640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.567515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Attempting to bind port 74007651-cc96-460e-9742-60cea1574df4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:14:51.568501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Attempting to bind port 74007651-cc96-460e-9742-60cea1574df4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:14:51.570592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Attempting to bind port 74007651-cc96-460e-9742-60cea1574df4 on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:14:51.581180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:14:51.581563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Checking segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:14:51.581970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.582360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Bound using segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:14:51.585489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Bound port: 74007651-cc96-460e-9742-60cea1574df4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:14:51.585884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (74007651-cc96-460e-9742-60cea1574df4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.667144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] For port 74007651-cc96-460e-9742-60cea1574df4, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:14:51.670406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] For port 74007651-cc96-460e-9742-60cea1574df4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74007651-cc96-460e-9742-60cea1574df4,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:14:51.677925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (74007651-cc96-460e-9742-60cea1574df4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.743259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Allocated IP 172.25.2.23 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/6530bd54-fb95-4d8f-8689-c2b80b141039) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:14:51.780674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee711b-84e6-4bff-9744-21a7de3fc5f9 None None] Pushing event updated for resources: {'Port': ['ID=74007651-cc96-460e-9742-60cea1574df4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:51.894663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.937660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:51.983548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:14:51.986841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:14:51.993702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:14:52.001837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Pushing event updated for resources: {'Port': ['ID=6530bd54-fb95-4d8f-8689-c2b80b141039,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:52.043119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-503c61c3-7583-4ad9-a06d-64a42262d0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.379793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for router_gateway (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.394806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-503c61c3-7583-4ad9-a06d-64a42262d0f6 admin admin] Publish callbacks [] for security_group (187ee320-79af-4a56-b7a3-dd857737cee8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.405404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-503c61c3-7583-4ad9-a06d-64a42262d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (187ee320-79af-4a56-b7a3-dd857737cee8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.474636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-503c61c3-7583-4ad9-a06d-64a42262d0f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e32cf0663234ec7a341146b9e48e776&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9771259 Feb 14 21:14:52.475477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37416) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:52.496766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c61c3-7583-4ad9-a06d-64a42262d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187ee320-79af-4a56-b7a3-dd857737cee8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:52.542610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] Publish callbacks [] for security_group (187ee320-79af-4a56-b7a3-dd857737cee8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.598665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] Publish callbacks [] for security_group (187ee320-79af-4a56-b7a3-dd857737cee8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.659905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.702754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (187ee320-79af-4a56-b7a3-dd857737cee8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.704932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:52.706154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/187ee320-79af-4a56-b7a3-dd857737cee8 HTTP/1.1" status: 204 len: 168 time: 0.2297163 Feb 14 21:14:52.714437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41de7f-34e8-44c1-be31-4815e640cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187ee320-79af-4a56-b7a3-dd857737cee8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:52.840938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:14:52.980429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:14:53.000952 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:14:53.018212 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:14:53.019080 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:14:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:53.023943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.027217 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-884a04b9-f1bd-4916-a231-37d1f17620fa admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4555438 Feb 14 21:14:53.028117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:53.253944 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:14:53.285475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f590d21-74e2-4803-be03-666c6ff26182 None None] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:14:53.464881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Provisioning complete for port 74007651-cc96-460e-9742-60cea1574df4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:53.465536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (74007651-cc96-460e-9742-60cea1574df4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.477703 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:52Z', 'revision_number': 3, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:53.508330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:14:53.508835 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Updating router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 port 6530bd54-fb95-4d8f-8689-c2b80b141039 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:14:53.541013 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.572572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Current status of the port 74007651-cc96-460e-9742-60cea1574df4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:53.572969 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (74007651-cc96-460e-9742-60cea1574df4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.649151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] For port 74007651-cc96-460e-9742-60cea1574df4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74007651-cc96-460e-9742-60cea1574df4,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:14:53.665577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (74007651-cc96-460e-9742-60cea1574df4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.764912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13db47-ff00-42e8-983b-c15cc3378045 None None] Pushing event updated for resources: {'Port': ['ID=74007651-cc96-460e-9742-60cea1574df4,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:53.806586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.908684 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks [] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.924905 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:53.996928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a3b6496c-91ba-4512-b780-f164dde59671 None None] Provisioning complete for port 74007651-cc96-460e-9742-60cea1574df4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:53.999516 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a3b6496c-91ba-4512-b780-f164dde59671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (74007651-cc96-460e-9742-60cea1574df4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.011422 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Pushing event updated for resources: {'Port': ['ID=6530bd54-fb95-4d8f-8689-c2b80b141039,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:54.041420 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.042637 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.043403 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.044637 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.045321 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.045878 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.046448 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.047005 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.047671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.048073 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.048736 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.049210 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.049645 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Tracked resource versions report: Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: pushed versions: Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: { 'AddressGroup': {'1.2'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'ConntrackHelper': {'1.0'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'LocalIPAssociation': {'1.0'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Log': {'1.0'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Network': {'1.1'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Port': {'1.7'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'PortForwarding': {'1.2'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'QosPolicy': {'1.10'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SecurityGroup': {'1.5'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SubPort': {'1.0'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Subnet': {'1.1'}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Trunk': {'1.1'}} Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: consumer versions: Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: { DHCP agent@n-d-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: HyperV agent@n-h1-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: HyperV agent@n-h2-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: L3 agent@n-d-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: Metadata agent@n-d-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: Metering agent@n-d-828372-11: {}, Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: Open vSwitch agent@n-d-828372-11: { 'AddressGroup': '1.2', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'ConntrackHelper': '1.0', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'LocalIPAssociation': '1.0', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Log': '1.0', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Network': '1.1', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Port': '1.7', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'PortForwarding': '1.2', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'QosPolicy': '1.10', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SecurityGroup': '1.5', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SecurityGroupRule': '1.2', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'SubPort': '1.0', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Subnet': '1.1', Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: 'Trunk': '1.1'}} Feb 14 21:14:54.050773 n-d-828372-11 neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 21:14:54.066781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Attempting to bind port 6530bd54-fb95-4d8f-8689-c2b80b141039 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:14:54.067643 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Attempting to bind port 6530bd54-fb95-4d8f-8689-c2b80b141039 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:14:54.068325 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Attempting to bind port 6530bd54-fb95-4d8f-8689-c2b80b141039 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:14:54.074592 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:14:54.075501 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:14:54.076276 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.077372 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:14:54.078007 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Bound port: 6530bd54-fb95-4d8f-8689-c2b80b141039, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:14:54.078569 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.121929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74007651-cc96-460e-9742-60cea1574df4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:14:54.160746 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] For port 6530bd54-fb95-4d8f-8689-c2b80b141039, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:14:54.165412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] For port 6530bd54-fb95-4d8f-8689-c2b80b141039, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6530bd54-fb95-4d8f-8689-c2b80b141039,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:14:54.186823 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.231256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Allocated IP 172.20.0.1 (8eaafe9a-f5b4-40cd-a44a-9abe67949432/43a27881-eeaf-46cf-9c0b-4b260b17eb4e/5e0d3451-85b0-43a3-bf5a-dac657f9d527) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:14:54.255994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:14:54.264413 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:14:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:54.294576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6496c-91ba-4512-b780-f164dde59671 None None] Current status of the port 74007651-cc96-460e-9742-60cea1574df4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:54.303221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 74007651-cc96-460e-9742-60cea1574df4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:54.303640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (74007651-cc96-460e-9742-60cea1574df4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.397080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 74007651-cc96-460e-9742-60cea1574df4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:54.431112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37522) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:54.465103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks [] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.493528 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479bd2-6fe5-452f-8b76-862012af3cf1 None None] Pushing event updated for resources: {'Port': ['ID=6530bd54-fb95-4d8f-8689-c2b80b141039,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:54.526418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.542901 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:14:54.588877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:54.601562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:14:54.603359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:14:54.617305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:14:54.617998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.822827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7372209a-2c9b-4cfb-8a88-cdcab50a15a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.832680 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:52Z', 'revision_number': 3, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:54.846402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.868340 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053ebbb-6fa1-4b4e-b6cf-da93663f3fbc None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:52Z', 'revision_number': 3, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:14:54.946360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1c10ba78-171b-4c97-ba59-65a2fb9b3840 None None] Provisioning complete for port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:54.947689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c10ba78-171b-4c97-ba59-65a2fb9b3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.951776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7372209a-2c9b-4cfb-8a88-cdcab50a15a2 admin admin] Publish callbacks [] for security_group (0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:54.960693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7372209a-2c9b-4cfb-8a88-cdcab50a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.012543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c10ba78-171b-4c97-ba59-65a2fb9b3840 None None] Port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:14:55.042564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:55.043403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7372209a-2c9b-4cfb-8a88-cdcab50a15a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=042f1927196740d3ada56a04aa6e2b13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6110899 Feb 14 21:14:55.045261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372209a-2c9b-4cfb-8a88-cdcab50a15a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:55.049137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37548) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:55.126042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks [] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.139383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.140271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.177872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] Publish callbacks [] for security_group (0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.291414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] Publish callbacks [] for security_group (0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.294825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:55.433273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:14:55.434828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:14:55.438864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.441479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.442980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2 HTTP/1.1" status: 204 len: 168 time: 0.3993196 Feb 14 21:14:55.464023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206aa7f-0135-493a-a5af-5d37caf2338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffc88f9-7d6e-4d8e-9efd-69a04f8f64e2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:55.479859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f5e87bb-0a6b-47e5-acd1-2dbd209f7528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.680518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f5e87bb-0a6b-47e5-acd1-2dbd209f7528 admin admin] Publish callbacks [] for security_group (03c09375-128b-45ab-bcc1-6feec4adb31f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.691484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f5e87bb-0a6b-47e5-acd1-2dbd209f7528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (03c09375-128b-45ab-bcc1-6feec4adb31f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.715618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:14:55.798895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f5e87bb-0a6b-47e5-acd1-2dbd209f7528 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30f49361d5a34254a5bf145641c0416a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7453735 Feb 14 21:14:55.805992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37596) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:55.848871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ee90d30-1685-4d4d-a439-67428a6d4fa8 None None] Provisioning complete for port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:55.849396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ee90d30-1685-4d4d-a439-67428a6d4fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.890111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e87bb-0a6b-47e5-acd1-2dbd209f7528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c09375-128b-45ab-bcc1-6feec4adb31f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:55.892936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] Publish callbacks [] for security_group (03c09375-128b-45ab-bcc1-6feec4adb31f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.912396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1ee90d30-1685-4d4d-a439-67428a6d4fa8 None None] Port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:14:55.923293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] Publish callbacks [] for security_group (03c09375-128b-45ab-bcc1-6feec4adb31f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:55.984684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (03c09375-128b-45ab-bcc1-6feec4adb31f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.001108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:14:56.001464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.003135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/03c09375-128b-45ab-bcc1-6feec4adb31f HTTP/1.1" status: 204 len: 168 time: 0.1960268 Feb 14 21:14:56.007953 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-69f10ebb-b2b1-4280-9457-639b4e796357 admin admin] 10.222.0.86 "PUT /v2.0/routers/d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9764404 Feb 14 21:14:56.013323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f2104-7a1a-4e1d-bcac-49ccd6d03bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c09375-128b-45ab-bcc1-6feec4adb31f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:56.064952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37612) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:56.081380 n-d-828372-11 neutron-server[103513]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 21:14:56.118563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-9a211f54-261d-4d83-aca5-aa054ae388db tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419388 Feb 14 21:14:56.125797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6530bd54-fb95-4d8f-8689-c2b80b141039 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:14:56.194265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 6530bd54-fb95-4d8f-8689-c2b80b141039 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:56.194729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.260747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:56.269785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-25d982a0-1495-4a4c-999a-7cac053fd805 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:56.272041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-25d982a0-1495-4a4c-999a-7cac053fd805 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527009 Feb 14 21:14:56.283130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34d5cc0f-eac3-4572-bd6c-85cf1fbd5bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.300175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-0271d6d1-eed6-42e6-88b3-7a007f272854 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/quotas/f1a41e6acc654c3bb4f6e322b8328fae HTTP/1.1" status: 200 len: 375 time: 0.0210123 Feb 14 21:14:56.324747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 6530bd54-fb95-4d8f-8689-c2b80b141039 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:56.326937 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.360602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 6530bd54-fb95-4d8f-8689-c2b80b141039, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6530bd54-fb95-4d8f-8689-c2b80b141039,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:14:56.376336 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.389111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-1eac8ff4-8e0d-4532-b638-dcfa4d98e52d tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852482 Feb 14 21:14:56.426420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34d5cc0f-eac3-4572-bd6c-85cf1fbd5bcb admin admin] Publish callbacks [] for security_group (dc191112-2bdd-4dfd-a43b-6b24ef604a7c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.436740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34d5cc0f-eac3-4572-bd6c-85cf1fbd5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dc191112-2bdd-4dfd-a43b-6b24ef604a7c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.469515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=6530bd54-fb95-4d8f-8689-c2b80b141039,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:56.496363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5cc0f-eac3-4572-bd6c-85cf1fbd5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc191112-2bdd-4dfd-a43b-6b24ef604a7c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:56.504886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-34d5cc0f-eac3-4572-bd6c-85cf1fbd5bcb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f032cefa0c824ef2875a82ebde6af0f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2404480 Feb 14 21:14:56.506145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37622) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:56.573836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] Publish callbacks [] for security_group (dc191112-2bdd-4dfd-a43b-6b24ef604a7c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.603827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] Publish callbacks [] for security_group (dc191112-2bdd-4dfd-a43b-6b24ef604a7c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.675839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dc191112-2bdd-4dfd-a43b-6b24ef604a7c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.679623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:56.681483 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dc191112-2bdd-4dfd-a43b-6b24ef604a7c HTTP/1.1" status: 204 len: 168 time: 0.1743193 Feb 14 21:14:56.692537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243b991-3b24-4931-ac67-e0780290b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc191112-2bdd-4dfd-a43b-6b24ef604a7c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:56.706408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37642) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:56.824642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:56.838380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6332e5d4-e722-4b42-a3a8-be347b328224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.064702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6332e5d4-e722-4b42-a3a8-be347b328224 admin admin] Publish callbacks [] for security_group (a94571ec-9a41-4bc3-a8be-5f882978d715), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.065835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8482947d-04ac-47dd-ab97-39277c3ad80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.075900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6332e5d4-e722-4b42-a3a8-be347b328224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a94571ec-9a41-4bc3-a8be-5f882978d715), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.131423 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6332e5d4-e722-4b42-a3a8-be347b328224 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=797aaf94fd0449448d19baaedb25db08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3034670 Feb 14 21:14:57.132294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37662) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:57.156382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e5d4-e722-4b42-a3a8-be347b328224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94571ec-9a41-4bc3-a8be-5f882978d715,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:57.201272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] Publish callbacks [] for security_group (a94571ec-9a41-4bc3-a8be-5f882978d715), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.229845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] Publish callbacks [] for security_group (a94571ec-9a41-4bc3-a8be-5f882978d715), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.271428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8482947d-04ac-47dd-ab97-39277c3ad80a admin admin] Publish callbacks [] for security_group (556dc95a-fe9b-492c-8305-bb9553bd9c16), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.285014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8482947d-04ac-47dd-ab97-39277c3ad80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (556dc95a-fe9b-492c-8305-bb9553bd9c16), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.307486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a94571ec-9a41-4bc3-a8be-5f882978d715), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.311029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.317659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a94571ec-9a41-4bc3-a8be-5f882978d715 HTTP/1.1" status: 204 len: 168 time: 0.1842313 Feb 14 21:14:57.332955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcbe9c-37d5-4148-be8d-ad2d1acff82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94571ec-9a41-4bc3-a8be-5f882978d715,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:57.339012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482947d-04ac-47dd-ab97-39277c3ad80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556dc95a-fe9b-492c-8305-bb9553bd9c16,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:57.343955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8482947d-04ac-47dd-ab97-39277c3ad80a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d2cebbc2aa524d29a7aba4115f799b2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6357858 Feb 14 21:14:57.346491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37672) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:57.363432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37676) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:57.412935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:14:57.414939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] Publish callbacks [] for security_group (556dc95a-fe9b-492c-8305-bb9553bd9c16), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.437759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:14:57.438398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:14:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:57.452993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] Publish callbacks [] for security_group (556dc95a-fe9b-492c-8305-bb9553bd9c16), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.548115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (556dc95a-fe9b-492c-8305-bb9553bd9c16), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.550941 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:57.554851 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/556dc95a-fe9b-492c-8305-bb9553bd9c16 HTTP/1.1" status: 204 len: 168 time: 0.2045698 Feb 14 21:14:57.567693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69735f-dee8-4db9-81dc-f1e7614fa9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556dc95a-fe9b-492c-8305-bb9553bd9c16,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:57.718066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:14:57.850254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90f19f03-f094-4f17-b8a2-25b9db9f611d req-fb306992-f1ec-44b8-ac16-5f44f02ea2ea tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 210 time: 0.4854715 Feb 14 21:14:58.055108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6530bd54-fb95-4d8f-8689-c2b80b141039 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:14:58.115800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 2, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:58.153907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:14:58.153907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Updating router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:14:58.188004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.197906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 6530bd54-fb95-4d8f-8689-c2b80b141039 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:58.198356 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.322000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37732) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:58.348012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3777f00-0eae-43fa-84cd-22d75505d5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.363588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.443890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 6530bd54-fb95-4d8f-8689-c2b80b141039 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:58.473778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3777f00-0eae-43fa-84cd-22d75505d5f2 admin admin] Publish callbacks [] for security_group (7f1d0e04-527f-46c7-a692-85de10ff2b22), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.480191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3777f00-0eae-43fa-84cd-22d75505d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7f1d0e04-527f-46c7-a692-85de10ff2b22), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.508518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3777f00-0eae-43fa-84cd-22d75505d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d0e04-527f-46c7-a692-85de10ff2b22,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:58.547679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37740) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:58.550419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3777f00-0eae-43fa-84cd-22d75505d5f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67dc892e54564dd3ab6b0b28811f50c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2266119 Feb 14 21:14:58.592392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks [] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.608678 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.617779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] Publish callbacks [] for security_group (7f1d0e04-527f-46c7-a692-85de10ff2b22), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.647090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] Publish callbacks [] for security_group (7f1d0e04-527f-46c7-a692-85de10ff2b22), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.711489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7f1d0e04-527f-46c7-a692-85de10ff2b22), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.714961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.717184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f1d0e04-527f-46c7-a692-85de10ff2b22 HTTP/1.1" status: 204 len: 168 time: 0.1684453 Feb 14 21:14:58.726637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074acb-dd5e-41fb-a4d1-fe97ef1f2a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d0e04-527f-46c7-a692-85de10ff2b22,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:58.747107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37746) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:58.751935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-network', 'tenant_id': '63607420dba84ad790c361edc52fc474'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:58.776471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff4f0c-e9d8-4737-9d9c-e94c15b3bfb2 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:58.784149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Attempting to bind port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:14:58.784835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Attempting to bind port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:14:58.785308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Attempting to bind port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:14:58.791838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:14:58.792413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Checking segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:14:58.792745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.793402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Bound using segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:14:58.794359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Bound port: 5e0d3451-85b0-43a3-bf5a-dac657f9d527, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:14:58.794748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.806843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Made reservation on behalf of 63607420dba84ad790c361edc52fc474 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:14:58.813371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.836707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.841111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:58.876628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] For port 5e0d3451-85b0-43a3-bf5a-dac657f9d527, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:14:58.881952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] For port 5e0d3451-85b0-43a3-bf5a-dac657f9d527, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e0d3451-85b0-43a3-bf5a-dac657f9d527,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:14:58.890677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:58.996922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff4f0c-e9d8-4737-9d9c-e94c15b3bfb2 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:59.002092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks [] for security_group (e4acbde7-99d7-4b34-8946-682286fb3c65), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.009851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4acbde7-99d7-4b34-8946-682286fb3c65), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.016768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:14:59.017849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:14:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:59.024422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Provisioning complete for port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:59.025068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.062165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4acbde7-99d7-4b34-8946-682286fb3c65,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:59.074772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:14:59.091808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (43da5f1e-8e62-47b8-938d-e52be829915e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.092395 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Added segment 43da5f1e-8e62-47b8-938d-e52be829915e of type vlan for network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 Feb 14 21:14:59.161814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.83', 62602) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:59.185351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.264613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:14:59.277916 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b301c847-d5fd-4aa2-8262-bd8cd400288f tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134858 Feb 14 21:14:59.308280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Current status of the port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:59.308818 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.331488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.332461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:59.333033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.342959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cb29402-46a0-4aac-b2bc-9c6dd60e78fd req-d7ff09fa-f161-403e-a461-f6842ccaa4bd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 210 time: 0.0876834 Feb 14 21:14:59.456695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] For port 5e0d3451-85b0-43a3-bf5a-dac657f9d527, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e0d3451-85b0-43a3-bf5a-dac657f9d527,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:14:59.473554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7253065 Feb 14 21:14:59.482544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:59.493116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.499342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Request body: {'subnet': {'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-subnet', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:59.536739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50613926-b486-4c28-ab47-5333bd365f5f admin admin] Pushing event updated for resources: {'Network': ['ID=f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:59.561117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:14:59.563884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Made reservation on behalf of 63607420dba84ad790c361edc52fc474 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:14:59.575280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.599585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-5379ec3f-6429-49d5-be71-73f241027786 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:14:59.602188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-5379ec3f-6429-49d5-be71-73f241027786 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179860 Feb 14 21:14:59.618140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09c6f1a6-79b2-404d-810e-954dcde0d616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.706242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09c6f1a6-79b2-404d-810e-954dcde0d616 admin admin] Publish callbacks [] for security_group (87f062e1-0074-464d-8efe-9b3cff7ad518), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.713309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Request body: {'port': {'device_id': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'f1a41e6acc654c3bb4f6e322b8328fae'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:14:59.715989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9a29-3881-479f-9265-17ea95e92545 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:59.722892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3bbc8b18-2fe9-4e9c-99e4-3eb772e2a521 None None] Provisioning complete for port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:14:59.723715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8b18-2fe9-4e9c-99e4-3eb772e2a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.727822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09c6f1a6-79b2-404d-810e-954dcde0d616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (87f062e1-0074-464d-8efe-9b3cff7ad518), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.792101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09c6f1a6-79b2-404d-810e-954dcde0d616 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=96a6a1b0aef44618beeb03a725eae4d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9497325 Feb 14 21:14:59.807680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f1a6-79b2-404d-810e-954dcde0d616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f062e1-0074-464d-8efe-9b3cff7ad518,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:14:59.820378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37786) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:14:59.923874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc8b18-2fe9-4e9c-99e4-3eb772e2a521 None None] Current status of the port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:14:59.941195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:58Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:14:59.978732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5037ff-5cea-45ce-a465-3441888c2b7c None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:58Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:14:59.981707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] Publish callbacks [] for security_group (87f062e1-0074-464d-8efe-9b3cff7ad518), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:14:59.983979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (57f5917f-f499-4623-a4ff-39ddefd5982d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.074842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] Publish callbacks [] for security_group (87f062e1-0074-464d-8efe-9b3cff7ad518), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.108241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f5917f-f499-4623-a4ff-39ddefd5982d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:00.118696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Checking segment: {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:00.119285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Network hostable DHCP agents. Network: f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:00.154290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:00.173389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:00.177366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Made reservation on behalf of f1a41e6acc654c3bb4f6e322b8328fae for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:00.181782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.183955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95776a-2391-4aa6-973a-aaac9e34c9e1 None None] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:00.195185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:00.196117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.197231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.220340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (87f062e1-0074-464d-8efe-9b3cff7ad518), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.223848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.227914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87f062e1-0074-464d-8efe-9b3cff7ad518 HTTP/1.1" status: 204 len: 168 time: 0.3513374 Feb 14 21:15:00.240422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-09f31a32-1353-4ea4-a3b1-564feccb2fe1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7492800 Feb 14 21:15:00.243301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37812) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:00.244272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc0d5a-e31a-4ff5-98a5-6b4a5fc81ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f062e1-0074-464d-8efe-9b3cff7ad518,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:00.249010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:00.281855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.284714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.397969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for router_controller (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.422326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks [] for security_group (4751fe95-8cf5-4026-be77-ffd06223db10), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.436062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4751fe95-8cf5-4026-be77-ffd06223db10), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.551544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'project_id': '63607420dba84ad790c361edc52fc474', 'fixed_ips': [{'subnet_id': '57f5917f-f499-4623-a4ff-39ddefd5982d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:15:00.552589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.701455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4751fe95-8cf5-4026-be77-ffd06223db10,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:00.752003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68a11edb-3543-4ca4-b5f3-405d26e6c22c req-56f8e2c4-96a7-4297-a55a-8de74613a042 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 210 time: 0.0561428 Feb 14 21:15:00.830569 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for router_gateway (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:00.909028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Allocated IP 172.20.0.2 (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66/57f5917f-f499-4623-a4ff-39ddefd5982d/44024a35-58ed-4c2a-b63e-5397c5cc9439) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:00.918217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef965-2ab0-4354-beea-20ecc5e5d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.001107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Allocated IP 192.168.233.31 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/8bd49d20-56c2-4985-8c9a-8f25d63f7493) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:01.295390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks [] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.308019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.395104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:01.402623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Pushing event updated for resources: {'Port': ['ID=44024a35-58ed-4c2a-b63e-5397c5cc9439,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:01.425871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b043becb-148b-4d5e-8cec-e3d7eb85c7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.441255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:01.441255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:01.444059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:01.586876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Attempting to bind port 44024a35-58ed-4c2a-b63e-5397c5cc9439 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:01.587634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Attempting to bind port 44024a35-58ed-4c2a-b63e-5397c5cc9439 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:01.587737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Attempting to bind port 44024a35-58ed-4c2a-b63e-5397c5cc9439 on network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:01.597238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b043becb-148b-4d5e-8cec-e3d7eb85c7aa admin admin] Publish callbacks [] for security_group (28583400-79e2-4531-b0ef-4506b14c66b6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.602064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:01.602476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Checking segment: {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:01.602894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.603318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Bound using segment: {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:01.603818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Bound port: 44024a35-58ed-4c2a-b63e-5397c5cc9439, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:01.604211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.609372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b043becb-148b-4d5e-8cec-e3d7eb85c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28583400-79e2-4531-b0ef-4506b14c66b6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.645897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks [] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.647654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043becb-148b-4d5e-8cec-e3d7eb85c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28583400-79e2-4531-b0ef-4506b14c66b6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:01.705082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b043becb-148b-4d5e-8cec-e3d7eb85c7aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c254c21adb9448ad8f175a65699bb300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082800 Feb 14 21:15:01.706758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37844) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:01.812437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] Publish callbacks [] for security_group (28583400-79e2-4531-b0ef-4506b14c66b6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.814884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] For port 44024a35-58ed-4c2a-b63e-5397c5cc9439, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:01.818504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] For port 44024a35-58ed-4c2a-b63e-5397c5cc9439, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44024a35-58ed-4c2a-b63e-5397c5cc9439,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:01.821763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for router_gateway (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.844401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.878496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.893435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] Publish callbacks [] for security_group (28583400-79e2-4531-b0ef-4506b14c66b6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:01.971057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc89cc-e07a-4036-86b7-4f2606d651ab None None] Pushing event updated for resources: {'Port': ['ID=44024a35-58ed-4c2a-b63e-5397c5cc9439,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:02.016724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.216089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e0d3451-85b0-43a3-bf5a-dac657f9d527 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:02.348068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:02.352124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:02.359465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.384556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:02.395924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:02.405256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:02.405926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.428433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28583400-79e2-4531-b0ef-4506b14c66b6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.452902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.458520 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28583400-79e2-4531-b0ef-4506b14c66b6 HTTP/1.1" status: 204 len: 168 time: 0.7461488 Feb 14 21:15:02.468909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Pushing event updated for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:02.508968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082375-31a2-4c3e-996c-ddefb398fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28583400-79e2-4531-b0ef-4506b14c66b6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:02.532460 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-b9abcea7-dad8-4571-8bd6-b35644e301dd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8244891 Feb 14 21:15:02.553486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-0e91cdf0-47c2-46cc-8d9a-02be861293ca tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:02.555444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-0e91cdf0-47c2-46cc-8d9a-02be861293ca tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123138 Feb 14 21:15:02.677419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Allocated IP 172.25.2.168 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:02.705285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:02.708732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:02.808207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dcfc7-fc75-4363-b375-e741f2ecd10c req-f557410c-a8b0-406b-b8e8-49e26b9c3851 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:02.827999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385dcfc7-fc75-4363-b375-e741f2ecd10c req-f557410c-a8b0-406b-b8e8-49e26b9c3851 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 935 time: 0.8423202 Feb 14 21:15:02.993613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385dcfc7-fc75-4363-b375-e741f2ecd10c req-fc0755aa-1a06-4988-b675-f012a176af53 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497400 Feb 14 21:15:02.993837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-312cecfa-99fd-4a34-83ea-80e166cc09a5 None None] Provisioning complete for port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:02.994057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312cecfa-99fd-4a34-83ea-80e166cc09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:03.058064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:03.090318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-312cecfa-99fd-4a34-83ea-80e166cc09a5 None None] Port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:03.188379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:03.296559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cd58fa5-64fa-4a8b-a522-6e1f978ec04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:03.317774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:03.334773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:03.365769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:03.579883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Pushing event updated for resources: {'Port': ['ID=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:03.874515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Request body: {'port': {'device_id': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'device_owner': 'compute:tempest-test_az-641106369', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:04.017112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.034315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:04.084205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aad846-c35f-483b-9de2-8ba81a92549c None None] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:04.124059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for router_gateway (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.188092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44024a35-58ed-4c2a-b63e-5397c5cc9439 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:04.235493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Provisioning complete for port 44024a35-58ed-4c2a-b63e-5397c5cc9439 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:04.236549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.432636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Current status of the port 44024a35-58ed-4c2a-b63e-5397c5cc9439 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:04.433330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.538674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] For port 44024a35-58ed-4c2a-b63e-5397c5cc9439, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44024a35-58ed-4c2a-b63e-5397c5cc9439,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:04.599212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.606872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b7d4-5ba2-40d9-b6ee-c37bdede1a61 req-762f204f-0413-471d-9053-0d0c0146edd7 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:04.608996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45e6b7d4-5ba2-40d9-b6ee-c37bdede1a61 req-762f204f-0413-471d-9053-0d0c0146edd7 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 935 time: 0.4731166 Feb 14 21:15:04.773810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f3392-5be8-4543-bb13-fe5d274ed40c None None] Pushing event updated for resources: {'Port': ['ID=44024a35-58ed-4c2a-b63e-5397c5cc9439,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:04.784620 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:04.866105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45e6b7d4-5ba2-40d9-b6ee-c37bdede1a61 req-ef943bb3-e67a-4675-99f2-ea03a3e792c8 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416909 Feb 14 21:15:04.890967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 44024a35-58ed-4c2a-b63e-5397c5cc9439 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:04.892115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.045317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.098043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 44024a35-58ed-4c2a-b63e-5397c5cc9439 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:05.251232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e725-d642-4da4-9181-a98eb32cb285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.562424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:15:05.582846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.639073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd49d20-56c2-4985-8c9a-8f25d63f7493 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:05.651952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3c3ddc8b-7f99-4741-9efc-74d10fe88de3 None None] Provisioning complete for port 44024a35-58ed-4c2a-b63e-5397c5cc9439 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:05.652339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c3ddc8b-7f99-4741-9efc-74d10fe88de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.687643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks [] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.712992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e725-d642-4da4-9181-a98eb32cb285 admin admin] Publish callbacks [] for security_group (551a1239-2f62-4874-b510-c398d82cabab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.735406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e725-d642-4da4-9181-a98eb32cb285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (551a1239-2f62-4874-b510-c398d82cabab), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.799751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Transition to ACTIVE for port object 8bd49d20-56c2-4985-8c9a-8f25d63f7493 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:05.831442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:05.846354 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Sync routers for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:05.853245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.862668 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:05.865793 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:05.902427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:05.918741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:05.919583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45c5ccb7-1c0d-4cdb-ba7b-74566c18f291 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6748142 Feb 14 21:15:06.014366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37948) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:06.033856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ddc8b-7f99-4741-9efc-74d10fe88de3 None None] Current status of the port 44024a35-58ed-4c2a-b63e-5397c5cc9439 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:06.076896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cfc6e725-d642-4da4-9181-a98eb32cb285 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3495cd13e32b4158bfee444894a8a526&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0406084 Feb 14 21:15:06.079361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Pushing event updated for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:06.082656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:06.145465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44024a35-58ed-4c2a-b63e-5397c5cc9439 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:06.289931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffaa2a-5912-4ffd-9c94-dc43d8e28409 req-f5c8bf13-341d-4f90-92a2-577f0b0f593b tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:06.310781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbffaa2a-5912-4ffd-9c94-dc43d8e28409 req-f5c8bf13-341d-4f90-92a2-577f0b0f593b tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.3067954 Feb 14 21:15:06.326406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 44024a35-58ed-4c2a-b63e-5397c5cc9439 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:06.326709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.490248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbffaa2a-5912-4ffd-9c94-dc43d8e28409 req-84c18c67-3c63-49fc-b5fc-528057102070 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769204 Feb 14 21:15:06.499803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6e725-d642-4da4-9181-a98eb32cb285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551a1239-2f62-4874-b510-c398d82cabab,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:06.572737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 44024a35-58ed-4c2a-b63e-5397c5cc9439 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:06.597022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:06.710531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cf06624-717f-4586-97b3-0158918a2ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.790522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] Publish callbacks [] for security_group (551a1239-2f62-4874-b510-c398d82cabab), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.844210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] Publish callbacks [] for security_group (551a1239-2f62-4874-b510-c398d82cabab), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.930473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Attempting to bind port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:06.930839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Attempting to bind port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:06.939267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Attempting to bind port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:06.956401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cf06624-717f-4586-97b3-0158918a2ae7 admin admin] Publish callbacks [] for security_group (e183fc39-44bd-48f2-8c68-7a861a310a1f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.961339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:06.961667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Attempting to bind port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:06.964842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cf06624-717f-4586-97b3-0158918a2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e183fc39-44bd-48f2-8c68-7a861a310a1f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.977501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (551a1239-2f62-4874-b510-c398d82cabab), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.980303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:06.983196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/551a1239-2f62-4874-b510-c398d82cabab HTTP/1.1" status: 204 len: 168 time: 0.5898640 Feb 14 21:15:07.040359 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:03Z', 'revision_number': 3, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:07.073570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:07.075093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1cf06624-717f-4586-97b3-0158918a2ae7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f762b935f5849d69208f8d19279e04d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0474479 Feb 14 21:15:07.078142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37972) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:07.087877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:07.088664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:07.089137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Bound port: 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:07.089634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.095303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.114853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf06624-717f-4586-97b3-0158918a2ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183fc39-44bd-48f2-8c68-7a861a310a1f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:07.130454 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Checking router: 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:07.131637 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Updating router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:15:07.135360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e21238-5258-4c48-be01-1f6be7967275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a1239-2f62-4874-b510-c398d82cabab,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:07.193226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] Publish callbacks [] for security_group (e183fc39-44bd-48f2-8c68-7a861a310a1f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.234849 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.243354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] Publish callbacks [] for security_group (e183fc39-44bd-48f2-8c68-7a861a310a1f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.296164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:07.306475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:07.373202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.383985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e183fc39-44bd-48f2-8c68-7a861a310a1f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.387837 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.389256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e183fc39-44bd-48f2-8c68-7a861a310a1f HTTP/1.1" status: 204 len: 168 time: 0.3069363 Feb 14 21:15:07.400665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953390c-775f-4932-8082-cfa3b60943ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183fc39-44bd-48f2-8c68-7a861a310a1f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:07.472185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Pushing event updated for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:07.497138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:07.497763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.499211 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-ac2af4b5-e2a1-4ec7-98b2-c5a9597e979b service neutron] 10.222.0.83 "PUT /v2.0/ports/8bd49d20-56c2-4985-8c9a-8f25d63f7493 HTTP/1.1" status: 200 len: 1117 time: 4.0922616 Feb 14 21:15:07.499664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:07.746996 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks [] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.759074 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.779627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41717-a8f8-48a3-ab7b-15deb320e2b1 req-32a7d604-3764-44bb-9c39-0f8cd4168d37 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:07.792536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb41717-a8f8-48a3-ab7b-15deb320e2b1 req-32a7d604-3764-44bb-9c39-0f8cd4168d37 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1321201 Feb 14 21:15:07.867201 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd617e5-203d-4ebe-86ef-b66074978701 None None] Pushing event updated for resources: {'Port': ['ID=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:07.879611 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Attempting to bind port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:07.880031 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Attempting to bind port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:07.880537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Attempting to bind port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:07.886225 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:07.886918 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:07.888028 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.888596 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:07.889278 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Bound port: b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:07.889848 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:07.946727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb41717-a8f8-48a3-ab7b-15deb320e2b1 req-56bea647-e799-4e5c-aefb-9b347d18b686 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461129 Feb 14 21:15:07.963919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-1568420b-4ae2-4739-b784-12526ec17a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:07.967417 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] For port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:07.969654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-1568420b-4ae2-4739-b784-12526ec17a09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 1151 time: 0.3728487 Feb 14 21:15:07.971951 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] For port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:07.979813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:07.980520 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.002132 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e60e827c-dd7d-4352-a9e0-274f274d14ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.081407 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:08.084834 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:08.249586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e60e827c-dd7d-4352-a9e0-274f274d14ca admin admin] Publish callbacks [] for security_group (c111ab52-d8a7-4005-8f59-ab9a87fb6976), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.258927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e60e827c-dd7d-4352-a9e0-274f274d14ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c111ab52-d8a7-4005-8f59-ab9a87fb6976), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.322053 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-8e11baf0-916a-4616-9444-77dd6a0c8e5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493 HTTP/1.1" status: 200 len: 217 time: 0.2308939 Feb 14 21:15:08.339506 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:08.350878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.391135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e827c-dd7d-4352-a9e0-274f274d14ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c111ab52-d8a7-4005-8f59-ab9a87fb6976,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:08.461503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e60e827c-dd7d-4352-a9e0-274f274d14ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8b247ce999c4787b9509015a34a3ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797742 Feb 14 21:15:08.462152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37998) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:08.568727 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:03Z', 'revision_number': 3, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:08.624073 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd617e5-203d-4ebe-86ef-b66074978701 None None] Pushing event updated for resources: {'Port': ['ID=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:08.629050 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf7bd5-8deb-4414-b4e7-50ffe9754618 None None] The sync data for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 is: [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:03Z', 'revision_number': 3, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:08.632250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] Publish callbacks [] for security_group (c111ab52-d8a7-4005-8f59-ab9a87fb6976), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.664643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38006) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:08.699646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] Publish callbacks [] for security_group (c111ab52-d8a7-4005-8f59-ab9a87fb6976), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.788809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-743f7ac3-55ae-486b-bbdf-1476dbcae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:08.790529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-743f7ac3-55ae-486b-bbdf-1476dbcae4c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.3665452 Feb 14 21:15:08.820843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-818f7e5d-1cd6-4f5c-b5b9-d3a1d12d2b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.837055 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c111ab52-d8a7-4005-8f59-ab9a87fb6976), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.839776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:08.845257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c111ab52-d8a7-4005-8f59-ab9a87fb6976 HTTP/1.1" status: 204 len: 168 time: 0.3762622 Feb 14 21:15:08.860646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c01715-2f8c-4b73-8d2e-e16e50528d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c111ab52-d8a7-4005-8f59-ab9a87fb6976,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:08.924478 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62e33c-07f6-4882-a655-bccb9a9e3274" -d '{"events": [{"name": "network-changed", "server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:09.410411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a851eb-d159-46f5-b1e6-65bdd2c0df8b req-a4620ac9-61a9-4b66-bf0a-14e19359cc26 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:09.424098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8a851eb-d159-46f5-b1e6-65bdd2c0df8b req-a4620ac9-61a9-4b66-bf0a-14e19359cc26 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1525166 Feb 14 21:15:09.505234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Allocated IP 172.20.0.1 (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66/57f5917f-f499-4623-a4ff-39ddefd5982d/909df9c9-2f29-4f09-8640-f127bfbb1aa1) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:09.523422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-877b55e0-2f10-462c-8840-be1f420cdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:09.525315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-877b55e0-2f10-462c-8840-be1f420cdd7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6424897 Feb 14 21:15:09.568517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8a851eb-d159-46f5-b1e6-65bdd2c0df8b req-0f78e111-f2b2-4f68-81c6-eaa6d88b810c tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430700 Feb 14 21:15:09.886070 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9878b0a-3d9e-41a6-90ce-2541b5d035a1 x-openstack-request-id: req-d9878b0a-3d9e-41a6-90ce-2541b5d035a1 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:09.886462 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:09.886852 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9878b0a-3d9e-41a6-90ce-2541b5d035a1 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:09.887384 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493', 'status': 'completed', 'code': 200} Feb 14 21:15:09.936771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-818f7e5d-1cd6-4f5c-b5b9-d3a1d12d2b4b admin admin] Publish callbacks [] for security_group (2e161373-3a42-434f-83a2-e4fdf4b33556), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:09.996757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-818f7e5d-1cd6-4f5c-b5b9-d3a1d12d2b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e161373-3a42-434f-83a2-e4fdf4b33556), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.192386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:10.208757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks [] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.306065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38066) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:10.321663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:10.322444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-818f7e5d-1cd6-4f5c-b5b9-d3a1d12d2b4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf6f5cbd6feb4913bf757f6d8698cc8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5700538 Feb 14 21:15:10.323270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.334078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.467307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] Publish callbacks [] for security_group (2e161373-3a42-434f-83a2-e4fdf4b33556), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.546433 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] Publish callbacks [] for security_group (2e161373-3a42-434f-83a2-e4fdf4b33556), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.568542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:10.588350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Pushing event updated for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:10.599902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:10.611249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:10.613194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.655696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:10.656075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.704989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e161373-3a42-434f-83a2-e4fdf4b33556), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.709990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.713765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e161373-3a42-434f-83a2-e4fdf4b33556 HTTP/1.1" status: 204 len: 168 time: 0.4060118 Feb 14 21:15:10.732264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:10.745655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:10.748099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f246a3-c73c-4fa8-bc5d-3722cadec350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e161373-3a42-434f-83a2-e4fdf4b33556,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:10.797090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-9ca2e1b4-3823-47a9-9ba2-8029fd94bbf9 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2546945 Feb 14 21:15:10.883845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d3d6-0b57-49b7-99e8-67e8d28ac17c req-3a8ea180-5066-42e0-8387-a5ebe642744f tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:10.897982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03d6d3d6-0b57-49b7-99e8-67e8d28ac17c req-3a8ea180-5066-42e0-8387-a5ebe642744f tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1243522 Feb 14 21:15:10.922591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:11.050385 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2f7b0fa7-c65a-43e6-a511-11f69dc285e3 req-29a913a7-aa65-42c1-8cfd-a01fc7ac84df service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341225 Feb 14 21:15:11.062665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f7e5d-1cd6-4f5c-b5b9-d3a1d12d2b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e161373-3a42-434f-83a2-e4fdf4b33556,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:11.068510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03d6d3d6-0b57-49b7-99e8-67e8d28ac17c req-909d5d5d-6c70-4a69-a511-cbc83b89f6b9 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655848 Feb 14 21:15:11.149730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:11.209295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e945c71d-ac1f-430a-af96-facfd731aa88 None None] Provisioning complete for port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:11.210949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e945c71d-ac1f-430a-af96-facfd731aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:11.288716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e945c71d-ac1f-430a-af96-facfd731aa88 None None] Port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:11.349632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-9014c73c-0f7d-4cb9-8837-2f30cca8fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:11.351272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-9014c73c-0f7d-4cb9-8837-2f30cca8fa14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 1151 time: 0.2021687 Feb 14 21:15:11.433406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:11.635713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-b6d6edd4-3bd0-42b6-8197-236cb565de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:11.638626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-b6d6edd4-3bd0-42b6-8197-236cb565de6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2777321 Feb 14 21:15:11.730227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks [] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:11.744780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:11.745419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:11.924912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Pushing event updated for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:11.998710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:12.000544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:12.043305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf90b-df6a-4137-970b-55a319cfa8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.053526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:12.165832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:12.166592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.257931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:15:12.297874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-715a2d92-9e9d-4ad2-9519-4824c162c405 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493 HTTP/1.1" status: 200 len: 217 time: 0.0584733 Feb 14 21:15:12.298876 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf90b-df6a-4137-970b-55a319cfa8a5 admin admin] Publish callbacks [] for security_group (f782e0ff-07d2-4203-a515-5c160a4dfed2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.314137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf90b-df6a-4137-970b-55a319cfa8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f782e0ff-07d2-4203-a515-5c160a4dfed2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.334129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:12.365768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-e2fbe832-6218-4c26-a349-8b9dc0382a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:12.367408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-e2fbe832-6218-4c26-a349-8b9dc0382a6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0607581 Feb 14 21:15:12.418026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cf90b-df6a-4137-970b-55a319cfa8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782e0ff-07d2-4203-a515-5c160a4dfed2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:12.452696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-66a64fa1-0e2d-4e41-86a7-bd2b9a3d3408 None None] Provisioning complete for port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:12.453390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66a64fa1-0e2d-4e41-86a7-bd2b9a3d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.455904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31294-5430-4993-9763-36e09d3281a7 req-b78351a8-c542-48d5-9819-36ccd2de6bc7 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:12.464592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31d31294-5430-4993-9763-36e09d3281a7 req-b78351a8-c542-48d5-9819-36ccd2de6bc7 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.2621422 Feb 14 21:15:12.475225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fa4cf90b-df6a-4137-970b-55a319cfa8a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76ece8d3c2aa45e7b86b5eaff205797c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0395896 Feb 14 21:15:12.483507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38136) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:12.494249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-4484a1b3-4f34-4f9a-bd80-376749451fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:12.495705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-4484a1b3-4f34-4f9a-bd80-376749451fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0927289 Feb 14 21:15:12.509339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-66a64fa1-0e2d-4e41-86a7-bd2b9a3d3408 None None] Port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:12.568143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31d31294-5430-4993-9763-36e09d3281a7 req-2ed665a5-1e17-41c0-b8e1-8c03a1fbbdc3 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024988 Feb 14 21:15:12.599234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] Publish callbacks [] for security_group (f782e0ff-07d2-4203-a515-5c160a4dfed2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.611093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-67b894b0-e6dc-4e54-8a8a-e649cb323928 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048334 Feb 14 21:15:12.612223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:12.617775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f4cda617-53d7-42c6-9406-9d4ef1cf2e92 admin admin] 10.222.0.86 "PUT /v2.0/routers/3449bca4-45ef-4dce-a3d3-12ea3bb82df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6653926 Feb 14 21:15:12.630078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Sync routers for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:12.644706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:12.645330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:12.654648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] Publish callbacks [] for security_group (f782e0ff-07d2-4203-a515-5c160a4dfed2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.725218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f782e0ff-07d2-4203-a515-5c160a4dfed2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.728123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:12.732345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f782e0ff-07d2-4203-a515-5c160a4dfed2 HTTP/1.1" status: 204 len: 168 time: 0.2456901 Feb 14 21:15:12.744424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe4ad9-4847-4e18-a309-8d1c0f7741d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782e0ff-07d2-4203-a515-5c160a4dfed2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:12.764773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b62e33c-07f6-4882-a655-bccb9a9e3274 req-61a1a7ed-1dd0-41e0-bf00-f3df5e0d4743 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455445 Feb 14 21:15:12.908482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:13.116973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '909df9c9-2f29-4f09-8640-f127bfbb1aa1', 'name': '', 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'mac_address': 'fa:16:3e:13:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:08Z', 'updated_at': '2022-02-14T21:15:11Z', 'revision_number': 2, 'project_id': '63607420dba84ad790c361edc52fc474', 'subnets': [{'id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:13.147730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Checking router: 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:13.148148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Updating router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:15:13.178078 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.440036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:13.457581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4a8eeab5-d56b-4b00-b628-f065e8cb02ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.466820 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks [] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.473577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.569023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b361-75ff-4fd8-91aa-76a38cb83540 None None] Pushing event updated for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:13.585178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4a8eeab5-d56b-4b00-b628-f065e8cb02ca admin admin] Publish callbacks [] for security_group (9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.592518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4a8eeab5-d56b-4b00-b628-f065e8cb02ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.638282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38192) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:13.665935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Attempting to bind port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:13.667565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Attempting to bind port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:13.671380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4a8eeab5-d56b-4b00-b628-f065e8cb02ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74ac208544e943348f98c523a55aa5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274818 Feb 14 21:15:13.671794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Attempting to bind port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 on network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:13.672119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:13.677829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:13.678464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Checking segment: {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:13.679026 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.679600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Bound using segment: {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:13.680247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Bound port: 909df9c9-2f29-4f09-8640-f127bfbb1aa1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da5f1e-8e62-47b8-938d-e52be829915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:13.680808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.712082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eeab5-d56b-4b00-b628-f065e8cb02ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:13.763783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] Publish callbacks [] for security_group (9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.782128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93d074-ca72-4b03-951b-e4ef9ba64489 req-fc4e48d2-fd3d-4e63-a851-fecb9566f202 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:13.800699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] Publish callbacks [] for security_group (9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.801424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db93d074-ca72-4b03-951b-e4ef9ba64489 req-fc4e48d2-fd3d-4e63-a851-fecb9566f202 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1220243 Feb 14 21:15:13.819495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] For port 909df9c9-2f29-4f09-8640-f127bfbb1aa1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:13.829054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] For port 909df9c9-2f29-4f09-8640-f127bfbb1aa1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=909df9c9-2f29-4f09-8640-f127bfbb1aa1,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:13.849842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.909524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db93d074-ca72-4b03-951b-e4ef9ba64489 req-ba1a7827-8aee-49fb-9ba6-0e3938c9d7f0 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974483 Feb 14 21:15:13.914911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.922445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:13.928356 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0 HTTP/1.1" status: 204 len: 168 time: 0.2537177 Feb 14 21:15:13.941481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f4ff-b1b9-4a14-8478-2a7a37b6624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5ec2f-57d8-4982-9bd8-23d397b6cbb0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.015032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:14.015749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:14.020354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Provisioning complete for port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:14.020354 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.021619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b361-75ff-4fd8-91aa-76a38cb83540 None None] Pushing event updated for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.220269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38212) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.263450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:14.297034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.302703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385336316', 'description': 'tempest-description--1858194471'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:14.352892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3bfddbb-f5ef-49f2-8b36-95eca1863906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.354804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.422630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Current status of the port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:14.423029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.459375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3bfddbb-f5ef-49f2-8b36-95eca1863906 admin admin] Publish callbacks [] for security_group (ab37109a-7cd2-4605-b8df-62b4271cfe22), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.466184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3bfddbb-f5ef-49f2-8b36-95eca1863906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab37109a-7cd2-4605-b8df-62b4271cfe22), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.499053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (7f403ee4-a48d-4a87-aa59-e2817d7fe1f2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.503941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] For port 909df9c9-2f29-4f09-8640-f127bfbb1aa1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=909df9c9-2f29-4f09-8640-f127bfbb1aa1,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:14.507315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7f403ee4-a48d-4a87-aa59-e2817d7fe1f2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.514804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.557455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.559663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2621224 Feb 14 21:15:14.560657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3bfddbb-f5ef-49f2-8b36-95eca1863906 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ef80da88810c4359a9a33f0218d37bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9210844 Feb 14 21:15:14.561151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38222) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.562859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.570017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51268f-879f-4e1a-b1d5-dad663920218 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.573568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'security_group_rule': {'security_group_id': '7f403ee4-a48d-4a87-aa59-e2817d7fe1f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:14.579674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfddbb-f5ef-49f2-8b36-95eca1863906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37109a-7cd2-4605-b8df-62b4271cfe22,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.604444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ebfd-9ee8-45a5-87c7-802af0b4a988 None None] Pushing event updated for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.632373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (e22e139d-e450-4142-b1ea-1de0cfc4e4d4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.640715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-281c1952-956c-4bdd-ae77-210cc32510b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.679141 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] Publish callbacks [] for security_group (ab37109a-7cd2-4605-b8df-62b4271cfe22), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.697003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ccd1b16d-a8bb-4640-9102-82560ca03e9b None None] Provisioning complete for port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:14.697559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b16d-a8bb-4640-9102-82560ca03e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.716976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (e22e139d-e450-4142-b1ea-1de0cfc4e4d4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.717304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] Publish callbacks [] for security_group (ab37109a-7cd2-4605-b8df-62b4271cfe22), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.726117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e22e139d-e450-4142-b1ea-1de0cfc4e4d4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.764122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.768484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038536 Feb 14 21:15:14.771048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.776514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14219f-4315-4707-85cc-b81c8af4b21c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e139d-e450-4142-b1ea-1de0cfc4e4d4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:14.777500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'security_group_rule': {'security_group_id': '7f403ee4-a48d-4a87-aa59-e2817d7fe1f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:14.779449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '909df9c9-2f29-4f09-8640-f127bfbb1aa1', 'name': '', 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'mac_address': 'fa:16:3e:13:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:08Z', 'updated_at': '2022-02-14T21:15:13Z', 'revision_number': 4, 'project_id': '63607420dba84ad790c361edc52fc474', 'subnets': [{'id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:14.818836 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-281c1952-956c-4bdd-ae77-210cc32510b4 admin admin] Publish callbacks [] for security_group (07737353-a5b3-4a98-9fc7-426e9e93bca5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.827361 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-281c1952-956c-4bdd-ae77-210cc32510b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07737353-a5b3-4a98-9fc7-426e9e93bca5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.833248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e754b-95af-4430-b058-3b3bf3ebd2d7 None None] The sync data for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 is: [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '909df9c9-2f29-4f09-8640-f127bfbb1aa1', 'name': '', 'network_id': 'f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'mac_address': 'fa:16:3e:13:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:08Z', 'updated_at': '2022-02-14T21:15:13Z', 'revision_number': 4, 'project_id': '63607420dba84ad790c361edc52fc474', 'subnets': [{'id': '57f5917f-f499-4623-a4ff-39ddefd5982d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:14.849867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1b16d-a8bb-4640-9102-82560ca03e9b None None] Current status of the port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:14.899699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-281c1952-956c-4bdd-ae77-210cc32510b4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f0b3c45038d400ca44a085ecc36c53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6747265 Feb 14 21:15:14.899699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab37109a-7cd2-4605-b8df-62b4271cfe22), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.900491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:14.918760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.919945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab37109a-7cd2-4605-b8df-62b4271cfe22 HTTP/1.1" status: 204 len: 168 time: 0.3575161 Feb 14 21:15:14.948068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (5cd6c486-f207-4277-8678-5df236c773a2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:14.996901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] Publish callbacks [] for security_group (07737353-a5b3-4a98-9fc7-426e9e93bca5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.039974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] Publish callbacks [] for security_group (07737353-a5b3-4a98-9fc7-426e9e93bca5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.054486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1952-956c-4bdd-ae77-210cc32510b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07737353-a5b3-4a98-9fc7-426e9e93bca5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:15.086901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69132ec-acdf-44a3-bb91-72cd8215e21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37109a-7cd2-4605-b8df-62b4271cfe22,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:15.104639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07737353-a5b3-4a98-9fc7-426e9e93bca5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.112026 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.113678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07737353-a5b3-4a98-9fc7-426e9e93bca5 HTTP/1.1" status: 204 len: 168 time: 0.2136302 Feb 14 21:15:15.125589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaad476-9983-410f-a619-4d980428e064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07737353-a5b3-4a98-9fc7-426e9e93bca5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:15.145749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38a364-a3d8-420b-8f82-c779ae1bf5f1 req-deb9febe-8121-4f77-882f-4698cea3ccc1 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:15.147348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b38a364-a3d8-420b-8f82-c779ae1bf5f1 req-deb9febe-8121-4f77-882f-4698cea3ccc1 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1563363 Feb 14 21:15:15.149403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (5cd6c486-f207-4277-8678-5df236c773a2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.155322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5cd6c486-f207-4277-8678-5df236c773a2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.197945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd6c486-f207-4277-8678-5df236c773a2,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:15.232559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.233808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d60f5b13-1052-4d8d-9b59-069e0ee78443 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601414 Feb 14 21:15:15.237239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38258) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:15.242411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:15.264887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b38a364-a3d8-420b-8f82-c779ae1bf5f1 req-c7f7a4dc-0460-4b6b-9a40-dddc148bf796 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073437 Feb 14 21:15:15.280731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.405821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.536067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Allocated IP 172.25.2.4 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/276d3a57-b02b-4265-ba91-df32acf1265c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:15.680167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for port (276d3a57-b02b-4265-ba91-df32acf1265c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.745316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.784259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38272) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:15.809868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6039-4b9f-47fd-9c44-f9c4fff48f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.816515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:15.829577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38274) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:15.830588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:15.851248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:15.857326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3597d227-6cfd-4dc5-9e95-fc7d88580634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.912963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'Port': ['ID=276d3a57-b02b-4265-ba91-df32acf1265c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:15.950335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6039-4b9f-47fd-9c44-f9c4fff48f62 admin admin] Publish callbacks [] for security_group (e3cbb287-7e17-4197-8bff-cd228350abef), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:15.964192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6039-4b9f-47fd-9c44-f9c4fff48f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e3cbb287-7e17-4197-8bff-cd228350abef), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.024516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.050765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6039-4b9f-47fd-9c44-f9c4fff48f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbb287-7e17-4197-8bff-cd228350abef,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.068242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1b2d6039-4b9f-47fd-9c44-f9c4fff48f62 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a69974d5d62f4aaab8aebdbe738eae11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828937 Feb 14 21:15:16.071033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:16.097885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.120524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 909df9c9-2f29-4f09-8640-f127bfbb1aa1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:16.178180 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3597d227-6cfd-4dc5-9e95-fc7d88580634 admin admin] Publish callbacks [] for security_group (c678e6c1-de0a-43e4-aa3e-ed5324f136ba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.190230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3597d227-6cfd-4dc5-9e95-fc7d88580634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c678e6c1-de0a-43e4-aa3e-ed5324f136ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.233242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] Publish callbacks [] for security_group (e3cbb287-7e17-4197-8bff-cd228350abef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.256453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:16.257123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.264685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38286) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:16.295882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] Publish callbacks [] for security_group (e3cbb287-7e17-4197-8bff-cd228350abef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.314977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3597d227-6cfd-4dc5-9e95-fc7d88580634 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f067fcc944a4693a3435d596eb3f1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821041 Feb 14 21:15:16.320672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38292) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:16.364472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d227-6cfd-4dc5-9e95-fc7d88580634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c678e6c1-de0a-43e4-aa3e-ed5324f136ba,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.382705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:16.437803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for port (276d3a57-b02b-4265-ba91-df32acf1265c), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.446609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.508765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.523468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] Publish callbacks [] for security_group (c678e6c1-de0a-43e4-aa3e-ed5324f136ba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.531214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e3cbb287-7e17-4197-8bff-cd228350abef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.534196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.535787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'Port': ['ID=276d3a57-b02b-4265-ba91-df32acf1265c,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.536945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3cbb287-7e17-4197-8bff-cd228350abef HTTP/1.1" status: 204 len: 168 time: 0.4647303 Feb 14 21:15:16.545249 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.555690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6dd39aa0-ff58-4895-ba04-88ccc2b3feb7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3082497 Feb 14 21:15:16.567862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d035c5-328e-4dd7-816b-4d9a7b761b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbb287-7e17-4197-8bff-cd228350abef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.586012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d2f6-96b4-4134-84f3-10fc7a13a137 req-fdb75bcd-f84f-4fd1-891a-eac6f65ffd5d tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:16.588513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b59d2f6-96b4-4134-84f3-10fc7a13a137 req-fdb75bcd-f84f-4fd1-891a-eac6f65ffd5d tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 968 time: 0.1684575 Feb 14 21:15:16.598984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] Publish callbacks [] for security_group (c678e6c1-de0a-43e4-aa3e-ed5324f136ba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.678385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b59d2f6-96b4-4134-84f3-10fc7a13a137 req-8c289d28-fb99-4d4f-a31e-43c45f40abaf tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615847 Feb 14 21:15:16.682285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c678e6c1-de0a-43e4-aa3e-ed5324f136ba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.682918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-030b881a-9751-4d12-96f5-9b20f0c1c71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.687657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.700523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c678e6c1-de0a-43e4-aa3e-ed5324f136ba HTTP/1.1" status: 204 len: 168 time: 0.3784192 Feb 14 21:15:16.709875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dcd9f-53f2-4f4c-941a-9ba11dc8b080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678e6c1-de0a-43e4-aa3e-ed5324f136ba,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.790069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-030b881a-9751-4d12-96f5-9b20f0c1c71d admin admin] Publish callbacks [] for security_group (4429f72d-d819-41b7-8890-b8670c285f06), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.798202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-030b881a-9751-4d12-96f5-9b20f0c1c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4429f72d-d819-41b7-8890-b8670c285f06), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.850568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-030b881a-9751-4d12-96f5-9b20f0c1c71d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8fa6781c15734a8797ec43621ed85049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824065 Feb 14 21:15:16.850715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38320) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:16.851664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b881a-9751-4d12-96f5-9b20f0c1c71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4429f72d-d819-41b7-8890-b8670c285f06,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:16.945004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-6b623805-4d1d-4746-a8d1-8a220003ee7f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1385336316&fields=id&tenant_id=2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 267 time: 0.0794611 Feb 14 21:15:16.948121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] Publish callbacks [] for security_group (4429f72d-d819-41b7-8890-b8670c285f06), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:16.990617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38326) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:17.003950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1044065f-72e0-494a-ba74-51d870aac069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.051625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] Publish callbacks [] for security_group (4429f72d-d819-41b7-8890-b8670c285f06), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.104908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1044065f-72e0-494a-ba74-51d870aac069 admin admin] Publish callbacks [] for security_group (7e5fe395-1999-458e-a24d-32b1b1608565), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.113896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1044065f-72e0-494a-ba74-51d870aac069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e5fe395-1999-458e-a24d-32b1b1608565), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.114975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 8bd49d20-56c2-4985-8c9a-8f25d63f7493 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:17.159674 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1044065f-72e0-494a-ba74-51d870aac069 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7811721a2b54f53a5d69ece02fa7ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679144 Feb 14 21:15:17.160394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38330) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:17.206199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044065f-72e0-494a-ba74-51d870aac069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5fe395-1999-458e-a24d-32b1b1608565,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:17.254031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] Publish callbacks [] for security_group (7e5fe395-1999-458e-a24d-32b1b1608565), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.281461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] Publish callbacks [] for security_group (7e5fe395-1999-458e-a24d-32b1b1608565), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.286344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-303173cb-c686-46cf-b0b1-10709b20a739 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:17.288704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-303173cb-c686-46cf-b0b1-10709b20a739 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 824 time: 0.3361983 Feb 14 21:15:17.322247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-38341cbf-ad6a-404e-bf42-895ce6fd505d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/quotas/2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 375 time: 0.0266767 Feb 14 21:15:17.326740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4429f72d-d819-41b7-8890-b8670c285f06), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.329661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.333024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4429f72d-d819-41b7-8890-b8670c285f06 HTTP/1.1" status: 204 len: 168 time: 0.4812245 Feb 14 21:15:17.368201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e5fe395-1999-458e-a24d-32b1b1608565), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.372193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.373395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e5fe395-1999-458e-a24d-32b1b1608565 HTTP/1.1" status: 204 len: 168 time: 0.2106824 Feb 14 21:15:17.381628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae77bf-42a3-4e98-9380-f8caf1670185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4429f72d-d819-41b7-8890-b8670c285f06,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:17.385016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2725c-4ce4-4bc4-b63c-03b48ad85509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5fe395-1999-458e-a24d-32b1b1608565,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:17.452640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-239d1a15-82d4-4954-aa65-32c07d4a154c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184244 Feb 14 21:15:17.570935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:17.583472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '8bd49d20-56c2-4985-8c9a-8f25d63f7493', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '8bd49d20-56c2-4985-8c9a-8f25d63f7493', 'mac_address': 'fa:16:3e:ff:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-641106369', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:17.624750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:17.625210 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.640287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd49d20-56c2-4985-8c9a-8f25d63f7493 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:17.664148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:17.668914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.731862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:17.828635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e7719-a576-4875-a45d-9cf099c274ac req-db0f7c77-1c62-497f-8f54-5658655cf491 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:17.830383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002e7719-a576-4875-a45d-9cf099c274ac req-db0f7c77-1c62-497f-8f54-5658655cf491 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 969 time: 0.0632942 Feb 14 21:15:17.868608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:17.883754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8088d8a4-0296-49b7-9c3c-92189e860578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.888937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002e7719-a576-4875-a45d-9cf099c274ac req-8e04f653-9d3c-4865-89ac-f46ec22cf004 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Feb 14 21:15:17.983995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-4595ae77-5b45-4468-9881-b153e3b7c57a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:17.988781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8088d8a4-0296-49b7-9c3c-92189e860578 admin admin] Publish callbacks [] for security_group (30065a51-b4f2-4836-b3b3-635a1eb824f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:17.991557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-4595ae77-5b45-4468-9881-b153e3b7c57a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3002338 Feb 14 21:15:17.995706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['8bd49d20-56c2-4985-8c9a-8f25d63f7493'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:17.996920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8088d8a4-0296-49b7-9c3c-92189e860578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (30065a51-b4f2-4836-b3b3-635a1eb824f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:18.069087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d8a4-0296-49b7-9c3c-92189e860578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30065a51-b4f2-4836-b3b3-635a1eb824f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:18.116484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8088d8a4-0296-49b7-9c3c-92189e860578 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4dfaec4397d14e77924f0282e96e9d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468905 Feb 14 21:15:18.119746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:18.191699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-ccd31658-e833-449b-901b-6efa06243a36 service neutron] 10.222.0.86 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989279 Feb 14 21:15:18.214936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] Publish callbacks [] for security_group (30065a51-b4f2-4836-b3b3-635a1eb824f1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:18.296677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] Publish callbacks [] for security_group (30065a51-b4f2-4836-b3b3-635a1eb824f1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:18.349778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-34717499-926f-4ecb-b0e2-06f54819c413 service neutron] 10.222.0.86 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472511 Feb 14 21:15:18.372460 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (30065a51-b4f2-4836-b3b3-635a1eb824f1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:18.378376 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:18.380513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/30065a51-b4f2-4836-b3b3-635a1eb824f1 HTTP/1.1" status: 204 len: 168 time: 0.2595930 Feb 14 21:15:18.392759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11c5b3-cea7-4e3c-854e-8c767e6364f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30065a51-b4f2-4836-b3b3-635a1eb824f1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:18.621833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98b1d304-b2ce-4b89-8203-fcacbe017515 req-f5ef50b4-7693-449d-b839-98d519c92ca2 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0403075 Feb 14 21:15:19.037970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2537b28-e988-43b0-a6d4-d1e880ecce33 req-6330aa44-8875-4d04-81eb-5a4da953d5f6 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:19.040680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2537b28-e988-43b0-a6d4-d1e880ecce33 req-6330aa44-8875-4d04-81eb-5a4da953d5f6 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 969 time: 0.0698135 Feb 14 21:15:19.107591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 8bd49d20-56c2-4985-8c9a-8f25d63f7493 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:19.111716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2537b28-e988-43b0-a6d4-d1e880ecce33 req-854161ce-1049-4205-9d3b-259af531b633 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621395 Feb 14 21:15:19.182746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:19.186890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:19.187565 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.236945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38460) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:19.285012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:19.285403 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.318625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:19.397627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:19.404843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.457952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:19.491945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e389880-ecc6-4025-888d-bc74b707709e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.588733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e389880-ecc6-4025-888d-bc74b707709e admin admin] Publish callbacks [] for security_group (36b8bef5-d872-4d93-af8d-bbf3bca0df72), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.606339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e389880-ecc6-4025-888d-bc74b707709e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (36b8bef5-d872-4d93-af8d-bbf3bca0df72), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.653230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e389880-ecc6-4025-888d-bc74b707709e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b8bef5-d872-4d93-af8d-bbf3bca0df72,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:19.699230 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e389880-ecc6-4025-888d-bc74b707709e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80b153516db943b3bd2e9060dc83ec45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610593 Feb 14 21:15:19.702444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:19.744774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fafd8a8-646e-490f-8f12-656b9540a365 req-746453ef-b1c4-4ed4-a5f4-7bb47f95122d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0307689 Feb 14 21:15:19.771678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] Publish callbacks [] for security_group (36b8bef5-d872-4d93-af8d-bbf3bca0df72), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.793704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] Publish callbacks [] for security_group (36b8bef5-d872-4d93-af8d-bbf3bca0df72), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.853120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (36b8bef5-d872-4d93-af8d-bbf3bca0df72), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.857219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:19.858525 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/36b8bef5-d872-4d93-af8d-bbf3bca0df72 HTTP/1.1" status: 204 len: 168 time: 0.1549881 Feb 14 21:15:19.867273 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da081c3-fdca-4923-97a9-3630d01edf92" -d '{"events": [{"server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:19.867462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea51a5c-4204-4e03-90c5-bcb2ee26a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b8bef5-d872-4d93-af8d-bbf3bca0df72,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:20.043631 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa4fa32-6df9-4d4a-9823-204b3219c473 x-openstack-request-id: req-9fa4fa32-6df9-4d4a-9823-204b3219c473 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:20.043936 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:20.044183 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fa4fa32-6df9-4d4a-9823-204b3219c473 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:20.044763 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493', 'code': 200} Feb 14 21:15:20.064849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.64', 53237) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:20.215248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-4a83192a-a0a6-4570-bb84-4ad0fbd565fd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:20.221427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-4a83192a-a0a6-4570-bb84-4ad0fbd565fd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 824 time: 0.1549184 Feb 14 21:15:20.259835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-67b9ee75-f29c-4ba9-805a-5d753b3099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:20.262309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-67b9ee75-f29c-4ba9-805a-5d753b3099f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 1153 time: 0.1286790 Feb 14 21:15:20.282414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-897ddf11-d41b-4c78-b876-c06452273a96 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.339846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a952d-0012-4aff-ba08-e9f2b07b4e22 req-ef4fb0b7-a6af-4490-b688-73c671c23a84 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:20.345248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f5a952d-0012-4aff-ba08-e9f2b07b4e22 req-ef4fb0b7-a6af-4490-b688-73c671c23a84 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.1187739 Feb 14 21:15:20.384979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-897ddf11-d41b-4c78-b876-c06452273a96 service neutron] Publish callbacks [] for security_group (d6a042d2-149f-4ef8-bc69-f7d3621b834d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.392965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-897ddf11-d41b-4c78-b876-c06452273a96 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d6a042d2-149f-4ef8-bc69-f7d3621b834d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.448237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f5a952d-0012-4aff-ba08-e9f2b07b4e22 req-cca81c3a-341f-4f59-adf2-b7b0a5e6cf60 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968745 Feb 14 21:15:20.469352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-3aec4be1-501d-4425-a3d6-00a295926a58 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 380 time: 0.1681149 Feb 14 21:15:20.478105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bbfad53d-b71d-423d-a47f-b614a95a2b8e req-897ddf11-d41b-4c78-b876-c06452273a96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089224 Feb 14 21:15:20.494835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ddf11-d41b-4c78-b876-c06452273a96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a042d2-149f-4ef8-bc69-f7d3621b834d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:20.595051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38526) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:20.611276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8012c0-3f20-4b3e-ac13-f187228fece0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.701353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8012c0-3f20-4b3e-ac13-f187228fece0 admin admin] Publish callbacks [] for security_group (9e079349-cec2-4559-9fc5-56f4168ec219), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.707899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8012c0-3f20-4b3e-ac13-f187228fece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9e079349-cec2-4559-9fc5-56f4168ec219), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.752553 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-db8012c0-3f20-4b3e-ac13-f187228fece0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e018967a1a04630ae8b2358ee50c92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562514 Feb 14 21:15:20.753677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8012c0-3f20-4b3e-ac13-f187228fece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e079349-cec2-4559-9fc5-56f4168ec219,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:20.755935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38532) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:20.841133 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] Publish callbacks [] for security_group (9e079349-cec2-4559-9fc5-56f4168ec219), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.875639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34019602-a224-4dc6-96db-848a9d537a86 req-a9718b51-13ed-4e81-beb7-67e5ce35b56b tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0361302 Feb 14 21:15:20.889940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] Publish callbacks [] for security_group (9e079349-cec2-4559-9fc5-56f4168ec219), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.959374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9e079349-cec2-4559-9fc5-56f4168ec219), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.962288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:20.963564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e079349-cec2-4559-9fc5-56f4168ec219 HTTP/1.1" status: 204 len: 168 time: 0.2064650 Feb 14 21:15:20.972923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430c6ff-ed49-4835-b535-5b4b5a0636c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e079349-cec2-4559-9fc5-56f4168ec219,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:21.074397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38546) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:21.368492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c553-6dc4-4c9b-beed-a78ea7ab909a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.540602 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c553-6dc4-4c9b-beed-a78ea7ab909a admin admin] Publish callbacks [] for security_group (53755ad5-8f8d-461c-9c1a-11a9df5a5219), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.547778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c553-6dc4-4c9b-beed-a78ea7ab909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (53755ad5-8f8d-461c-9c1a-11a9df5a5219), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.623923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cdb6c553-6dc4-4c9b-beed-a78ea7ab909a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e411a1212e0473ab5697bbcda0bb599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484500 Feb 14 21:15:21.624743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6c553-6dc4-4c9b-beed-a78ea7ab909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53755ad5-8f8d-461c-9c1a-11a9df5a5219,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:21.627123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38572) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:21.716753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5aa24-0a5a-40b1-a8d5-8c2ef9bd0f83 req-7c53b2d4-73f0-46f7-a25b-8c4406381eaa tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:21.718584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53a5aa24-0a5a-40b1-a8d5-8c2ef9bd0f83 req-7c53b2d4-73f0-46f7-a25b-8c4406381eaa tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.1306851 Feb 14 21:15:21.721960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] Publish callbacks [] for security_group (53755ad5-8f8d-461c-9c1a-11a9df5a5219), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.762607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] Publish callbacks [] for security_group (53755ad5-8f8d-461c-9c1a-11a9df5a5219), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.809378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53a5aa24-0a5a-40b1-a8d5-8c2ef9bd0f83 req-f14af6ab-c10f-4c76-b9aa-ee2c0d9e2afd tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844302 Feb 14 21:15:21.856520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (53755ad5-8f8d-461c-9c1a-11a9df5a5219), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.859548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:21.860682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/53755ad5-8f8d-461c-9c1a-11a9df5a5219 HTTP/1.1" status: 204 len: 168 time: 0.2141862 Feb 14 21:15:21.888144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a6782-0edc-4475-b431-69b2e0e45bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53755ad5-8f8d-461c-9c1a-11a9df5a5219,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:22.051365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18d6eca9-465b-4656-89f6-510598a4ab63 req-d3f34f3e-d0ac-4a51-9f8b-4b7a8c0800c5 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0709608 Feb 14 21:15:22.466822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-81b8775a-222e-464a-87c8-aac202f860ea tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e7136b990246402fb9c9c1477be7cbf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315704 Feb 14 21:15:22.489688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38632) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:22.513472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7a3a902-ab99-4d8b-b319-2b1479b744e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:22.587561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-67ee942d-ab6d-4e89-a5bc-467fd030f099 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:22.594913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-67ee942d-ab6d-4e89-a5bc-467fd030f099 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264241 Feb 14 21:15:22.611802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-3fffaef0-2f62-460a-a857-a7ac006e55e6 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/quotas/e7136b990246402fb9c9c1477be7cbf8 HTTP/1.1" status: 200 len: 375 time: 0.0160081 Feb 14 21:15:22.623214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38634) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:22.640169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7a3a902-ab99-4d8b-b319-2b1479b744e8 admin admin] Publish callbacks [] for security_group (318e87f5-eaf3-419c-bfea-1b362d3cc3ad), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:22.647895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-0f4a62f2-69ce-403b-ae3e-30c44fbc1172 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346351 Feb 14 21:15:22.650457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7a3a902-ab99-4d8b-b319-2b1479b744e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (318e87f5-eaf3-419c-bfea-1b362d3cc3ad), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:22.718048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c7a3a902-ab99-4d8b-b319-2b1479b744e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b764f38606fb4d8c83efed7da4e91691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266462 Feb 14 21:15:22.719800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3a902-ab99-4d8b-b319-2b1479b744e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e87f5-eaf3-419c-bfea-1b362d3cc3ad,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:22.721378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38640) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:22.817944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] Publish callbacks [] for security_group (318e87f5-eaf3-419c-bfea-1b362d3cc3ad), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:22.836556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:22.878184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5840ba65-a287-4f47-9ce0-4470ebaa549a req-7eed6024-1cb0-497d-9064-37d7fe59fc1c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0512569 Feb 14 21:15:22.888874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] Publish callbacks [] for security_group (318e87f5-eaf3-419c-bfea-1b362d3cc3ad), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:22.944075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-788188278-network', 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:22.967977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3696c649-cbbf-4141-8937-c8f9620833a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.001877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:23.004759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.026118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.028346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (318e87f5-eaf3-419c-bfea-1b362d3cc3ad), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.030842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.032023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/318e87f5-eaf3-419c-bfea-1b362d3cc3ad HTTP/1.1" status: 204 len: 168 time: 0.3089492 Feb 14 21:15:23.063199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12949565-f4d0-4354-8f1e-57471c157792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e87f5-eaf3-419c-bfea-1b362d3cc3ad,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:23.093389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7514-ff0f-46e0-9cdc-850c306d510f req-6aaaec8e-4281-443b-8b0c-e87c3b355e29 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:23.095783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-927f7514-ff0f-46e0-9cdc-850c306d510f req-6aaaec8e-4281-443b-8b0c-e87c3b355e29 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.1586721 Feb 14 21:15:23.119851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3696c649-cbbf-4141-8937-c8f9620833a7 admin admin] Publish callbacks [] for security_group (0b5804f6-27bd-4903-80ce-0dbdda205ac4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.126756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3696c649-cbbf-4141-8937-c8f9620833a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0b5804f6-27bd-4903-80ce-0dbdda205ac4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.180905 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3696c649-cbbf-4141-8937-c8f9620833a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03a7585096904d34b378bc9aec4d85de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429120 Feb 14 21:15:23.184508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38662) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:23.185406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696c649-cbbf-4141-8937-c8f9620833a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5804f6-27bd-4903-80ce-0dbdda205ac4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:23.256953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] Publish callbacks [] for security_group (0b5804f6-27bd-4903-80ce-0dbdda205ac4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.260044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d00c2921-7926-4c9a-a912-eaa0b3ed56f6 req-65647eba-dc8c-4f92-8031-a09c06c094d4 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0778549 Feb 14 21:15:23.280613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-927f7514-ff0f-46e0-9cdc-850c306d510f req-d2771c3b-64ff-40eb-af8c-cb612a02f98e tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573617 Feb 14 21:15:23.312357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] Publish callbacks [] for security_group (0b5804f6-27bd-4903-80ce-0dbdda205ac4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.340224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks [] for security_group (57266638-c2d2-444b-9950-2d769f35e19a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.345420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (57266638-c2d2-444b-9950-2d769f35e19a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.389871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0b5804f6-27bd-4903-80ce-0dbdda205ac4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.396469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.399094 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b5804f6-27bd-4903-80ce-0dbdda205ac4 HTTP/1.1" status: 204 len: 168 time: 0.2096930 Feb 14 21:15:23.403266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:23.410838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbb570-9fb1-42c3-9b7f-de789033df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5804f6-27bd-4903-80ce-0dbdda205ac4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:23.421905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57266638-c2d2-444b-9950-2d769f35e19a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:23.444062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a747486c-ba16-4c4b-a122-6be3f7f2ce4f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.444418 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Added segment a747486c-ba16-4c4b-a122-6be3f7f2ce4f of type vlan for network cf0b2694-4476-4b6e-bc22-624716edef0e Feb 14 21:15:23.571522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (cf0b2694-4476-4b6e-bc22-624716edef0e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.590400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-78cc9238-64a2-433c-95ab-1a95ae51c609 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:23.592030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-78cc9238-64a2-433c-95ab-1a95ae51c609 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 1153 time: 0.1285658 Feb 14 21:15:23.619675 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-2ca83cf6-0f7a-41b9-89a1-b4ba1555c905 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.629062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (cf0b2694-4476-4b6e-bc22-624716edef0e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.630323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:23.631167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.715814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:23.716483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0912840 Feb 14 21:15:23.720909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Request body: {'subnet': {'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-788188278-subnet', 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:23.736654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b39b4a-c06a-4d0c-a151-f0881913ba63 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b2694-4476-4b6e-bc22-624716edef0e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:23.752427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network cf0b2694-4476-4b6e-bc22-624716edef0e details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:15:23.755554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:23.760748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.805257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-2ca83cf6-0f7a-41b9-89a1-b4ba1555c905 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] Publish callbacks [] for security_group (deea3598-5338-4ac0-af53-921441a61222), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.812697 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-2ca83cf6-0f7a-41b9-89a1-b4ba1555c905 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (deea3598-5338-4ac0-af53-921441a61222), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:23.854085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-720ab4c9-29a3-4c80-9a83-d90bfad509ca req-2ca83cf6-0f7a-41b9-89a1-b4ba1555c905 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547300 Feb 14 21:15:23.907678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83cf6-0f7a-41b9-89a1-b4ba1555c905 tempest-AggregatesAdminTestJSON-2077188540 tempest-AggregatesAdminTestJSON-2077188540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea3598-5338-4ac0-af53-921441a61222,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.044576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38696) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:24.059195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb76e4c6-ca96-43e0-a31b-49b27cf25037 req-9ad95144-5771-4d20-923b-51b0b365a33d tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0362303 Feb 14 21:15:24.070114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-322ddf1b-651a-4ccc-aab4-2a72f39bd0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.072646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (02ca0acc-07aa-4e24-8fef-6e0bb69ddfed), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.164132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38700) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:24.169337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.190079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:24.190430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Network hostable DHCP agents. Network: cf0b2694-4476-4b6e-bc22-624716edef0e, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:24.229991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Network cf0b2694-4476-4b6e-bc22-624716edef0e is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:24.251185 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-322ddf1b-651a-4ccc-aab4-2a72f39bd0e6 admin admin] Publish callbacks [] for security_group (d0380068-c570-40e2-a73a-b8f843cd84f8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.252306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, cf0b2694-4476-4b6e-bc22-624716edef0e) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:24.257039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:24.257706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.259957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-322ddf1b-651a-4ccc-aab4-2a72f39bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d0380068-c570-40e2-a73a-b8f843cd84f8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.265530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef47038a-4502-4c68-b27c-f3394a0d3cc2 None None] Network cf0b2694-4476-4b6e-bc22-624716edef0e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:24.303049 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b4bf4f6-9beb-4cb3-b3f9-047bc4ad1958 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5860569 Feb 14 21:15:24.317134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-322ddf1b-651a-4ccc-aab4-2a72f39bd0e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3d544fd5f604d48a9d0be1371364b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715056 Feb 14 21:15:24.319829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38710) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:24.333295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddf1b-651a-4ccc-aab4-2a72f39bd0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0380068-c570-40e2-a73a-b8f843cd84f8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.391192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-18670835-network', 'tenant_id': '509d035f46414963b53b6df72dcdc28a'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:24.436935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258fbf53-f59d-43d4-bd51-5ace47ff50eb None None] Network cf0b2694-4476-4b6e-bc22-624716edef0e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:24.456552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e58e82d-6782-45cf-9ede-133d9f7a39bf req-9af0bab9-5e4e-4d4d-9d74-5b350a994eb0 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0574548 Feb 14 21:15:24.466703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] Publish callbacks [] for security_group (d0380068-c570-40e2-a73a-b8f843cd84f8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.470650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Made reservation on behalf of 509d035f46414963b53b6df72dcdc28a for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:24.477962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.509620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba91b1-b726-4c8d-aabf-ea1cb2d4134d req-99d4834f-e3e1-40be-a658-e537818062af tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:24.511251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdba91b1-b726-4c8d-aabf-ea1cb2d4134d req-99d4834f-e3e1-40be-a658-e537818062af tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.2232530 Feb 14 21:15:24.514914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.537600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] Publish callbacks [] for security_group (d0380068-c570-40e2-a73a-b8f843cd84f8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.641050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdba91b1-b726-4c8d-aabf-ea1cb2d4134d req-e3246387-f662-4408-9b56-241bd7cf0cf3 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187968 Feb 14 21:15:24.679504 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d0380068-c570-40e2-a73a-b8f843cd84f8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.681989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.686343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0380068-c570-40e2-a73a-b8f843cd84f8 HTTP/1.1" status: 204 len: 168 time: 0.3654082 Feb 14 21:15:24.710828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca41ae8-d1a5-4992-88c5-bb901154c8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0380068-c570-40e2-a73a-b8f843cd84f8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.713723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks [] for security_group (ea6e16f4-3b93-4268-b4b9-761e87a78f34), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.718609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ea6e16f4-3b93-4268-b4b9-761e87a78f34), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.760192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:24.770923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e16f4-3b93-4268-b4b9-761e87a78f34,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.775870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (341856d9-963b-4294-bbd3-d29ad95bbde5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.776213 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Added segment 341856d9-963b-4294-bbd3-d29ad95bbde5 of type vlan for network a0dd617a-a323-4f33-be8d-7b07e666ddde Feb 14 21:15:24.823629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a0dd617a-a323-4f33-be8d-7b07e666ddde), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.855522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a0dd617a-a323-4f33-be8d-7b07e666ddde), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.856684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:24.857274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:24.918595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7532856 Feb 14 21:15:24.921774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:24.926682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Request body: {'subnet': {'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-18670835-subnet', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:24.940090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621725-d9d6-47c9-9986-438bc7cbec62 admin admin] Pushing event updated for resources: {'Network': ['ID=a0dd617a-a323-4f33-be8d-7b07e666ddde,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:24.956344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Made reservation on behalf of 509d035f46414963b53b6df72dcdc28a for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:24.956489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a0dd617a-a323-4f33-be8d-7b07e666ddde details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:15:24.960365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.076032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:25.086369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2034794985-network', 'tenant_id': '5c610a1b807442f7a4ada4befa609c12'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:25.112372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Made reservation on behalf of 5c610a1b807442f7a4ada4befa609c12 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:25.117063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.133263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.207147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f17f746-a15c-4e12-9de0-f07bc264b883 req-0ff0512e-1320-454b-b923-af2578f62cbb tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0436826 Feb 14 21:15:25.247247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks [] for security_group (b463433a-82fc-4f63-a9e2-63fc408b2da9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.252870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b463433a-82fc-4f63-a9e2-63fc408b2da9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.275052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:25.289653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b463433a-82fc-4f63-a9e2-63fc408b2da9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:25.295198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (abf40c93-4b66-4808-844d-72dc1d75793f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.296033 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Added segment abf40c93-4b66-4808-844d-72dc1d75793f of type vlan for network fb366c12-7798-4ffc-9295-7bf23bc2e381 Feb 14 21:15:25.335938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (fb366c12-7798-4ffc-9295-7bf23bc2e381), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.349820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (58831173-5e33-4958-876e-26983b0c51b1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.367114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (fb366c12-7798-4ffc-9295-7bf23bc2e381), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.368529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:25.369924 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.405661 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:15:25.414912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58831173-5e33-4958-876e-26983b0c51b1,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:25.425805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Checking segment: {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:25.426177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Network hostable DHCP agents. Network: a0dd617a-a323-4f33-be8d-7b07e666ddde, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:25.437031 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3598397 Feb 14 21:15:25.440367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:25.447875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Network a0dd617a-a323-4f33-be8d-7b07e666ddde is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:25.456544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Request body: {'subnet': {'network_id': 'fb366c12-7798-4ffc-9295-7bf23bc2e381', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2034794985-subnet', 'tenant_id': '5c610a1b807442f7a4ada4befa609c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:25.462802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a0dd617a-a323-4f33-be8d-7b07e666ddde) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:25.470272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb33f8-96c3-4993-b59d-6208dcd2eea5 admin admin] Pushing event updated for resources: {'Network': ['ID=fb366c12-7798-4ffc-9295-7bf23bc2e381,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:25.471676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26d3e4-8dbb-4c5d-a754-8e91eedc4c10 None None] Network a0dd617a-a323-4f33-be8d-7b07e666ddde requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:25.478689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:25.481517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.497669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Made reservation on behalf of 5c610a1b807442f7a4ada4befa609c12 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:25.502870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.506470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2a459d25-281f-4c81-8e81-095ecfb5e501 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5834951 Feb 14 21:15:25.506858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network fb366c12-7798-4ffc-9295-7bf23bc2e381 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:15:25.509519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38754) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:25.515559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:25.563615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.564758 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.668100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dd8cfbe-264b-480d-829b-41cb80684101 req-df806426-99dd-4cda-b329-7191a81713a0 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.0709701 Feb 14 21:15:25.670924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for router_controller (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.671892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38758) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:25.693492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a0dd617a-a323-4f33-be8d-7b07e666ddde', 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde', 'project_id': '509d035f46414963b53b6df72dcdc28a', 'fixed_ips': [{'subnet_id': '58831173-5e33-4958-876e-26983b0c51b1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:15:25.694560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.816286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-345165067-network', 'tenant_id': 'b27d2aee7282423cb34fd267bbb3951c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:25.831606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (dc40417a-0f99-4ed0-9af2-7aa7d40ac6af), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.878078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Allocated IP 172.20.0.2 (a0dd617a-a323-4f33-be8d-7b07e666ddde/58831173-5e33-4958-876e-26983b0c51b1/0f614190-a1bc-4b76-9546-5b48b060d4b1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:25.892828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-fa3bf77c-020d-4ea3-a2a5-1b364a65d8ed tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:25.894489 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-fa3bf77c-020d-4ea3-a2a5-1b364a65d8ed tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.2603779 Feb 14 21:15:25.903093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for router_gateway (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.913259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Made reservation on behalf of b27d2aee7282423cb34fd267bbb3951c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:25.915512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.938496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:25.949708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f1d3-9f95-4a0b-8bdc-6e1249792fe1 req-34a3dd8c-a9a8-44fc-bc82-d4abfb94191a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:25.950793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af05f1d3-9f95-4a0b-8bdc-6e1249792fe1 req-34a3dd8c-a9a8-44fc-bc82-d4abfb94191a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 970 time: 0.1697032 Feb 14 21:15:25.963536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc40417a-0f99-4ed0-9af2-7aa7d40ac6af,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.010397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Checking segment: {'id': 'abf40c93-4b66-4808-844d-72dc1d75793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fb366c12-7798-4ffc-9295-7bf23bc2e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:26.010397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Network hostable DHCP agents. Network: fb366c12-7798-4ffc-9295-7bf23bc2e381, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:26.035581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks [] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.043042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.070691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af05f1d3-9f95-4a0b-8bdc-6e1249792fe1 req-c32512b2-cd85-4b79-af18-fdb4930e2f0f tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/security-groups?id=4751fe95-8cf5-4026-be77-ffd06223db10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107819 Feb 14 21:15:26.074069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Network fb366c12-7798-4ffc-9295-7bf23bc2e381 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:26.086712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Network a0dd617a-a323-4f33-be8d-7b07e666ddde is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:26.089950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:26.097103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:26.099964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Deleting port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:26.100483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.107012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, fb366c12-7798-4ffc-9295-7bf23bc2e381) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:26.109588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Pushing event updated for resources: {'Port': ['ID=0f614190-a1bc-4b76-9546-5b48b060d4b1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.122044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks [] for security_group (33218905-b866-456a-ae34-67f8945de75e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.131275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (33218905-b866-456a-ae34-67f8945de75e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.139068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:26.139317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469997e-79d5-4210-91e6-ae237ab07c8f None None] Network fb366c12-7798-4ffc-9295-7bf23bc2e381 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:26.139995 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.157122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:26.191736 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-486bd534-b872-4700-859c-69e046409a63 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7502780 Feb 14 21:15:26.209452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (01c5b081-ab31-461c-a41a-03393f22d56d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.209799 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Added segment 01c5b081-ab31-461c-a41a-03393f22d56d of type vlan for network 4e798bd8-099a-4eb7-b7ce-68013be4f61d Feb 14 21:15:26.211133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33218905-b866-456a-ae34-67f8945de75e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.229026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Attempting to bind port 0f614190-a1bc-4b76-9546-5b48b060d4b1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:26.230249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Attempting to bind port 0f614190-a1bc-4b76-9546-5b48b060d4b1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:26.231445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Attempting to bind port 0f614190-a1bc-4b76-9546-5b48b060d4b1 on network a0dd617a-a323-4f33-be8d-7b07e666ddde {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:26.244345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:26.244923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Checking segment: {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:26.246089 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.247456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Bound using segment: {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:26.249134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Bound port: 0f614190-a1bc-4b76-9546-5b48b060d4b1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:26.249699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.295902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] For port 8bd49d20-56c2-4985-8c9a-8f25d63f7493, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=8bd49d20-56c2-4985-8c9a-8f25d63f7493,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:26.296630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.317258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Calling delete_port for 8bd49d20-56c2-4985-8c9a-8f25d63f7493 owned by compute:tempest-test_az-641106369 {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:26.317672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4e798bd8-099a-4eb7-b7ce-68013be4f61d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.353176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df80326e-c749-48ad-bd57-62885d3620a9 req-a34fec8f-c5ef-4bc6-b9db-c116329a00ad tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0560954 Feb 14 21:15:26.390365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for router_gateway (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.421029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4e798bd8-099a-4eb7-b7ce-68013be4f61d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.421910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:26.422496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.425026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.488986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476724e4-9e7e-4437-82be-fd120c7d8ee5 None None] Network fb366c12-7798-4ffc-9295-7bf23bc2e381 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:26.515271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (8bd49d20-56c2-4985-8c9a-8f25d63f7493), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.525301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8521445 Feb 14 21:15:26.531186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:26.539958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Request body: {'subnet': {'network_id': '4e798bd8-099a-4eb7-b7ce-68013be4f61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-345165067-subnet', 'tenant_id': 'b27d2aee7282423cb34fd267bbb3951c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:26.548845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5dda-0c2a-404e-a56c-fb97b970544b admin admin] Pushing event updated for resources: {'Network': ['ID=4e798bd8-099a-4eb7-b7ce-68013be4f61d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.600254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Made reservation on behalf of b27d2aee7282423cb34fd267bbb3951c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:26.602620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.609841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] For port 0f614190-a1bc-4b76-9546-5b48b060d4b1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:26.626572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] For port 0f614190-a1bc-4b76-9546-5b48b060d4b1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0f614190-a1bc-4b76-9546-5b48b060d4b1,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:26.654524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['8bd49d20-56c2-4985-8c9a-8f25d63f7493'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:26.676252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Allocated IP 172.25.2.239 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ea25b1fd-1f8e-463e-a2cd-b051fba84e08) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:26.688228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4e798bd8-099a-4eb7-b7ce-68013be4f61d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:15:26.741974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Pushing event deleted for resources: {'Port': ['ID=8bd49d20-56c2-4985-8c9a-8f25d63f7493,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.798891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.850352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] No DVR routers for this DVR port 8bd49d20-56c2-4985-8c9a-8f25d63f7493 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:15:26.855335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.860431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcde8c4c-0e94-49bb-8022-77bafd9af33d req-5eebd6d1-1ac4-4e1b-8f23-f29bc305501a tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.83 "DELETE /v2.0/ports/8bd49d20-56c2-4985-8c9a-8f25d63f7493 HTTP/1.1" status: 204 len: 173 time: 0.9589524 Feb 14 21:15:26.860961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'name': 'network-vif-deleted', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:26.864545 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4677ae20-461e-4f5a-b7b6-707046ce6053" -d '{"events": [{"server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "name": "network-vif-deleted", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:26.913635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f9ca7-46af-4ee1-872d-8061261be58d None None] Pushing event updated for resources: {'Port': ['ID=0f614190-a1bc-4b76-9546-5b48b060d4b1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:26.948803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:26.991119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3864d1ff-0c9b-4322-a6c0-c3987f12d115 req-559e051b-0c5e-414a-98ba-f4625e2146fa tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.1333852 Feb 14 21:15:27.029193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (e281e901-f4de-4adc-99b2-136c8caf6546), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:27.069298 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f35105-8653-4323-bbc3-92c828e31e9e x-openstack-request-id: req-88f35105-8653-4323-bbc3-92c828e31e9e {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:27.069616 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7da636b-ab36-4113-ade3-f2d0e681b1bd", "name": "network-vif-deleted", "tag": "8bd49d20-56c2-4985-8c9a-8f25d63f7493", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:27.069916 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88f35105-8653-4323-bbc3-92c828e31e9e {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:27.070499 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7da636b-ab36-4113-ade3-f2d0e681b1bd', 'name': 'network-vif-deleted', 'tag': '8bd49d20-56c2-4985-8c9a-8f25d63f7493', 'status': 'completed', 'code': 200} Feb 14 21:15:27.146245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e281e901-f4de-4adc-99b2-136c8caf6546,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:27.156535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-54a82c5c-de2f-4e4e-8ed9-3c4da3fd14e5 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:27.166903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-54a82c5c-de2f-4e4e-8ed9-3c4da3fd14e5 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.2515669 Feb 14 21:15:27.177581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:27.336204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-c23400f0-ba07-4af1-b7e2-779ed130cb35 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/quotas/775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 375 time: 0.1678147 Feb 14 21:15:27.337022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Checking segment: {'id': '01c5b081-ab31-461c-a41a-03393f22d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e798bd8-099a-4eb7-b7ce-68013be4f61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:27.337375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Network hostable DHCP agents. Network: 4e798bd8-099a-4eb7-b7ce-68013be4f61d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:27.406253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:27.408807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-2fcda964-e3b2-4108-b385-52712be04033 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642231 Feb 14 21:15:27.416348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bcfc87e-54cd-4a1c-90cb-5218b93e6f92 req-5b6eb840-41cf-464a-ae08-99f194efcb10 tempest-AggregatesAdminTestJSON-231537214 tempest-AggregatesAdminTestJSON-231537214-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7da636b-ab36-4113-ade3-f2d0e681b1bd HTTP/1.1" status: 200 len: 210 time: 0.0757809 Feb 14 21:15:27.425921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'port': {'device_id': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'admin_state_up': True, 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'security_groups': ['7f403ee4-a48d-4a87-aa59-e2817d7fe1f2']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:27.429202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:27.464726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:27.492116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Pushing event updated for resources: {'Port': ['ID=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:27.654952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Network 4e798bd8-099a-4eb7-b7ce-68013be4f61d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:27.690012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97a3fd5d-13c9-4b24-b10c-ae4e846752ef req-d49be015-9474-453c-916a-6e8235bf83c1 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.1305811 Feb 14 21:15:27.759459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4e798bd8-099a-4eb7-b7ce-68013be4f61d) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:27.771010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9bdb3-e6c5-4381-8414-19f5eba56eb7 None None] Network 4e798bd8-099a-4eb7-b7ce-68013be4f61d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:27.780619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:27.781202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:27.840840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-17ddc5c8-c7e0-4c2c-be2f-0249e6a2e7a6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3086071 Feb 14 21:15:27.848342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-7899995e-139b-4cc1-96f6-1025f3009022 service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310055 Feb 14 21:15:27.900288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c59b1e-e133-4e81-8f96-437fc3b4f7ad None None] Network 4e798bd8-099a-4eb7-b7ce-68013be4f61d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:28.020303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e33e5-fe43-4eae-af43-e3b7f87dc88e None None] Network a0dd617a-a323-4f33-be8d-7b07e666ddde requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:28.021234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Made reservation on behalf of 2b0d1708b53348e4a98d2fa76bf814aa for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:28.031227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.121324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.64', 53241) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:28.146777 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-dd630074-388a-4154-be98-9d92f061a7a4 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7136b990246402fb9c9c1477be7cbf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242422 Feb 14 21:15:28.151912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Provisioning complete for port 0f614190-a1bc-4b76-9546-5b48b060d4b1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:28.152370 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.211116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0f614190-a1bc-4b76-9546-5b48b060d4b1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:28.323900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73b8e32-fda3-4403-a4c5-59b232e5d4a6 req-06ddecb2-46d4-4ff2-bbba-e883398fc0f1 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 210 time: 0.1914794 Feb 14 21:15:28.346230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-ed6c6335-eb0d-476c-8e31-8eb06bb0dd11 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:28.347946 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-ed6c6335-eb0d-476c-8e31-8eb06bb0dd11 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972063 Feb 14 21:15:28.368223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Request body: {'port': {'device_id': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'e7136b990246402fb9c9c1477be7cbf8'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:28.384453 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.389324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 0f614190-a1bc-4b76-9546-5b48b060d4b1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:28.389692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.428732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Current status of the port 0f614190-a1bc-4b76-9546-5b48b060d4b1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:28.429132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.456634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for router_gateway (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.465915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-9fd45e66-d202-459d-a779-e4114d373335 service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092618 Feb 14 21:15:28.491885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] For port 0f614190-a1bc-4b76-9546-5b48b060d4b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0f614190-a1bc-4b76-9546-5b48b060d4b1,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:28.500516 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.584300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:28.587674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 0f614190-a1bc-4b76-9546-5b48b060d4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:28.607883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f81f77-6f9d-453a-a603-97feae5d9c46 None None] Pushing event updated for resources: {'Port': ['ID=0f614190-a1bc-4b76-9546-5b48b060d4b1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:28.609109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661220474-network', 'tenant_id': '564a4ca84406459e8493cd5173cd5d07'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:28.655586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Allocated IP 172.20.0.7 (8eaafe9a-f5b4-40cd-a44a-9abe67949432/43a27881-eeaf-46cf-9c0b-4b260b17eb4e/3d3881eb-c713-432d-87e7-e57500a7d2a6) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:28.665045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Made reservation on behalf of 564a4ca84406459e8493cd5173cd5d07 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:28.669234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.682995 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.696217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Made reservation on behalf of e7136b990246402fb9c9c1477be7cbf8 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:28.699654 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.729292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.755518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d564f0dd-11fc-4dad-b1b9-09c94326882a None None] Provisioning complete for port 0f614190-a1bc-4b76-9546-5b48b060d4b1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:28.760842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d564f0dd-11fc-4dad-b1b9-09c94326882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.859223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks [] for security_group (68532b40-4307-46e1-880f-4dbe1f7c0c67), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.878974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68532b40-4307-46e1-880f-4dbe1f7c0c67), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.889516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks [] for security_group (293c3a2f-1763-40aa-a0b5-30106a3cc6a2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.917415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (293c3a2f-1763-40aa-a0b5-30106a3cc6a2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.922462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:28.923793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d564f0dd-11fc-4dad-b1b9-09c94326882a None None] Current status of the port 0f614190-a1bc-4b76-9546-5b48b060d4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:28.929191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68532b40-4307-46e1-880f-4dbe1f7c0c67,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:28.988233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b33edbc-fa1b-4fcf-90e4-a37dd6929228), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:28.988592 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Added segment 5b33edbc-fa1b-4fcf-90e4-a37dd6929228 of type vlan for network 2f7a6708-db6a-4424-a94f-36fb0f5f76aa Feb 14 21:15:29.015107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293c3a2f-1763-40aa-a0b5-30106a3cc6a2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:29.018358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ccc7c62-0cc4-4511-a6dc-0ef8fadd526d req-473a4625-4ec2-4572-be22-b870b19cb3ad tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 210 time: 0.0641966 Feb 14 21:15:29.020122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-deeb3527-34e3-417f-8ac3-47986e453b93 req-e31763d6-5959-4aa3-9215-1aef1870f7d7 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0729551 Feb 14 21:15:29.023803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.066840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2f7a6708-db6a-4424-a94f-36fb0f5f76aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.145769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2f7a6708-db6a-4424-a94f-36fb0f5f76aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.147033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:29.148076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.154819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Allocated IP 192.168.233.202 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:29.160030 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.165808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.370976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38854) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:29.378038 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7911932 Feb 14 21:15:29.402192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f37a8-7849-4128-99d7-fafc3cb53138 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7a6708-db6a-4424-a94f-36fb0f5f76aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:29.419411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2f7a6708-db6a-4424-a94f-36fb0f5f76aa details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:15:29.420079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Request body: {'subnet': {'network_id': '2f7a6708-db6a-4424-a94f-36fb0f5f76aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661220474-subnet', 'tenant_id': '564a4ca84406459e8493cd5173cd5d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:29.461555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Made reservation on behalf of 564a4ca84406459e8493cd5173cd5d07 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:29.467052 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.504570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks [] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.559134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:29.569483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.572774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:29.580327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:29.585997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:29.592006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:29.592834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.652680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:29.658399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:29.662319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:29.673344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:29.674187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:29.694159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-7975d6d7-4403-400e-be40-c768093e2379 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2841849 Feb 14 21:15:29.711862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Pushing event updated for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:29.717945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-591212b7-f597-4e83-bfee-936511777e1c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:29.719116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-591212b7-f597-4e83-bfee-936511777e1c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152333 Feb 14 21:15:29.720269 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f679c01b-4a05-43b0-b718-3f5db69feb68 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3574390 Feb 14 21:15:29.747576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f7e4fbe9-d3cb-4805-a1e2-ffc8c99c43e2 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:29.749645 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-f7e4fbe9-d3cb-4805-a1e2-ffc8c99c43e2 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191426 Feb 14 21:15:29.753149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf91595-24c3-44a8-b8ed-cd24ca3c816a req-7964276f-475f-4ad3-a540-2ebb78b845b7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:29.769899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bf91595-24c3-44a8-b8ed-cd24ca3c816a req-7964276f-475f-4ad3-a540-2ebb78b845b7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 931 time: 0.3274324 Feb 14 21:15:29.982293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Request body: {'port': {'device_id': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:30.047718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bf91595-24c3-44a8-b8ed-cd24ca3c816a req-241a9352-b553-480b-8f1e-11ff3fa1a7a4 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765765 Feb 14 21:15:30.068751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Provisioning complete for port 3d3881eb-c713-432d-87e7-e57500a7d2a6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:30.070083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.088393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Request body: {'port': {'device_id': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:30.131615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0f614190-a1bc-4b76-9546-5b48b060d4b1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:30.206107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Port 3d3881eb-c713-432d-87e7-e57500a7d2a6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:30.219195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:15:30.250345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.260963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Provisioning complete for port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:30.262104 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.265929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (4c1287e8-4b72-4a39-821c-889437f205a4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.320116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f50b6083-b95b-45a3-a0d8-15df680d237c None None] Port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:30.329989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 0f614190-a1bc-4b76-9546-5b48b060d4b1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:30.330499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.435810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-9a1e105d-fb97-486f-b143-3a54a1554c9c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:30.437270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-9a1e105d-fb97-486f-b143-3a54a1554c9c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.3631756 Feb 14 21:15:30.438907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 0f614190-a1bc-4b76-9546-5b48b060d4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:30.442882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.446100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1287e8-4b72-4a39-821c-889437f205a4,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:30.453707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Request body: {'port': {'device_id': '688dfe50-650d-4769-95e7-16e76e659325', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'admin_state_up': True, 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:30.460894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31eadff9-61ed-4fd7-a409-a367269fd293 req-306edcce-3427-44c0-b74e-a21f0ab57c78 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 210 time: 0.0816379 Feb 14 21:15:30.476347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4acb0-003e-4907-9f0b-09bc02066015 req-708acb86-a030-4035-8215-de184b06bd2b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:30.486586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18f4acb0-003e-4907-9f0b-09bc02066015 req-708acb86-a030-4035-8215-de184b06bd2b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 936 time: 0.2859788 Feb 14 21:15:30.589704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Checking segment: {'id': '5b33edbc-fa1b-4fcf-90e4-a37dd6929228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2f7a6708-db6a-4424-a94f-36fb0f5f76aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:30.589991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Network hostable DHCP agents. Network: 2f7a6708-db6a-4424-a94f-36fb0f5f76aa, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:15:30.644765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:30.652446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:30.654965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18f4acb0-003e-4907-9f0b-09bc02066015 req-2cfff358-8ad7-46ce-bc7b-5230ffe5ccfd tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705086 Feb 14 21:15:30.655786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.671796 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Sync routers for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:30.696736 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:30.698367 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:30.756692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3881eb-c713-432d-87e7-e57500a7d2a6 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:30.762833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Network 2f7a6708-db6a-4424-a94f-36fb0f5f76aa is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:15:30.788109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.793099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5dbb384-7628-45fb-a1fa-4533f8d61753 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2815275 Feb 14 21:15:30.795057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38912) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:30.821436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2f7a6708-db6a-4424-a94f-36fb0f5f76aa) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:30.831615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:30.832186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eb1ca-115c-439b-967e-23d44a014ab9 None None] Network 2f7a6708-db6a-4424-a94f-36fb0f5f76aa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:30.840618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Allocated IP 172.20.0.11 (cf0b2694-4476-4b6e-bc22-624716edef0e/02ca0acc-07aa-4e24-8fef-6e0bb69ddfed/0ac83635-c849-4bba-a6cd-603190201ac5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:30.868165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:30.869096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:30.983175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0e7beb7-d3db-4532-a495-3a2c5efaa6fc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5746799 Feb 14 21:15:31.031817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks [] for port (0ac83635-c849-4bba-a6cd-603190201ac5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.038410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430d106-46c4-4148-abed-eaaba9986977 None None] Network 2f7a6708-db6a-4424-a94f-36fb0f5f76aa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:15:31.043426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfc3b-dd1c-4930-9286-b9b1bfa5c163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.085823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks [] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.091887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.136127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Transition to ACTIVE for port object 3d3881eb-c713-432d-87e7-e57500a7d2a6 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:31.153125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Network cf0b2694-4476-4b6e-bc22-624716edef0e is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:31.157011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:31.159011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.181071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:31.188014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:31.189253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.189609 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:27Z', 'revision_number': 3, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:31.200591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 8bd49d20-56c2-4985-8c9a-8f25d63f7493 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:15:31.225483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:31.233486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 8bd49d20-56c2-4985-8c9a-8f25d63f7493 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:15:31.234016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 8bd49d20-56c2-4985-8c9a-8f25d63f7493 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:15:31.250954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Checking router: e385e8e6-12cd-4d14-82e7-b957bc9d1c21 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:31.251547 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Updating router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:15:31.288765 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.303586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:31.339614 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-67965c1c-3583-4748-b801-0e00d53cbec9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8921092 Feb 14 21:15:31.407251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Attempting to bind port 3d3881eb-c713-432d-87e7-e57500a7d2a6 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:31.408134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Attempting to bind port 3d3881eb-c713-432d-87e7-e57500a7d2a6 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:31.408134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Attempting to bind port 3d3881eb-c713-432d-87e7-e57500a7d2a6 on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:31.413229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Deleting subnet e281e901-f4de-4adc-99b2-136c8caf6546 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:15:31.423298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Request body: {'port': {'device_id': '688dfe50-650d-4769-95e7-16e76e659325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:31.428310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Publish callbacks [] for subnet (e281e901-f4de-4adc-99b2-136c8caf6546), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.500800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Port 3d3881eb-c713-432d-87e7-e57500a7d2a6 on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:31.501052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Attempting to bind port 3d3881eb-c713-432d-87e7-e57500a7d2a6 on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:31.510106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:31.522108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:31.522456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Checking segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:31.523319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Bound using segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:31.523915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Bound port: 3d3881eb-c713-432d-87e7-e57500a7d2a6, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:31.524285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.559202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Publish callbacks [] for subnet (e281e901-f4de-4adc-99b2-136c8caf6546), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.560013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:31.587431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e281e901-f4de-4adc-99b2-136c8caf6546), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.628272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks [] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.689788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Transition to ACTIVE for port object b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:31.705876 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks [] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.706507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.712801 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.720037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eacd4-da15-459f-b01d-a64648615c11 req-e0f218af-5647-4fde-b19b-a524b343ca8d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:31.726510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e69eacd4-da15-459f-b01d-a64648615c11 req-e0f218af-5647-4fde-b19b-a524b343ca8d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.3557312 Feb 14 21:15:31.769080 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d219bb-8a4c-40a7-b340-b3c3e1d90031 None None] Pushing event updated for resources: {'Port': ['ID=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:31.775375 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Attempting to bind port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:31.775753 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Attempting to bind port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:31.776153 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Attempting to bind port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:31.781711 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:31.782092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:31.782500 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.782894 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:31.783387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Bound port: ea25b1fd-1f8e-463e-a2cd-b051fba84e08, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:31.783770 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.838096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] For port ea25b1fd-1f8e-463e-a2cd-b051fba84e08, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:31.842184 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] For port ea25b1fd-1f8e-463e-a2cd-b051fba84e08, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:31.852814 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.872407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:31.916571 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d219bb-8a4c-40a7-b340-b3c3e1d90031 None None] Pushing event updated for resources: {'Port': ['ID=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:31.934343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:31.934981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:31.943111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:31.959764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:31.964989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (e281e901-f4de-4adc-99b2-136c8caf6546), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.055311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Pushing event updated for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:32.071377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60779c7-311c-4fc5-b4f1-8ccee27f741c req-1a1441e1-ca4b-4e29-8a11-e1f3e5d630c9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:32.078636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60779c7-311c-4fc5-b4f1-8ccee27f741c req-1a1441e1-ca4b-4e29-8a11-e1f3e5d630c9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 932 time: 0.4556677 Feb 14 21:15:32.085369 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:32.108637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e281e901-f4de-4adc-99b2-136c8caf6546,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:32.112021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.141116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.147041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6288d5c-c09d-4677-b145-a2a7056829bb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e281e901-f4de-4adc-99b2-136c8caf6546 HTTP/1.1" status: 204 len: 168 time: 0.8346100 Feb 14 21:15:32.151610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:32.222698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:32.223380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.224795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] 10.222.0.64 "PUT /v2.0/ports/3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 200 len: 1092 time: 2.3530929 Feb 14 21:15:32.227295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:32.230341 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305de9a-7094-4c78-8055-2df2b0373e57" -d '{"events": [{"name": "network-changed", "server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:32.235982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e69eacd4-da15-459f-b01d-a64648615c11 req-a6e5f086-db6f-4fe0-bdd3-4f1a8602ed8f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5084908 Feb 14 21:15:32.268278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Attempting to bind port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:32.270043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Attempting to bind port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:32.270043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Attempting to bind port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:32.298021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:32.300999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Attempting to bind port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:32.304176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:27Z', 'revision_number': 3, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:32.338392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:32.339421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:32.341226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:32.342023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Bound port: b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:32.343202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.362536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186309-1772-41d3-9cfe-fd3ee79baa34 None None] The sync data for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 is: [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:27Z', 'revision_number': 3, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:32.381805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60779c7-311c-4fc5-b4f1-8ccee27f741c req-a88bdd5c-a566-49cd-b4d3-197e824dc369 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021827 Feb 14 21:15:32.458881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b5d87-8e61-4b88-946a-0d306adebb9f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:32.466902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4e798bd8-099a-4eb7-b7ce-68013be4f61d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.563146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.601182 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9628d444-8af6-4c5e-a75a-fd3d69d056a6 x-openstack-request-id: req-9628d444-8af6-4c5e-a75a-fd3d69d056a6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:32.601483 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:32.601739 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9628d444-8af6-4c5e-a75a-fd3d69d056a6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:32.602134 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'status': 'completed', 'code': 200} Feb 14 21:15:32.630618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:32.661671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:32.669750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-f267b76c-90df-412f-b110-62926c501690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:32.671291 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-f267b76c-90df-412f-b110-62926c501690 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 1126 time: 0.3249156 Feb 14 21:15:32.718877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab7ea4-f2a3-4865-9d43-e74920008b30 req-cb9ade2c-39df-4a08-a590-0a6a4b134208 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:32.725716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ab7ea4-f2a3-4865-9d43-e74920008b30 req-cb9ade2c-39df-4a08-a590-0a6a4b134208 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 948 time: 0.2644103 Feb 14 21:15:32.735514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:32.747213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.809438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks [] for port (0ac83635-c849-4bba-a6cd-603190201ac5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.821677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-a57ee15c-2091-4431-b35d-b7ded3b11ce0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 200 len: 217 time: 0.1284742 Feb 14 21:15:32.853845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.861262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:32.864936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.867354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] 10.222.0.64 "PUT /v2.0/ports/b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 HTTP/1.1" status: 200 len: 1097 time: 2.9830751 Feb 14 21:15:32.873159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:32.876727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4e798bd8-099a-4eb7-b7ce-68013be4f61d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:32.969917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.970496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.973545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.974081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > port after_create 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.978181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.980043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > port after_update 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.980707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.981803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.982409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:32.982908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:33.092984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:33.093340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:33.093919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:33.094157 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:33.094536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e798bd8-099a-4eb7-b7ce-68013be4f61d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:33.132054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c5b081-ab31-461c-a41a-03393f22d56d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:33.132353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c5b081-ab31-461c-a41a-03393f22d56d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:33.154154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (01c5b081-ab31-461c-a41a-03393f22d56d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.174525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Transition to ACTIVE for port object 0ac83635-c849-4bba-a6cd-603190201ac5 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:33.176169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (01c5b081-ab31-461c-a41a-03393f22d56d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.186735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.229816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a36ae3-6ccf-4781-bd97-67069b6a5149 service neutron] Pushing event updated for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:33.256836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:15:33.257254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (01c5b081-ab31-461c-a41a-03393f22d56d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.297920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5b8a-397b-4e6b-8560-cd1f2c6133f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.313516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ab7ea4-f2a3-4865-9d43-e74920008b30 req-da2d8681-e15f-467c-b8e2-af430a6d315e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813167 Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: from cryptography.utils import int_from_bytes Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: from cryptography.utils import int_from_bytes Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:15:33.316341 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:15:33.409499 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:33.429150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-90d97562-269e-4af3-99f3-b92235b2d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:33.430775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-90d97562-269e-4af3-99f3-b92235b2d1e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.5905118 Feb 14 21:15:33.547261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39010) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:33.556437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:33.587557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4e798bd8-099a-4eb7-b7ce-68013be4f61d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.614698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.617974 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e798bd8-099a-4eb7-b7ce-68013be4f61d HTTP/1.1" status: 204 len: 168 time: 1.4616535 Feb 14 21:15:33.620132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-1ee4f101-b31e-45ee-9fee-464207b1a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:33.621810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-1ee4f101-b31e-45ee-9fee-464207b1a23d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 1131 time: 0.6177616 Feb 14 21:15:33.627537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39016) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:33.655223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0ceb-7883-4f28-b9ca-a37660310ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=4e798bd8-099a-4eb7-b7ce-68013be4f61d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:33.686855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:33.687848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:33.688989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:33.699563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:33.699919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:33.706860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-5d2ffcb0-fd44-4904-af84-b10eb2f838ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:33.708458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-5d2ffcb0-fd44-4904-af84-b10eb2f838ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2079079 Feb 14 21:15:33.709217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:33.709686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:33.710137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:33.710499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Bound port: 0ac83635-c849-4bba-a6cd-603190201ac5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:33.710863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.782140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af2f1492-7cae-4ee0-ab81-1b1a42ada7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.800227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-626fd75c-6f87-4929-b2d1-876ea194aae2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 HTTP/1.1" status: 200 len: 217 time: 0.1173434 Feb 14 21:15:33.816785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7029b-189b-48f7-be6d-9243e68e713c req-732948d9-6fd1-468f-a151-c5be644efece tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:33.818250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35d7029b-189b-48f7-be6d-9243e68e713c req-732948d9-6fd1-468f-a151-c5be644efece tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.3847089 Feb 14 21:15:33.843311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Deleting subnet 4c1287e8-4b72-4a39-821c-889437f205a4 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:15:33.845699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Allocated IP 172.20.0.1 (a0dd617a-a323-4f33-be8d-7b07e666ddde/58831173-5e33-4958-876e-26983b0c51b1/11f21dce-a203-45b6-b0ca-b0850884adb3) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:33.885736 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Publish callbacks [] for subnet (4c1287e8-4b72-4a39-821c-889437f205a4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:33.901688 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-737a0630-9475-4b45-ac97-a3153bb44b2c service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791356 Feb 14 21:15:33.903716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:33.907540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:33.934387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.007567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Publish callbacks [] for subnet (4c1287e8-4b72-4a39-821c-889437f205a4), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.018020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-99214343-c61b-48fb-ad55-2abfb5ee61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.019503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-99214343-c61b-48fb-ad55-2abfb5ee61d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1937790 Feb 14 21:15:34.032551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff068d7-ce45-43f9-a4f4-1bf1ba8d8d37 req-7b394a53-98bf-4273-8003-969ece5aba42 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.034026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ff068d7-ce45-43f9-a4f4-1bf1ba8d8d37 req-7b394a53-98bf-4273-8003-969ece5aba42 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.3449357 Feb 14 21:15:34.046702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (4c1287e8-4b72-4a39-821c-889437f205a4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.051630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ea25b1fd-1f8e-463e-a2cd-b051fba84e08 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:34.052156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35d7029b-189b-48f7-be6d-9243e68e713c req-5c894ebf-6db1-49bd-b4df-2a69b31185b7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238033 Feb 14 21:15:34.063534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af2f1492-7cae-4ee0-ab81-1b1a42ada7db admin admin] Publish callbacks [] for security_group (54baee5a-8a12-41c7-9be2-8b39e1954112), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.080784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.080784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.080784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 1093 time: 2.7201419 Feb 14 21:15:34.102066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af2f1492-7cae-4ee0-ab81-1b1a42ada7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (54baee5a-8a12-41c7-9be2-8b39e1954112), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.137469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:34.137852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.190085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af2f1492-7cae-4ee0-ab81-1b1a42ada7db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a754f1d551c7492b87a53dd8b74563a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383846 Feb 14 21:15:34.203073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f1492-7cae-4ee0-ab81-1b1a42ada7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54baee5a-8a12-41c7-9be2-8b39e1954112,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:34.207812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:34.210222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9c2b0-d630-432c-85cf-f33c05f33b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:34.236555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05a614b4-c515-4f00-9bf6-f1eec722bade req-5c3d7869-d981-448b-8291-415f865f892b service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273315 Feb 14 21:15:34.258689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-985a24a2-d90b-4eec-88d1-bba99a0d6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.260757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-985a24a2-d90b-4eec-88d1-bba99a0d6f76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1127 time: 0.1131096 Feb 14 21:15:34.284442 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks [] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.305894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-45c67787-79aa-466e-b87a-1e2768797439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.308653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-45c67787-79aa-466e-b87a-1e2768797439 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2731979 Feb 14 21:15:34.311470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ff068d7-ce45-43f9-a4f4-1bf1ba8d8d37 req-1a1b5dfd-f55c-44b0-9b3a-74fa3feeb630 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572532 Feb 14 21:15:34.319036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for subnet (4c1287e8-4b72-4a39-821c-889437f205a4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.354977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-b22e1839-da00-4e7f-9bee-a406eb971c2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0870152 Feb 14 21:15:34.413263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:34.414075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.458135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ea25b1fd-1f8e-463e-a2cd-b051fba84e08, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:34.461584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.465490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.492240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-a05d9f67-192b-4ed8-83d9-e6cf38907cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.494299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-a05d9f67-192b-4ed8-83d9-e6cf38907cba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0894716 Feb 14 21:15:34.537589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:34.569918 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-c5dcd4bb-f5ba-4e7d-90e1-87275d983f6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695775 Feb 14 21:15:34.592321 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55523730-6bf3-4639-998e-da9854bba815 x-openstack-request-id: req-55523730-6bf3-4639-998e-da9854bba815 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:34.592902 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:34.593311 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55523730-6bf3-4639-998e-da9854bba815 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:34.593936 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5', 'status': 'completed', 'code': 200} Feb 14 21:15:34.605946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:34.608255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1287e8-4b72-4a39-821c-889437f205a4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:34.608728 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:34.612633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-6f6f9679-d80a-449e-910e-bebe16de5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.614767 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-6f6f9679-d80a-449e-910e-bebe16de5e31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 1126 time: 0.2583432 Feb 14 21:15:34.655801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.658995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-40be510b-0ab3-4d66-b550-370e3760f081 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4c1287e8-4b72-4a39-821c-889437f205a4 HTTP/1.1" status: 204 len: 168 time: 1.0302823 Feb 14 21:15:34.668348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:34.684703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] Publish callbacks [] for security_group (54baee5a-8a12-41c7-9be2-8b39e1954112), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.793606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] Publish callbacks [] for security_group (54baee5a-8a12-41c7-9be2-8b39e1954112), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.808355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.863486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-e0bf5d63-8b32-4655-b07f-4a29cb8d74a7 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411875 Feb 14 21:15:34.878364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153270-226e-4647-a10c-3c2fecb9ebb0 req-5bcf3439-118f-4da1-a3d3-aceacfafd4ce tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:34.880169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0153270-226e-4647-a10c-3c2fecb9ebb0 req-5bcf3439-118f-4da1-a3d3-aceacfafd4ce tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 948 time: 0.2821372 Feb 14 21:15:34.882663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2f7a6708-db6a-4424-a94f-36fb0f5f76aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.919523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Network a0dd617a-a323-4f33-be8d-7b07e666ddde is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:34.941617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:34.945857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:34.946374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:34.998975 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f007f627-b121-4be1-be03-535701de3180 x-openstack-request-id: req-f007f627-b121-4be1-be03-535701de3180 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:34.999308 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:34.999551 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f007f627-b121-4be1-be03-535701de3180 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:35.000470 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5', 'status': 'completed', 'code': 200} Feb 14 21:15:35.019616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-783cfc48-e738-4d16-89b7-bd3a6b5ddb90 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411533 Feb 14 21:15:35.054165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-5433f0dd-3137-4090-9dda-43242d0263a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.055666 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-5433f0dd-3137-4090-9dda-43242d0263a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 925 time: 0.4088948 Feb 14 21:15:35.084202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:35.136701 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-a2a8015c-5536-40da-9b4d-c998218da5e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 200 len: 217 time: 0.0563021 Feb 14 21:15:35.155248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (54baee5a-8a12-41c7-9be2-8b39e1954112), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.157872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.159074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54baee5a-8a12-41c7-9be2-8b39e1954112 HTTP/1.1" status: 204 len: 168 time: 0.9502878 Feb 14 21:15:35.202534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0153270-226e-4647-a10c-3c2fecb9ebb0 req-1044d16e-291a-4b25-982b-4bbbeecd9108 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137043 Feb 14 21:15:35.224899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-f772dfe6-bea3-4815-8597-9e616de99524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.226683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-f772dfe6-bea3-4815-8597-9e616de99524 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.0806901 Feb 14 21:15:35.229687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b113ac6-a124-4cf2-8111-d2ce7ec2eb29 req-616f7493-0bb1-4f4a-a0bb-8d53b700f1e9 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983430 Feb 14 21:15:35.238605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eff636-be6e-4dcb-b152-ea0106055b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54baee5a-8a12-41c7-9be2-8b39e1954112,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:35.350785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c35128a5-50fc-48fa-b7ff-521ed816ee1d None None] Provisioning complete for port 11f21dce-a203-45b6-b0ca-b0850884adb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:35.351370 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c35128a5-50fc-48fa-b7ff-521ed816ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.373631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-e66b48c9-51ee-4d73-a4c8-ee5044966b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.375260 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-e66b48c9-51ee-4d73-a4c8-ee5044966b0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1411493 Feb 14 21:15:35.414054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c35128a5-50fc-48fa-b7ff-521ed816ee1d None None] Port 11f21dce-a203-45b6-b0ca-b0850884adb3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:35.429894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-5c5ad9ec-985c-4896-99f8-594a21c195a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.434346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33cef9-1c62-430d-b7ff-ddf84c531f4a req-35e2b9c2-221d-47f6-85b0-fe4a5fee3a9d service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392447 Feb 14 21:15:35.434981 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-5c5ad9ec-985c-4896-99f8-594a21c195a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1127 time: 0.1364315 Feb 14 21:15:35.468286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2f7a6708-db6a-4424-a94f-36fb0f5f76aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.551455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.551805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.552573 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.552930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > port after_create 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.553280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.553628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > port after_update 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.553959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.554283 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.554607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.554945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.598194 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.609529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-a727f7e0-9a03-4671-be30-81037673939a service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239702 Feb 14 21:15:35.613111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-803aa9f1-eb71-4cf9-a0f5-2592dfefe545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.615210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-803aa9f1-eb71-4cf9-a0f5-2592dfefe545 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1340714 Feb 14 21:15:35.624244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.624592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.624934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.625274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 21:15:35.625755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7a6708-db6a-4424-a94f-36fb0f5f76aa']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:35.687542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39078) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:35.692147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b33edbc-fa1b-4fcf-90e4-a37dd6929228') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:35.692448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b33edbc-fa1b-4fcf-90e4-a37dd6929228') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:35.695888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-cfb54e23-8d5a-4397-9ec3-57d18b126c55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0716920 Feb 14 21:15:35.727448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5b33edbc-fa1b-4fcf-90e4-a37dd6929228), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.759419 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34e23f18-066e-417d-a8d8-d84337c160a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.766005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-f5be10e7-db19-42a5-8cc7-1d23330478d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.767532 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-f5be10e7-db19-42a5-8cc7-1d23330478d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0654755 Feb 14 21:15:35.773059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1305de9a-7094-4c78-8055-2df2b0373e57 req-55b33ec0-697c-4fff-a5e3-af0f3dfbe786 service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574037 Feb 14 21:15:35.773531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29190-362f-4f4c-afd1-83493d7e1b35 req-70da7a09-c92f-4fdb-9ba0-4f24a575b305 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.775123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4a29190-362f-4f4c-afd1-83493d7e1b35 req-70da7a09-c92f-4fdb-9ba0-4f24a575b305 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.3756793 Feb 14 21:15:35.775767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.796435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b33edbc-fa1b-4fcf-90e4-a37dd6929228), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.800174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-4a8d198c-e3ed-481f-ab9a-7331eb905ae5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261629 Feb 14 21:15:35.834729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-2febe0dd-49ef-46a5-94b3-738133f0bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.836326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-2febe0dd-49ef-46a5-94b3-738133f0bc84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 1131 time: 0.3400207 Feb 14 21:15:35.839946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:15:35.840357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5b33edbc-fa1b-4fcf-90e4-a37dd6929228), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: from cryptography.utils import int_from_bytes Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: from cryptography.utils import int_from_bytes Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:15:35.848563 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:15:35.868887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542266-5cd6-4313-addb-50fe13829d2f req-adc9eaee-4bd3-4664-8c5d-05538ec5095c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:35.870983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17542266-5cd6-4313-addb-50fe13829d2f req-adc9eaee-4bd3-4664-8c5d-05538ec5095c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.3758590 Feb 14 21:15:35.895697 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-2072ecf9-6127-4558-abed-d6308d85aea3 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887315 Feb 14 21:15:35.988771 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-19d7f14c-e525-40d2-a595-2df7ddf2fdb0 req-c4a06a5c-a0d6-4034-b7ee-9a5096f0749b service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Feb 14 21:15:36.023541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ea25b1fd-1f8e-463e-a2cd-b051fba84e08 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:36.071841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:36.072272 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.092494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4a29190-362f-4f4c-afd1-83493d7e1b35 req-87526414-bffe-4ad4-b6b3-ed03089ccf08 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044386 Feb 14 21:15:36.103396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2f7a6708-db6a-4424-a94f-36fb0f5f76aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.168439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.171654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] 10.222.0.86 "DELETE /v2.0/networks/2f7a6708-db6a-4424-a94f-36fb0f5f76aa HTTP/1.1" status: 204 len: 168 time: 1.5000453 Feb 14 21:15:36.175926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:36.223905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17542266-5cd6-4313-addb-50fe13829d2f req-2bd1415d-4535-4f6e-b99f-517f3cb3248f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228910 Feb 14 21:15:36.239362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc499-e756-43af-b09e-42a7f7347e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7a6708-db6a-4424-a94f-36fb0f5f76aa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:36.270526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-733966f6-de02-4cab-a9bf-3f6d5a90dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:36.273261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-733966f6-de02-4cab-a9bf-3f6d5a90dcdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.4222102 Feb 14 21:15:36.357597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-1c8714ee-740e-41e7-aa56-29f0ac50d6d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 HTTP/1.1" status: 200 len: 217 time: 0.0738146 Feb 14 21:15:36.411997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34e23f18-066e-417d-a8d8-d84337c160a4 admin admin] Publish callbacks [] for security_group (34ef0288-14e0-4c22-9a14-3b957c0c08b4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.423358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39100) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:36.451146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34e23f18-066e-417d-a8d8-d84337c160a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (34ef0288-14e0-4c22-9a14-3b957c0c08b4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.471711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7058ab2d-968d-4358-92eb-5ae9d257762d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b27d2aee7282423cb34fd267bbb3951c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495081 Feb 14 21:15:36.474196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:36.549334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] Publish callbacks [] for security_group (33218905-b866-456a-ae34-67f8945de75e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.575452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] Publish callbacks [] for security_group (33218905-b866-456a-ae34-67f8945de75e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.638858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (33218905-b866-456a-ae34-67f8945de75e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.641031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.642166 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/33218905-b866-456a-ae34-67f8945de75e HTTP/1.1" status: 204 len: 168 time: 0.1668847 Feb 14 21:15:36.660347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d618aeb-af34-4b4c-acbf-5e81ee90c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33218905-b866-456a-ae34-67f8945de75e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:36.698222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-eb663ab4-4015-4cf5-8002-43b99bd3844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:36.700340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-eb663ab4-4015-4cf5-8002-43b99bd3844f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.3143435 Feb 14 21:15:36.767451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23f18-066e-417d-a8d8-d84337c160a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef0288-14e0-4c22-9a14-3b957c0c08b4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:36.786522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34e23f18-066e-417d-a8d8-d84337c160a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e110c8b0c9fc49619a6266d229076cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0895622 Feb 14 21:15:36.794032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks [] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.794235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:36.812732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacbe8e-e3cc-424c-9f3c-0866156d0f4c req-88414457-60bd-42c0-9aa5-59b2617ae872 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:36.821484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eacbe8e-e3cc-424c-9f3c-0866156d0f4c req-88414457-60bd-42c0-9aa5-59b2617ae872 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 948 time: 0.4670863 Feb 14 21:15:36.826060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:36.938553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:36.977818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-c4cf716c-9aa8-4fe7-a5a1-f4baebe78d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:36.980712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-c4cf716c-9aa8-4fe7-a5a1-f4baebe78d09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2720392 Feb 14 21:15:37.000521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:37.013587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.036824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eacbe8e-e3cc-424c-9f3c-0866156d0f4c req-f2a87a03-92bb-4fbb-9f8c-d9fca26f3b0d tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143168 Feb 14 21:15:37.063339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:37.104570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.123961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] Publish callbacks [] for security_group (34ef0288-14e0-4c22-9a14-3b957c0c08b4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.131694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9d276f56-a633-4a18-abe8-97756e7e33bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=564a4ca84406459e8493cd5173cd5d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648270 Feb 14 21:15:37.134425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:37.195473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] Publish callbacks [] for security_group (68532b40-4307-46e1-880f-4dbe1f7c0c67), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.220521 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] Publish callbacks [] for security_group (34ef0288-14e0-4c22-9a14-3b957c0c08b4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.239065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] Publish callbacks [] for security_group (68532b40-4307-46e1-880f-4dbe1f7c0c67), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.317481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-1b951fab-5e8e-4156-9a36-2ca64c233e42 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179474 Feb 14 21:15:37.335620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-82063b42-5baf-4f87-bf72-e73add9f612b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1a41e6acc654c3bb4f6e322b8328fae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3954692 Feb 14 21:15:37.338683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:37.340843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68532b40-4307-46e1-880f-4dbe1f7c0c67), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.343824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.344844 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68532b40-4307-46e1-880f-4dbe1f7c0c67 HTTP/1.1" status: 204 len: 168 time: 0.2092113 Feb 14 21:15:37.365731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ff3d3-1dd9-4391-af04-2807e57d6993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68532b40-4307-46e1-880f-4dbe1f7c0c67,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:37.407119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] Publish callbacks [] for security_group (4751fe95-8cf5-4026-be77-ffd06223db10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.429657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Network a0dd617a-a323-4f33-be8d-7b07e666ddde is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:37.431231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] Publish callbacks [] for security_group (4751fe95-8cf5-4026-be77-ffd06223db10), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.440611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:37.453834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ce8b1-906f-442c-ab31-aff4d144eda4 req-70278d71-5cd1-4581-8e5f-374533fcf0d6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:37.455436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20ce8b1-906f-442c-ab31-aff4d144eda4 req-70278d71-5cd1-4581-8e5f-374533fcf0d6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.2004056 Feb 14 21:15:37.496183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4751fe95-8cf5-4026-be77-ffd06223db10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.497193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (34ef0288-14e0-4c22-9a14-3b957c0c08b4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.499309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.499887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.501039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34ef0288-14e0-4c22-9a14-3b957c0c08b4 HTTP/1.1" status: 204 len: 168 time: 0.7047482 Feb 14 21:15:37.501384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4751fe95-8cf5-4026-be77-ffd06223db10 HTTP/1.1" status: 204 len: 168 time: 0.1613033 Feb 14 21:15:37.515759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e08e0-09a5-4be2-9d17-1a3788b47df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751fe95-8cf5-4026-be77-ffd06223db10,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:37.587089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c828c97-606f-407b-ba73-f9f39a55e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef0288-14e0-4c22-9a14-3b957c0c08b4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:37.595408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f6b0d0-2b7b-438c-ba39-c0bd024ff11c req-1b5dd928-75db-45cb-9b60-a12eaa434a43 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675228 Feb 14 21:15:37.636097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ad309-8e87-4bfc-8d90-e886d337547d req-6c4e616b-4dd9-4bef-a4e9-2069ceed2ada tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:37.637727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-579ad309-8e87-4bfc-8d90-e886d337547d req-6c4e616b-4dd9-4bef-a4e9-2069ceed2ada tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.2969921 Feb 14 21:15:37.755635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20ce8b1-906f-442c-ab31-aff4d144eda4 req-376e923a-2a1a-40f3-8c91-4760448f718c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907972 Feb 14 21:15:37.827779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-579ad309-8e87-4bfc-8d90-e886d337547d req-ebdc41c1-389a-4629-91fe-8aa9fabc14c6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746802 Feb 14 21:15:37.838760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:15:37.871132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b313d4c4-3694-488e-bea3-36a1857a1d4e None None] Provisioning complete for port 11f21dce-a203-45b6-b0ca-b0850884adb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:37.871789 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b313d4c4-3694-488e-bea3-36a1857a1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:37.977427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b313d4c4-3694-488e-bea3-36a1857a1d4e None None] Port 11f21dce-a203-45b6-b0ca-b0850884adb3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:38.066333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:38.073405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18d4eba9-acff-4a85-aa4b-4a7e44e67ef8 admin admin] 10.222.0.86 "PUT /v2.0/routers/e385e8e6-12cd-4d14-82e7-b957bc9d1c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2709005 Feb 14 21:15:38.077778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Sync routers for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:38.092223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:38.093281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:38.204136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:38.225338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733153-da17-48d8-a9a6-fc5342e38258 req-fc088690-0635-4754-9d83-34010f4d5d01 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:38.236694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c733153-da17-48d8-a9a6-fc5342e38258 req-fc088690-0635-4754-9d83-34010f4d5d01 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 948 time: 0.0925021 Feb 14 21:15:38.277978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c1f0ec7-dd05-453b-a0a3-10e87deb93bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4284ee2829424585b3e8b2b109805706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714839 Feb 14 21:15:38.281429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39200) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:38.316301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c733153-da17-48d8-a9a6-fc5342e38258 req-e5367ca3-80bf-45f5-a34b-4415b0a318f5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782411 Feb 14 21:15:38.381072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] Publish callbacks [] for security_group (deea3598-5338-4ac0-af53-921441a61222), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.412922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] Publish callbacks [] for security_group (deea3598-5338-4ac0-af53-921441a61222), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.421155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39206) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:38.453267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:38.482326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (deea3598-5338-4ac0-af53-921441a61222), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.489271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.491908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/deea3598-5338-4ac0-af53-921441a61222 HTTP/1.1" status: 204 len: 168 time: 0.2088904 Feb 14 21:15:38.511090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3cf2b-b852-423d-8bdb-d8ffb4ed6b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea3598-5338-4ac0-af53-921441a61222,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:38.688244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c9db2a10-4086-4bbb-b9a1-f7c6a95d2a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.689021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:35Z', 'revision_number': 4, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '11f21dce-a203-45b6-b0ca-b0850884adb3', 'name': '', 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'mac_address': 'fa:16:3e:4f:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '58831173-5e33-4958-876e-26983b0c51b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:33Z', 'updated_at': '2022-02-14T21:15:36Z', 'revision_number': 2, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'subnets': [{'id': '58831173-5e33-4958-876e-26983b0c51b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:38.719416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Checking router: e385e8e6-12cd-4d14-82e7-b957bc9d1c21 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:38.719759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Updating router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 port 11f21dce-a203-45b6-b0ca-b0850884adb3 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:15:38.756724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.803610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c9db2a10-4086-4bbb-b9a1-f7c6a95d2a1b admin admin] Publish callbacks [] for security_group (52f349d4-dff8-4913-a94a-1a58f461b1b8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.816935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c9db2a10-4086-4bbb-b9a1-f7c6a95d2a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (52f349d4-dff8-4913-a94a-1a58f461b1b8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:38.899816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c9db2a10-4086-4bbb-b9a1-f7c6a95d2a1b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79f162bcab554bebbe9e8bfd56a4e66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775820 Feb 14 21:15:38.902604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:38.929819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2a10-4086-4bbb-b9a1-f7c6a95d2a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f349d4-dff8-4913-a94a-1a58f461b1b8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:39.010429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] Publish callbacks [] for security_group (52f349d4-dff8-4913-a94a-1a58f461b1b8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.016088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014a1cb-a8fb-41b3-bb30-94548cb21c73 req-48dfbd87-5941-4a95-b02b-c249f8985fe7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:39.024103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4014a1cb-a8fb-41b3-bb30-94548cb21c73 req-48dfbd87-5941-4a95-b02b-c249f8985fe7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.1555312 Feb 14 21:15:39.073073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] Publish callbacks [] for security_group (52f349d4-dff8-4913-a94a-1a58f461b1b8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.148237 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks [] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.158601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.177653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (52f349d4-dff8-4913-a94a-1a58f461b1b8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.182959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.185039 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/52f349d4-dff8-4913-a94a-1a58f461b1b8 HTTP/1.1" status: 204 len: 168 time: 0.2810376 Feb 14 21:15:39.200675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a42d8-45e6-43cc-875c-f88d90cd809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f349d4-dff8-4913-a94a-1a58f461b1b8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:39.209635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:39.224826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4014a1cb-a8fb-41b3-bb30-94548cb21c73 req-32bb8335-34aa-4fc7-ad27-1a7b0df08d54 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985075 Feb 14 21:15:39.249995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-0af25c9e-9381-4066-b16a-1119306e3a7b tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2780507 Feb 14 21:15:39.260951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:39.305304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2309b-6053-4e15-b78d-661a46d60d43 None None] Pushing event updated for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:39.323112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:39.423559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.442046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Attempting to bind port 11f21dce-a203-45b6-b0ca-b0850884adb3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:39.442520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Attempting to bind port 11f21dce-a203-45b6-b0ca-b0850884adb3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:39.442895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Attempting to bind port 11f21dce-a203-45b6-b0ca-b0850884adb3 on network a0dd617a-a323-4f33-be8d-7b07e666ddde {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:39.473903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:39.475073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Checking segment: {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:39.475678 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.476230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Bound using segment: {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:39.476909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Bound port: 11f21dce-a203-45b6-b0ca-b0850884adb3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341856d9-963b-4294-bbd3-d29ad95bbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:39.477475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.480814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc7898-bef9-4bfc-958b-69923e6c9e85 req-a8f60989-56f6-42a3-a50b-586652294e04 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:39.488373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfcc7898-bef9-4bfc-958b-69923e6c9e85 req-a8f60989-56f6-42a3-a50b-586652294e04 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1718545 Feb 14 21:15:39.544530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:39.588858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '0ac83635-c849-4bba-a6cd-603190201ac5', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'port_id': '0ac83635-c849-4bba-a6cd-603190201ac5', 'mac_address': 'fa:16:3e:0c:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ca0acc-07aa-4e24-8fef-6e0bb69ddfed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:39.618190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfcc7898-bef9-4bfc-958b-69923e6c9e85 req-e6c7f4f1-815b-4cff-8b61-a32f2c55f047 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119509 Feb 14 21:15:39.680864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] For port 11f21dce-a203-45b6-b0ca-b0850884adb3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:39.684345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:39.695733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.712636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] For port 11f21dce-a203-45b6-b0ca-b0850884adb3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=11f21dce-a203-45b6-b0ca-b0850884adb3,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:39.718329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5', 'mac_address': 'fa:16:3e:76:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:39.720130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Provisioning complete for port 11f21dce-a203-45b6-b0ca-b0850884adb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:39.720502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.751359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.757034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0ac83635-c849-4bba-a6cd-603190201ac5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:39.757430 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.827224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:39.832781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da717-f36f-4c24-a30a-557472764858 req-d5264c5b-3971-4702-b55c-52debbd7ee21 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:39.842706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-526da717-f36f-4c24-a30a-557472764858 req-d5264c5b-3971-4702-b55c-52debbd7ee21 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 948 time: 0.1308451 Feb 14 21:15:39.853364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e769461a-aa4c-475e-b786-e16dcdc394b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.876105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:39.938279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:39.941265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2309b-6053-4e15-b78d-661a46d60d43 None None] Pushing event updated for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:39.944140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:39.945230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:39.948666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:39.949109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.954343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:39.989279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Allocated IP 172.25.2.81 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/2edc712f-50f8-4c4e-95e6-9bb443a25490) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:40.017523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-526da717-f36f-4c24-a30a-557472764858 req-621f423e-5c47-4df4-8709-a274606db531 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652524 Feb 14 21:15:40.063926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:40.092385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:40.113062 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.113419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d3881eb-c713-432d-87e7-e57500a7d2a6 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:40.132782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e769461a-aa4c-475e-b786-e16dcdc394b9 admin admin] Publish callbacks [] for security_group (c167c935-34f6-44d1-91ca-2d1704d505e6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.140278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e769461a-aa4c-475e-b786-e16dcdc394b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c167c935-34f6-44d1-91ca-2d1704d505e6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.190487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0ac83635-c849-4bba-a6cd-603190201ac5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:40.200718 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e769461a-aa4c-475e-b786-e16dcdc394b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d4341e212dc41879d9ca16af6db42f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715138 Feb 14 21:15:40.201509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39268) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:40.240190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Current status of the port 11f21dce-a203-45b6-b0ca-b0850884adb3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:40.240580 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.265950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:40.308438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.365567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] Publish callbacks [] for security_group (c167c935-34f6-44d1-91ca-2d1704d505e6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.393306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.400514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] Publish callbacks [] for security_group (c167c935-34f6-44d1-91ca-2d1704d505e6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.445019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769461a-aa4c-475e-b786-e16dcdc394b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c167c935-34f6-44d1-91ca-2d1704d505e6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:40.451606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event updated for resources: {'Port': ['ID=2edc712f-50f8-4c4e-95e6-9bb443a25490,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:40.464470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3eae0-d0d7-4fcf-9fa2-d0f9163832a3 req-02d80bd2-2c50-4bff-ae18-b34cb1844710 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:40.464623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c167c935-34f6-44d1-91ca-2d1704d505e6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.466413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45c3eae0-d0d7-4fcf-9fa2-d0f9163832a3 req-02d80bd2-2c50-4bff-ae18-b34cb1844710 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 943 time: 0.1312606 Feb 14 21:15:40.474525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.476806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:40.479240 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c167c935-34f6-44d1-91ca-2d1704d505e6 HTTP/1.1" status: 204 len: 168 time: 0.2664330 Feb 14 21:15:40.481607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:40.484884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:40.498024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc0e78-520d-4453-9d5f-c10c29fc7919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c167c935-34f6-44d1-91ca-2d1704d505e6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:40.638316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:15:40.726026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:40.767062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] For port 11f21dce-a203-45b6-b0ca-b0850884adb3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=11f21dce-a203-45b6-b0ca-b0850884adb3,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:40.794614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.806052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:40.864617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45c3eae0-d0d7-4fcf-9fa2-d0f9163832a3 req-eed79a2b-930b-40d2-b643-d970559eafa2 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799400 Feb 14 21:15:40.916452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (484d89e2-bef8-4441-9cdc-ab7236524983), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:40.998964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.039714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:41.046788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c04ecc23-77f1-4202-a8c5-4ea14ec2d449 None None] Provisioning complete for port 11f21dce-a203-45b6-b0ca-b0850884adb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:41.047136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c04ecc23-77f1-4202-a8c5-4ea14ec2d449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.078842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225001f-c5a1-4a03-9b91-0d103bde6f49 req-eb956046-7e73-4aa8-ba73-1dfc9e4de009 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:41.080512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e225001f-c5a1-4a03-9b91-0d103bde6f49 req-eb956046-7e73-4aa8-ba73-1dfc9e4de009 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 945 time: 0.1358135 Feb 14 21:15:41.116870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dff61-ce9a-4d9b-845c-3059cb5584f6 None None] Pushing event updated for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:41.121168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'port_id': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'mac_address': 'fa:16:3e:69:3d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:41.198219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:41.199755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e225001f-c5a1-4a03-9b91-0d103bde6f49 req-f44f593e-5545-4578-8dc8-042efdd57e61 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073751 Feb 14 21:15:41.246056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.251470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3d3881eb-c713-432d-87e7-e57500a7d2a6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:41.251980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.256644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.304964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c04ecc23-77f1-4202-a8c5-4ea14ec2d449 None None] Current status of the port 11f21dce-a203-45b6-b0ca-b0850884adb3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:41.308631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3881eb-c713-432d-87e7-e57500a7d2a6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:41.317415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:35Z', 'revision_number': 4, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '11f21dce-a203-45b6-b0ca-b0850884adb3', 'name': '', 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'mac_address': 'fa:16:3e:4f:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '58831173-5e33-4958-876e-26983b0c51b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:33Z', 'updated_at': '2022-02-14T21:15:39Z', 'revision_number': 4, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'subnets': [{'id': '58831173-5e33-4958-876e-26983b0c51b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:41.361141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b650d1-80d5-4734-bfb6-7583d5793707 None None] The sync data for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 is: [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:35Z', 'revision_number': 4, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '11f21dce-a203-45b6-b0ca-b0850884adb3', 'name': '', 'network_id': 'a0dd617a-a323-4f33-be8d-7b07e666ddde', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'mac_address': 'fa:16:3e:4f:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '58831173-5e33-4958-876e-26983b0c51b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:33Z', 'updated_at': '2022-02-14T21:15:39Z', 'revision_number': 4, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'subnets': [{'id': '58831173-5e33-4958-876e-26983b0c51b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:41.375607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:41.388559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.393787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 0ac83635-c849-4bba-a6cd-603190201ac5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:41.402138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 0ac83635-c849-4bba-a6cd-603190201ac5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:41.406768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.485890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event updated for resources: {'Port': ['ID=2edc712f-50f8-4c4e-95e6-9bb443a25490,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:41.526923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f38d-966b-4c8c-80f5-daf3995db197 req-326ac0b9-a67c-472c-bc5b-625d7c57d3a0 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:41.548068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26a3f38d-966b-4c8c-80f5-daf3995db197 req-326ac0b9-a67c-472c-bc5b-625d7c57d3a0 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 949 time: 0.2374277 Feb 14 21:15:41.556393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (484d89e2-bef8-4441-9cdc-ab7236524983), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.588823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.590322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-ea959a20-a4e5-4d6a-968a-13b154a06141 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3353086 Feb 14 21:15:41.627338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0ac83635-c849-4bba-a6cd-603190201ac5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:41.627569 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.630472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:41.664899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:41.667209 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51a38b3-929e-4b27-b07f-e253b4aff476" -d '{"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-plugged", "status": "completed", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:41.686219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:41.698868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:41.721431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26a3f38d-966b-4c8c-80f5-daf3995db197 req-8be54d73-5aec-4f54-b900-b2a802936b19 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707227 Feb 14 21:15:41.724607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-997eb00f-e143-4dba-bce9-cf28c509286e tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.1202350 Feb 14 21:15:41.799317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:41.812028 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478c81f7-4b8f-4943-9f6b-d2ccad291385 x-openstack-request-id: req-478c81f7-4b8f-4943-9f6b-d2ccad291385 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:41.812403 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-plugged", "status": "completed", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:41.812665 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-478c81f7-4b8f-4943-9f6b-d2ccad291385 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:41.813064 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5', 'code': 200} Feb 14 21:15:41.888744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3d3881eb-c713-432d-87e7-e57500a7d2a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:41.922221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591f83-4134-45f3-9c0d-8ada22fba4a3 req-2cfafd92-21a1-4fef-b713-abc20935dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:41.927111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21591f83-4134-45f3-9c0d-8ada22fba4a3 req-2cfafd92-21a1-4fef-b713-abc20935dd86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.0546992 Feb 14 21:15:41.933604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-66cb457f-deb1-48b7-9d02-4bd381f3184f tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:41.937369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-66cb457f-deb1-48b7-9d02-4bd381f3184f tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1989911 Feb 14 21:15:41.953669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-cf30f886-e7f5-425c-82c7-8f33dd17104f tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:41.956119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6cdb20d-76d6-4dd3-81e6-334735dc6755 req-cf30f886-e7f5-425c-82c7-8f33dd17104f tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088332 Feb 14 21:15:41.985006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:42.065657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21591f83-4134-45f3-9c0d-8ada22fba4a3 req-81cb8cd3-632b-4cc2-b552-a540f90c4dad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339505 Feb 14 21:15:42.167513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 11f21dce-a203-45b6-b0ca-b0850884adb3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:42.194339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f94f596-4192-48cb-882f-7c79dd3c9230 req-d88309b7-ae67-44db-908b-f7339bc7af42 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips/484d89e2-bef8-4441-9cdc-ab7236524983 HTTP/1.1" status: 200 len: 692 time: 0.1274810 Feb 14 21:15:42.338403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94f596-4192-48cb-882f-7c79dd3c9230 req-0595856b-030f-42a5-bbed-682666191db6 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:42.339957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f94f596-4192-48cb-882f-7c79dd3c9230 req-0595856b-030f-42a5-bbed-682666191db6 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1376314 Feb 14 21:15:42.348684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0c14-8580-4518-a471-d171fa1466fa req-64830826-dc96-41ab-bbd4-3f0466115057 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:42.350355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ae0c14-8580-4518-a471-d171fa1466fa req-64830826-dc96-41ab-bbd4-3f0466115057 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 944 time: 0.3664153 Feb 14 21:15:42.357438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-9f94f596-4192-48cb-882f-7c79dd3c9230 req-38844414-d129-45e5-adb0-8b7396955b86 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:42.358964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f94f596-4192-48cb-882f-7c79dd3c9230 req-38844414-d129-45e5-adb0-8b7396955b86 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072179 Feb 14 21:15:42.374307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 11f21dce-a203-45b6-b0ca-b0850884adb3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:42.374307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:42.434566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ae0c14-8580-4518-a471-d171fa1466fa req-dc50b0a5-c79a-46ed-a7e8-5425e0f6df17 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657406 Feb 14 21:15:42.560703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 11f21dce-a203-45b6-b0ca-b0850884adb3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:42.596304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f970b-4139-44a6-a815-578ab6067d5b req-96e42060-4753-40cd-a6e3-e5b7ce7e422b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:42.604216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-638f970b-4139-44a6-a815-578ab6067d5b req-96e42060-4753-40cd-a6e3-e5b7ce7e422b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 946 time: 0.0838757 Feb 14 21:15:42.671998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-638f970b-4139-44a6-a815-578ab6067d5b req-ae0fbaa6-a66d-4c03-baf7-37eb39037340 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647910 Feb 14 21:15:42.894143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e02048d-ece1-46e7-8268-3b8119f2133e req-eea39bba-bd55-44b8-ab55-877f15742549 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=509d035f46414963b53b6df72dcdc28a HTTP/1.1" status: 200 len: 695 time: 0.0835922 Feb 14 21:15:43.021278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02048d-ece1-46e7-8268-3b8119f2133e req-535e94a3-3603-430a-a97d-b71259de33ff tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:43.028767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e02048d-ece1-46e7-8268-3b8119f2133e req-535e94a3-3603-430a-a97d-b71259de33ff tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks?id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 787 time: 0.1310446 Feb 14 21:15:43.035958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-8e02048d-ece1-46e7-8268-3b8119f2133e req-b6e379fc-51ab-4334-9c76-f2c6c02ad9e0 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:43.049845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e02048d-ece1-46e7-8268-3b8119f2133e req-b6e379fc-51ab-4334-9c76-f2c6c02ad9e0 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196013 Feb 14 21:15:43.176961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31df8d-0ed9-496e-a51a-c51cb6a88714 req-d178161b-7ba9-4a68-bfd8-bec0a2931968 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:43.178384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea31df8d-0ed9-496e-a51a-c51cb6a88714 req-d178161b-7ba9-4a68-bfd8-bec0a2931968 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 949 time: 0.0631974 Feb 14 21:15:43.249898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-5147a3a5-1700-43f8-bd46-45847ba81538 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e961bc68430e4c7886759844ad8f6c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321288 Feb 14 21:15:43.253134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea31df8d-0ed9-496e-a51a-c51cb6a88714 req-f044e7d2-9e26-426c-87ac-f173335171d6 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Feb 14 21:15:43.357721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-ef3af4a8-7af5-4ece-a798-d23c8d1a7498 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:43.359225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-ef3af4a8-7af5-4ece-a798-d23c8d1a7498 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040747 Feb 14 21:15:43.375676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-daaf96d2-80d6-4893-85c8-8ca548743fcb tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/quotas/e961bc68430e4c7886759844ad8f6c58 HTTP/1.1" status: 200 len: 375 time: 0.0099003 Feb 14 21:15:43.404077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:43.422155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-bc47bb4a-09fe-4a9c-b970-aeabd285b796 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e961bc68430e4c7886759844ad8f6c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395465 Feb 14 21:15:43.488909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:43.496798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:43.497391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:43.601173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-773b7bbe-4ef5-415f-a8fa-97b09356a156 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips/484d89e2-bef8-4441-9cdc-ab7236524983 HTTP/1.1" status: 200 len: 692 time: 0.0524077 Feb 14 21:15:43.638504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:43.639084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:43.686111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:43.697301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:43.698231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d3881eb-c713-432d-87e7-e57500a7d2a6 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:43.732415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c226634-cc4e-479f-812f-70744428a9b2 req-6960755f-4778-45f0-9df7-eac47629a031 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:43.734533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-6960755f-4778-45f0-9df7-eac47629a031 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1252015 Feb 14 21:15:43.745884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-0d7fed7d-8eb8-415a-9622-bf47b40cc1c0 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:43.746862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-0d7fed7d-8eb8-415a-9622-bf47b40cc1c0 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064085 Feb 14 21:15:43.789583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:43.813770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:43.817536 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87281f36-7566-436d-8c65-c6798398e70c" -d '{"events": [{"server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "name": "network-vif-plugged", "status": "completed", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:43.822477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3d3881eb-c713-432d-87e7-e57500a7d2a6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:43.825970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-4f02d729-c800-43bb-bfd4-038c5f5f9961 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0655897 Feb 14 21:15:43.829416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3d3881eb-c713-432d-87e7-e57500a7d2a6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:43.830264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:43.887405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-c5827b35-8990-4c65-abc0-cc45fd69880a tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0539675 Feb 14 21:15:43.918568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-42839a2b-a7f5-4bc9-a0d9-d913521a969c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=767e42a0fedb44d9ad36b9b65315168e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372114 Feb 14 21:15:43.932236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3d3881eb-c713-432d-87e7-e57500a7d2a6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:43.932634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:43.975090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:43.979851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.028636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:44.130425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-ab1e038d-de73-4927-a532-6dfa07edd6bc tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:44.132168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-ab1e038d-de73-4927-a532-6dfa07edd6bc tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811626 Feb 14 21:15:44.151006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Deleting port 2edc712f-50f8-4c4e-95e6-9bb443a25490 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:44.151380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.156055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-e8380c8d-68e0-41e9-93f2-237041c2cd6e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/quotas/767e42a0fedb44d9ad36b9b65315168e HTTP/1.1" status: 200 len: 375 time: 0.0156486 Feb 14 21:15:44.222131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-bed530d2-93fb-4cb4-a600-7382f76d7746 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558445 Feb 14 21:15:44.255101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.255459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (2edc712f-50f8-4c4e-95e6-9bb443a25490), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.267616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Calling delete_port for 2edc712f-50f8-4c4e-95e6-9bb443a25490 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:44.627429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64834b1-ab74-43fb-859a-6bb810d30cdf req-8be7b419-233d-480f-92e1-e69c4ff40e63 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:44.628925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64834b1-ab74-43fb-859a-6bb810d30cdf req-8be7b419-233d-480f-92e1-e69c4ff40e63 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.0794048 Feb 14 21:15:44.715671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64834b1-ab74-43fb-859a-6bb810d30cdf req-20afe277-f866-4c8e-bdd5-c2212588b4e1 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789609 Feb 14 21:15:44.717464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2edc712f-50f8-4c4e-95e6-9bb443a25490), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.750464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event deleted for resources: {'Port': ['ID=2edc712f-50f8-4c4e-95e6-9bb443a25490,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:44.791123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-7fee28f4-3eae-49f8-b0db-84d4ceed3726 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e961bc68430e4c7886759844ad8f6c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320761 Feb 14 21:15:44.812488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (484d89e2-bef8-4441-9cdc-ab7236524983), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.815681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:44.816988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c226634-cc4e-479f-812f-70744428a9b2 req-285fdbb1-71be-4f55-a1cc-74ba4c211bfd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "DELETE /v2.0/floatingips/484d89e2-bef8-4441-9cdc-ab7236524983 HTTP/1.1" status: 204 len: 173 time: 0.9169624 Feb 14 21:15:44.857163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7426b8fe-c721-4900-bf81-82741f6d9d45 req-db697f14-863a-4b98-86f6-d3ac47d43d53 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 210 time: 0.0382967 Feb 14 21:15:44.950578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636b0fc-3407-4500-b413-f0da2342dac0 req-a93eb853-023f-4f00-8feb-9d744d6afe80 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:44.952364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b636b0fc-3407-4500-b413-f0da2342dac0 req-a93eb853-023f-4f00-8feb-9d744d6afe80 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 946 time: 0.0600743 Feb 14 21:15:44.962764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-71c0aabe-7bee-430c-b5d1-e45695a50f36 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:44.964346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-71c0aabe-7bee-430c-b5d1-e45695a50f36 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683578 Feb 14 21:15:44.981086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Request body: {'port': {'device_id': '75a14663-d783-4293-91ba-cb2ba5832b45', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'e961bc68430e4c7886759844ad8f6c58'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:45.014004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b636b0fc-3407-4500-b413-f0da2342dac0 req-bc163e4c-b78f-44f4-b63b-2203f9d2bb20 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Feb 14 21:15:45.077272 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462f7ca-3da9-4d90-8589-53ab27bf3c2f x-openstack-request-id: req-3462f7ca-3da9-4d90-8589-53ab27bf3c2f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:45.077773 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "name": "network-vif-plugged", "status": "completed", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:45.077916 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3462f7ca-3da9-4d90-8589-53ab27bf3c2f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:45.078280 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5', 'code': 200} Feb 14 21:15:45.127623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Made reservation on behalf of e961bc68430e4c7886759844ad8f6c58 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:45.131118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.141396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.169032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0e25dcb-8271-4858-84cd-d8beedac5fc6 req-d01e2e81-fa68-43df-8673-3486627ee410 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 210 time: 0.0319166 Feb 14 21:15:45.216783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b231-a1a4-4a57-af6e-8179b72f533e req-f6484b87-e223-4984-a642-5f49c7042d45 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:45.218326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d425b231-a1a4-4a57-af6e-8179b72f533e req-f6484b87-e223-4984-a642-5f49c7042d45 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.1153696 Feb 14 21:15:45.234854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e138-9b0b-4d76-b4f7-f94337a803f7 req-954fa368-4fe7-4543-a170-e900aa47c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:45.236331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c1e138-9b0b-4d76-b4f7-f94337a803f7 req-954fa368-4fe7-4543-a170-e900aa47c554 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 1133 time: 0.0704277 Feb 14 21:15:45.239450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks [] for security_group (89c09a53-faa7-4cda-a3a9-d7931910b88c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.244601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (89c09a53-faa7-4cda-a3a9-d7931910b88c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.309502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d425b231-a1a4-4a57-af6e-8179b72f533e req-15c5d932-678e-49b3-a394-8de9f0e5efe4 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851223 Feb 14 21:15:45.311901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c1e138-9b0b-4d76-b4f7-f94337a803f7 req-cc7cdf9b-76ba-4c0f-865b-122a72d7a2c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691514 Feb 14 21:15:45.323007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c09a53-faa7-4cda-a3a9-d7931910b88c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:45.414372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Allocated IP 192.168.233.222 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/10c957ca-78a6-4254-b3ee-673690cba4f1) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:45.462440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-44fd215f-7279-4da4-9f9b-309add539231 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1136942 Feb 14 21:15:45.471891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:45.492860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.580519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks [] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.601883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.624826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.667117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:45.670092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:45.676732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:45.701958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Pushing event updated for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:45.738512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:45.739560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.755181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-0f063b4a-f118-4adc-a03c-bc4bd0615119 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=767e42a0fedb44d9ad36b9b65315168e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606878 Feb 14 21:15:45.766346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-93d0a771-291f-46d5-866e-e886ac6d6b95 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7914221 Feb 14 21:15:45.788243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Request body: {'port': {'device_id': '75a14663-d783-4293-91ba-cb2ba5832b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:45.857656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.874867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd460a-f114-4739-87f9-e311b625b310 req-c70aa7ee-910a-45d9-959f-c9efbea338d3 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:45.876418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5cd460a-f114-4739-87f9-e311b625b310 req-c70aa7ee-910a-45d9-959f-c9efbea338d3 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.2281375 Feb 14 21:15:45.890784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Allocated IP 172.25.2.194 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/a2f0a01a-b975-450e-946e-f0f66e7f57cf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:45.931480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-cc800ae8-e1aa-44f1-bb9d-15541e053f8a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:45.932911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-cc800ae8-e1aa-44f1-bb9d-15541e053f8a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706457 Feb 14 21:15:45.976922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c657edb7-74fb-4f0d-bb7a-5e40697e3dbb None None] Provisioning complete for port 10c957ca-78a6-4254-b3ee-673690cba4f1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:45.977357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c657edb7-74fb-4f0d-bb7a-5e40697e3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:45.995620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Request body: {'port': {'device_id': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '767e42a0fedb44d9ad36b9b65315168e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:46.012806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c657edb7-74fb-4f0d-bb7a-5e40697e3dbb None None] Port 10c957ca-78a6-4254-b3ee-673690cba4f1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:46.018278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5cd460a-f114-4739-87f9-e311b625b310 req-214c6ce9-2fd5-4bcf-8b13-3e27b9e56e29 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295455 Feb 14 21:15:46.125399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.144413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c957ca-78a6-4254-b3ee-673690cba4f1 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:46.147589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Made reservation on behalf of 767e42a0fedb44d9ad36b9b65315168e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:46.151469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.153218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks [] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.163871 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.166566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Transition to ACTIVE for port object 10c957ca-78a6-4254-b3ee-673690cba4f1 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:46.173277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.217386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.248701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Pushing event updated for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:46.276388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event updated for resources: {'Port': ['ID=a2f0a01a-b975-450e-946e-f0f66e7f57cf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:46.311950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Attempting to bind port 10c957ca-78a6-4254-b3ee-673690cba4f1 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:46.312304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Attempting to bind port 10c957ca-78a6-4254-b3ee-673690cba4f1 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:46.312619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Attempting to bind port 10c957ca-78a6-4254-b3ee-673690cba4f1 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:46.317199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Port 10c957ca-78a6-4254-b3ee-673690cba4f1 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:46.317528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Attempting to bind port 10c957ca-78a6-4254-b3ee-673690cba4f1 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:46.323094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:46.326315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:46.326664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:46.327058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:46.327519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Bound port: 10c957ca-78a6-4254-b3ee-673690cba4f1, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:46.327887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.328334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:46.330835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:46.356010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks [] for security_group (59bf6a1b-6ff8-4b55-85f1-c92eea809cf5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.373440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59bf6a1b-6ff8-4b55-85f1-c92eea809cf5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.402242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:46.405614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=10c957ca-78a6-4254-b3ee-673690cba4f1,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:46.422279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.456534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.457290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.458749 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] 10.222.0.83 "PUT /v2.0/ports/10c957ca-78a6-4254-b3ee-673690cba4f1 HTTP/1.1" status: 200 len: 1097 time: 0.6759894 Feb 14 21:15:46.459274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:46.461589 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:46.488992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:46.497438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8c10-2914-45f8-acdd-dc02c2df5f40 service neutron] Pushing event updated for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:46.562907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-27422e5b-4d03-4cc6-9734-2494e14706fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.564940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-27422e5b-4d03-4cc6-9734-2494e14706fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e961bc68430e4c7886759844ad8f6c58&device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 1131 time: 0.0565722 Feb 14 21:15:46.575447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33090a3d-d1af-467e-85a3-6a4b1649f926 req-d0fbe0ca-ff40-4624-af57-55b802b657e3 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.576991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33090a3d-d1af-467e-85a3-6a4b1649f926 req-d0fbe0ca-ff40-4624-af57-55b802b657e3 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.2232962 Feb 14 21:15:46.597233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (058a90e7-876d-436c-86b7-f12a294378d9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.613209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-6979ff64-e388-476a-b085-5c8e79aa5ddf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=10c957ca-78a6-4254-b3ee-673690cba4f1 HTTP/1.1" status: 200 len: 217 time: 0.0411048 Feb 14 21:15:46.664681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-1d95bf87-241a-4fda-beb0-f471803729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.665554 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-1d95bf87-241a-4fda-beb0-f471803729b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0468040 Feb 14 21:15:46.672640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Allocated IP 192.168.233.122 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/184ce770-7787-471d-b4f5-bb3c5de06d8b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:46.681821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33090a3d-d1af-467e-85a3-6a4b1649f926 req-edb0948f-f466-4037-8b55-f6ecaa4dfc95 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961843 Feb 14 21:15:46.690505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:46.735691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-8ecbd10d-bf07-4bd2-a445-d443fa75b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.737192 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-8ecbd10d-bf07-4bd2-a445-d443fa75b94a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0640898 Feb 14 21:15:46.835085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-5882ccdd-0a03-47b4-8e81-db45d1ab73d4 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910661 Feb 14 21:15:46.921469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-94d3b148-2326-4a15-8b4b-a99467b9265b req-dfe05d1c-e2c5-42a7-973a-4f31d1fe7487 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805774 Feb 14 21:15:46.927413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df87e3c-7bd2-477a-a7c8-518621c6bb18 req-a2e43dc1-f58b-4b4b-b946-d9dfdf45df05 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:46.928902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df87e3c-7bd2-477a-a7c8-518621c6bb18 req-a2e43dc1-f58b-4b4b-b946-d9dfdf45df05 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 948 time: 0.1693044 Feb 14 21:15:47.001561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks [] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.039440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df87e3c-7bd2-477a-a7c8-518621c6bb18 req-ccea3b99-92de-4616-908b-be2db5914f19 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001649 Feb 14 21:15:47.050089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.065241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.079231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:47.081859 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8633adf8-30b3-42e8-9599-cd162503f6ba" -d '{"events": [{"server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "name": "network-vif-plugged", "status": "completed", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:47.113952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.168637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event updated for resources: {'Port': ['ID=a2f0a01a-b975-450e-946e-f0f66e7f57cf,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:47.211787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:47.218694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:47.223538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (058a90e7-876d-436c-86b7-f12a294378d9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.230213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:47.276227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c6eb-6b39-4bbb-9dc7-efc57d97a033 req-1e5a959c-967d-424c-af7b-8e98be0a41ec tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.277803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c1c6eb-6b39-4bbb-9dc7-efc57d97a033 req-1e5a959c-967d-424c-af7b-8e98be0a41ec tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.1800811 Feb 14 21:15:47.280956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Pushing event updated for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:47.285242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.286400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-82730346-06e9-43ec-8d99-5f53e28ad2e5 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8183875 Feb 14 21:15:47.352369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.353524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.384990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-e3c8bd62-bdfa-4a3d-a23e-ea4a51d31ebf tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0885503 Feb 14 21:15:47.408639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-539241d8-f1d2-4c05-9be6-15b0ded1103e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4169312 Feb 14 21:15:47.420557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c1c6eb-6b39-4bbb-9dc7-efc57d97a033 req-a2ff6c84-70aa-4a3b-a2a9-cad7d2e9e0ab tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328843 Feb 14 21:15:47.427632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Request body: {'port': {'device_id': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:47.497520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cd313254-8fd7-425d-8816-9d5593052057 None None] Provisioning complete for port 184ce770-7787-471d-b4f5-bb3c5de06d8b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:47.498293 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd313254-8fd7-425d-8816-9d5593052057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.534012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cd313254-8fd7-425d-8816-9d5593052057 None None] Port 184ce770-7787-471d-b4f5-bb3c5de06d8b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:47.578171 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:47.600709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-ee666f53-162b-4585-870c-c9215c9279d2 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.602056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5929f2fc-c126-47b5-a55b-21a35288cbbd req-ee666f53-162b-4585-870c-c9215c9279d2 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.2110658 Feb 14 21:15:47.609258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00523f14-7458-4438-b460-ddadd1eb7ae6 req-6a0690b0-b060-43b4-af27-0a18cee74e0a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.610695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00523f14-7458-4438-b460-ddadd1eb7ae6 req-6a0690b0-b060-43b4-af27-0a18cee74e0a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 936 time: 0.1329885 Feb 14 21:15:47.745866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00523f14-7458-4438-b460-ddadd1eb7ae6 req-808b1c26-d177-475a-9a3c-be086b966c29 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297276 Feb 14 21:15:47.788251 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572cdbdb-aaf2-4ad9-bef3-e35160a6cfe8 x-openstack-request-id: req-572cdbdb-aaf2-4ad9-bef3-e35160a6cfe8 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:47.788680 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:47.789761 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-572cdbdb-aaf2-4ad9-bef3-e35160a6cfe8 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:47.790188 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1', 'status': 'completed', 'code': 200} Feb 14 21:15:47.819658 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e029f60b-5931-468a-9f3f-877eb79bd652 x-openstack-request-id: req-e029f60b-5931-468a-9f3f-877eb79bd652 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:47.820038 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "name": "network-vif-plugged", "status": "completed", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:47.820620 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e029f60b-5931-468a-9f3f-877eb79bd652 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:47.821079 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'code': 200} Feb 14 21:15:47.859507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c1469-8170-47df-916c-ac6581b6709c req-10df8442-1ead-4611-bafc-618f9577dcd0 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.862690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a8c1469-8170-47df-916c-ac6581b6709c req-10df8442-1ead-4611-bafc-618f9577dcd0 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.1285822 Feb 14 21:15:47.872531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-a9356c5c-bb97-475d-8b0d-2e929f617851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.874114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-a9356c5c-bb97-475d-8b0d-2e929f617851 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e961bc68430e4c7886759844ad8f6c58&device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 1131 time: 0.0635836 Feb 14 21:15:47.996415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6ee7-2468-4f12-ac0d-64926184881b req-0daf9446-ef41-4864-95cc-e467051ad5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:47.997902 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdb6ee7-2468-4f12-ac0d-64926184881b req-0daf9446-ef41-4864-95cc-e467051ad5ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 1128 time: 0.1003981 Feb 14 21:15:48.003061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-a3a78757-8b2b-47ee-a2f3-5febaf698e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:48.004592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-a3a78757-8b2b-47ee-a2f3-5febaf698e6a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1247318 Feb 14 21:15:48.057180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-67acdae8-4113-42bd-9891-40cbc5ecad8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=10c957ca-78a6-4254-b3ee-673690cba4f1 HTTP/1.1" status: 200 len: 217 time: 0.0457213 Feb 14 21:15:48.107560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdb6ee7-2468-4f12-ac0d-64926184881b req-d0c947e0-836e-4a29-a65f-e8fda381d3d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019912 Feb 14 21:15:48.119887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-c4361ed0-b3e3-413f-8df4-5c72e213f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:48.121250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-c4361ed0-b3e3-413f-8df4-5c72e213f358 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0559535 Feb 14 21:15:48.141322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-91a1e4ba-aef3-4c25-a566-0af7e9887ea1 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips/058a90e7-876d-436c-86b7-f12a294378d9 HTTP/1.1" status: 200 len: 693 time: 0.2741706 Feb 14 21:15:48.168707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-ba28e159-29b1-411d-a0c2-09dce83b9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:48.170183 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-ba28e159-29b1-411d-a0c2-09dce83b9737 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0432999 Feb 14 21:15:48.233228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a8c1469-8170-47df-916c-ac6581b6709c req-2a25f592-e800-4137-b83f-c997a888b3be tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695791 Feb 14 21:15:48.286263 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-3c2f0cf7-437d-4963-86a8-e455c15a01c8 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099770 Feb 14 21:15:48.321135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184ce770-7787-471d-b4f5-bb3c5de06d8b {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:48.330514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks [] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.338544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-2d8d5d1c-1441-497a-a196-2c43f4464424 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:48.346323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-2d8d5d1c-1441-497a-a196-2c43f4464424 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1971197 Feb 14 21:15:48.389900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b140a56-8a2d-4f8d-ab97-ba8f9a27c8d9 req-9902107d-5b56-4604-a0c0-cfeee1b9d483 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968254 Feb 14 21:15:48.403382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Transition to ACTIVE for port object 184ce770-7787-471d-b4f5-bb3c5de06d8b will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:48.418771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.437739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-655b5e07-5859-4916-a33f-4ca360aedbae tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0905619 Feb 14 21:15:48.530563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Pushing event updated for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:48.539596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-b20bc5dd-6daa-42cb-bf03-3ae5b1fcbedd tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0762472 Feb 14 21:15:48.579765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39496) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:48.638337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df7fa3-e438-44bd-b801-8c2fa79e16f5 req-6d7db856-2d56-4b07-9f62-5b4e44ff455b tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:48.639929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40df7fa3-e438-44bd-b801-8c2fa79e16f5 req-6d7db856-2d56-4b07-9f62-5b4e44ff455b tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.2384613 Feb 14 21:15:48.698617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c092687-483a-4429-bda4-ba5f948acf53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.760345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Attempting to bind port 184ce770-7787-471d-b4f5-bb3c5de06d8b on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:48.760600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Attempting to bind port 184ce770-7787-471d-b4f5-bb3c5de06d8b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:48.760904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Attempting to bind port 184ce770-7787-471d-b4f5-bb3c5de06d8b on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:48.767616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40df7fa3-e438-44bd-b801-8c2fa79e16f5 req-1e8a7504-5b0d-4ef7-b5b4-cb3e9ee63a5b tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944557 Feb 14 21:15:48.771652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Port 184ce770-7787-471d-b4f5-bb3c5de06d8b on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:48.771975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Attempting to bind port 184ce770-7787-471d-b4f5-bb3c5de06d8b on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:48.780869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:48.781211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:48.781592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:48.782029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Bound port: 184ce770-7787-471d-b4f5-bb3c5de06d8b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:48.782387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.787585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c092687-483a-4429-bda4-ba5f948acf53 admin admin] Publish callbacks [] for security_group (056ac8a0-584e-4bd4-81a1-46f29fdaf889), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.793132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c092687-483a-4429-bda4-ba5f948acf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (056ac8a0-584e-4bd4-81a1-46f29fdaf889), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.809661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Deleting port a2f0a01a-b975-450e-946e-f0f66e7f57cf {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:48.810001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.929410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:48.955327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:48.960846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.961314 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (a2f0a01a-b975-450e-946e-f0f66e7f57cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:48.971562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.010619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Calling delete_port for a2f0a01a-b975-450e-946e-f0f66e7f57cf owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:49.015541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-bebce7c8-d498-472d-ba21-b3cc2870f5d2 req-db82df91-34fa-48b4-b88b-e58406ec9978 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:49.016564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bebce7c8-d498-472d-ba21-b3cc2870f5d2 req-db82df91-34fa-48b4-b88b-e58406ec9978 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931356 Feb 14 21:15:49.036273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:49.036894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.038276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] 10.222.0.64 "PUT /v2.0/ports/184ce770-7787-471d-b4f5-bb3c5de06d8b HTTP/1.1" status: 200 len: 1097 time: 1.6168382 Feb 14 21:15:49.038792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:49.041310 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c092687-483a-4429-bda4-ba5f948acf53 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=898a5dc48ad741eaa27c15af2c46ab2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590220 Feb 14 21:15:49.041773 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023789d8-461e-48af-9e39-7f7e52e5703c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:49.042053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c092687-483a-4429-bda4-ba5f948acf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ac8a0-584e-4bd4-81a1-46f29fdaf889,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:49.046124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:49.148499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774a9e-65f2-4f5c-91b4-7cc23de6168a service neutron] Pushing event updated for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:49.219184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] Publish callbacks [] for security_group (056ac8a0-584e-4bd4-81a1-46f29fdaf889), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.231386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-0860314a-bf22-49ed-ba1f-b405c472eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:49.233303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-0860314a-bf22-49ed-ba1f-b405c472eedc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 1131 time: 0.1345603 Feb 14 21:15:49.289584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] Publish callbacks [] for security_group (056ac8a0-584e-4bd4-81a1-46f29fdaf889), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.313524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-037dac25-0507-4022-a0b4-02e328d869a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b HTTP/1.1" status: 200 len: 217 time: 0.0724812 Feb 14 21:15:49.396862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a2f0a01a-b975-450e-946e-f0f66e7f57cf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.402679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-e02d2fa2-d490-4337-8d52-1926f24701fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:49.404139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-e02d2fa2-d490-4337-8d52-1926f24701fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0791712 Feb 14 21:15:49.428260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Pushing event deleted for resources: {'Port': ['ID=a2f0a01a-b975-450e-946e-f0f66e7f57cf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:49.463480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (056ac8a0-584e-4bd4-81a1-46f29fdaf889), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.466044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.467119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/056ac8a0-584e-4bd4-81a1-46f29fdaf889 HTTP/1.1" status: 204 len: 168 time: 0.4187052 Feb 14 21:15:49.516893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96e7eb-a75b-470f-9d00-c6a763e76815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ac8a0-584e-4bd4-81a1-46f29fdaf889,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:49.540552 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks [] for floatingip (058a90e7-876d-436c-86b7-f12a294378d9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.543175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:49.544334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d708a493-c966-4cb4-a750-6ef09b6310cf req-56056a81-d7c3-4c4e-84b6-793f42d3af65 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "DELETE /v2.0/floatingips/058a90e7-876d-436c-86b7-f12a294378d9 HTTP/1.1" status: 204 len: 173 time: 0.9966435 Feb 14 21:15:49.555126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-489da36d-04ea-4547-a723-341ba907924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:49.557543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-489da36d-04ea-4547-a723-341ba907924f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1044943 Feb 14 21:15:49.729618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-64d47d19-3337-44c5-9dfb-a8c431c1be2f service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642814 Feb 14 21:15:49.740392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669eb3f-d688-4c50-b0cd-bd94a5651479 req-2b8d3e59-546c-4596-8a74-7e45d5b4391c tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:49.741970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7669eb3f-d688-4c50-b0cd-bd94a5651479 req-2b8d3e59-546c-4596-8a74-7e45d5b4391c tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 948 time: 0.1003947 Feb 14 21:15:49.851529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7669eb3f-d688-4c50-b0cd-bd94a5651479 req-2166ed55-5f6f-4efa-b3bc-e8f7f107de7f tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986257 Feb 14 21:15:49.879684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39544) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:49.880398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e120ca2-c0a1-4178-bdf4-313fae25da42 req-bc37dccb-5a61-49e7-9ddc-af462d19e303 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372659 Feb 14 21:15:49.908857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1da267c-194f-4042-91b7-98b13df195c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.004058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1da267c-194f-4042-91b7-98b13df195c5 admin admin] Publish callbacks [] for security_group (66aa310e-92dc-44a9-b8c7-05bb94797c14), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.010134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1da267c-194f-4042-91b7-98b13df195c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (66aa310e-92dc-44a9-b8c7-05bb94797c14), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.079581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b1da267c-194f-4042-91b7-98b13df195c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c82d08d6d3b4965a1cf1b72125ed854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985533 Feb 14 21:15:50.081126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da267c-194f-4042-91b7-98b13df195c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa310e-92dc-44a9-b8c7-05bb94797c14,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:50.082510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39546) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:50.150449 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Publish callbacks [] for security_group (66aa310e-92dc-44a9-b8c7-05bb94797c14), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.180466 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Publish callbacks [] for security_group (66aa310e-92dc-44a9-b8c7-05bb94797c14), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.242283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-4249f24c-6544-4a90-993f-1c244432d228 req-303efc58-d41e-4368-91a3-09dfa04cd29b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:50.243321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4249f24c-6544-4a90-993f-1c244432d228 req-303efc58-d41e-4368-91a3-09dfa04cd29b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057979 Feb 14 21:15:50.251348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (66aa310e-92dc-44a9-b8c7-05bb94797c14), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.256155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.259607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/66aa310e-92dc-44a9-b8c7-05bb94797c14 HTTP/1.1" status: 204 len: 168 time: 0.1757216 Feb 14 21:15:50.275675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa310e-92dc-44a9-b8c7-05bb94797c14,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:50.293686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.294093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.294425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.294766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.295277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.295632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.296011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.296272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.296599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.296922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.297253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.297570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.297891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec539347-7129-4bf7-8666-c08a4f15a8da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:50.484899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1591-ec2b-4ecf-89eb-e28bee31d738 req-83f3ddf1-a2bb-4851-8cbe-cbccce098e6e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:50.486380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7db1591-ec2b-4ecf-89eb-e28bee31d738 req-83f3ddf1-a2bb-4851-8cbe-cbccce098e6e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 948 time: 0.0621996 Feb 14 21:15:50.549873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7db1591-ec2b-4ecf-89eb-e28bee31d738 req-a9af5cfc-8e7f-4270-b329-624f13e353c0 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Feb 14 21:15:50.619228 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcebb1-1b9f-429c-80ff-1a2398480bfc x-openstack-request-id: req-edbcebb1-1b9f-429c-80ff-1a2398480bfc {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:50.619527 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:50.619870 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-edbcebb1-1b9f-429c-80ff-1a2398480bfc {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:50.620280 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b', 'status': 'completed', 'code': 200} Feb 14 21:15:50.677182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39570) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:50.703590 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-7c2ea2a3-27b7-4c20-8412-1d9c34d840a3 req-c2197e39-f10b-4eeb-a98c-652118ef0675 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] show failed (client error): The resource could not be found. Feb 14 21:15:50.705258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c2ea2a3-27b7-4c20-8412-1d9c34d840a3 req-c2197e39-f10b-4eeb-a98c-652118ef0675 tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips/058a90e7-876d-436c-86b7-f12a294378d9 HTTP/1.1" status: 404 len: 350 time: 0.0717795 Feb 14 21:15:50.736106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023789d8-461e-48af-9e39-7f7e52e5703c req-44817394-4c15-4b31-b9c5-6cd5449910cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:50.737611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-44817394-4c15-4b31-b9c5-6cd5449910cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 1131 time: 0.0954092 Feb 14 21:15:50.748622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39578) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:50.841410 n-d-828372-11 neutron-server[103512]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 21:15:50.848016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-9d6a401e-25e3-4289-a77c-69a505544f89 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:15:50.849343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-9d6a401e-25e3-4289-a77c-69a505544f89 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997741 Feb 14 21:15:50.891053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023789d8-461e-48af-9e39-7f7e52e5703c req-6f1c6b31-3bdc-4130-ba52-12dd65a06caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:50.892834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-6f1c6b31-3bdc-4130-ba52-12dd65a06caa service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1434748 Feb 14 21:15:50.895698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:50.900786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d3e4-3583-4f63-813f-e13f07d94e22 req-40f83ce0-603b-423f-9550-63155830477c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:50.909404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3c7d3e4-3583-4f63-813f-e13f07d94e22 req-40f83ce0-603b-423f-9550-63155830477c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.1279480 Feb 14 21:15:50.980637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-77f008b1-807d-4efb-829e-dc082aa3b3c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b HTTP/1.1" status: 200 len: 217 time: 0.0591559 Feb 14 21:15:51.039010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Publish callbacks [] for security_group (5adaff47-32fb-4a8a-a5b9-69e5706445d5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.045421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5adaff47-32fb-4a8a-a5b9-69e5706445d5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.048322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3c7d3e4-3583-4f63-813f-e13f07d94e22 req-758b9dfa-18bc-47ce-a45e-e116617dc037 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377900 Feb 14 21:15:51.078308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023789d8-461e-48af-9e39-7f7e52e5703c req-fc2ba45f-d181-4b71-95e5-e11b2b35e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:51.084943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-fc2ba45f-d181-4b71-95e5-e11b2b35e973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0895653 Feb 14 21:15:51.121103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6294c1290044d609e779ea482c6ee4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426441 Feb 14 21:15:51.122255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adaff47-32fb-4a8a-a5b9-69e5706445d5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:51.130433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:51.152077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.152628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.153285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.153777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.154441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.154934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.155502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.156183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.156524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.156861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.157193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.157520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.158045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da524ae-a09d-4a2b-85c4-7a3e57eadbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.226131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-f2972f22-272b-4e84-be93-d0706d6d4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:51.227616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-f2972f22-272b-4e84-be93-d0706d6d4a02 service neutron] 10.222.0.86 "GET /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 1126 time: 0.1940811 Feb 14 21:15:51.243226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:51.247330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 10c957ca-78a6-4254-b3ee-673690cba4f1 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:51.254487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Unknown quota resources ['binding']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:15:51.265839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfe96-53fd-425b-8a6f-d17e367dd405 req-4f4bf3a3-d892-4c5f-9009-5f1bca5bf98a tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:51.267441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e55cfe96-53fd-425b-8a6f-d17e367dd405 req-4f4bf3a3-d892-4c5f-9009-5f1bca5bf98a tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.1240175 Feb 14 21:15:51.275309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023789d8-461e-48af-9e39-7f7e52e5703c req-869a2537-8b86-4a4b-8ee2-ca9884638997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:51.278278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-869a2537-8b86-4a4b-8ee2-ca9884638997 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1883833 Feb 14 21:15:51.303537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] Publish callbacks [] for security_group (5adaff47-32fb-4a8a-a5b9-69e5706445d5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.361291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e55cfe96-53fd-425b-8a6f-d17e367dd405 req-61d371a9-b72d-4557-b4ca-4f06388e8c51 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741963 Feb 14 21:15:51.483966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=10c957ca-78a6-4254-b3ee-673690cba4f1,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:51.486819 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-4afcdb4a-fdfe-4711-90bc-1d15802cfca6 req-4749886a-d8de-48af-927f-8bdad9b3a89a tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] show failed (client error): The resource could not be found. Feb 14 21:15:51.512931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4afcdb4a-fdfe-4711-90bc-1d15802cfca6 req-4749886a-d8de-48af-927f-8bdad9b3a89a tempest-FloatingIPsTestJSON-20994986 tempest-FloatingIPsTestJSON-20994986-project] 10.222.0.86 "GET /v2.0/floatingips/058a90e7-876d-436c-86b7-f12a294378d9 HTTP/1.1" status: 404 len: 350 time: 0.1009951 Feb 14 21:15:51.513400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '10c957ca-78a6-4254-b3ee-673690cba4f1', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '10c957ca-78a6-4254-b3ee-673690cba4f1', 'mac_address': 'fa:16:3e:56:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:51.514643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39608) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:51.561422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 10c957ca-78a6-4254-b3ee-673690cba4f1 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:51.562780 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.564921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] Publish callbacks [] for security_group (5adaff47-32fb-4a8a-a5b9-69e5706445d5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.585500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c957ca-78a6-4254-b3ee-673690cba4f1 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:51.603046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:51.603387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:51.603719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:51.610883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=10c957ca-78a6-4254-b3ee-673690cba4f1,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:51.616492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.632986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:51.632986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:51.668328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:51.668680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:51.669378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:51.669502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Bound port: 0ac83635-c849-4bba-a6cd-603190201ac5, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:51.676491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:51.685192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.685672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.686117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.686557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.687045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.687510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.688089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.688844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.690071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.690847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.691551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.692730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.693433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:15:51.783177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5adaff47-32fb-4a8a-a5b9-69e5706445d5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.785765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.787109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5adaff47-32fb-4a8a-a5b9-69e5706445d5 HTTP/1.1" status: 204 len: 168 time: 0.6536674 Feb 14 21:15:51.804597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:51.805990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0f0f-f1a9-4d03-94f8-c87e5ad8de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adaff47-32fb-4a8a-a5b9-69e5706445d5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:51.814916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:51.816284 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-d398d59a-183d-4519-8cf9-31f7719b9cd6 service neutron] 10.222.0.86 "POST /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5816579 Feb 14 21:15:51.848758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['10c957ca-78a6-4254-b3ee-673690cba4f1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:52.203525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-c1d43520-3b06-42c5-8a37-64e1978346dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.205763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-c1d43520-3b06-42c5-8a37-64e1978346dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.0569034 Feb 14 21:15:52.317904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dc5d0-8280-4295-94d4-12a8b2545deb req-7c209bc2-0c51-462a-974a-c02c97fd5c02 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.326099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131dc5d0-8280-4295-94d4-12a8b2545deb req-7c209bc2-0c51-462a-974a-c02c97fd5c02 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 949 time: 0.6986833 Feb 14 21:15:52.329084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-af34d37b-1f28-4383-983f-4dc30bb04be8 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9835947 Feb 14 21:15:52.377647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-ee56b271-1ff3-4b29-bd9d-70ba40b8eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.383703 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-ee56b271-1ff3-4b29-bd9d-70ba40b8eb76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1707237 Feb 14 21:15:52.444356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39632) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:52.460837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-28eeb0fe-9923-4953-9e4e-48feae40fe0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0703924 Feb 14 21:15:52.474927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be40cccb-e1e3-4d36-af82-06805381f1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:52.499172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-023789d8-461e-48af-9e39-7f7e52e5703c req-aead8da2-af79-43eb-a240-71b8094f6938 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305170 Feb 14 21:15:52.529874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-58ebc373-8af8-435c-bb6b-4711db259922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.531391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-58ebc373-8af8-435c-bb6b-4711db259922 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0643384 Feb 14 21:15:52.551391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d055-81a1-482b-829b-b49a838b50b4 req-f6a0c5fe-4a2f-4517-b17d-7af735ed1613 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.552061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9050d055-81a1-482b-829b-b49a838b50b4 req-f6a0c5fe-4a2f-4517-b17d-7af735ed1613 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.2702427 Feb 14 21:15:52.570786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39636) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:52.574523 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-6f8f38d8-3de7-400c-8a61-10365b403a5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359194 Feb 14 21:15:52.580249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'floatingip': {'port_id': '3d3881eb-c713-432d-87e7-e57500a7d2a6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:52.583293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131dc5d0-8280-4295-94d4-12a8b2545deb req-f51168fb-7a27-4b91-9f89-e89b0884b2b4 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562857 Feb 14 21:15:52.665726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-2a90c093-8968-479d-a636-fbbccd0932da tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e7136b990246402fb9c9c1477be7cbf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294802 Feb 14 21:15:52.716985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:52.863762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be40cccb-e1e3-4d36-af82-06805381f1d5 admin admin] Publish callbacks [] for security_group (56ab5f6c-9942-4486-91b4-c886908ffe4a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:52.868102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-587abdb2-f9b0-41e5-895a-35b024e5c882 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832255 Feb 14 21:15:52.871511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be40cccb-e1e3-4d36-af82-06805381f1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (56ab5f6c-9942-4486-91b4-c886908ffe4a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:52.885443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3872b-c2cf-4f3b-aed4-5f44272bd4aa req-760bcfa6-51a8-4664-8215-69125b622c1a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.886933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eaf3872b-c2cf-4f3b-aed4-5f44272bd4aa req-760bcfa6-51a8-4664-8215-69125b622c1a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 948 time: 0.2082431 Feb 14 21:15:52.909481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-2a93ac10-2148-479d-a021-e319c1e83f79 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:52.910917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-2a93ac10-2148-479d-a021-e319c1e83f79 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343097 Feb 14 21:15:52.952003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-841a3862-9e3c-4634-bdec-1a4c55eb921d tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/quotas/e7136b990246402fb9c9c1477be7cbf8 HTTP/1.1" status: 200 len: 375 time: 0.0351279 Feb 14 21:15:52.962069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.005010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be40cccb-e1e3-4d36-af82-06805381f1d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=371d15394bce4985bca6763d36aa9b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587108 Feb 14 21:15:53.008570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40cccb-e1e3-4d36-af82-06805381f1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ab5f6c-9942-4486-91b4-c886908ffe4a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:53.012272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:53.042725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eaf3872b-c2cf-4f3b-aed4-5f44272bd4aa req-36de986f-5225-4dc0-8cac-f12295f4ba69 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467714 Feb 14 21:15:53.102172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-06bbaa63-329b-4573-b3a0-e53abb2e2856 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439481 Feb 14 21:15:53.137949 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-3820ab63-d2c9-42bb-88f0-ae2b6bb939ad service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637584 Feb 14 21:15:53.192676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] Publish callbacks [] for security_group (56ab5f6c-9942-4486-91b4-c886908ffe4a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.260706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c989c-0835-41ee-b189-b15cf9234460 req-ccf8fdf6-b8ac-4441-b432-0e75c9ff8144 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:53.267990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 10c957ca-78a6-4254-b3ee-673690cba4f1 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:53.268531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-981c989c-0835-41ee-b189-b15cf9234460 req-ccf8fdf6-b8ac-4441-b432-0e75c9ff8144 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 946 time: 0.1625898 Feb 14 21:15:53.296137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] Publish callbacks [] for security_group (56ab5f6c-9942-4486-91b4-c886908ffe4a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.378122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3558b1a1-0846-423c-8d9f-437d7a1d48bc req-27831163-6383-48e4-8f93-fb068a6ff326 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 210 time: 0.0892296 Feb 14 21:15:53.385031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 10c957ca-78a6-4254-b3ee-673690cba4f1 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:53.390114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 10c957ca-78a6-4254-b3ee-673690cba4f1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:53.390736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.453929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 184ce770-7787-471d-b4f5-bb3c5de06d8b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:53.463324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-981c989c-0835-41ee-b189-b15cf9234460 req-f1e22d7f-19f3-4ea3-a6fc-fc3d27ff45f2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893470 Feb 14 21:15:53.592101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Deleting port 11f21dce-a203-45b6-b0ca-b0850884adb3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:53.596629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.694594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 10c957ca-78a6-4254-b3ee-673690cba4f1 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:53.698318 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.730811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39664) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:53.751914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:53.763792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:53.766289 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b4148-e670-4f3d-88a6-ee5bfdd2c40c" -d '{"events": [{"server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "name": "network-vif-plugged", "status": "completed", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:53.786934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] For port 11f21dce-a203-45b6-b0ca-b0850884adb3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=11f21dce-a203-45b6-b0ca-b0850884adb3,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:53.787542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.807204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=10c957ca-78a6-4254-b3ee-673690cba4f1,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:53.821837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Calling delete_port for 11f21dce-a203-45b6-b0ca-b0850884adb3 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:53.825868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '184ce770-7787-471d-b4f5-bb3c5de06d8b', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '184ce770-7787-471d-b4f5-bb3c5de06d8b', 'mac_address': 'fa:16:3e:ac:7a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:15:53.836586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.842103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-31fbfb68-b76c-49ad-88c5-06f12b9e04ae tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:53.843630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-31fbfb68-b76c-49ad-88c5-06f12b9e04ae tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1129 time: 0.5258656 Feb 14 21:15:53.846420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7199dd-5d0d-4673-92cc-5fbdf3d813f1 req-7066736a-51fc-4911-a4a1-bbb50cdbd44e tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:53.848964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b7199dd-5d0d-4673-92cc-5fbdf3d813f1 req-7066736a-51fc-4911-a4a1-bbb50cdbd44e tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 949 time: 0.1277969 Feb 14 21:15:53.864274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:53.870532 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1bfdb-15f0-495b-8b49-f8670f85c279 x-openstack-request-id: req-9ec1bfdb-15f0-495b-8b49-f8670f85c279 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:53.871001 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "name": "network-vif-plugged", "status": "completed", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:53.871394 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9ec1bfdb-15f0-495b-8b49-f8670f85c279 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:53.871890 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1', 'code': 200} Feb 14 21:15:53.875144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (56ab5f6c-9942-4486-91b4-c886908ffe4a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.877734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:53.878881 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56ab5f6c-9942-4486-91b4-c886908ffe4a HTTP/1.1" status: 204 len: 168 time: 0.8642075 Feb 14 21:15:53.881096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:15:53.989068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b7199dd-5d0d-4673-92cc-5fbdf3d813f1 req-cbd1a779-551f-436a-b79e-3f9dc7152b6e tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303179 Feb 14 21:15:54.000907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.005641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 184ce770-7787-471d-b4f5-bb3c5de06d8b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:54.008655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.009516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461983a-97e6-44a9-a56d-9ac0a545f50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ab5f6c-9942-4486-91b4-c886908ffe4a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.022011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-664b8c55-f109-43d9-a43a-63915b89d9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.042668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184ce770-7787-471d-b4f5-bb3c5de06d8b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:54.075142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.120685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:54.127308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.144079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.204896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.223001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08565a47-dd5c-4af0-bb01-560f167e806b req-59cf4aae-f65e-479f-a122-04dc706127c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:54.224646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-08565a47-dd5c-4af0-bb01-560f167e806b req-59cf4aae-f65e-479f-a122-04dc706127c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 1133 time: 0.2430570 Feb 14 21:15:54.233973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.260973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-664b8c55-f109-43d9-a43a-63915b89d9ae admin admin] Publish callbacks [] for security_group (a4dd4812-bbd4-49b3-bb33-2d343ac54763), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.297727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-664b8c55-f109-43d9-a43a-63915b89d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a4dd4812-bbd4-49b3-bb33-2d343ac54763), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.331625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8c55-f109-43d9-a43a-63915b89d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd4812-bbd4-49b3-bb33-2d343ac54763,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.371743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-08565a47-dd5c-4af0-bb01-560f167e806b req-65ec5a21-0b5f-4982-951b-aabf57a7ee85 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340888 Feb 14 21:15:54.389074 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Floating IP 917881fd-76b5-401a-b293-9f426bdf9dab associated. External IP: 172.25.2.4, port: 3d3881eb-c713-432d-87e7-e57500a7d2a6. Feb 14 21:15:54.398353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a975627-5fdb-4df2-ab20-5daa9d5604f9 req-647f2f20-eb88-47da-abff-7e0526da3623 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:54.399936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a975627-5fdb-4df2-ab20-5daa9d5604f9 req-647f2f20-eb88-47da-abff-7e0526da3623 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 949 time: 0.2086124 Feb 14 21:15:54.410917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-664b8c55-f109-43d9-a43a-63915b89d9ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4944a2e29b39486798fd86f7172271f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6786096 Feb 14 21:15:54.411545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39684) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:54.477161 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (11f21dce-a203-45b6-b0ca-b0850884adb3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.513535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['184ce770-7787-471d-b4f5-bb3c5de06d8b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:54.532635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=11f21dce-a203-45b6-b0ca-b0850884adb3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.554495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:54.562825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a975627-5fdb-4df2-ab20-5daa9d5604f9 req-bedaf60c-cb34-4b5e-82fd-4e83df613bba tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504295 Feb 14 21:15:54.705954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:54.789420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:54.792705 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff71a445-76db-4728-86b0-f3a4d0ecbda9" -d '{"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:54.802248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks [] for port (0ac83635-c849-4bba-a6cd-603190201ac5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.818447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.869905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:15:54.927587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5adcca9a-d3ba-4d1a-954e-2b62e173d5f0 req-7da82ab7-a1e6-48f2-b7d4-fcfaf4d7a3df tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 210 time: 0.4051182 Feb 14 21:15:54.930318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:54.946946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] Publish callbacks [] for security_group (a4dd4812-bbd4-49b3-bb33-2d343ac54763), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:54.976038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:54.976038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:54.976038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:54.990629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:54.991015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:55.007874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:55.008239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:55.008635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:55.009729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Bound port: 0ac83635-c849-4bba-a6cd-603190201ac5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:55.010115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.011572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] Publish callbacks [] for security_group (a4dd4812-bbd4-49b3-bb33-2d343ac54763), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.042666 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a5f6b-aafe-4687-b735-21403d53ecc3 x-openstack-request-id: req-0f5a5f6b-aafe-4687-b735-21403d53ecc3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:55.043217 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:55.043358 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0f5a5f6b-aafe-4687-b735-21403d53ecc3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:55.044189 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5', 'code': 200} Feb 14 21:15:55.093489 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-21592598-12a7-4cdd-9911-825f32dccb9c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e7136b990246402fb9c9c1477be7cbf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410242 Feb 14 21:15:55.112520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee90bc-b664-43f3-b8f2-8189b24898f6 req-8a2225b7-6dd3-4c47-8d0c-d09a063f6bc8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.114109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6ee90bc-b664-43f3-b8f2-8189b24898f6 req-8a2225b7-6dd3-4c47-8d0c-d09a063f6bc8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1796944 Feb 14 21:15:55.149110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:55.154429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.176590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:55.193016 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:55.194453 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:55.209033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a4dd4812-bbd4-49b3-bb33-2d343ac54763), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.211625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.213323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4dd4812-bbd4-49b3-bb33-2d343ac54763 HTTP/1.1" status: 204 len: 168 time: 0.7981400 Feb 14 21:15:55.240361 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14e2aeab-ccfa-4d99-ada3-21d2aa2faddd tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "PUT /v2.0/floatingips/917881fd-76b5-401a-b293-9f426bdf9dab HTTP/1.1" status: 200 len: 989 time: 2.6658409 Feb 14 21:15:55.279174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b42883-df06-4c65-b672-59e6f9154e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd4812-bbd4-49b3-bb33-2d343ac54763,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:55.293058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6ee90bc-b664-43f3-b8f2-8189b24898f6 req-ff497eef-1f75-4f95-ae6c-4b258a71d835 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577153 Feb 14 21:15:55.293058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.348171 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:55.367553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9999ae93-9d8d-44fe-bac6-68996f8827ff tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.370711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9999ae93-9d8d-44fe-bac6-68996f8827ff tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528541 Feb 14 21:15:55.467089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:55.476558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Request body: {'port': {'device_id': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'e7136b990246402fb9c9c1477be7cbf8'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:55.503170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cf6d1-79b6-4844-a7ab-9043c15ab9dc req-5697bf7e-d10c-47dd-ba18-a29f4dce2bce tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.510506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d8cf6d1-79b6-4844-a7ab-9043c15ab9dc req-5697bf7e-d10c-47dd-ba18-a29f4dce2bce tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 950 time: 0.2762103 Feb 14 21:15:55.600255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea862e6b-0559-4045-8b03-aa0cdb485c2c req-c8ad40d4-5c03-49f7-8175-f410c283dae6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.601827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea862e6b-0559-4045-8b03-aa0cdb485c2c req-c8ad40d4-5c03-49f7-8175-f410c283dae6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.1723838 Feb 14 21:15:55.640913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d8cf6d1-79b6-4844-a7ab-9043c15ab9dc req-f82c5684-ec0d-42f2-acc5-371939280b57 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Feb 14 21:15:55.641422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:55.664606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.779268 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:69:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:15:53Z', 'revision_number': 1, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:55.805138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Made reservation on behalf of e7136b990246402fb9c9c1477be7cbf8 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:55.809429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.813040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:55.814345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.815833 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.817839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-ad102a10-6974-4a61-a543-8760bca194af service neutron] 10.222.0.64 "PUT /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 1124 time: 1.9641447 Feb 14 21:15:55.825321 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:55.826260 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:55.848908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad102a10-6974-4a61-a543-8760bca194af service neutron] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:55.881064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0ac83635-c849-4bba-a6cd-603190201ac5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:55.901717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:55.945274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea862e6b-0559-4045-8b03-aa0cdb485c2c req-a2fb4884-ed2c-48a6-8195-fdbe741987ac tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266354 Feb 14 21:15:55.952166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ebc765-f656-40fc-96c8-03dc33c08fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:55.978584 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:55.988323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c681d8e-bec4-4fa0-82d1-8c11abc4921e req-60af2455-e4ac-41b5-8525-de44ce7d5fef tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:55.990060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c681d8e-bec4-4fa0-82d1-8c11abc4921e req-60af2455-e4ac-41b5-8525-de44ce7d5fef tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 949 time: 0.2520278 Feb 14 21:15:56.060474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:15:56.072117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Allocated IP 192.168.233.250 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/d2138c2b-9b45-4781-80dc-39e6f5a2b32e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:15:56.121209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbe4ab50-a953-4fbc-b916-48d53aa00882 req-79bbfe4d-6fb4-47e4-b5db-362f5aa0ad92 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 210 time: 0.0546429 Feb 14 21:15:56.158349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c681d8e-bec4-4fa0-82d1-8c11abc4921e req-272ddb24-e125-4c27-9568-5f299a5daa96 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515489 Feb 14 21:15:56.325175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ebc765-f656-40fc-96c8-03dc33c08fa7 admin admin] Publish callbacks [] for security_group (9ca8a5b4-c494-4e1c-b8cb-bad49553370f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.335847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17ebc765-f656-40fc-96c8-03dc33c08fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ca8a5b4-c494-4e1c-b8cb-bad49553370f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.350024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks [] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.358633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:69:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:15:53Z', 'revision_number': 1, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:56.363426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:15:56.378750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-562a1681-60c5-44c2-ba32-d32d7dd90a4f admin admin] 10.222.0.86 "PUT /v2.0/routers/e385e8e6-12cd-4d14-82e7-b957bc9d1c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8464212 Feb 14 21:15:56.379182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Sync routers for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:15:56.380185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39732) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:56.393631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-17ebc765-f656-40fc-96c8-03dc33c08fa7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc63ca3450a8441ab2eb791dc12ada1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846134 Feb 14 21:15:56.393631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebc765-f656-40fc-96c8-03dc33c08fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca8a5b4-c494-4e1c-b8cb-bad49553370f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:56.394503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:56.398564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:56.402620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:56.440277 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b647149-b4e0-4b0e-9eb3-d5ba1354d5ab None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:69:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:15:53Z', 'revision_number': 1, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:56.508448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] Publish callbacks [] for security_group (9ca8a5b4-c494-4e1c-b8cb-bad49553370f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.534285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.552078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee236bb0-bf88-4115-add3-e1ecfcdf2274 req-3e4b9b6b-c265-4462-86de-5ee803f16551 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:56.558379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:15:56.559478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee236bb0-bf88-4115-add3-e1ecfcdf2274 req-3e4b9b6b-c265-4462-86de-5ee803f16551 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1110759 Feb 14 21:15:56.563510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] Publish callbacks [] for security_group (9ca8a5b4-c494-4e1c-b8cb-bad49553370f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.642826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:15:56.655512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:15:56.671305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:15:56.671847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee236bb0-bf88-4115-add3-e1ecfcdf2274 req-d522ca6c-3b33-4d76-9540-6615d8ee4751 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114998 Feb 14 21:15:56.675367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ca8a5b4-c494-4e1c-b8cb-bad49553370f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.676640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:56.683449 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.684596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ca8a5b4-c494-4e1c-b8cb-bad49553370f HTTP/1.1" status: 204 len: 168 time: 0.2891898 Feb 14 21:15:56.713642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c94551-1633-4b96-93df-bc2c50db4114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca8a5b4-c494-4e1c-b8cb-bad49553370f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:56.792758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Pushing event updated for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:56.795741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks [] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.807469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c141b1-401d-4306-b58d-33725b577707 None None] New status for floating IP 917881fd-76b5-401a-b293-9f426bdf9dab: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:15:56.816107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:56.820330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:56.867651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecbef3-cb60-474f-9600-1d9b169a8999 req-90aa454b-0345-4744-b554-e395e3fcd59c tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:56.880202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21ecbef3-cb60-474f-9600-1d9b169a8999 req-90aa454b-0345-4744-b554-e395e3fcd59c tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 950 time: 0.1228509 Feb 14 21:15:56.949579 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-0fb4ff1a-5386-49d5-99b4-b9c51adbdd9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4833679 Feb 14 21:15:56.973221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Request body: {'port': {'device_id': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:56.984066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21ecbef3-cb60-474f-9600-1d9b169a8999 req-a8a5d957-62ab-4bdc-86bf-3d6d25c6448e tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886490 Feb 14 21:15:57.187195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d096bb14-b29e-4b56-bc4e-f8bfab664df1 None None] Provisioning complete for port d2138c2b-9b45-4781-80dc-39e6f5a2b32e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:57.187803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d096bb14-b29e-4b56-bc4e-f8bfab664df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:57.345147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d096bb14-b29e-4b56-bc4e-f8bfab664df1 None None] Port d2138c2b-9b45-4781-80dc-39e6f5a2b32e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:15:57.443712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6'}, {'name': 'network-changed', 'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:57.446858 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964258a3-3806-4099-9da6-8440199bd872" -d '{"events": [{"name": "network-changed", "server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6"}, {"name": "network-changed", "server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:57.460120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 184ce770-7787-471d-b4f5-bb3c5de06d8b up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:15:57.465601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c779e1-dd21-40e3-9939-ad473dfa3a64 req-3057ed44-a431-4f89-8c3e-023f70722c43 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:57.474003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60c779e1-dd21-40e3-9939-ad473dfa3a64 req-3057ed44-a431-4f89-8c3e-023f70722c43 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 936 time: 0.0787578 Feb 14 21:15:57.499864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:57.522730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:54Z', 'revision_number': 5, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port': {'id': 'ea25b1fd-1f8e-463e-a2cd-b051fba84e08', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:26Z', 'updated_at': '2022-02-14T21:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:57.531003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks [] for router_gateway (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:57.541230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60c779e1-dd21-40e3-9939-ad473dfa3a64 req-e2705316-6a55-4ab0-bb58-a1de77d32663 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659297 Feb 14 21:15:57.604341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Checking router: e385e8e6-12cd-4d14-82e7-b957bc9d1c21 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:15:57.614854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 184ce770-7787-471d-b4f5-bb3c5de06d8b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:15:57.620972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Routers {'e385e8e6-12cd-4d14-82e7-b957bc9d1c21'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:15:57.621696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:15:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:57.646302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3f682-3632-4b35-8caa-6288c2f93c00 req-15c8ff59-c34e-4bf0-800c-81f69b2cd0a0 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:57.647938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b3f682-3632-4b35-8caa-6288c2f93c00 req-15c8ff59-c34e-4bf0-800c-81f69b2cd0a0 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 949 time: 0.0950503 Feb 14 21:15:57.686553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Deleting port ea25b1fd-1f8e-463e-a2cd-b051fba84e08 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:57.687141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:57.715026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] Set router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:15:57.727077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b3f682-3632-4b35-8caa-6288c2f93c00 req-bde7aa04-4c94-4e48-987b-469c0a369077 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697489 Feb 14 21:15:57.742386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171ba94-24ed-4895-aef2-ea78b32a8f0c req-cb2c1272-d96e-4309-a0ad-6487f85c5b98 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:57.744628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5171ba94-24ed-4895-aef2-ea78b32a8f0c req-cb2c1272-d96e-4309-a0ad-6487f85c5b98 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 950 time: 0.0956669 Feb 14 21:15:57.821740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5171ba94-24ed-4895-aef2-ea78b32a8f0c req-236fb5c9-e929-423b-85ce-c4eee7f9ac44 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Feb 14 21:15:57.837887 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1331536-8f2c-4ac4-95a4-09c64d48dff7 x-openstack-request-id: req-e1331536-8f2c-4ac4-95a4-09c64d48dff7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:57.838277 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:57.838656 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1331536-8f2c-4ac4-95a4-09c64d48dff7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:57.839048 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'status': 'completed', 'code': 200} Feb 14 21:15:57.839330 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5', 'status': 'completed', 'code': 200} Feb 14 21:15:57.844434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.83', 62639) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:57.854530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] For port ea25b1fd-1f8e-463e-a2cd-b051fba84e08, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:57.854530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:57.895840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Calling delete_port for ea25b1fd-1f8e-463e-a2cd-b051fba84e08 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:57.935270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-a5eb52f1-a651-4d65-a399-14f27b4c0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:57.936811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-a5eb52f1-a651-4d65-a399-14f27b4c0ab8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1158 time: 0.0912189 Feb 14 21:15:57.984882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 184ce770-7787-471d-b4f5-bb3c5de06d8b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:15:57.985834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.009986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-dfa65b0b-41da-46fc-9e97-15bd1e400d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.011518 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-dfa65b0b-41da-46fc-9e97-15bd1e400d73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 1128 time: 0.1608241 Feb 14 21:15:58.050837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:57Z', 'revision_number': 6, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:15:58.064706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-521bf522-3459-413f-99bf-a2cca42beb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.066487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-521bf522-3459-413f-99bf-a2cca42beb4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1179826 Feb 14 21:15:58.100998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad693386-9165-455e-a446-3e6d8294f38e None None] The sync data for ids ['e385e8e6-12cd-4d14-82e7-b957bc9d1c21'] in n-d-828372-11 is: [{'id': 'e385e8e6-12cd-4d14-82e7-b957bc9d1c21', 'name': 'tempest-FloatingIPsTestJSON-18670835-router', 'tenant_id': '509d035f46414963b53b6df72dcdc28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:25Z', 'updated_at': '2022-02-14T21:15:57Z', 'revision_number': 6, 'project_id': '509d035f46414963b53b6df72dcdc28a', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:15:58.180038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-63d78fb4-9ebc-4e33-ba9d-551a440b877b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0904343 Feb 14 21:15:58.194484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 184ce770-7787-471d-b4f5-bb3c5de06d8b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:15:58.196028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.221711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39792) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:58.224213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2138c2b-9b45-4781-80dc-39e6f5a2b32e {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:15:58.228550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:15:58.230979 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98a3ef6-c3ab-42f1-b68b-b80e94dddbea" -d '{"events": [{"server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "name": "network-vif-plugged", "status": "completed", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:15:58.237896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks [] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.250675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:58.257206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.269494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56df7-729b-42b3-9b48-9cf994b17b9d req-31c8efd7-7f12-4688-8db7-408df0dc6753 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.276428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-dafbe512-e9c8-49b1-b30f-0cdd1898b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.278306 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-dafbe512-e9c8-49b1-b30f-0cdd1898b4f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 925 time: 0.2494316 Feb 14 21:15:58.278718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb56df7-729b-42b3-9b48-9cf994b17b9d req-31c8efd7-7f12-4688-8db7-408df0dc6753 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.3388071 Feb 14 21:15:58.292037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Transition to ACTIVE for port object d2138c2b-9b45-4781-80dc-39e6f5a2b32e will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:15:58.299626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-a8bf136a-aea3-4318-a5a8-1fb6a3aa7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.301870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-a8bf136a-aea3-4318-a5a8-1fb6a3aa7b50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1083961 Feb 14 21:15:58.326666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.369598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-0b06e5ce-697f-4325-92fb-b3fc566ebb5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574133 Feb 14 21:15:58.382168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:58.401475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.417142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-774130907-network', 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:15:58.437652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb56df7-729b-42b3-9b48-9cf994b17b9d req-130e8caf-dab7-4a09-a3f3-4f56550cca26 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528916 Feb 14 21:15:58.439673 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad58746-29c1-4dac-974a-d47fe725c15c x-openstack-request-id: req-5ad58746-29c1-4dac-974a-d47fe725c15c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:15:58.440191 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "name": "network-vif-plugged", "status": "completed", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:15:58.441449 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ad58746-29c1-4dac-974a-d47fe725c15c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:15:58.441617 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b', 'code': 200} Feb 14 21:15:58.516758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ea25b1fd-1f8e-463e-a2cd-b051fba84e08), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.550459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:58.565699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-ee1467d4-1f3f-47ef-909a-669a201f5e08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 200 len: 999 time: 0.2754645 Feb 14 21:15:58.632599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-b13a0d2d-a387-4b0e-8a2a-6f574c861f70 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411950 Feb 14 21:15:58.670035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea25b1fd-1f8e-463e-a2cd-b051fba84e08,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:58.671941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:15:58.674323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.695412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316294-2b3a-4a71-a68a-69339a71caba req-5ad2f3ca-144d-48c2-9365-7a9f03b1533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.697603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab316294-2b3a-4a71-a68a-69339a71caba req-5ad2f3ca-144d-48c2-9365-7a9f03b1533e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 1133 time: 0.1803112 Feb 14 21:15:58.734328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.83', 62640) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:58.786797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.843798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bc1f3-ffa4-4209-b13b-21ba88b62760 req-14615168-63dd-407a-b8a7-7ad6ea379d63 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.845305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a7bc1f3-ffa4-4209-b13b-21ba88b62760 req-14615168-63dd-407a-b8a7-7ad6ea379d63 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 948 time: 0.2095799 Feb 14 21:15:58.852121 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:58.873493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-890b5049-9a7f-4210-9587-9e22b786d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.875708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-890b5049-9a7f-4210-9587-9e22b786d2c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.2309031 Feb 14 21:15:58.912581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-ce409001-7c46-4978-b8a7-2fd8bae305f1 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646537 Feb 14 21:15:58.929147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab316294-2b3a-4a71-a68a-69339a71caba req-f0a2f8f9-dc4f-4c66-a039-85c336c65577 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974151 Feb 14 21:15:58.950694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-31a726c5-c482-4c33-9fc7-52e8c8a04c86 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:58.952262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-31a726c5-c482-4c33-9fc7-52e8c8a04c86 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.83 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 950 time: 0.1956472 Feb 14 21:15:58.958692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Attempting to bind port d2138c2b-9b45-4781-80dc-39e6f5a2b32e on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:15:58.958692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Attempting to bind port d2138c2b-9b45-4781-80dc-39e6f5a2b32e by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:15:58.958957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Attempting to bind port d2138c2b-9b45-4781-80dc-39e6f5a2b32e on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:59.016453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Port d2138c2b-9b45-4781-80dc-39e6f5a2b32e on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:15:59.016784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Attempting to bind port d2138c2b-9b45-4781-80dc-39e6f5a2b32e on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:15:59.029623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.035687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks [] for router_controller (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.041745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:15:59.042095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:15:59.042502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:15:59.042938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Bound port: d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:15:59.043371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.178794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964258a3-3806-4099-9da6-8440199bd872 req-3425cb95-3d8d-4e9c-8bbe-e911f935c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.180932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-3425cb95-3d8d-4e9c-8bbe-e911f935c6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2324698 Feb 14 21:15:59.185511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (e385e8e6-12cd-4d14-82e7-b957bc9d1c21), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.186039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e385e8e6-12cd-4d14-82e7-b957bc9d1c21 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:15:59.201916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.203050 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-edbc1bdd-832c-4c51-9dd4-10eae580ee6a admin admin] 10.222.0.86 "DELETE /v2.0/routers/e385e8e6-12cd-4d14-82e7-b957bc9d1c21 HTTP/1.1" status: 204 len: 168 time: 2.8189120 Feb 14 21:15:59.210932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:15:59.220964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks [] for security_group (83a2deac-834a-4b8c-a827-2efd24b78424), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.256898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (83a2deac-834a-4b8c-a827-2efd24b78424), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.266048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a7bc1f3-ffa4-4209-b13b-21ba88b62760 req-1e0999f4-6ccc-458e-8bb9-3efa324baa5a tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111352 Feb 14 21:15:59.278867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5648-50e9-4fcf-be42-9d4aa7c7bd5e req-bdc25519-09f8-4df9-9cb1-d665f7563726 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.285686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7ce5648-50e9-4fcf-be42-9d4aa7c7bd5e req-bdc25519-09f8-4df9-9cb1-d665f7563726 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 950 time: 0.4498150 Feb 14 21:15:59.312775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:15:59.344484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:15:59.350867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:15:59.379225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Deleting subnet 58831173-5e33-4958-876e-26983b0c51b1 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:15:59.381625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.387254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.387582 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Added segment a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe of type vlan for network 078bad4b-6dd2-4931-adfb-f15f2aa32330 Feb 14 21:15:59.400089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Publish callbacks [] for subnet (58831173-5e33-4958-876e-26983b0c51b1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.414638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7ce5648-50e9-4fcf-be42-9d4aa7c7bd5e req-97bbdb67-ebd9-4b3a-bfca-d16b3e867e05 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278038 Feb 14 21:15:59.422156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2deac-834a-4b8c-a827-2efd24b78424,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:59.450913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Deleting port 10c957ca-78a6-4254-b3ee-673690cba4f1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:15:59.451365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.463492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:15:59.486903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:15:59.541853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.542479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.543955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-9a0f85b1-c31e-4768-9daf-a86b488b64ff service neutron] 10.222.0.83 "PUT /v2.0/ports/d2138c2b-9b45-4781-80dc-39e6f5a2b32e HTTP/1.1" status: 200 len: 1097 time: 2.5830953 Feb 14 21:15:59.552155 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (58831173-5e33-4958-876e-26983b0c51b1), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.557554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93004c08-4c14-4bf9-9bc4-f021d667d938 req-412545a2-d8ee-4f87-b016-029d05392830 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.567782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93004c08-4c14-4bf9-9bc4-f021d667d938 req-412545a2-d8ee-4f87-b016-029d05392830 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 950 time: 0.2036078 Feb 14 21:15:59.595651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (078bad4b-6dd2-4931-adfb-f15f2aa32330), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.619256 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-f56a34c9-2012-4b54-8ef0-33ff583cb3e0 service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941381 Feb 14 21:15:59.669863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:59.684676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:15:59.710822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] For port 10c957ca-78a6-4254-b3ee-673690cba4f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=10c957ca-78a6-4254-b3ee-673690cba4f1,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:15:59.711405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.726502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93004c08-4c14-4bf9-9bc4-f021d667d938 req-90dfde4b-3977-42a2-b89b-56138634a573 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/security-groups?id=89c09a53-faa7-4cda-a3a9-d7931910b88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545739 Feb 14 21:15:59.750589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Calling delete_port for 10c957ca-78a6-4254-b3ee-673690cba4f1 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:15:59.811953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (078bad4b-6dd2-4931-adfb-f15f2aa32330), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.812922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.813497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:15:59.836614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-3b6a8a8c-b4e9-4ae4-9e84-31aba584ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.838122 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-3b6a8a8c-b4e9-4ae4-9e84-31aba584ae03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 1131 time: 0.2237790 Feb 14 21:15:59.965978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65271d06-e2b0-4310-8e41-3a49d1cfac45 req-ef7d6093-b723-43dd-8b59-13fb61c311ea tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:15:59.972870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65271d06-e2b0-4310-8e41-3a49d1cfac45 req-ef7d6093-b723-43dd-8b59-13fb61c311ea tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1383159 Feb 14 21:16:00.019527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (10c957ca-78a6-4254-b3ee-673690cba4f1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.035544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['10c957ca-78a6-4254-b3ee-673690cba4f1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:00.076119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65271d06-e2b0-4310-8e41-3a49d1cfac45 req-82c1a376-ea6c-4828-b31e-dcb186df7b90 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019213 Feb 14 21:16:00.078836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Pushing event deleted for resources: {'Port': ['ID=10c957ca-78a6-4254-b3ee-673690cba4f1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:00.105755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ea25b1fd-1f8e-463e-a2cd-b051fba84e08 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:00.133083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ea25b1fd-1f8e-463e-a2cd-b051fba84e08 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:00.133611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ea25b1fd-1f8e-463e-a2cd-b051fba84e08 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:00.134294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 11f21dce-a203-45b6-b0ca-b0850884adb3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:00.157307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 11f21dce-a203-45b6-b0ca-b0850884adb3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:00.158248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] No DVR routers for this DVR port 10c957ca-78a6-4254-b3ee-673690cba4f1 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:00.158763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 11f21dce-a203-45b6-b0ca-b0850884adb3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:00.161754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.167331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:00.168395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e2811d1-6912-46d1-b86c-d4115eda9e37 req-c0d5f6f9-c4c0-444e-acb2-a61756835130 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.83 "DELETE /v2.0/ports/10c957ca-78a6-4254-b3ee-673690cba4f1 HTTP/1.1" status: 204 len: 173 time: 1.2087359 Feb 14 21:16:00.169097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'name': 'network-vif-deleted', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:00.169563 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57711831-c0b0-47b0-904a-cbd6e1324ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:00.171834 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f9ba7-9f0f-48b2-a8dd-d48e618dd91d" -d '{"events": [{"server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "name": "network-vif-deleted", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:00.171997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] Pushing event updated for resources: {'Network': ['ID=078bad4b-6dd2-4931-adfb-f15f2aa32330,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:00.192921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:16:00.235785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (58831173-5e33-4958-876e-26983b0c51b1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.245949 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c4d82c0-b200-4ea3-9138-14ec14dca864 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0163648 Feb 14 21:16:00.246151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39842) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:00.263629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Request body: {'subnet': {'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-774130907-subnet', 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:00.288436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-d299554f-3a0b-42aa-84ac-1c49fb2341b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e HTTP/1.1" status: 200 len: 217 time: 0.1138256 Feb 14 21:16:00.301064 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dde267-79b5-4807-870b-c5549611c9f2 x-openstack-request-id: req-97dde267-79b5-4807-870b-c5549611c9f2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:00.301426 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a14663-d783-4293-91ba-cb2ba5832b45", "name": "network-vif-deleted", "tag": "10c957ca-78a6-4254-b3ee-673690cba4f1", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:00.301859 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97dde267-79b5-4807-870b-c5549611c9f2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:00.302255 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a14663-d783-4293-91ba-cb2ba5832b45', 'name': 'network-vif-deleted', 'tag': '10c957ca-78a6-4254-b3ee-673690cba4f1', 'status': 'completed', 'code': 200} Feb 14 21:16:00.307076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:00.314804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.353116 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ad904-7fbf-4750-ac61-73a403bdbcb8 x-openstack-request-id: req-6a2ad904-7fbf-4750-ac61-73a403bdbcb8 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:00.353326 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:00.353556 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a2ad904-7fbf-4750-ac61-73a403bdbcb8 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:00.353946 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e', 'status': 'completed', 'code': 200} Feb 14 21:16:00.394822 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-964258a3-3806-4099-9da6-8440199bd872 req-d007d7cb-00ed-4f80-b2e4-31276ec838bf service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629054 Feb 14 21:16:00.434116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-c1f00227-1c43-40ad-9602-e582dcb51fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:00.436151 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-c1f00227-1c43-40ad-9602-e582dcb51fe2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1309748 Feb 14 21:16:00.454459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (58831173-5e33-4958-876e-26983b0c51b1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.498456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58831173-5e33-4958-876e-26983b0c51b1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:00.516685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.523345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-83e10e5f-b69c-4a70-a484-c766314481b7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/58831173-5e33-4958-876e-26983b0c51b1 HTTP/1.1" status: 204 len: 168 time: 1.3113918 Feb 14 21:16:00.523518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeea6e7-f56f-4a59-9e6d-f4eedc75322a req-4479908f-596a-4090-b4a4-952ca66824d7 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:00.524720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:00.526248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cbf4b-1fef-4fad-9b35-07ef7e72f366 None None] Network a0dd617a-a323-4f33-be8d-7b07e666ddde requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:00.530895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efeea6e7-f56f-4a59-9e6d-f4eedc75322a req-4479908f-596a-4090-b4a4-952ca66824d7 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 948 time: 0.1178517 Feb 14 21:16:00.633825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efeea6e7-f56f-4a59-9e6d-f4eedc75322a req-7288243a-77b5-48ad-8b47-e335829febcb tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964603 Feb 14 21:16:00.634134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-de6a40f4-0451-402a-aba0-db51d1f09bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:00.635721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-de6a40f4-0451-402a-aba0-db51d1f09bf4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1923285 Feb 14 21:16:00.759998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.772955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a0dd617a-a323-4f33-be8d-7b07e666ddde), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.840672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] DHCP port deletion for a0dd617a-a323-4f33-be8d-7b07e666ddde request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:16:00.842142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd812-f182-4473-8d42-51339e4a5307 req-317329a8-40ff-400e-aeb5-b1cf367eb250 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:00.849077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fcfd812-f182-4473-8d42-51339e4a5307 req-317329a8-40ff-400e-aeb5-b1cf367eb250 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 950 time: 0.1843848 Feb 14 21:16:00.856348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-d543d974-194c-49b2-8602-0704921f322e service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042584 Feb 14 21:16:00.892270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-760c9755-4088-4ef4-8b7d-696914cdf8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.917578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6af9089a-73f6-4543-853a-008c429da5fa req-379999c6-b40d-4ba5-8439-612df91a1bd0 tempest-ServerDiagnosticsNegativeTest-362548989 tempest-ServerDiagnosticsNegativeTest-362548989-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a14663-d783-4293-91ba-cb2ba5832b45 HTTP/1.1" status: 200 len: 210 time: 0.0638347 Feb 14 21:16:00.922657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:00.938082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Deleting port 0f614190-a1bc-4b76-9546-5b48b060d4b1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:00.938471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.942653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Deleting port 0f614190-a1bc-4b76-9546-5b48b060d4b1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:00.942653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:00.965549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:00.965792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Network hostable DHCP agents. Network: 078bad4b-6dd2-4931-adfb-f15f2aa32330, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:16:00.987309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fcfd812-f182-4473-8d42-51339e4a5307 req-03bb10df-1cb7-4d11-a4e6-294910b836f6 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325312 Feb 14 21:16:01.005740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:16:01.028757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 078bad4b-6dd2-4931-adfb-f15f2aa32330) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:01.031541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] For port 0f614190-a1bc-4b76-9546-5b48b060d4b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0f614190-a1bc-4b76-9546-5b48b060d4b1,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:01.032127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.043500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ae383-6986-4309-9f73-2f67ddaef280 None None] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:01.050578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.052096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.053559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] For port 0f614190-a1bc-4b76-9546-5b48b060d4b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0f614190-a1bc-4b76-9546-5b48b060d4b1,segment=NetworkSegment(341856d9-963b-4294-bbd3-d29ad95bbde5),segment_id=341856d9-963b-4294-bbd3-d29ad95bbde5)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:01.053933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.058396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5aada06f-a78b-4d23-89df-6a3ba62c7369 req-82f25f49-69b3-4352-9847-436f3bbb1905 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947529 Feb 14 21:16:01.061576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Calling delete_port for 0f614190-a1bc-4b76-9546-5b48b060d4b1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:01.081203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6dbfd2ee-40c1-4a55-a234-958f49fac018 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8331933 Feb 14 21:16:01.093075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Calling delete_port for 0f614190-a1bc-4b76-9546-5b48b060d4b1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:01.243330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-385d5ab2-1145-44f8-901b-dad22a1a8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.245119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-385d5ab2-1145-44f8-901b-dad22a1a8f29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7136b990246402fb9c9c1477be7cbf8&device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 1131 time: 0.0744410 Feb 14 21:16:01.246341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a9fe8-5872-442d-88d5-f779e7a6d410 req-0c50f32c-fd21-489e-9a35-e5b5fd2ebec7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.249956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a01a9fe8-5872-442d-88d5-f779e7a6d410 req-0c50f32c-fd21-489e-9a35-e5b5fd2ebec7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1008809 Feb 14 21:16:01.337766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ada67e-a87c-4ce3-8a9c-ce3bddbc435e None None] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:01.346837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.373735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a01a9fe8-5872-442d-88d5-f779e7a6d410 req-0f369780-4243-42de-9e46-b476f8ca1eef tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107614 Feb 14 21:16:01.387508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] No DVR routers for this DVR port 0f614190-a1bc-4b76-9546-5b48b060d4b1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:01.393751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0f614190-a1bc-4b76-9546-5b48b060d4b1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:01.418808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (0f614190-a1bc-4b76-9546-5b48b060d4b1), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.445544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] No DVR routers for this DVR port 0f614190-a1bc-4b76-9546-5b48b060d4b1 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:01.469511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-a824f968-9024-48ab-aba3-2f4f2b23ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.471091 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-a824f968-9024-48ab-aba3-2f4f2b23ab6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2155063 Feb 14 21:16:01.474462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8243b-5668-4794-8c33-29bedb0e85ba None None] Pushing event deleted for resources: {'Port': ['ID=0f614190-a1bc-4b76-9546-5b48b060d4b1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:01.553612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-c6564a46-cc62-4c66-b193-d1cbd9289321 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e HTTP/1.1" status: 200 len: 217 time: 0.0540729 Feb 14 21:16:01.567571 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a0dd617a-a323-4f33-be8d-7b07e666ddde), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.628369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dd617a-a323-4f33-be8d-7b07e666ddde']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:01.651755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341856d9-963b-4294-bbd3-d29ad95bbde5') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:01.652126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341856d9-963b-4294-bbd3-d29ad95bbde5') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:01.666444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-3cf5cf2c-c0c2-4419-9c5d-bc955d1e442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.668130 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-3cf5cf2c-c0c2-4419-9c5d-bc955d1e442d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1034102 Feb 14 21:16:01.669900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (341856d9-963b-4294-bbd3-d29ad95bbde5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.710215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (341856d9-963b-4294-bbd3-d29ad95bbde5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.721379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:16:01.721797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (341856d9-963b-4294-bbd3-d29ad95bbde5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:16:01.723636 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:16:01.793321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-7ad6591f-be82-4212-b383-fa2c1bd59317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.795179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-7ad6591f-be82-4212-b383-fa2c1bd59317 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1153979 Feb 14 21:16:01.797182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a0dd617a-a323-4f33-be8d-7b07e666ddde), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.810968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6620068-71c5-4ab0-b588-4b0b7a4fd5de req-0f2f347b-d25e-4eac-8094-ad294d9aeb11 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:01.818315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6620068-71c5-4ab0-b588-4b0b7a4fd5de req-0f2f347b-d25e-4eac-8094-ad294d9aeb11 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 948 time: 0.0804033 Feb 14 21:16:01.825330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:01.829888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] 10.222.0.86 "DELETE /v2.0/networks/a0dd617a-a323-4f33-be8d-7b07e666ddde HTTP/1.1" status: 204 len: 168 time: 1.3031952 Feb 14 21:16:01.842610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c6d7-b76d-4612-9cb2-c925c7cab1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dd617a-a323-4f33-be8d-7b07e666ddde,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:01.870832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6620068-71c5-4ab0-b588-4b0b7a4fd5de req-fb682952-1947-437c-8672-ffc4f2e3ac85 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515795 Feb 14 21:16:01.937194 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-354f6be9-892c-4828-887b-836a2c3f3ae9 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057456 Feb 14 21:16:02.047836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57711831-c0b0-47b0-904a-cbd6e1324ab2 req-6245809b-28ce-4223-bd1a-8925e89e8b63 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991561 Feb 14 21:16:02.067983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0f614190-a1bc-4b76-9546-5b48b060d4b1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:02.100487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 0f614190-a1bc-4b76-9546-5b48b060d4b1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:02.100950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0f614190-a1bc-4b76-9546-5b48b060d4b1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:02.138761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6225a-6541-43a5-b611-90f344543b44 req-964b5c3a-5abe-4f66-84c4-76b994f0c87e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:02.143637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4d6225a-6541-43a5-b611-90f344543b44 req-964b5c3a-5abe-4f66-84c4-76b994f0c87e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 950 time: 0.0640860 Feb 14 21:16:02.184949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:02.210321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4d6225a-6541-43a5-b611-90f344543b44 req-f5c2077b-80fe-4be6-805b-e2b51977a094 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Feb 14 21:16:02.248167 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6894739c-8b1e-49d9-b6e2-f572cf8a592f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=509d035f46414963b53b6df72dcdc28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614946 Feb 14 21:16:02.250773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39924) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:02.311603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:02.312221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] Publish callbacks [] for security_group (ea6e16f4-3b93-4268-b4b9-761e87a78f34), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.316530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-30324741-network', 'tenant_id': 'c59383a56e494f1c841729ba2cdfe72a'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:02.341199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] Publish callbacks [] for security_group (ea6e16f4-3b93-4268-b4b9-761e87a78f34), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.343972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Made reservation on behalf of c59383a56e494f1c841729ba2cdfe72a for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:02.346526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.355755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.404812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:16:02.421457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ea6e16f4-3b93-4268-b4b9-761e87a78f34), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.424197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.425363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea6e16f4-3b93-4268-b4b9-761e87a78f34 HTTP/1.1" status: 204 len: 168 time: 0.1735349 Feb 14 21:16:02.434866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac5b40-06e1-4c1e-8f9a-c9009f600ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e16f4-3b93-4268-b4b9-761e87a78f34,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:02.458086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks [] for security_group (7175feb0-5333-4289-8da3-4cb649db6553), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.464600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7175feb0-5333-4289-8da3-4cb649db6553), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.486244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:16:02.500129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175feb0-5333-4289-8da3-4cb649db6553,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:02.504919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fc2a1d2e-e70d-4173-8cda-bab15a111144), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.505259 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Added segment fc2a1d2e-e70d-4173-8cda-bab15a111144 of type vlan for network 80047596-b49b-4c65-a7bb-c9efc5d4ab85 Feb 14 21:16:02.552628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (80047596-b49b-4c65-a7bb-c9efc5d4ab85), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.574684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.582060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (80047596-b49b-4c65-a7bb-c9efc5d4ab85), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.583498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:02.584279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:02.672899 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3601701 Feb 14 21:16:02.675903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39936) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:02.681136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39938) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:02.683584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Request body: {'subnet': {'network_id': '80047596-b49b-4c65-a7bb-c9efc5d4ab85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-30324741-subnet', 'tenant_id': 'c59383a56e494f1c841729ba2cdfe72a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:02.690663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737517d-1713-4aad-a4d4-46c596a491cd admin admin] Pushing event updated for resources: {'Network': ['ID=80047596-b49b-4c65-a7bb-c9efc5d4ab85,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:02.714817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 80047596-b49b-4c65-a7bb-c9efc5d4ab85 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:16:02.715367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-47887c4e-5c3b-4066-b3a0-b1d529d9c679 service neutron] 10.222.0.83 "GET /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.1219044 Feb 14 21:16:02.727925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Made reservation on behalf of c59383a56e494f1c841729ba2cdfe72a for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:02.731787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.029537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (e90114bc-1b96-42ff-b8fa-59c6fa5953e6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.036923 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88d390da-4038-4bb5-9ce3-6d453ca7492f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e961bc68430e4c7886759844ad8f6c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546538 Feb 14 21:16:03.039942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:03.046254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1560b-9fcc-4401-ac17-b0e883b242a0 req-5b9bfba7-3d0c-40ca-a38f-5b9a87785711 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.047817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30c1560b-9fcc-4401-ac17-b0e883b242a0 req-5b9bfba7-3d0c-40ca-a38f-5b9a87785711 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 944 time: 0.1207078 Feb 14 21:16:03.126852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90114bc-1b96-42ff-b8fa-59c6fa5953e6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:03.133483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:03.154526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30c1560b-9fcc-4401-ac17-b0e883b242a0 req-66085766-a74f-4ef3-a15b-009fa96fd333 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877318 Feb 14 21:16:03.155575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Checking segment: {'id': 'fc2a1d2e-e70d-4173-8cda-bab15a111144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '80047596-b49b-4c65-a7bb-c9efc5d4ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:03.155919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Network hostable DHCP agents. Network: 80047596-b49b-4c65-a7bb-c9efc5d4ab85, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:16:03.160914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] Publish callbacks [] for security_group (89c09a53-faa7-4cda-a3a9-d7931910b88c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.178859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:03.207373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] Publish callbacks [] for security_group (89c09a53-faa7-4cda-a3a9-d7931910b88c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.238288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fd02b-4d4b-4dcc-89c8-d5a1e443643f req-ae2a3b2b-a482-4716-ac88-965675b0eaed tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.239234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:03.239841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a2fd02b-4d4b-4dcc-89c8-d5a1e443643f req-ae2a3b2b-a482-4716-ac88-965675b0eaed tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 950 time: 0.0709517 Feb 14 21:16:03.243884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Network 80047596-b49b-4c65-a7bb-c9efc5d4ab85 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:16:03.281696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:03.293396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (89c09a53-faa7-4cda-a3a9-d7931910b88c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.296424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.297503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89c09a53-faa7-4cda-a3a9-d7931910b88c HTTP/1.1" status: 204 len: 168 time: 0.2566433 Feb 14 21:16:03.299393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 80047596-b49b-4c65-a7bb-c9efc5d4ab85) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:03.303629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5efe428-952d-4ae9-8c96-f413b5ef3687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.309508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.310673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.314727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8189b-845a-44b7-806d-636481299802 None None] Network 80047596-b49b-4c65-a7bb-c9efc5d4ab85 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:03.342979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.352106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cc88b-0d32-41ff-a028-c19dd3f777f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c09a53-faa7-4cda-a3a9-d7931910b88c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:03.353698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e71b3c6-c8bc-41ab-af65-7ff086199b24 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6757836 Feb 14 21:16:03.369192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a2fd02b-4d4b-4dcc-89c8-d5a1e443643f req-c642abc9-5f58-45c6-ab77-b7a18b8e1298 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106942 Feb 14 21:16:03.398117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b128e4-ad6e-4762-a748-e07a6cda93b2 req-fbcb5e6a-36ae-4e26-996a-0c4500276a32 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.413615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 10c957ca-78a6-4254-b3ee-673690cba4f1 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:03.414633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b128e4-ad6e-4762-a748-e07a6cda93b2 req-fbcb5e6a-36ae-4e26-996a-0c4500276a32 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 948 time: 0.1714809 Feb 14 21:16:03.445291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 10c957ca-78a6-4254-b3ee-673690cba4f1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:03.446489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 10c957ca-78a6-4254-b3ee-673690cba4f1 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:03.475937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b128e4-ad6e-4762-a748-e07a6cda93b2 req-0ec2ac9f-295c-4712-b980-ef1f875b812d tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Feb 14 21:16:03.494725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:03.496470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa666445-8ac3-4aaf-86d1-1f11ea9e524c None None] Network 80047596-b49b-4c65-a7bb-c9efc5d4ab85 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:03.501774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] Transition to ACTIVE for port object 0ac83635-c849-4bba-a6cd-603190201ac5 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:03.509851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.589476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] No DVR routers for this DVR port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:03.631666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:03.651655 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-f652c636-6f5a-4026-ada8-37e237aa7c25 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9292772 Feb 14 21:16:03.684634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:03.712167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:03.712716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:03.713528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:03.719131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:03.719601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:03.729880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:03.729880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:03.729880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:03.729880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Bound port: 0ac83635-c849-4bba-a6cd-603190201ac5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:03.729880 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.780694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-ee4639c0-2041-4c81-9524-c29e7cbe8867 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.782228 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-ee4639c0-2041-4c81-9524-c29e7cbe8867 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.0515280 Feb 14 21:16:03.796759 n-d-828372-11 neutron-server[103514]: WARNING neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Concurrent port binding operations failed on port 0ac83635-c849-4bba-a6cd-603190201ac5 Feb 14 21:16:03.801876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:03.803953 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempt 2 to bind port 0ac83635-c849-4bba-a6cd-603190201ac5 Feb 14 21:16:03.804457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '0ac83635-c849-4bba-a6cd-603190201ac5', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'port_id': '0ac83635-c849-4bba-a6cd-603190201ac5', 'mac_address': 'fa:16:3e:0c:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ca0acc-07aa-4e24-8fef-6e0bb69ddfed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:03.858073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:03.858807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0ac83635-c849-4bba-a6cd-603190201ac5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:03.859251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.877430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:03.878366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-780719ae-e2c3-4519-8629-c339ff1de704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.906076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:03.906892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-c5f3b679-871c-4b7a-adfa-a78a0ff304e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:03.908460 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-c5f3b679-871c-4b7a-adfa-a78a0ff304e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&tenant_id=775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 1128 time: 0.1163912 Feb 14 21:16:03.912287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:03.979403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:04.020545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['0ac83635-c849-4bba-a6cd-603190201ac5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:04.048458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-780719ae-e2c3-4519-8629-c339ff1de704 admin admin] Publish callbacks [] for security_group (832bb5d9-6f49-47fd-9923-a960bd0be6ea), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.061320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-5e18b9c4-922f-4ccd-82cc-3cb0693b15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.062955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-5e18b9c4-922f-4ccd-82cc-3cb0693b15fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.1128261 Feb 14 21:16:04.067645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-780719ae-e2c3-4519-8629-c339ff1de704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (832bb5d9-6f49-47fd-9923-a960bd0be6ea), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.182556 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-780719ae-e2c3-4519-8629-c339ff1de704 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c9e731e9c964b1cb110253d3c5f0950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205984 Feb 14 21:16:04.183387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39988) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:04.185107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780719ae-e2c3-4519-8629-c339ff1de704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832bb5d9-6f49-47fd-9923-a960bd0be6ea,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:04.258784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-dee037a6-a39d-4da9-9765-784add9e1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.260816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-dee037a6-a39d-4da9-9765-784add9e1aaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1764696 Feb 14 21:16:04.288800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] Publish callbacks [] for security_group (832bb5d9-6f49-47fd-9923-a960bd0be6ea), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.343034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-8599ebcb-5383-4236-af2d-6863aed0405d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0675402 Feb 14 21:16:04.359791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] Publish callbacks [] for security_group (832bb5d9-6f49-47fd-9923-a960bd0be6ea), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.408082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-f02ee3ee-d556-4288-a318-37efcc57abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.409879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-f02ee3ee-d556-4288-a318-37efcc57abbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0546796 Feb 14 21:16:04.441519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.460021 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-cf711d07-71c5-496c-8dff-313fecd56982 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340946 Feb 14 21:16:04.474912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-a6cd73fe-1a29-412f-bedb-569459be82b0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.476422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-a6cd73fe-1a29-412f-bedb-569459be82b0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.1746395 Feb 14 21:16:04.500340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-c53a5db2-b205-43bd-8159-0fe7e8701672 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/quotas/a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 375 time: 0.0152450 Feb 14 21:16:04.501528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (832bb5d9-6f49-47fd-9923-a960bd0be6ea), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.504640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:04.507198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/832bb5d9-6f49-47fd-9923-a960bd0be6ea HTTP/1.1" status: 204 len: 168 time: 0.3213372 Feb 14 21:16:04.517110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e398-eb06-4c3a-a9e2-0f9abcfeca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bb5d9-6f49-47fd-9923-a960bd0be6ea,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:04.564164 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-81f2033e-7bdc-4f97-8a32-d48a0b5dcb33 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571933 Feb 14 21:16:04.571568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-940c2d76-68b8-4c68-b476-943dc0528e52 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024606 Feb 14 21:16:04.678687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-130c42c9-0842-4357-8b29-727caa9338b7 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996881 Feb 14 21:16:04.741203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f6762fce-ce58-43e7-a711-5ee2db9b653c service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684663 Feb 14 21:16:04.815102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-cbc25945-271a-4e26-94d9-cb68f322aaad tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.817543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-cbc25945-271a-4e26-94d9-cb68f322aaad tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 1133 time: 0.0619655 Feb 14 21:16:04.836975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e1be-c2eb-45ac-a7e8-bbf27a9b14b4 req-89479fe0-631a-4b34-bb9b-1970d1f85e75 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:04.845536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6f7e1be-c2eb-45ac-a7e8-bbf27a9b14b4 req-89479fe0-631a-4b34-bb9b-1970d1f85e75 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 946 time: 0.1723840 Feb 14 21:16:04.888955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-28d0be42-f9ba-468b-8b62-18dfd00a8e66 service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412888 Feb 14 21:16:04.947522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6f7e1be-c2eb-45ac-a7e8-bbf27a9b14b4 req-56f7f4d4-0203-4a66-84fe-5ada3e29aa9e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 Feb 14 21:16:04.965527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40018) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:04.987012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Deleting port 184ce770-7787-471d-b4f5-bb3c5de06d8b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:04.987932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.126622 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00d4fed1-ac9b-45ae-892b-fb97d8b03bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.160523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] For port 184ce770-7787-471d-b4f5-bb3c5de06d8b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=184ce770-7787-471d-b4f5-bb3c5de06d8b,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:05.161056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.180631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Calling delete_port for 184ce770-7787-471d-b4f5-bb3c5de06d8b owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:05.240940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00d4fed1-ac9b-45ae-892b-fb97d8b03bd3 admin admin] Publish callbacks [] for security_group (c4ba38a8-634d-436a-a414-ec873bab4699), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.270196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a480-7871-462f-b747-7311c132181a req-093dc67c-483f-4031-8f25-c5c6d3096473 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:05.273344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-093dc67c-483f-4031-8f25-c5c6d3096473 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1129 time: 0.2956152 Feb 14 21:16:05.291945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00d4fed1-ac9b-45ae-892b-fb97d8b03bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4ba38a8-634d-436a-a414-ec873bab4699), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.324886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-00d4fed1-ac9b-45ae-892b-fb97d8b03bd3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=98aca2137c444b368918d258db6e4373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577499 Feb 14 21:16:05.340110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:05.369816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (184ce770-7787-471d-b4f5-bb3c5de06d8b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.381933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['184ce770-7787-471d-b4f5-bb3c5de06d8b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:05.407581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Pushing event deleted for resources: {'Port': ['ID=184ce770-7787-471d-b4f5-bb3c5de06d8b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:05.455204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d2138c2b-9b45-4781-80dc-39e6f5a2b32e details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:05.458283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:05.468574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] No DVR routers for this DVR port 184ce770-7787-471d-b4f5-bb3c5de06d8b on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:05.471862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4fed1-ac9b-45ae-892b-fb97d8b03bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba38a8-634d-436a-a414-ec873bab4699,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:05.474710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.478113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f8211a56-2ed3-4d46-8bbe-bf86875435bf req-ef936837-4c02-4c58-bbf9-8e3258aa1a25 tempest-DeleteServersAdminTestJSON-1778738252 tempest-DeleteServersAdminTestJSON-1778738252-project-admin] 10.222.0.64 "DELETE /v2.0/ports/184ce770-7787-471d-b4f5-bb3c5de06d8b HTTP/1.1" status: 204 len: 173 time: 0.6513586 Feb 14 21:16:05.478573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'name': 'network-vif-deleted', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:05.480869 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b0c26f-0db3-4497-b926-92d10b6cf2b3" -d '{"events": [{"server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "name": "network-vif-deleted", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:05.568081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2f5d-f02d-4b80-85ec-2054b2e315f1 req-66f5e77d-1ddf-42be-93a4-4819ab8479ac tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:05.578461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b0b2f5d-f02d-4b80-85ec-2054b2e315f1 req-66f5e77d-1ddf-42be-93a4-4819ab8479ac tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 948 time: 0.2390969 Feb 14 21:16:05.593881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:05.594102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa72c8-3b7b-48d3-910e-82c0d829f25e req-25a1ec15-844c-4607-a190-302e5f6151bc tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:05.602580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67aa72c8-3b7b-48d3-910e-82c0d829f25e req-25a1ec15-844c-4607-a190-302e5f6151bc tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3c7c7ba-fe18-4dfb-85e6-28917274aca7 HTTP/1.1" status: 200 len: 867 time: 0.3600061 Feb 14 21:16:05.734124 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:16:05.753530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.778956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67aa72c8-3b7b-48d3-910e-82c0d829f25e req-eb006e3d-9d08-49a3-8122-6fa06aaa9422 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754942 Feb 14 21:16:05.829360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] Publish callbacks [] for security_group (c4ba38a8-634d-436a-a414-ec873bab4699), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.842586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 0ac83635-c849-4bba-a6cd-603190201ac5 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:16:05.843004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:05.887834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b0b2f5d-f02d-4b80-85ec-2054b2e315f1 req-57e53dec-37ae-4602-9814-b7b0caf382b1 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084683 Feb 14 21:16:05.913539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d82185e-6d9c-4d13-a0e8-a901ac6d9ced req-deaf2f56-07b6-4f21-93cd-6e765247f396 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 210 time: 0.0475831 Feb 14 21:16:05.914123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:05.921682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] Publish callbacks [] for security_group (c4ba38a8-634d-436a-a414-ec873bab4699), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.944519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5701a480-7871-462f-b747-7311c132181a req-a2fe8ff2-3ae2-408f-94f1-6b9b216e1778 service neutron] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:05.949747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e', 'mac_address': 'fa:16:3e:ac:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:05.952511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0ac83635-c849-4bba-a6cd-603190201ac5 is: BUILD; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:05.952955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.954003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5701a480-7871-462f-b747-7311c132181a req-a2fe8ff2-3ae2-408f-94f1-6b9b216e1778 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:05.955335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5701a480-7871-462f-b747-7311c132181a req-a2fe8ff2-3ae2-408f-94f1-6b9b216e1778 service neutron] 10.222.0.64 "DELETE /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.6355352 Feb 14 21:16:05.997008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:06.019903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4ba38a8-634d-436a-a414-ec873bab4699), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.022479 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc561a78-b2c6-4aba-a0e4-929350bd92c3 x-openstack-request-id: req-bc561a78-b2c6-4aba-a0e4-929350bd92c3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:06.022824 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7c7ba-fe18-4dfb-85e6-28917274aca7", "name": "network-vif-deleted", "tag": "184ce770-7787-471d-b4f5-bb3c5de06d8b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:06.023043 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc561a78-b2c6-4aba-a0e4-929350bd92c3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:06.023459 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7c7ba-fe18-4dfb-85e6-28917274aca7', 'name': 'network-vif-deleted', 'tag': '184ce770-7787-471d-b4f5-bb3c5de06d8b', 'status': 'completed', 'code': 200} Feb 14 21:16:06.027373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.031668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4ba38a8-634d-436a-a414-ec873bab4699 HTTP/1.1" status: 204 len: 168 time: 0.6905849 Feb 14 21:16:06.054057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e281-50fb-4583-a17e-a0b8834351a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba38a8-634d-436a-a414-ec873bab4699,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:06.065297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:16:06.065738 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:16:06.072568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port d2138c2b-9b45-4781-80dc-39e6f5a2b32e is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:06.072960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.091857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2138c2b-9b45-4781-80dc-39e6f5a2b32e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:06.118513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:06.125977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.184264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:06.210148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76b2a-e9e6-41b9-afcc-7c3cf35758b8 req-f7b39e2b-e7bd-4309-af5a-01e0044b3d54 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:06.219468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73b76b2a-e9e6-41b9-afcc-7c3cf35758b8 req-f7b39e2b-e7bd-4309-af5a-01e0044b3d54 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 946 time: 0.0840225 Feb 14 21:16:06.290496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73b76b2a-e9e6-41b9-afcc-7c3cf35758b8 req-4c4a7ac3-a745-4e9e-9388-336d44970cbf tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 Feb 14 21:16:06.343691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['d2138c2b-9b45-4781-80dc-39e6f5a2b32e'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:06.472695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccc946-f706-4e5b-9988-8a87095e7a7b req-b9a530b5-8022-4cc5-b675-ae3e29370de7 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:06.481255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01ccc946-f706-4e5b-9988-8a87095e7a7b req-b9a530b5-8022-4cc5-b675-ae3e29370de7 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1129 time: 0.0588779 Feb 14 21:16:06.537603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01ccc946-f706-4e5b-9988-8a87095e7a7b req-0639db51-bdbb-4fa5-82bb-530a9d783ddf tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Feb 14 21:16:06.676552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0ac83635-c849-4bba-a6cd-603190201ac5 is: BUILD; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:06.677595 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.706713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:06.717231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40118) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:06.736816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:06.743731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc807554-02f1-49fa-9beb-f9e08d1513fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.746676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.815282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:06.844567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-4e5db8f0-3fda-44d7-871a-803beca7ed4e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:06.873508 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-4e5db8f0-3fda-44d7-871a-803beca7ed4e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.2753434 Feb 14 21:16:06.888703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Request body: {'port': {'device_id': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'admin_state_up': True, 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:06.896816 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc807554-02f1-49fa-9beb-f9e08d1513fc admin admin] Publish callbacks [] for security_group (8ab80e80-dab3-4656-8cb3-5b2b956d5883), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:06.904400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc807554-02f1-49fa-9beb-f9e08d1513fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8ab80e80-dab3-4656-8cb3-5b2b956d5883), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.022871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc807554-02f1-49fa-9beb-f9e08d1513fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfc79071fa2742198e165741ef4cc444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023682 Feb 14 21:16:07.046690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40148) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:07.057023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc807554-02f1-49fa-9beb-f9e08d1513fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab80e80-dab3-4656-8cb3-5b2b956d5883,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:07.094172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.098713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40152) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:07.134840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:07.139868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.286625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Allocated IP 172.20.0.7 (078bad4b-6dd2-4931-adfb-f15f2aa32330/0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f/58b4c229-2d7a-4f4a-8a67-25dbc4b90198) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:07.421920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d2138c2b-9b45-4781-80dc-39e6f5a2b32e up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:07.435419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246ba6-3aef-4a64-b9f2-3144df943094 req-6db7492a-a352-464d-b50d-5b97332f8d0e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:07.436916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36246ba6-3aef-4a64-b9f2-3144df943094 req-6db7492a-a352-464d-b50d-5b97332f8d0e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 949 time: 0.4392135 Feb 14 21:16:07.437564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] Publish callbacks [] for security_group (8ab80e80-dab3-4656-8cb3-5b2b956d5883), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.454678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-44ff3639-e293-458a-9db5-f959a6416b25 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:07.461385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-44ff3639-e293-458a-9db5-f959a6416b25 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.4779100 Feb 14 21:16:07.496356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] Publish callbacks [] for security_group (8ab80e80-dab3-4656-8cb3-5b2b956d5883), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.504645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks [] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.506213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-07d9c29e-92a9-4676-9d91-642653094715 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/quotas/775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 375 time: 0.0440094 Feb 14 21:16:07.511096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port d2138c2b-9b45-4781-80dc-39e6f5a2b32e completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:07.516164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port d2138c2b-9b45-4781-80dc-39e6f5a2b32e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:07.516724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.543256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.577469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16d9f288-62a7-4722-97c5-a3d9971139c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.588154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:07.596045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:07.600459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:07.605342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:07.622901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port d2138c2b-9b45-4781-80dc-39e6f5a2b32e is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:07.622901 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.627131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36246ba6-3aef-4a64-b9f2-3144df943094 req-cd27a0c6-4548-4d75-aec4-f46b8449b580 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834657 Feb 14 21:16:07.639439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-3dd22ed7-4f44-44f6-8bdc-7306ac199a99 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323466 Feb 14 21:16:07.655851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:07.658197 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4e0d5-8a10-44b5-9727-c28e71656ad0" -d '{"events": [{"server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "name": "network-vif-plugged", "status": "completed", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:07.660096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8ab80e80-dab3-4656-8cb3-5b2b956d5883), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.663237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.664895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ab80e80-dab3-4656-8cb3-5b2b956d5883 HTTP/1.1" status: 204 len: 168 time: 0.6159868 Feb 14 21:16:07.674742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:07.679813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:07.680591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.682135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.720464 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-f2a8ccf8-aa84-4daa-aebc-9d1d9c70b708 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356988 Feb 14 21:16:07.734105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Request body: {'port': {'device_id': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:07.737656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1f105-40f5-4cc1-8b67-05d3cddcc18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab80e80-dab3-4656-8cb3-5b2b956d5883,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:07.768663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:07.802228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.880522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-0fe0feec-e7dc-483a-b9bc-fdddd87e332f service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333474 Feb 14 21:16:07.884414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16d9f288-62a7-4722-97c5-a3d9971139c2 admin admin] Publish callbacks [] for security_group (4e320088-8647-45ec-8fc5-cb215b97be00), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:07.893337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c708d-469b-45cd-8852-beed32fd7c01 req-d6057fbd-99da-454b-93ef-503f008b0ae0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:07.894824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d80c708d-469b-45cd-8852-beed32fd7c01 req-d6057fbd-99da-454b-93ef-503f008b0ae0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 931 time: 0.1418881 Feb 14 21:16:07.903784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16d9f288-62a7-4722-97c5-a3d9971139c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4e320088-8647-45ec-8fc5-cb215b97be00), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.006978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-16d9f288-62a7-4722-97c5-a3d9971139c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d929f43a245c49558bd25c1ea18dd523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9022112 Feb 14 21:16:08.009799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40178) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:08.013886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f288-62a7-4722-97c5-a3d9971139c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e320088-8647-45ec-8fc5-cb215b97be00,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:08.049757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d80c708d-469b-45cd-8852-beed32fd7c01 req-7a46b7b1-8263-4515-b687-37e5ae121fc8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421001 Feb 14 21:16:08.065946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-09a0205f-a1c2-4da1-90a7-eb8d496aa1fd service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700861 Feb 14 21:16:08.124219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] Publish callbacks [] for security_group (4e320088-8647-45ec-8fc5-cb215b97be00), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.148937 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] Publish callbacks [] for security_group (4e320088-8647-45ec-8fc5-cb215b97be00), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.182014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-724c18a0-f5c6-4b70-a8f5-258c477aad14 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=767e42a0fedb44d9ad36b9b65315168e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326338 Feb 14 21:16:08.190769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:08.199742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks [] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.231929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Transition to ACTIVE for port object 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:08.233242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4e320088-8647-45ec-8fc5-cb215b97be00), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.240194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.241695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4e320088-8647-45ec-8fc5-cb215b97be00 HTTP/1.1" status: 204 len: 168 time: 0.2308559 Feb 14 21:16:08.252405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd55b54-a3e8-4134-94e9-c60416c78b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e320088-8647-45ec-8fc5-cb215b97be00,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:08.255128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.329325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:08.382982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-660a1399-b7e0-4476-941c-3c29904b25e9 req-5ebee458-1acc-467e-89e7-feca05611ee8 tempest-FlavorsV2NegativeTest-1475912087 tempest-FlavorsV2NegativeTest-1475912087-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=68071cacbe6444b68e132610ecc7bd48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566359 Feb 14 21:16:08.442550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:08.443026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:08.443387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:08.451331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:08.451331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:08.466756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:08.467379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:08.467975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:08.469841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Bound port: 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:08.470460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.490172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a24a3e5c-077f-41b2-b347-59bd9c908f88 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:08.496907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a24a3e5c-077f-41b2-b347-59bd9c908f88 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139017 Feb 14 21:16:08.519743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-4693cdee-5977-4ece-92a4-61e06e82ff0e tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/quotas/767e42a0fedb44d9ad36b9b65315168e HTTP/1.1" status: 200 len: 375 time: 0.0219090 Feb 14 21:16:08.587593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:08.591458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:08.599453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.601774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-043d87bb-2efb-41eb-9341-3419c742ae79 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810323 Feb 14 21:16:08.652641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:08.653405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:08.655142 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] 10.222.0.83 "PUT /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 1092 time: 0.9283874 Feb 14 21:16:08.656069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:08.658654 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c9796-bcfd-4319-89eb-c6d4e5d63c75" -d '{"events": [{"name": "network-changed", "server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:08.664199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1399-b7e0-4476-941c-3c29904b25e9 req-78281eee-b355-43dc-98da-759a4c4ff420 tempest-FlavorsV2NegativeTest-1475912087 tempest-FlavorsV2NegativeTest-1475912087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:08.669068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-660a1399-b7e0-4476-941c-3c29904b25e9 req-78281eee-b355-43dc-98da-759a4c4ff420 tempest-FlavorsV2NegativeTest-1475912087 tempest-FlavorsV2NegativeTest-1475912087-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765186 Feb 14 21:16:08.699414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-660a1399-b7e0-4476-941c-3c29904b25e9 req-ea9bd8a6-79fd-4bff-bcbe-a629bba3760a tempest-FlavorsV2NegativeTest-1475912087 tempest-FlavorsV2NegativeTest-1475912087-project] 10.222.0.86 "GET /v2.0/quotas/68071cacbe6444b68e132610ecc7bd48 HTTP/1.1" status: 200 len: 375 time: 0.0172820 Feb 14 21:16:08.741225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e890896-32d2-4bdd-8ed7-15e3795c99bb service neutron] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:08.801996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-660a1399-b7e0-4476-941c-3c29904b25e9 req-6679f01d-f477-4365-87df-5fdf32c851ff tempest-FlavorsV2NegativeTest-1475912087 tempest-FlavorsV2NegativeTest-1475912087-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=68071cacbe6444b68e132610ecc7bd48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966122 Feb 14 21:16:08.875258 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d32229-c8b0-45af-9941-41887d20898d x-openstack-request-id: req-f7d32229-c8b0-45af-9941-41887d20898d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:08.876007 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "name": "network-vif-plugged", "status": "completed", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:08.876007 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7d32229-c8b0-45af-9941-41887d20898d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:08.876323 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e', 'code': 200} Feb 14 21:16:08.958986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80f6ad80-8ab0-4f7b-84f4-eb81225e1ae7 req-b4828e6b-3e57-4851-b9e2-8c121b43a33c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 210 time: 0.1142988 Feb 14 21:16:09.113574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5963cde5-2b2a-440b-a519-1b8c4a741cac req-8da076fd-f215-45d3-a944-01e14bdee19c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 210 time: 0.0786564 Feb 14 21:16:09.160384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa35d-4844-47a0-9afe-7dd0bc26ed7a req-8351ccef-6acb-4059-afb7-498154fe2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:09.162986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33eaa35d-4844-47a0-9afe-7dd0bc26ed7a req-8351ccef-6acb-4059-afb7-498154fe2996 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 1133 time: 0.2182121 Feb 14 21:16:09.236855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b37ca-8eff-4b97-a784-3dcff070f483 req-abd9f03b-20c9-4d92-98cd-f0bcf476e712 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:09.246523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b9b37ca-8eff-4b97-a784-3dcff070f483 req-abd9f03b-20c9-4d92-98cd-f0bcf476e712 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.1403861 Feb 14 21:16:09.300871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33eaa35d-4844-47a0-9afe-7dd0bc26ed7a req-92d7991d-d103-471c-b129-0a74bc81ad1b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293666 Feb 14 21:16:09.314526 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e541b-75e1-4960-ad39-fb00b96427c7 x-openstack-request-id: req-3a8e541b-75e1-4960-ad39-fb00b96427c7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:09.315659 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:09.316056 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a8e541b-75e1-4960-ad39-fb00b96427c7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:09.316588 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'status': 'completed', 'code': 200} Feb 14 21:16:09.345252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-36e4a0af-5d19-48c7-a976-bcff2577b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:09.347370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-36e4a0af-5d19-48c7-a976-bcff2577b2c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1126 time: 0.6293750 Feb 14 21:16:09.461936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b9b37ca-8eff-4b97-a784-3dcff070f483 req-80ca331d-b700-4810-a4c5-33251774ad05 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977494 Feb 14 21:16:09.474898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c325-7f72-4b9a-90ce-ba754ab9f40f req-e3503c4f-cc08-4075-806c-9a4a04c5d4eb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:09.477069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3526c325-7f72-4b9a-90ce-ba754ab9f40f req-e3503c4f-cc08-4075-806c-9a4a04c5d4eb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.1320150 Feb 14 21:16:09.529369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-18ec78c9-a09f-4b74-9a19-3311a29e487a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0470705 Feb 14 21:16:09.539412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3526c325-7f72-4b9a-90ce-ba754ab9f40f req-6d0b1f80-baed-4d7e-83be-cbd5de5bd7cc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544124 Feb 14 21:16:09.549160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 184ce770-7787-471d-b4f5-bb3c5de06d8b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:09.588525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 184ce770-7787-471d-b4f5-bb3c5de06d8b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:09.589493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 184ce770-7787-471d-b4f5-bb3c5de06d8b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:09.600898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6179ead5-99f2-43d2-8762-2b69880c8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:09.602886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-6179ead5-99f2-43d2-8762-2b69880c8e4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0679722 Feb 14 21:16:09.649647 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-ea7406e3-e627-4b13-8bab-f77fabb69fd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394654 Feb 14 21:16:09.807187 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-1ed94b8f-6369-4bdd-bae2-4c4a5d5b48fd service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335821 Feb 14 21:16:09.943804 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2be0a534-5470-4215-aefb-75f28abdf3bc req-b447647b-9b71-4e33-8a22-4659edc17d1c service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362274 Feb 14 21:16:10.101369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9979733e-caed-4a60-be6b-c2e5df125517 req-0afad3b3-dd71-44dd-8ddb-e869acf4f750 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 210 time: 0.0474381 Feb 14 21:16:10.108648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-8f21ed81-36da-4102-bf3e-54e6e40f1b13 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.109679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-8f21ed81-36da-4102-bf3e-54e6e40f1b13 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.2064333 Feb 14 21:16:10.112826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-93229419-3504-4edb-8fc5-b4d513606699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.114528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-93229419-3504-4edb-8fc5-b4d513606699 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1126 time: 0.1171751 Feb 14 21:16:10.130367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Request body: {'port': {'device_id': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'admin_state_up': True, 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:10.269228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f87851e-338a-49d6-bc3e-66afb93be504 req-7a86ba8f-8fe4-4250-9caa-62a56cd7a61f tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 210 time: 0.0496390 Feb 14 21:16:10.306907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:10.311470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:10.322057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-37fab5cf-80b8-4ddb-9901-5b1df71190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.323617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-37fab5cf-80b8-4ddb-9901-5b1df71190c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2017698 Feb 14 21:16:10.454156 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-416a07fb-3b65-42e9-8c27-44240da652f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.1218088 Feb 14 21:16:10.456488 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-4d1a355d-39b9-476a-afd0-fce7268d11a9 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=767e42a0fedb44d9ad36b9b65315168e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450685 Feb 14 21:16:10.534438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Allocated IP 172.20.0.9 (cf0b2694-4476-4b6e-bc22-624716edef0e/02ca0acc-07aa-4e24-8fef-6e0bb69ddfed/5f44496f-236c-46ac-a792-7512baa86ded) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:10.567017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40310) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:10.627334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-19355555-f637-4a95-b732-723a581131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.629491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-19355555-f637-4a95-b732-723a581131bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1656909 Feb 14 21:16:10.671871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-a7e9e67c-9770-40ce-91cc-67047057f1ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311134 Feb 14 21:16:10.692299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-447b8f9f-ae2f-4bb5-ab7e-d956c1c079ff tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0c673702bc2f429782d418b4cb874318&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228448 Feb 14 21:16:10.720102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93f66-d9fa-4b57-88ea-6f74e24bde65 req-6b32e887-b94c-4f67-85e0-e9686eff9014 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.721588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3df93f66-d9fa-4b57-88ea-6f74e24bde65 req-6b32e887-b94c-4f67-85e0-e9686eff9014 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.1528590 Feb 14 21:16:10.763621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-d9dc7204-c9d8-48e9-8392-086d70fd07bf tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.765292 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-d9dc7204-c9d8-48e9-8392-086d70fd07bf tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002858 Feb 14 21:16:10.782027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Request body: {'port': {'device_id': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '767e42a0fedb44d9ad36b9b65315168e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:10.834106 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-8758e419-296c-4d9d-8aa1-d490c09515d3 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520412 Feb 14 21:16:10.842390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efd5ce7e-ed11-4589-a6e4-0b024bc26714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:10.908876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3df93f66-d9fa-4b57-88ea-6f74e24bde65 req-9e0b9025-6612-4ecb-a6f6-227d172f5ee5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650188 Feb 14 21:16:10.968392 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-393c9796-bcfd-4319-89eb-c6d4e5d63c75 req-8374d30f-46ab-44a1-b12f-449ec946fa6b service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271484 Feb 14 21:16:10.972342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks [] for port (5f44496f-236c-46ac-a792-7512baa86ded), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:10.979471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Made reservation on behalf of 767e42a0fedb44d9ad36b9b65315168e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:10.983370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:10.985992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-b3a68854-11e9-42b5-8000-adc7dffa7a6e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:10.987598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-b3a68854-11e9-42b5-8000-adc7dffa7a6e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867310 Feb 14 21:16:11.048943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-474d6b24-67e0-4d0d-a3c9-1ad712ea0bea tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/quotas/0c673702bc2f429782d418b4cb874318 HTTP/1.1" status: 200 len: 375 time: 0.0436075 Feb 14 21:16:11.106862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-17d45e74-13ce-4d93-98df-e60dae7dffd3 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c673702bc2f429782d418b4cb874318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441847 Feb 14 21:16:11.112673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Allocated IP 192.168.233.232 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:11.122738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efd5ce7e-ed11-4589-a6e4-0b024bc26714 admin admin] Publish callbacks [] for security_group (af5c0852-5963-445b-a0be-0f989eb8e4dd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.128228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.135505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efd5ce7e-ed11-4589-a6e4-0b024bc26714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (af5c0852-5963-445b-a0be-0f989eb8e4dd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.186118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322e8b6-07d7-403d-bf14-a8ea2c023ab8 req-11d682fc-5562-4cbc-85c0-08dc3dbe27c0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:11.187716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2322e8b6-07d7-403d-bf14-a8ea2c023ab8 req-11d682fc-5562-4cbc-85c0-08dc3dbe27c0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.1967206 Feb 14 21:16:11.246224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Network cf0b2694-4476-4b6e-bc22-624716edef0e is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:11.254069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-efd5ce7e-ed11-4589-a6e4-0b024bc26714 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68071cacbe6444b68e132610ecc7bd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379018 Feb 14 21:16:11.254977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5ce7e-ed11-4589-a6e4-0b024bc26714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c0852-5963-445b-a0be-0f989eb8e4dd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:11.257950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40334) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:11.259016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:11.260856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:11.287920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:11.305650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks [] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.353455 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.379113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2322e8b6-07d7-403d-bf14-a8ea2c023ab8 req-d19ff0d1-3ecc-4fa9-9590-48c8f7770f19 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836364 Feb 14 21:16:11.399585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:11.400424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.446684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:11.453511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:11.458988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-fc41266c-5fed-44bb-ab49-b7f045abd10f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3321276 Feb 14 21:16:11.460024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] Publish callbacks [] for security_group (af5c0852-5963-445b-a0be-0f989eb8e4dd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.460308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:11.478652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Request body: {'port': {'device_id': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:11.525812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] Publish callbacks [] for security_group (af5c0852-5963-445b-a0be-0f989eb8e4dd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.550386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Pushing event updated for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:11.593082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:11.594141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.620461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.635477 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-1461b55c-2306-4ce4-b04a-c57f0403ce7b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8605497 Feb 14 21:16:11.668497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Request body: {'port': {'device_id': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:11.721125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (af5c0852-5963-445b-a0be-0f989eb8e4dd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.724179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.731384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af5c0852-5963-445b-a0be-0f989eb8e4dd HTTP/1.1" status: 204 len: 168 time: 0.4528289 Feb 14 21:16:11.772665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.833426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d528b5-9f28-4a10-9a11-758718bebc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c0852-5963-445b-a0be-0f989eb8e4dd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:11.861761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-753bca76-081d-444a-806f-76932c15d111 None None] Provisioning complete for port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:11.863060 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-753bca76-081d-444a-806f-76932c15d111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:11.895801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b30dfddd-bc56-48e1-9398-d69c49b45cbe req-043e0ee9-965b-4868-b724-516e9dc94106 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 210 time: 0.1562092 Feb 14 21:16:11.909915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-753bca76-081d-444a-806f-76932c15d111 None None] Port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:12.098791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29932510-18db-4874-95bb-ea7cd59a7504 req-a3597d3b-4612-4027-8d7b-ba5b834de362 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.100301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29932510-18db-4874-95bb-ea7cd59a7504 req-a3597d3b-4612-4027-8d7b-ba5b834de362 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 931 time: 0.3408689 Feb 14 21:16:12.130685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5391ef-d259-4b5c-beb0-53d21f26e171 req-5dd40eab-004e-4000-8762-0fade944e755 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.137981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce5391ef-d259-4b5c-beb0-53d21f26e171 req-5dd40eab-004e-4000-8762-0fade944e755 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 936 time: 0.1634722 Feb 14 21:16:12.153676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:12.169962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks [] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.186044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Transition to ACTIVE for port object bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:12.194334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.299783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29932510-18db-4874-95bb-ea7cd59a7504 req-dd7a8987-805a-46c7-a114-20c405e950f7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893306 Feb 14 21:16:12.319001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Pushing event updated for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:12.321210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f44496f-236c-46ac-a792-7512baa86ded {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:12.345675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce5391ef-d259-4b5c-beb0-53d21f26e171 req-130d3a4d-04da-422f-8334-498da0dcb52c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068374 Feb 14 21:16:12.356262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks [] for port (5f44496f-236c-46ac-a792-7512baa86ded), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.379880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Attempting to bind port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:12.380488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Attempting to bind port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:12.380919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Attempting to bind port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:12.385859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Transition to ACTIVE for port object 5f44496f-236c-46ac-a792-7512baa86ded will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:12.390170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:12.390767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Attempting to bind port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:12.394859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.399712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:12.400186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:12.400689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:12.401276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Bound port: bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:12.401732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.477418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:12.560418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:12.564703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:12.577364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.622085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07289c02-e692-4720-94cd-3485992f050a req-8b976f3e-5a9c-42b1-8bc1-e1d58621f52a tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.623670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07289c02-e692-4720-94cd-3485992f050a req-8b976f3e-5a9c-42b1-8bc1-e1d58621f52a tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.1492925 Feb 14 21:16:12.625225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:12.625563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:12.625893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:12.631037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:12.631421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:12.637704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:12.638051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:12.638434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:12.639065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Bound port: 5f44496f-236c-46ac-a792-7512baa86ded, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:12.639631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.663233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Pushing event updated for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:12.686188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-3fe75dd3-44ad-4e2e-b51d-5d4e1ad7db3a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0c673702bc2f429782d418b4cb874318&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654931 Feb 14 21:16:12.793790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07289c02-e692-4720-94cd-3485992f050a req-0836b4c4-50bb-41ef-a3a8-03775952a83c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468637 Feb 14 21:16:12.820130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:12.829756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:12.844309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-a21b7a90-4943-40f5-bd74-2cf5b7b174e1 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.844840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.853042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-a21b7a90-4943-40f5-bd74-2cf5b7b174e1 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591561 Feb 14 21:16:12.860376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.861058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.862601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-a507e4c0-8364-4baa-81f0-175497dcc1ba service neutron] 10.222.0.64 "PUT /v2.0/ports/bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 HTTP/1.1" status: 200 len: 1097 time: 1.2179859 Feb 14 21:16:12.863061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:12.865840 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:12.873602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Request body: {'port': {'device_id': 'ea689bc5-ef20-45be-839c-44261d992926', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '0c673702bc2f429782d418b4cb874318'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:12.958575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:12.959768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:12.961403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] 10.222.0.64 "PUT /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 1092 time: 1.4907165 Feb 14 21:16:12.965088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:12.968329 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08" -d '{"events": [{"name": "network-changed", "server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "tag": "5f44496f-236c-46ac-a792-7512baa86ded"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:13.005849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1444-9c48-48b9-8cc3-7fb66c9a756e service neutron] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:13.029952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71340c-d17c-4254-ae7e-a91627b76a62 req-9b74aee1-af88-4855-9d74-b271f0b1d6e4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.031662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f71340c-d17c-4254-ae7e-a91627b76a62 req-9b74aee1-af88-4855-9d74-b271f0b1d6e4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.1437395 Feb 14 21:16:13.093875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40392) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:13.106989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-29e44601-e697-4791-92af-400f8e0e6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.108527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-29e44601-e697-4791-92af-400f8e0e6a5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 1131 time: 0.1382737 Feb 14 21:16:13.186108 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-0a5cb1b1-4826-433f-9f36-8e3c534a6591 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0651844 Feb 14 21:16:13.187447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f71340c-d17c-4254-ae7e-a91627b76a62 req-40295389-b623-497b-b72f-9c19ca38a1de tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369426 Feb 14 21:16:13.191761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-4c9e0e00-e4c0-4d5a-b0bf-594c7f389485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.193249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-4c9e0e00-e4c0-4d5a-b0bf-594c7f389485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1126 time: 0.1609147 Feb 14 21:16:13.235148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-network', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:13.240747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Made reservation on behalf of 0c673702bc2f429782d418b4cb874318 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:13.244451 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.248541 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0f9e2-2897-4691-9370-36b1e5085f0f x-openstack-request-id: req-19c0f9e2-2897-4691-9370-36b1e5085f0f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:13.248811 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:13.249115 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19c0f9e2-2897-4691-9370-36b1e5085f0f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:13.249643 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7', 'status': 'completed', 'code': 200} Feb 14 21:16:13.250599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-71546b38-c53e-43cb-8f94-01a7fe55b1cb tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.257988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-71546b38-c53e-43cb-8f94-01a7fe55b1cb tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 1133 time: 0.1890523 Feb 14 21:16:13.261050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-195eb969-76a2-4a03-8fa6-c4f94f7fbd41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.0590599 Feb 14 21:16:13.265850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.281634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-f0ec7253-6b9a-4495-87dd-5b0e0b4ccfc5 tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.302549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Made reservation on behalf of fe7a1e944e6d495d855c29ef25940081 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:13.304900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.308633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-2432c236-1cd6-4a6c-812d-d2e42c1b7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.310068 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-2432c236-1cd6-4a6c-812d-d2e42c1b7bad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1179633 Feb 14 21:16:13.337127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.351782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85c22e18-128a-46f8-a9fe-02b2bc622605 req-f61a115e-6764-4d8f-9b7f-382f0a9498cb tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 210 time: 0.0445356 Feb 14 21:16:13.364825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231d54-c120-41e5-9461-77d9378e26ce req-5b0de834-d2ad-415b-975f-52f7cb2d1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.366000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-5b0de834-d2ad-415b-975f-52f7cb2d1ad4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0930483 Feb 14 21:16:13.453118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:13.461757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks [] for security_group (60be6af7-bd5f-4274-9153-a94f998d68df), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.464189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-85f65aea-684b-4db4-99ab-1c2594171252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.466172 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-85f65aea-684b-4db4-99ab-1c2594171252 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1477199 Feb 14 21:16:13.486732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60be6af7-bd5f-4274-9153-a94f998d68df), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.588901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:13.614397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'port_id': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'mac_address': 'fa:16:3e:61:80:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:13.639892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks [] for security_group (1d16da17-c957-4379-b5e4-2693f1649280), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.642618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60be6af7-bd5f-4274-9153-a94f998d68df,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:13.644968 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c85a0b-3eaa-4f9e-bd9f-432b80224d0c x-openstack-request-id: req-f7c85a0b-3eaa-4f9e-bd9f-432b80224d0c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:13.645498 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "tag": "5f44496f-236c-46ac-a792-7512baa86ded", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:13.645498 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7c85a0b-3eaa-4f9e-bd9f-432b80224d0c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:13.645711 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded', 'status': 'completed', 'code': 200} Feb 14 21:16:13.649632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-5832bad7-285f-4826-806c-9b78e74a492b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2761824 Feb 14 21:16:13.660073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1d16da17-c957-4379-b5e4-2693f1649280), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.676756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:13.677514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.695056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:13.718818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:13.725027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.751365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:16:13.760097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-f0ec7253-6b9a-4495-87dd-5b0e0b4ccfc5 tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] Publish callbacks [] for security_group (ce6441ff-2fa8-4791-b10a-c878987d7c07), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.769085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d16da17-c957-4379-b5e4-2693f1649280,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:13.770501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-f0ec7253-6b9a-4495-87dd-5b0e0b4ccfc5 tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ce6441ff-2fa8-4791-b10a-c878987d7c07), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.778694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-5a25d987-2a54-4e44-9c03-71d13d8b77d9 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031764 Feb 14 21:16:13.781570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1cfb841d-7223-4bd2-85b6-70f9299aa535), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.781916 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Added segment 1cfb841d-7223-4bd2-85b6-70f9299aa535 of type vlan for network db119397-096e-46ff-987e-696a7d2d142f Feb 14 21:16:13.808035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:13.815888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-6af8365f-5e84-4ca5-9527-fe100428fe09 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582103 Feb 14 21:16:13.847922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Allocated IP 192.168.233.116 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/026c1b9e-3d44-4700-9e1a-2b20e95000ee) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:13.851595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45fbb798-ec36-4c67-b92c-eec028baa6eb req-f0ec7253-6b9a-4495-87dd-5b0e0b4ccfc5 tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909810 Feb 14 21:16:13.871012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec7253-6b9a-4495-87dd-5b0e0b4ccfc5 tempest-LiveMigrationNegativeTest-1222654203 tempest-LiveMigrationNegativeTest-1222654203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6441ff-2fa8-4791-b10a-c878987d7c07,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:13.886485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (db119397-096e-46ff-987e-696a7d2d142f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.933640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['58b4c229-2d7a-4f4a-8a67-25dbc4b90198'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:13.973118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (db119397-096e-46ff-987e-696a7d2d142f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:13.974060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:13.974646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.004420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c30bb-8fb4-4cf9-b85d-7a92a78f92db req-5b7b65d7-1b0e-4001-9a13-6fc8cf920833 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.006177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c77c30bb-8fb4-4cf9-b85d-7a92a78f92db req-5b7b65d7-1b0e-4001-9a13-6fc8cf920833 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.1366217 Feb 14 21:16:14.009951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f5dafc9-cadc-4a1d-9e47-7701f3585355 req-37ce06e9-e70e-43b5-a71e-26612949bcbc service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181497 Feb 14 21:16:14.055942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9557920 Feb 14 21:16:14.062288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59e60-296b-4742-92bb-414c9db865ad req-cfb5f50c-a87d-4f52-8047-d61f0812b46b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.063912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbb59e60-296b-4742-92bb-414c9db865ad req-cfb5f50c-a87d-4f52-8047-d61f0812b46b tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 948 time: 0.1477635 Feb 14 21:16:14.065859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:14.079423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Request body: {'subnet': {'network_id': 'db119397-096e-46ff-987e-696a7d2d142f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-subnet', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:14.084449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb231d54-c120-41e5-9461-77d9378e26ce req-6a3f673e-b372-478d-b4ba-3e67c9c0bf83 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610953 Feb 14 21:16:14.130852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52bf32-1a0b-4dc9-bb55-aa06b2757c98 admin admin] Pushing event updated for resources: {'Network': ['ID=db119397-096e-46ff-987e-696a7d2d142f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:14.145192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network db119397-096e-46ff-987e-696a7d2d142f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:16:14.175193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-f0cb4bbc-4fc3-44e0-b3e0-31272148011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.176490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Made reservation on behalf of fe7a1e944e6d495d855c29ef25940081 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:14.176701 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-f0cb4bbc-4fc3-44e0-b3e0-31272148011a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=767e42a0fedb44d9ad36b9b65315168e&device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 1131 time: 0.0982661 Feb 14 21:16:14.178766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.187391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks [] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.216537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c77c30bb-8fb4-4cf9-b85d-7a92a78f92db req-bfb105cf-f8aa-4df9-a0ae-de659056eb08 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798062 Feb 14 21:16:14.220560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbb59e60-296b-4742-92bb-414c9db865ad req-16aa9214-00b8-4505-a850-437ad5309da9 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326876 Feb 14 21:16:14.318780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-e8228650-a554-400a-b5bd-5dd4d3cad0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.321178 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-e8228650-a554-400a-b5bd-5dd4d3cad0ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1367576 Feb 14 21:16:14.326800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.371907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-bdfb80f3-4e64-4b50-a754-71a59b1da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.373657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-bdfb80f3-4e64-4b50-a754-71a59b1da8d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1126 time: 0.2240324 Feb 14 21:16:14.402561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-1872c302-9f13-46ef-adb6-37f89b38f90c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0737736 Feb 14 21:16:14.470263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:14.473202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Pushing event updated for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:14.477557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:14.481127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:14.488118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-7bcc2e9b-c5bf-4d23-9e54-4a9f3502db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.489572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-7bcc2e9b-c5bf-4d23-9e54-4a9f3502db32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0754068 Feb 14 21:16:14.571426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.572127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.594987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-603618c8-4683-42b2-9990-c8314701af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.597283 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-603618c8-4683-42b2-9990-c8314701af7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0812757 Feb 14 21:16:14.602734 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-24a50236-3ccb-4e2b-b94c-68a487211404 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7331049 Feb 14 21:16:14.618636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Request body: {'port': {'device_id': 'ea689bc5-ef20-45be-839c-44261d992926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:14.620483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37c09-9125-4e5f-be73-702755acadc6 req-0af7af08-7c08-4f85-b429-cdcae09f1b0d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.622841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ee37c09-9125-4e5f-be73-702755acadc6 req-0af7af08-7c08-4f85-b429-cdcae09f1b0d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 944 time: 0.2999966 Feb 14 21:16:14.751608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf2e9f-2f99-4113-b347-7c927ba0de62 req-2c72e5b1-2686-481e-8ffc-ad7572f3d108 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.753138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9bf2e9f-2f99-4113-b347-7c927ba0de62 req-2c72e5b1-2686-481e-8ffc-ad7572f3d108 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 936 time: 0.2167025 Feb 14 21:16:14.779783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-24a6c242-c375-4baa-b958-5cb879dd092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:14.781287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-24a6c242-c375-4baa-b958-5cb879dd092a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.3988984 Feb 14 21:16:14.797483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (fb277034-a00e-4d4b-8717-0cd17fbc2dc6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.823408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0a585497-69a7-4ff6-8e81-0f0f1a8833fd None None] Provisioning complete for port 026c1b9e-3d44-4700-9e1a-2b20e95000ee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:14.824876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a585497-69a7-4ff6-8e81-0f0f1a8833fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:14.870555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0a585497-69a7-4ff6-8e81-0f0f1a8833fd None None] Port 026c1b9e-3d44-4700-9e1a-2b20e95000ee cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:14.875148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ee37c09-9125-4e5f-be73-702755acadc6 req-9b38830d-ac41-4586-93ef-a591723d22f4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267337 Feb 14 21:16:14.880957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-a24b681e-04da-4cf2-945c-53273887ac9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.0847771 Feb 14 21:16:14.975928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9bf2e9f-2f99-4113-b347-7c927ba0de62 req-a0eb61cf-141d-48ab-bdad-248ffca59904 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001030 Feb 14 21:16:14.984763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb277034-a00e-4d4b-8717-0cd17fbc2dc6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:15.003224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-1bf03e6c-c209-4b2a-bcb0-740f4dc25fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.004727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-1bf03e6c-c209-4b2a-bcb0-740f4dc25fbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1153901 Feb 14 21:16:15.010896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Checking segment: {'id': '1cfb841d-7223-4bd2-85b6-70f9299aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:15.011294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Network hostable DHCP agents. Network: db119397-096e-46ff-987e-696a7d2d142f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:16:15.036838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.046796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-c1e07db0-fb27-47da-ba48-7455165d033f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330462 Feb 14 21:16:15.059879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-a08596d7-f624-4088-bb95-806430ff406f service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561217 Feb 14 21:16:15.080625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Network db119397-096e-46ff-987e-696a7d2d142f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:16:15.131263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, db119397-096e-46ff-987e-696a7d2d142f) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:15.144352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aba7b5-273f-4ada-ae08-4a564610d7cf None None] Network db119397-096e-46ff-987e-696a7d2d142f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:15.153245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.153838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.192101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9293a822-374a-4f06-9e1a-fa483cd1ee44 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1246412 Feb 14 21:16:15.201376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40440) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:15.206569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:15.217562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-71ef6f8c-6f24-4251-9558-11b71e1a4890 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630089 Feb 14 21:16:15.231046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e2665cf4-f627-4bcb-9176-5d4d4c79e4ee req-d1f468ce-4429-47dd-97a0-f24c61214a79 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472085 Feb 14 21:16:15.232273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6745-8c96-4972-91ad-31ed39011b72 req-a9ce8e77-979e-4ebc-9c3d-87bd0b80b91c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.233964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9c6745-8c96-4972-91ad-31ed39011b72 req-a9ce8e77-979e-4ebc-9c3d-87bd0b80b91c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.1137450 Feb 14 21:16:15.237184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40442) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:15.300717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-db119397-096e-46ff-987e-696a7d2d142f', 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f', 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'fixed_ips': [{'subnet_id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:16:15.302253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.334146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (73d68ff2-3110-47d4-871a-503988c9d187), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.335125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (73d68ff2-3110-47d4-871a-503988c9d187), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.448965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:15.471857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47bd872f-1c94-4a9a-8d64-72b377f8de56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.484079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Allocated IP 172.20.0.2 (db119397-096e-46ff-987e-696a7d2d142f/fb277034-a00e-4d4b-8717-0cd17fbc2dc6/f2e9b945-7012-4e75-bd4b-409bf76e507f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:15.490292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9c6745-8c96-4972-91ad-31ed39011b72 req-84e2abb1-6773-46fd-ac6c-4c9d79b95e0c tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377849 Feb 14 21:16:15.492391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a270c1ba-3ba7-4c0c-82ae-a5748cdf3d08 req-6f8e8911-b52f-4b72-8753-19f4458ef7ef service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573504 Feb 14 21:16:15.512001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026c1b9e-3d44-4700-9e1a-2b20e95000ee {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:15.521148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for router_controller (73d68ff2-3110-47d4-871a-503988c9d187), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.524230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks [] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.553462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Transition to ACTIVE for port object 026c1b9e-3d44-4700-9e1a-2b20e95000ee will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:15.558682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.580839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de61f-ee9a-49ed-8905-d15a1df3777a req-95da13f3-1e50-46e2-9d34-16e38fde9754 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.586677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:15.587819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-718de61f-ee9a-49ed-8905-d15a1df3777a req-95da13f3-1e50-46e2-9d34-16e38fde9754 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.2146902 Feb 14 21:16:15.593510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:15.593891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.649805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Pushing event updated for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:15.709614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Attempting to bind port 026c1b9e-3d44-4700-9e1a-2b20e95000ee on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:15.709957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Attempting to bind port 026c1b9e-3d44-4700-9e1a-2b20e95000ee by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:15.710287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Attempting to bind port 026c1b9e-3d44-4700-9e1a-2b20e95000ee on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:15.714960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Port 026c1b9e-3d44-4700-9e1a-2b20e95000ee on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:15.715411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Attempting to bind port 026c1b9e-3d44-4700-9e1a-2b20e95000ee on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:15.720594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:15.720941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:15.721336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:15.721767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Bound port: 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:15.722132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.806447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:15.810449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:15.818620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.827590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for router_gateway (73d68ff2-3110-47d4-871a-503988c9d187), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.852777 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks [] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.854849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.857643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.858089 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] 10.222.0.83 "PUT /v2.0/ports/026c1b9e-3d44-4700-9e1a-2b20e95000ee HTTP/1.1" status: 200 len: 1097 time: 1.2441349 Feb 14 21:16:15.858538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:15.860876 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98b587-9607-4d4d-a228-f93c6e567c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:15.864024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.898496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077035-3ddd-42ee-9f92-ef5fd3d4874d service neutron] Pushing event updated for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:15.931401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47bd872f-1c94-4a9a-8d64-72b377f8de56 admin admin] Publish callbacks [] for security_group (3ea520f0-4812-4070-b843-082bc98f8e7d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.935896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Network db119397-096e-46ff-987e-696a7d2d142f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:15.942678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:15.951741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:15.963440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:15.963976 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.969624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-d0deb209-658b-4112-856a-bb4597e8fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:15.971344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-d0deb209-658b-4112-856a-bb4597e8fefc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c673702bc2f429782d418b4cb874318&device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 1131 time: 0.0606070 Feb 14 21:16:15.980200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-718de61f-ee9a-49ed-8905-d15a1df3777a req-c7af8f09-6ab4-4471-9306-6a0af5efb9c1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914363 Feb 14 21:16:15.985257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47bd872f-1c94-4a9a-8d64-72b377f8de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3ea520f0-4812-4070-b843-082bc98f8e7d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:15.990550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Pushing event updated for resources: {'Port': ['ID=f2e9b945-7012-4e75-bd4b-409bf76e507f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:16.002233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d34f8-a14c-487e-a835-2ca5aa6316ac req-cb4aeacb-c7a0-4233-907b-cb58cdbe1ef5 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.003920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d01d34f8-a14c-487e-a835-2ca5aa6316ac req-cb4aeacb-c7a0-4233-907b-cb58cdbe1ef5 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 948 time: 0.4140699 Feb 14 21:16:16.030300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:16.037578 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767f80aa-6382-4b3f-a055-b6ba3e72e096" -d '{"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-plugged", "status": "completed", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:16.054151 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-43993d42-eed0-4566-8c7a-57b0f6e136ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee HTTP/1.1" status: 200 len: 217 time: 0.0734777 Feb 14 21:16:16.085002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd872f-1c94-4a9a-8d64-72b377f8de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea520f0-4812-4070-b843-082bc98f8e7d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:16.087844 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776aa82-febc-457c-914d-f82eb031c88d x-openstack-request-id: req-4776aa82-febc-457c-914d-f82eb031c88d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:16.088146 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:16.088407 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4776aa82-febc-457c-914d-f82eb031c88d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:16.088813 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee', 'status': 'completed', 'code': 200} Feb 14 21:16:16.093138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-47bd872f-1c94-4a9a-8d64-72b377f8de56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64bdd6773d394226a897b8c45fce460a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8547149 Feb 14 21:16:16.098174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40458) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:16.115047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:16.124483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Attempting to bind port f2e9b945-7012-4e75-bd4b-409bf76e507f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:16.124863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Attempting to bind port f2e9b945-7012-4e75-bd4b-409bf76e507f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1cfb841d-7223-4bd2-85b6-70f9299aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:16.126861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Attempting to bind port f2e9b945-7012-4e75-bd4b-409bf76e507f on network db119397-096e-46ff-987e-696a7d2d142f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:16.136171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:16.136565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Checking segment: {'id': '1cfb841d-7223-4bd2-85b6-70f9299aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:16.137024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.137470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Bound using segment: {'id': '1cfb841d-7223-4bd2-85b6-70f9299aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:16.138079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Bound port: f2e9b945-7012-4e75-bd4b-409bf76e507f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfb841d-7223-4bd2-85b6-70f9299aa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:16.138999 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.146918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.159134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-d1214b33-95b4-4fcc-9a0a-a2ee1c4be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.160672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-d1214b33-95b4-4fcc-9a0a-a2ee1c4be9d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0973728 Feb 14 21:16:16.161572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d01d34f8-a14c-487e-a835-2ca5aa6316ac req-c1da6219-5baf-4707-a761-853a661bf57a tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335020 Feb 14 21:16:16.232894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-2490ce68-89af-42f5-81b1-4c56e07c36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.234444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-2490ce68-89af-42f5-81b1-4c56e07c36e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0636363 Feb 14 21:16:16.250727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] Publish callbacks [] for security_group (3ea520f0-4812-4070-b843-082bc98f8e7d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.282325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] For port f2e9b945-7012-4e75-bd4b-409bf76e507f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:16.286967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] For port f2e9b945-7012-4e75-bd4b-409bf76e507f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2e9b945-7012-4e75-bd4b-409bf76e507f,segment=NetworkSegment(1cfb841d-7223-4bd2-85b6-70f9299aa535),segment_id=1cfb841d-7223-4bd2-85b6-70f9299aa535)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:16.293980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:16.301281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.311070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077af2bb-01f4-4666-abf2-7080557a1049 req-068a300a-8eef-457b-a74b-170c4be9c871 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.315647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-077af2bb-01f4-4666-abf2-7080557a1049 req-068a300a-8eef-457b-a74b-170c4be9c871 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 945 time: 0.1577561 Feb 14 21:16:16.339759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] Publish callbacks [] for security_group (3ea520f0-4812-4070-b843-082bc98f8e7d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.372207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcdd7-1ef6-4dce-b689-62fe12ecdc4e None None] Pushing event updated for resources: {'Port': ['ID=f2e9b945-7012-4e75-bd4b-409bf76e507f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:16.372763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-e6fac98e-b153-4e8b-bfdd-6d1e68b5e3db service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315396 Feb 14 21:16:16.477773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-82374b03-2350-4cbe-9204-baf2769fc5e2 req-2978d3bc-ba8e-4d41-92de-1302e68e1dba service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954463 Feb 14 21:16:16.556390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-077af2bb-01f4-4666-abf2-7080557a1049 req-788d7c2a-61f1-44c5-8d53-011c8b27ff3a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142687 Feb 14 21:16:16.567878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438067d-8a51-43ae-8dfb-79a716606ac2 req-80fd845e-4454-46f9-b915-93a280de9f9e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.570501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8438067d-8a51-43ae-8dfb-79a716606ac2 req-80fd845e-4454-46f9-b915-93a280de9f9e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 948 time: 0.3104155 Feb 14 21:16:16.615142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-97572537-ba0f-4cde-8cbf-738d64134856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.618727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3ea520f0-4812-4070-b843-082bc98f8e7d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.619468 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-97572537-ba0f-4cde-8cbf-738d64134856 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c673702bc2f429782d418b4cb874318&device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 1131 time: 0.0759504 Feb 14 21:16:16.621278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.624323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3ea520f0-4812-4070-b843-082bc98f8e7d HTTP/1.1" status: 204 len: 168 time: 0.5228007 Feb 14 21:16:16.625048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for router_gateway (73d68ff2-3110-47d4-871a-503988c9d187), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.643902 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3baa2-3ba2-4ddc-8933-ccbfbf3ba328 x-openstack-request-id: req-c1e3baa2-3ba2-4ddc-8933-ccbfbf3ba328 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:16.644149 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-plugged", "status": "completed", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:16.644424 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c1e3baa2-3ba2-4ddc-8933-ccbfbf3ba328 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:16.644734 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'code': 200} Feb 14 21:16:16.671060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69872829-0c0a-4836-8179-628a7e1b5fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea520f0-4812-4070-b843-082bc98f8e7d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:16.684512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:16.785945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-086bc454-0697-4735-a00e-678abf90b7df tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.787607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-086bc454-0697-4735-a00e-678abf90b7df tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.83 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.3048761 Feb 14 21:16:16.790558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-3afbd043-fd38-4353-9339-0c2a6e59ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.792034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-3afbd043-fd38-4353-9339-0c2a6e59ef01 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1601007 Feb 14 21:16:16.837764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-f1caf065-a002-48f4-91d6-198c665d3979 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee HTTP/1.1" status: 200 len: 217 time: 0.0401931 Feb 14 21:16:16.890268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-1e903b1e-2252-479f-8a4b-23daa84b6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.891886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-1e903b1e-2252-479f-8a4b-23daa84b6163 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0479765 Feb 14 21:16:16.949471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-058f9488-b3a3-4abb-8571-3ab5b039490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:16.951089 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-058f9488-b3a3-4abb-8571-3ab5b039490b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0518873 Feb 14 21:16:17.005805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40468) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:17.024698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7977b631-bb6d-4663-bd76-5b8cfa8494a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.085954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-b0fcd6a9-b33d-435b-adb3-8b7f9923c708 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276238 Feb 14 21:16:17.156829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8438067d-8a51-43ae-8dfb-79a716606ac2 req-c70e3bcf-49b9-4e4e-8396-d23c6d1e33ab tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744274 Feb 14 21:16:17.216449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7977b631-bb6d-4663-bd76-5b8cfa8494a4 admin admin] Publish callbacks [] for security_group (9f804135-c7b3-4134-a4a7-73d55f58a486), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.227479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16d08-e75c-4886-8ba4-4ebf147661d6 req-33f50cfe-d018-47f4-8929-cb67cb61b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:17.228009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7977b631-bb6d-4663-bd76-5b8cfa8494a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9f804135-c7b3-4134-a4a7-73d55f58a486), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.229001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7de16d08-e75c-4886-8ba4-4ebf147661d6 req-33f50cfe-d018-47f4-8929-cb67cb61b3db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1128 time: 0.4673240 Feb 14 21:16:17.246531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aff5c-d7f5-46ab-8c90-d0f2a62316c0 req-70c434a1-7669-48f8-8f47-17c8a28f72dc tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:17.248102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35aff5c-d7f5-46ab-8c90-d0f2a62316c0 req-70c434a1-7669-48f8-8f47-17c8a28f72dc tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 950 time: 0.4893086 Feb 14 21:16:17.249989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Allocated IP 172.25.2.85 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/09e21661-2aa5-46a0-a70b-1a83c6aa54b7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:17.261989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dc98b587-9607-4d4d-a228-f93c6e567c4c req-fff0628c-d44e-4ddd-8ff9-194d1fbd1502 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687062 Feb 14 21:16:17.283225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977b631-bb6d-4663-bd76-5b8cfa8494a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f804135-c7b3-4134-a4a7-73d55f58a486,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:17.316682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7977b631-bb6d-4663-bd76-5b8cfa8494a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=90abb9b5cfb442d5a57a69b165301c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097925 Feb 14 21:16:17.319222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40474) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:17.379081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] Publish callbacks [] for security_group (9f804135-c7b3-4134-a4a7-73d55f58a486), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.406429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] Publish callbacks [] for security_group (9f804135-c7b3-4134-a4a7-73d55f58a486), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.435289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7de16d08-e75c-4886-8ba4-4ebf147661d6 req-8a2e58de-5dbf-417f-a00e-92b91d1cd8b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982186 Feb 14 21:16:17.444251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Deleting port d2138c2b-9b45-4781-80dc-39e6f5a2b32e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:17.445459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.465497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9f804135-c7b3-4134-a4a7-73d55f58a486), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.469903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.473848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f804135-c7b3-4134-a4a7-73d55f58a486 HTTP/1.1" status: 204 len: 168 time: 0.1527035 Feb 14 21:16:17.483096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34849cd-c7a6-475b-8720-bbc6744bce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f804135-c7b3-4134-a4a7-73d55f58a486,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:17.511024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35aff5c-d7f5-46ab-8c90-d0f2a62316c0 req-219cf318-f712-417a-bae9-010d0ceb2ba5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465415 Feb 14 21:16:17.533925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598a78f-7cc1-496d-8626-c9ff396056f0 None None] Network db119397-096e-46ff-987e-696a7d2d142f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:17.536327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be81b9f-22d8-450c-b1b3-186117813032 req-5315a8e4-85cc-4fb1-a745-f699c962a312 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:17.543064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be81b9f-22d8-450c-b1b3-186117813032 req-5315a8e4-85cc-4fb1-a745-f699c962a312 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.2831261 Feb 14 21:16:17.611969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.643098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Provisioning complete for port f2e9b945-7012-4e75-bd4b-409bf76e507f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:17.643553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.671118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] For port d2138c2b-9b45-4781-80dc-39e6f5a2b32e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:17.671516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.687792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be81b9f-22d8-450c-b1b3-186117813032 req-0aa8c331-2bdf-4204-8b6f-b5aa5991d43c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437299 Feb 14 21:16:17.708323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Calling delete_port for d2138c2b-9b45-4781-80dc-39e6f5a2b32e owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:17.756656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8ebf-210c-42df-9f87-593aac439613 req-4401a64d-a287-405f-8cf2-af91570fe96c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:17.764833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eefc8ebf-210c-42df-9f87-593aac439613 req-4401a64d-a287-405f-8cf2-af91570fe96c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 948 time: 0.1558721 Feb 14 21:16:17.770876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Current status of the port f2e9b945-7012-4e75-bd4b-409bf76e507f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:17.771373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.810203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] For port f2e9b945-7012-4e75-bd4b-409bf76e507f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2e9b945-7012-4e75-bd4b-409bf76e507f,segment=NetworkSegment(1cfb841d-7223-4bd2-85b6-70f9299aa535),segment_id=1cfb841d-7223-4bd2-85b6-70f9299aa535)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:17.818016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.867306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:17.885153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe487-1937-425d-a60b-af315f06ea41 None None] Pushing event updated for resources: {'Port': ['ID=f2e9b945-7012-4e75-bd4b-409bf76e507f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:17.961298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Pushing event updated for resources: {'Port': ['ID=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:17.969926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:17.981818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:17.986713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:17.995688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eefc8ebf-210c-42df-9f87-593aac439613 req-820d49e8-a98d-4d44-a977-fcb582cda611 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300315 Feb 14 21:16:18.040767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-58733e56-d05e-4603-97e4-d982ab61efc4 None None] Provisioning complete for port f2e9b945-7012-4e75-bd4b-409bf76e507f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:18.041471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58733e56-d05e-4603-97e4-d982ab61efc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.045103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e31e-6d25-4dcb-b274-30f77b712cf4 req-c1049427-fe0a-4931-9c5f-b7c4f63f4d06 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:18.046618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9505e31e-6d25-4dcb-b274-30f77b712cf4 req-c1049427-fe0a-4931-9c5f-b7c4f63f4d06 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 945 time: 0.2451165 Feb 14 21:16:18.137290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f2e9b945-7012-4e75-bd4b-409bf76e507f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:18.176645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-58733e56-d05e-4603-97e4-d982ab61efc4 None None] Current status of the port f2e9b945-7012-4e75-bd4b-409bf76e507f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:18.208996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f2e9b945-7012-4e75-bd4b-409bf76e507f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:18.209373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.219281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d2138c2b-9b45-4781-80dc-39e6f5a2b32e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.236880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:18.239219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['d2138c2b-9b45-4781-80dc-39e6f5a2b32e'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:18.243693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9505e31e-6d25-4dcb-b274-30f77b712cf4 req-4b2faf91-cb35-450a-898e-9e6d78430885 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764271 Feb 14 21:16:18.316710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Pushing event deleted for resources: {'Port': ['ID=d2138c2b-9b45-4781-80dc-39e6f5a2b32e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:18.411678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f2e9b945-7012-4e75-bd4b-409bf76e507f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:18.412675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] No DVR routers for this DVR port d2138c2b-9b45-4781-80dc-39e6f5a2b32e on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:18.419043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.423089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5cfa5d8-a7fa-4d47-814a-3637e562598e req-28a75caf-a45c-4015-b77e-4eb56f64ec9e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.83 "DELETE /v2.0/ports/d2138c2b-9b45-4781-80dc-39e6f5a2b32e HTTP/1.1" status: 204 len: 173 time: 1.5899224 Feb 14 21:16:18.425089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'name': 'network-vif-deleted', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:18.428785 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ca46e-08bd-4d8d-889f-96db472066a4" -d '{"events": [{"server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "name": "network-vif-deleted", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:18.536076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63436e38-25c1-4850-811b-8a541e9f3377 req-70646f33-4814-41b9-9d87-cd013188186f tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:18.542814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63436e38-25c1-4850-811b-8a541e9f3377 req-70646f33-4814-41b9-9d87-cd013188186f tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 948 time: 0.2296958 Feb 14 21:16:18.592677 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cb72b1-e41f-4c98-a8c6-09b02560568e x-openstack-request-id: req-72cb72b1-e41f-4c98-a8c6-09b02560568e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:18.592986 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4303cef6-f4a1-4e4c-a446-68c4c9061c64", "name": "network-vif-deleted", "tag": "d2138c2b-9b45-4781-80dc-39e6f5a2b32e", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:18.593248 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72cb72b1-e41f-4c98-a8c6-09b02560568e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:18.593709 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4303cef6-f4a1-4e4c-a446-68c4c9061c64', 'name': 'network-vif-deleted', 'tag': 'd2138c2b-9b45-4781-80dc-39e6f5a2b32e', 'status': 'completed', 'code': 200} Feb 14 21:16:18.631923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for router_gateway (73d68ff2-3110-47d4-871a-503988c9d187), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.701509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63436e38-25c1-4850-811b-8a541e9f3377 req-17fc2be1-85aa-41a0-9ac3-138e93fb625d tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131966 Feb 14 21:16:18.720419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6411e0b-661b-4b8e-aa5c-b22e9471d7ea req-89505167-2f84-4cfa-a398-80503bc2ec2e tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=4303cef6-f4a1-4e4c-a446-68c4c9061c64 HTTP/1.1" status: 200 len: 210 time: 0.0455523 Feb 14 21:16:18.871586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046723e-a6ed-418f-965f-fb32bc35578d req-f65d7871-00f9-499d-8a53-8b3568373699 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:18.873367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9046723e-a6ed-418f-965f-fb32bc35578d req-f65d7871-00f9-499d-8a53-8b3568373699 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.1055164 Feb 14 21:16:18.967399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (73d68ff2-3110-47d4-871a-503988c9d187), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:18.975131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9046723e-a6ed-418f-965f-fb32bc35578d req-1e461033-d481-4a23-982e-293c8b8439a1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954461 Feb 14 21:16:19.139021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542f730-ed3c-4079-9fb8-5eff5a556050 req-f10596a8-c092-4c22-9c2b-51b557f9a094 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:19.140566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e542f730-ed3c-4079-9fb8-5eff5a556050 req-f10596a8-c092-4c22-9c2b-51b557f9a094 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 948 time: 0.0719328 Feb 14 21:16:19.178010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Router 73d68ff2-3110-47d4-871a-503988c9d187 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:16:19.207256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e542f730-ed3c-4079-9fb8-5eff5a556050 req-cc3157b2-5e91-4419-91ac-24a668a60b47 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573001 Feb 14 21:16:19.314487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:16:19.328758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47985065-fd87-4f10-828e-d33369092296 None None] Sync routers for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:16:19.341362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] Routers {'73d68ff2-3110-47d4-871a-503988c9d187'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:19.342571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['73d68ff2-3110-47d4-871a-503988c9d187'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:19.342762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:19.344215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2520ab3-b2ae-4c96-aa04-071661e3a3aa admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1414106 Feb 14 21:16:19.347244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40530) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:19.389441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ae17-d7fc-4c71-be6f-458b5c74a363 req-ed07283c-698b-4f7d-aa30-e031492e8377 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:19.392613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d10ae17-d7fc-4c71-be6f-458b5c74a363 req-ed07283c-698b-4f7d-aa30-e031492e8377 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 945 time: 0.0643799 Feb 14 21:16:19.455686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d10ae17-d7fc-4c71-be6f-458b5c74a363 req-f4acf2d9-0b72-4efb-bd69-52a8848b276f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575564 Feb 14 21:16:19.462988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 026c1b9e-3d44-4700-9e1a-2b20e95000ee details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:19.494030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] Set router 73d68ff2-3110-47d4-871a-503988c9d187 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:19.647590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:19.767994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adfa3b-16db-4cc5-a48f-d02912976b35 req-c6aed997-19cd-4982-aa5b-8aa741eaf1ec tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:19.770374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43adfa3b-16db-4cc5-a48f-d02912976b35 req-c6aed997-19cd-4982-aa5b-8aa741eaf1ec tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1128 time: 0.0663526 Feb 14 21:16:19.823358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:19.840395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43adfa3b-16db-4cc5-a48f-d02912976b35 req-948d53e4-78b7-4ec7-856d-9b2c469513ca tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Feb 14 21:16:19.855244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '026c1b9e-3d44-4700-9e1a-2b20e95000ee', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '026c1b9e-3d44-4700-9e1a-2b20e95000ee', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:19.891791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:19.904175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:19.931028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7', 'mac_address': 'fa:16:3e:ac:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:19.932572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 026c1b9e-3d44-4700-9e1a-2b20e95000ee is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:19.932968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:19.949319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:18Z', 'revision_number': 3, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:19.956514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026c1b9e-3d44-4700-9e1a-2b20e95000ee {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:20.027936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623687c-069e-45ce-9841-196072e11bce req-13d57dbe-df37-4237-aa66-d526d9f621a5 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:20.029746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6623687c-069e-45ce-9841-196072e11bce req-13d57dbe-df37-4237-aa66-d526d9f621a5 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 948 time: 0.1286736 Feb 14 21:16:20.102073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6623687c-069e-45ce-9841-196072e11bce req-1c1f65b5-10ec-4781-a5bf-c7e96064d9dc tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666709 Feb 14 21:16:20.133096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47985065-fd87-4f10-828e-d33369092296 None None] Checking router: 73d68ff2-3110-47d4-871a-503988c9d187 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:16:20.133459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47985065-fd87-4f10-828e-d33369092296 None None] Updating router 73d68ff2-3110-47d4-871a-503988c9d187 port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:16:20.136750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Allocated IP 172.20.0.1 (db119397-096e-46ff-987e-696a7d2d142f/fb277034-a00e-4d4b-8717-0cd17fbc2dc6/46b1884c-4d9f-478b-b267-5a3ab061cb07) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:20.148134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd3aa-50bd-4a7c-afc1-40c915439653 req-c8fbac87-9412-43ab-a34e-73fc1b777657 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:20.156267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a2fd3aa-50bd-4a7c-afc1-40c915439653 req-c8fbac87-9412-43ab-a34e-73fc1b777657 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1128 time: 0.0711164 Feb 14 21:16:20.175482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:20.189117 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.197676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:20.197676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.216287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.236209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a2fd3aa-50bd-4a7c-afc1-40c915439653 req-43c21655-2788-4f41-9ecf-4ae27f815a1f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Feb 14 21:16:20.256001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks [] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.267313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:20.280895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cb21-5882-4e3c-b83a-e4c3db99ebee req-154e825a-f42c-4bc5-80f1-c67a7eccf15c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:20.280895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a34cb21-5882-4e3c-b83a-e4c3db99ebee req-154e825a-f42c-4bc5-80f1-c67a7eccf15c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.0973661 Feb 14 21:16:20.309607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.349307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Network db119397-096e-46ff-987e-696a7d2d142f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:20.351068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:20.352565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:20.358734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a34cb21-5882-4e3c-b83a-e4c3db99ebee req-163c8a21-c722-4f57-863a-40ffddafd4cb tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Feb 14 21:16:20.360876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:20.369519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.370344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:20.370565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:20.396446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=46b1884c-4d9f-478b-b267-5a3ab061cb07,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:20.421149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (73d68ff2-3110-47d4-871a-503988c9d187), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.425627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['026c1b9e-3d44-4700-9e1a-2b20e95000ee'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:20.594301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:20.605972 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.679719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905254cb-b468-44ae-a75d-6a454ba7d071 req-55550fee-2dcf-4d0f-86fa-da0d7e7379fe tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:20.687210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-905254cb-b468-44ae-a75d-6a454ba7d071 req-55550fee-2dcf-4d0f-86fa-da0d7e7379fe tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 949 time: 0.1049612 Feb 14 21:16:20.710388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:20.743543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '5f44496f-236c-46ac-a792-7512baa86ded', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'port_id': '5f44496f-236c-46ac-a792-7512baa86ded', 'mac_address': 'fa:16:3e:6a:fa:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ca0acc-07aa-4e24-8fef-6e0bb69ddfed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:20.769405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-905254cb-b468-44ae-a75d-6a454ba7d071 req-82d02d4d-39f9-4bc0-983a-06df5496a7eb tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Feb 14 21:16:20.839380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks [] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.848556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.859664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5f44496f-236c-46ac-a792-7512baa86ded is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:20.860068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.890532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ada91b71-3eb6-4481-a2f4-1c75645d09a9 None None] Provisioning complete for port 46b1884c-4d9f-478b-b267-5a3ab061cb07 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:20.891051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ada91b71-3eb6-4481-a2f4-1c75645d09a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.900723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks [] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.912134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9b42-ea42-44ea-a63d-9a9aba8faa28 req-b06de9d6-ec1b-4113-a659-cb4e87f71e9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:20.919947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c5a9b42-ea42-44ea-a63d-9a9aba8faa28 req-b06de9d6-ec1b-4113-a659-cb4e87f71e9b tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.0837898 Feb 14 21:16:20.933748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f44496f-236c-46ac-a792-7512baa86ded {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:20.941961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:20.992101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c5a9b42-ea42-44ea-a63d-9a9aba8faa28 req-c12af964-4472-4f9f-aea6-7b32c7c08e4f tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704799 Feb 14 21:16:21.003803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=46b1884c-4d9f-478b-b267-5a3ab061cb07,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:21.004035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:21.019804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.022212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ada91b71-3eb6-4481-a2f4-1c75645d09a9 None None] Port 46b1884c-4d9f-478b-b267-5a3ab061cb07 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:21.026539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (73d68ff2-3110-47d4-871a-503988c9d187), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.045567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-47985065-fd87-4f10-828e-d33369092296 None None] Attempting to bind port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:21.045985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-47985065-fd87-4f10-828e-d33369092296 None None] Attempting to bind port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:21.046355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47985065-fd87-4f10-828e-d33369092296 None None] Attempting to bind port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:21.048613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201eff0-fac0-4741-bf64-60a269b41ffa None None] Pushing event updated for resources: {'Port': ['ID=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:21.085999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47985065-fd87-4f10-828e-d33369092296 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:21.086403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47985065-fd87-4f10-828e-d33369092296 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:21.086822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.087308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47985065-fd87-4f10-828e-d33369092296 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:21.089700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-47985065-fd87-4f10-828e-d33369092296 None None] Bound port: 09e21661-2aa5-46a0-a70b-1a83c6aa54b7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:21.090105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.148377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Network db119397-096e-46ff-987e-696a7d2d142f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:21.150365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:21.158504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:21.171332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-47985065-fd87-4f10-828e-d33369092296 None None] For port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:21.175694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-47985065-fd87-4f10-828e-d33369092296 None None] For port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:21.184870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47985065-fd87-4f10-828e-d33369092296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.291809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201eff0-fac0-4741-bf64-60a269b41ffa None None] Pushing event updated for resources: {'Port': ['ID=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:21.300431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] Routers {'73d68ff2-3110-47d4-871a-503988c9d187'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:21.301168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['73d68ff2-3110-47d4-871a-503988c9d187'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:21.323390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94161168-249c-4c19-8492-48a5bdcb1fc9 req-cae02a77-88a2-433c-89da-874efae1b77d tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:21.333846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94161168-249c-4c19-8492-48a5bdcb1fc9 req-cae02a77-88a2-433c-89da-874efae1b77d tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 949 time: 0.1160343 Feb 14 21:16:21.380777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Router 73d68ff2-3110-47d4-871a-503988c9d187 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:16:21.423551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94161168-249c-4c19-8492-48a5bdcb1fc9 req-e6d04d82-fd9a-4918-ae1a-34850eed9362 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835392 Feb 14 21:16:21.474338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['5f44496f-236c-46ac-a792-7512baa86ded'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:21.477030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:21.490411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 026c1b9e-3d44-4700-9e1a-2b20e95000ee up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:21.564040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:16:21.577376 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c20a20af-998b-4885-abb8-6e858090e3a7 admin admin] 10.222.0.86 "PUT /v2.0/routers/73d68ff2-3110-47d4-871a-503988c9d187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2289119 Feb 14 21:16:21.615101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878e440-3a19-4e44-891b-183bbec56d6a req-8bd3e749-d29a-4424-bd75-2189e881ff87 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:21.617662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8878e440-3a19-4e44-891b-183bbec56d6a req-8bd3e749-d29a-4424-bd75-2189e881ff87 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.1069708 Feb 14 21:16:21.685686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] Set router 73d68ff2-3110-47d4-871a-503988c9d187 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:21.691068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8878e440-3a19-4e44-891b-183bbec56d6a req-a1e8d610-7200-4a42-8c40-08679e9786ee tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Feb 14 21:16:21.754112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f5e3b84d-ddff-426d-83e4-96a9e8e1f104 None None] Provisioning complete for port 46b1884c-4d9f-478b-b267-5a3ab061cb07 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:21.754497 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b84d-ddff-426d-83e4-96a9e8e1f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.905073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 026c1b9e-3d44-4700-9e1a-2b20e95000ee completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:21.905999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40626) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:21.910908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b84d-ddff-426d-83e4-96a9e8e1f104 None None] Port 46b1884c-4d9f-478b-b267-5a3ab061cb07 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:21.916259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e03e60-453b-411c-8371-69334e4b545f req-cc7793a5-1ba0-47b3-aad9-afddae20244d tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:21.924051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e03e60-453b-411c-8371-69334e4b545f req-cc7793a5-1ba0-47b3-aad9-afddae20244d tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 949 time: 0.0822594 Feb 14 21:16:21.953065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 026c1b9e-3d44-4700-9e1a-2b20e95000ee triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:21.953610 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:21.977735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e03e60-453b-411c-8371-69334e4b545f req-926d0951-85c6-417a-89de-5f35472f2ac4 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527458 Feb 14 21:16:22.135787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eeb38486-45bc-40c9-91a1-0b1b88f3f3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.250558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eeb38486-45bc-40c9-91a1-0b1b88f3f3de admin admin] Publish callbacks [] for security_group (9cb60ef4-6f77-4ec9-b6c7-efa0fac50234), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.255855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eeb38486-45bc-40c9-91a1-0b1b88f3f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9cb60ef4-6f77-4ec9-b6c7-efa0fac50234), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.286460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72f10e3c-30e2-417a-8255-002eb2f9a145 req-0181c322-5e50-44c3-8fff-357174400808 tempest-FloatingIPsNegativeTestJSON-966778539 tempest-FloatingIPsNegativeTestJSON-966778539-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=fe7a1e944e6d495d855c29ef25940081 HTTP/1.1" status: 200 len: 217 time: 0.0613012 Feb 14 21:16:22.314288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-991bbd40-66fb-4fd5-9d39-1d1685c9d3ad tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:16:22.322602 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-991bbd40-66fb-4fd5-9d39-1d1685c9d3ad tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217988 Feb 14 21:16:22.337426 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eeb38486-45bc-40c9-91a1-0b1b88f3f3de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f55ee4c5cafc49079ca2bf5a31ebf730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308560 Feb 14 21:16:22.340171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:22.357964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb38486-45bc-40c9-91a1-0b1b88f3f3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb60ef4-6f77-4ec9-b6c7-efa0fac50234,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:22.365882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 026c1b9e-3d44-4700-9e1a-2b20e95000ee is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:22.366314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.386321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-1ba8139e-3f12-43aa-b47d-331c63bc41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:22.387767 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-1ba8139e-3f12-43aa-b47d-331c63bc41dc service neutron] 10.222.0.86 "GET /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 1125 time: 0.0644221 Feb 14 21:16:22.400476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:22.400790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:22.401471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Unknown quota resources ['binding']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:16:22.403045 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62b044-8c73-4624-b6d4-01fd6601a772" -d '{"events": [{"server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "name": "network-vif-plugged", "status": "completed", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:22.416940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-47985065-fd87-4f10-828e-d33369092296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 4, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '46b1884c-4d9f-478b-b267-5a3ab061cb07', 'name': '', 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'mac_address': 'fa:16:3e:2e:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:19Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 2, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'subnets': [{'id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:22.422474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:22.449200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.450196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d2138c2b-9b45-4781-80dc-39e6f5a2b32e no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:22.452184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47985065-fd87-4f10-828e-d33369092296 None None] The sync data for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 is: [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 4, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '46b1884c-4d9f-478b-b267-5a3ab061cb07', 'name': '', 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'mac_address': 'fa:16:3e:2e:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:19Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 2, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'subnets': [{'id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:16:22.478499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: d2138c2b-9b45-4781-80dc-39e6f5a2b32e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:22.479614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d2138c2b-9b45-4781-80dc-39e6f5a2b32e not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:22.480439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] Publish callbacks [] for security_group (9cb60ef4-6f77-4ec9-b6c7-efa0fac50234), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.526600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:22.542810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] Publish callbacks [] for security_group (9cb60ef4-6f77-4ec9-b6c7-efa0fac50234), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.625645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:22.626360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:22.626913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:22.633645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:22.633981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:22.639731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9cb60ef4-6f77-4ec9-b6c7-efa0fac50234), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.642581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.643790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9cb60ef4-6f77-4ec9-b6c7-efa0fac50234 HTTP/1.1" status: 204 len: 168 time: 0.2869046 Feb 14 21:16:22.644770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:22.645121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:22.645507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:22.645945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Bound port: 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:22.692867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-67b1534b-4974-4ff2-9758-540f6cccc894 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:22.695218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-67b1534b-4974-4ff2-9758-540f6cccc894 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.3745401 Feb 14 21:16:22.702311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb18358-dc4a-4fdf-a174-d36dcc948363 req-74cdf1a7-736d-441e-936a-31504609e319 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:22.711703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdb18358-dc4a-4fdf-a174-d36dcc948363 req-74cdf1a7-736d-441e-936a-31504609e319 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 950 time: 0.3811996 Feb 14 21:16:22.717568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff53e-13fe-4d25-95ba-19dfbef8d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb60ef4-6f77-4ec9-b6c7-efa0fac50234,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:22.780482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:22.793010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.794227 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-45e88850-1c9d-48e4-bde7-f7baac4f49bb service neutron] 10.222.0.86 "POST /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198/bindings HTTP/1.1" status: 201 len: 390 time: 0.3977954 Feb 14 21:16:22.836702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdb18358-dc4a-4fdf-a174-d36dcc948363 req-12073344-ad27-4876-930f-3d357b59e2be tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/security-groups?id=293c3a2f-1763-40aa-a0b5-30106a3cc6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239915 Feb 14 21:16:22.922814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5462bb05-7d90-427d-8f8b-f17290bc7d37 req-55bcc689-a4b5-4737-abb6-703264a7b740 tempest-FloatingIPsNegativeTestJSON-966778539 tempest-FloatingIPsNegativeTestJSON-966778539-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0414948 Feb 14 21:16:22.949124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Deleting port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:22.949531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:22.950141 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b13f2-1459-48ef-9ad3-86aa666ee1a7 x-openstack-request-id: req-088b13f2-1459-48ef-9ad3-86aa666ee1a7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:22.950536 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "name": "network-vif-plugged", "status": "completed", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:22.951026 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-088b13f2-1459-48ef-9ad3-86aa666ee1a7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:22.951666 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee', 'code': 200} Feb 14 21:16:23.136760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-c3469e38-ad03-4fe9-8e75-2be896f27ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.139392 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-c3469e38-ad03-4fe9-8e75-2be896f27ffd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1128 time: 0.0560653 Feb 14 21:16:23.196242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40658) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:23.229068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] For port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:23.229476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.240839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cf1b-c767-4e3d-a7a8-e3a1af5ea72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.265343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a548bdc-4d48-48ec-8d8d-ed4decbb2633 req-055c8ecf-b9e9-4235-8144-44f58800913e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.266613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-40f470d1-e5eb-4c02-9480-d2d28cf89e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.266871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a548bdc-4d48-48ec-8d8d-ed4decbb2633 req-055c8ecf-b9e9-4235-8144-44f58800913e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 950 time: 0.2155495 Feb 14 21:16:23.270117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8154-8633-4762-80dd-52c107fb716b req-86f81edd-6a20-47f4-8d36-164ce8905e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.272108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02c8154-8633-4762-80dd-52c107fb716b req-86f81edd-6a20-47f4-8d36-164ce8905e04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 1133 time: 0.2167556 Feb 14 21:16:23.276766 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-40f470d1-e5eb-4c02-9480-d2d28cf89e44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1303277 Feb 14 21:16:23.285388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380aebf-0632-4c8b-a3ce-64af4e567880 req-5ee5565a-e798-44b2-a17e-4b4bbd7dc673 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.286928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c380aebf-0632-4c8b-a3ce-64af4e567880 req-5ee5565a-e798-44b2-a17e-4b4bbd7dc673 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.2338574 Feb 14 21:16:23.289813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Calling delete_port for b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:23.333857 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-e6cff079-d88d-45ab-8961-6b2d543acdc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0497403 Feb 14 21:16:23.385242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-aec35c79-f9b9-496b-9837-291412af50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.386743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-aec35c79-f9b9-496b-9837-291412af50d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0476022 Feb 14 21:16:23.428507 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-7874df01-39f6-4e93-9ec4-aba481fdc601 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353527 Feb 14 21:16:23.492608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02c8154-8633-4762-80dd-52c107fb716b req-d8cdf9ff-99a5-4c62-8985-97cc344e3dd3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006371 Feb 14 21:16:23.502082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c380aebf-0632-4c8b-a3ce-64af4e567880 req-19041889-954e-4c8c-afd0-f31a83c1690a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069883 Feb 14 21:16:23.520449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a548bdc-4d48-48ec-8d8d-ed4decbb2633 req-6e4d4471-ecd4-4806-96f7-cb016beb48b7 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322996 Feb 14 21:16:23.543255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-051851ac-ccce-4ffa-a8e3-ba2d1d10f171 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077826 Feb 14 21:16:23.620239 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-a8d2eb06-4a2f-470c-8375-cf342ad19ac8 req-3632a3a6-111b-4a6a-8671-f8f3ab4b208f tempest-FloatingIPsNegativeTestJSON-966778539 tempest-FloatingIPsNegativeTestJSON-966778539-project] show failed (client error): The resource could not be found. Feb 14 21:16:23.621325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8d2eb06-4a2f-470c-8375-cf342ad19ac8 req-3632a3a6-111b-4a6a-8671-f8f3ab4b208f tempest-FloatingIPsNegativeTestJSON-966778539 tempest-FloatingIPsNegativeTestJSON-966778539-project] 10.222.0.86 "GET /v2.0/floatingips/da778617-80ae-43cc-b106-4e14d595e3ee HTTP/1.1" status: 404 len: 350 time: 0.0683439 Feb 14 21:16:23.625722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:23.636417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40660) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:23.662663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cf1b-c767-4e3d-a7a8-e3a1af5ea72b admin admin] Publish callbacks [] for security_group (fd1c5de3-279f-4132-a1f0-876529ddf182), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.697974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 5f44496f-236c-46ac-a792-7512baa86ded completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:23.703323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 5f44496f-236c-46ac-a792-7512baa86ded triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:23.703801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5f44496f-236c-46ac-a792-7512baa86ded), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.708609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cf1b-c767-4e3d-a7a8-e3a1af5ea72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd1c5de3-279f-4132-a1f0-876529ddf182), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.745908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-ef24e40e-b0ac-4c0d-8f27-6bde928c8c5b service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957054 Feb 14 21:16:23.804221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7cf1b-c767-4e3d-a7a8-e3a1af5ea72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c5de3-279f-4132-a1f0-876529ddf182,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:23.820578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5f44496f-236c-46ac-a792-7512baa86ded is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:23.821074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.827538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4ec7cf1b-c767-4e3d-a7a8-e3a1af5ea72b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f48301a66f094ffc8d070d515a68cd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6290336 Feb 14 21:16:23.830520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40662) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:23.852293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00263382-638c-4cbd-8f3a-b5aa86db42bd req-7a5fa36e-201f-4c2c-aa39-b037947add22 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.853834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00263382-638c-4cbd-8f3a-b5aa86db42bd req-7a5fa36e-201f-4c2c-aa39-b037947add22 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 945 time: 0.2520134 Feb 14 21:16:23.854496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.886997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:23.890536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:23.926814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:23.928076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:23.937167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Pushing event deleted for resources: {'Port': ['ID=b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:23.950005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c995-1ebe-4d46-9662-0190cbe0d62e req-943403d5-5b5e-4b8b-a3a4-5992bf039b37 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.951600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b601c995-1ebe-4d46-9662-0190cbe0d62e req-943403d5-5b5e-4b8b-a3a4-5992bf039b37 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 949 time: 0.2519877 Feb 14 21:16:23.988523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-31d19d03-1bdf-44a7-be85-2a25f6827af9 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:23.990048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-31d19d03-1bdf-44a7-be85-2a25f6827af9 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.1830244 Feb 14 21:16:24.054746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:24.061413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] No DVR routers for this DVR port b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:24.062015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:24.076056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.080010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5bfbbc9-5678-499e-8f0b-33ba3afe14f3 req-3c6b0064-40c0-4ef8-a33b-26e2db7963d5 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.64 "DELETE /v2.0/ports/b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 HTTP/1.1" status: 204 len: 173 time: 1.3655894 Feb 14 21:16:24.080495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'name': 'network-vif-deleted', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:24.082833 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41126513-f7bb-4902-8d1d-2c9cf70474ae" -d '{"events": [{"server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "name": "network-vif-deleted", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:24.087592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:24.094567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:24.095876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.134818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] Publish callbacks [] for security_group (fd1c5de3-279f-4132-a1f0-876529ddf182), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.168477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00263382-638c-4cbd-8f3a-b5aa86db42bd req-5a55716b-ae43-4e86-be6f-01f277a7c37b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037248 Feb 14 21:16:24.198508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:24.213437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] Publish callbacks [] for security_group (fd1c5de3-279f-4132-a1f0-876529ddf182), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.218337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b601c995-1ebe-4d46-9662-0190cbe0d62e req-a8251ff0-1af9-46f4-96bf-e0f4cc411c95 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465303 Feb 14 21:16:24.348014 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ec0a6-c909-4818-b86e-2ba8d364f1ba x-openstack-request-id: req-e47ec0a6-c909-4818-b86e-2ba8d364f1ba {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:24.348621 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac19b46-09b0-44f6-8c79-9721110cdc0e", "name": "network-vif-deleted", "tag": "b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:24.349047 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e47ec0a6-c909-4818-b86e-2ba8d364f1ba {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:24.349614 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac19b46-09b0-44f6-8c79-9721110cdc0e', 'name': 'network-vif-deleted', 'tag': 'b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5', 'status': 'completed', 'code': 200} Feb 14 21:16:24.365112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9608419f-013b-4b90-b973-3cace32498b6 req-d26b6251-7e90-49a5-b4ba-03efaea226e7 tempest-LiveMigrationNegativeTest-389425985 tempest-LiveMigrationNegativeTest-389425985-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ac19b46-09b0-44f6-8c79-9721110cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0551338 Feb 14 21:16:24.367080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd1c5de3-279f-4132-a1f0-876529ddf182), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.370664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.372077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd1c5de3-279f-4132-a1f0-876529ddf182 HTTP/1.1" status: 204 len: 168 time: 0.5406194 Feb 14 21:16:24.388179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dede60-be86-4417-863f-f7d9b72a613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c5de3-279f-4132-a1f0-876529ddf182,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:24.416983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:24.417773 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.441179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:24.441581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.494518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:24.510962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.607563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:24.611705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:24.612167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.641530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:24.648132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.707199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:24.733004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:24.771297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bd3c2-f806-4f93-89f2-0e521cab7f95 req-5f0a577f-d2bc-48b1-84d4-b34ea23e234a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:24.778160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e7bd3c2-f806-4f93-89f2-0e521cab7f95 req-5f0a577f-d2bc-48b1-84d4-b34ea23e234a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 950 time: 0.1349580 Feb 14 21:16:24.805060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0efe2-63d4-492d-9ac7-f66d0ef64f5d req-017d7fa6-4b14-4e1b-8f05-9954d715e6be tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:24.811835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5b0efe2-63d4-492d-9ac7-f66d0ef64f5d req-017d7fa6-4b14-4e1b-8f05-9954d715e6be tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 945 time: 0.1216390 Feb 14 21:16:24.883833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e7bd3c2-f806-4f93-89f2-0e521cab7f95 req-4af68382-47f4-4cbd-b513-1ae636b8af9e tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047995 Feb 14 21:16:24.899333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5b0efe2-63d4-492d-9ac7-f66d0ef64f5d req-e97dcdda-a067-478e-99ab-2afa691f67a3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863080 Feb 14 21:16:24.952901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded'}, {'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:24.955303 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb6cdb-9338-4983-a9ef-f8bbbd1ee0e7" -d '{"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-plugged", "status": "completed", "tag": "5f44496f-236c-46ac-a792-7512baa86ded"}, {"server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:24.980511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:25.016420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (73d68ff2-3110-47d4-871a-503988c9d187), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.042279 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dfdf1f-9469-4371-b99c-38db3b584223 x-openstack-request-id: req-73dfdf1f-9469-4371-b99c-38db3b584223 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:25.042279 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-plugged", "status": "completed", "tag": "5f44496f-236c-46ac-a792-7512baa86ded", "code": 200}, {"server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:25.042609 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73dfdf1f-9469-4371-b99c-38db3b584223 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:25.042953 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded', 'code': 200} Feb 14 21:16:25.043239 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7', 'code': 200} Feb 14 21:16:25.086274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:25.171107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.64', 53262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:25.174738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:25.176995 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e23ec-d3e9-48dc-b81b-3e25835a90cf" -d '{"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-unplugged", "status": "completed", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:25.188902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks [] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.221109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.268487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d70ca-a084-45b3-b33a-d5919167f084 req-71ae3aca-93c4-44b0-bd64-b5a6f89fce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.276230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b19d70ca-a084-45b3-b33a-d5919167f084 req-71ae3aca-93c4-44b0-bd64-b5a6f89fce2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 1133 time: 0.1307178 Feb 14 21:16:25.283846 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c9a7f-bcc1-486d-b087-7910b8510491 x-openstack-request-id: req-de8c9a7f-bcc1-486d-b087-7910b8510491 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:25.284177 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-unplugged", "status": "completed", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:25.284403 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de8c9a7f-bcc1-486d-b087-7910b8510491 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:25.284783 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'code': 200} Feb 14 21:16:25.331392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515a794-f397-4fa2-af15-d6762d460d82 req-f6261bb7-20d9-4506-aac8-a9e4627b14ca tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.337042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9515a794-f397-4fa2-af15-d6762d460d82 req-f6261bb7-20d9-4506-aac8-a9e4627b14ca tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 950 time: 0.1175473 Feb 14 21:16:25.398427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Sync routers for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:16:25.409631 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Routers {'73d68ff2-3110-47d4-871a-503988c9d187'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:25.410357 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['73d68ff2-3110-47d4-871a-503988c9d187'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:25.418522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b19d70ca-a084-45b3-b33a-d5919167f084 req-eb58b2fb-48d3-41ba-8823-345f9cc4591b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284611 Feb 14 21:16:25.423830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ffee0-eb43-4ee5-bc67-f344c6755acb req-18941dd1-2b6d-4219-b78f-18d8e789db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.425344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f58ffee0-eb43-4ee5-bc67-f344c6755acb req-18941dd1-2b6d-4219-b78f-18d8e789db08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.2514110 Feb 14 21:16:25.438799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:25.452701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:25.453236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:25.453740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:25.461464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9515a794-f397-4fa2-af15-d6762d460d82 req-a5f045fa-d7ac-4b5e-9b2e-c3641ce24b77 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065326 Feb 14 21:16:25.472519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:25.473161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Attempting to bind port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:25.480649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de46c5-22ff-481e-b3b8-d8935a1600a7 req-b3724f69-a28b-4e55-8fc6-7840404fdd84 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.482227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1de46c5-22ff-481e-b3b8-d8935a1600a7 req-b3724f69-a28b-4e55-8fc6-7840404fdd84 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.1369996 Feb 14 21:16:25.497122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:25.498173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:25.498763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:25.500252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Bound port: 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:25.500836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.540284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1de46c5-22ff-481e-b3b8-d8935a1600a7 req-358354cd-b487-4aa9-be2d-65d63a1968f2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Feb 14 21:16:25.548326 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Set router 73d68ff2-3110-47d4-871a-503988c9d187 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:25.640922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7cac8-7994-4504-9d7f-d2b2ef6d57d9 req-475847fd-5c31-4b7d-9bab-62d486cfd729 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.642375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15d7cac8-7994-4504-9d7f-d2b2ef6d57d9 req-475847fd-5c31-4b7d-9bab-62d486cfd729 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.0698967 Feb 14 21:16:25.692029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:25.718592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:25.735720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15d7cac8-7994-4504-9d7f-d2b2ef6d57d9 req-ae3bc3a7-9068-490e-bca0-01a4ca44bd92 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794020 Feb 14 21:16:25.745748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.749632 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f58ffee0-eb43-4ee5-bc67-f344c6755acb req-aa0dea16-1666-429f-ae95-eff44f1bd62d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813179 Feb 14 21:16:25.759885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Deleting port 46b1884c-4d9f-478b-b267-5a3ab061cb07 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:25.760805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.798498 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 4, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '46b1884c-4d9f-478b-b267-5a3ab061cb07', 'name': '', 'network_id': 'db119397-096e-46ff-987e-696a7d2d142f', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'mac_address': 'fa:16:3e:2e:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:19Z', 'updated_at': '2022-02-14T21:16:20Z', 'revision_number': 2, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'subnets': [{'id': 'fb277034-a00e-4d4b-8717-0cd17fbc2dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:25.828530 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Checking router: 73d68ff2-3110-47d4-871a-503988c9d187 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:16:25.828880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Updating router 73d68ff2-3110-47d4-871a-503988c9d187 port 46b1884c-4d9f-478b-b267-5a3ab061cb07 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:16:25.861978 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.868512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:25.895610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:25.896345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.897817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2af14a43-3784-4244-a7a2-85b28c070302 service neutron] 10.222.0.64 "PUT /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 1123 time: 1.8908508 Feb 14 21:16:25.921536 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:25.936697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Calling delete_port for 46b1884c-4d9f-478b-b267-5a3ab061cb07 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:25.966268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['58b4c229-2d7a-4f4a-8a67-25dbc4b90198'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:26.142749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0de36-f988-4eed-8918-9ee5519e3292 req-1f9cf89b-92ee-41c0-ac0c-5f78a1af5e71 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:26.145771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:26.153403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66d0de36-f988-4eed-8918-9ee5519e3292 req-1f9cf89b-92ee-41c0-ac0c-5f78a1af5e71 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 945 time: 0.0916111 Feb 14 21:16:26.187334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:26.193289 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (46b1884c-4d9f-478b-b267-5a3ab061cb07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:26.222519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b1884c-4d9f-478b-b267-5a3ab061cb07,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:26.285154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66d0de36-f988-4eed-8918-9ee5519e3292 req-1954d449-d815-4d23-813c-f9e058a0abe4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305203 Feb 14 21:16:26.380436 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:16:26.381097 n-d-828372-11 neutron-server[103515]: DEBUG oslo_db.api [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:16:26.408168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:26.408168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:26.549541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (73d68ff2-3110-47d4-871a-503988c9d187), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:26.571234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:26.576210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af5516bf-c805-4fef-9c89-8190096dd762 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7136b990246402fb9c9c1477be7cbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878627 Feb 14 21:16:26.604290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:26.641988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-3c05d02a-4021-401e-861a-a36062377f5d tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:26.644681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-3c05d02a-4021-401e-861a-a36062377f5d tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 950 time: 0.1262171 Feb 14 21:16:26.790918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] Publish callbacks [] for security_group (293c3a2f-1763-40aa-a0b5-30106a3cc6a2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:26.801271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Router 73d68ff2-3110-47d4-871a-503988c9d187 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:16:26.831529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d91f4-a723-4f47-9158-4c3ddb2cc315 req-7e64c64b-f487-4633-a86a-8cc8c41ae1e5 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:26.833013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-415d91f4-a723-4f47-9158-4c3ddb2cc315 req-7e64c64b-f487-4633-a86a-8cc8c41ae1e5 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 950 time: 0.2041261 Feb 14 21:16:26.839302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] Publish callbacks [] for security_group (293c3a2f-1763-40aa-a0b5-30106a3cc6a2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:26.847370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44882301-58e9-4c50-9c1c-cb68587325ff req-186d24c2-d71f-46f1-88e9-bd40ebb8f75e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:26.848819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44882301-58e9-4c50-9c1c-cb68587325ff req-186d24c2-d71f-46f1-88e9-bd40ebb8f75e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.1887662 Feb 14 21:16:26.905458 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Port 46b1884c-4d9f-478b-b267-5a3ab061cb07 not found while updating agent binding for router 73d68ff2-3110-47d4-871a-503988c9d187. {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 14 21:16:26.912255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:16:26.914946 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Routers {'73d68ff2-3110-47d4-871a-503988c9d187'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:26.916151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['73d68ff2-3110-47d4-871a-503988c9d187'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:26.917418 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-08f6f810-696f-4721-ab79-1090d9f87ec7 admin admin] 10.222.0.86 "PUT /v2.0/routers/73d68ff2-3110-47d4-871a-503988c9d187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2797444 Feb 14 21:16:26.919879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40744) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:26.962555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-415d91f4-a723-4f47-9158-4c3ddb2cc315 req-fe9e263d-b6cd-4b9d-93ae-f317581c8475 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/security-groups?id=60be6af7-bd5f-4274-9153-a94f998d68df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127653 Feb 14 21:16:26.964546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Deleting port 026c1b9e-3d44-4700-9e1a-2b20e95000ee {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:26.964894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.025862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44882301-58e9-4c50-9c1c-cb68587325ff req-d056f703-4e23-490f-8bcb-1cfe1d57f7bf tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606100 Feb 14 21:16:27.036031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (293c3a2f-1763-40aa-a0b5-30106a3cc6a2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.050983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.054910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/293c3a2f-1763-40aa-a0b5-30106a3cc6a2 HTTP/1.1" status: 204 len: 168 time: 0.4807804 Feb 14 21:16:27.064784 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] Set router 73d68ff2-3110-47d4-871a-503988c9d187 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:27.078999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891af88e-9fa9-4f31-816c-9fae18567f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c3a2f-1763-40aa-a0b5-30106a3cc6a2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:27.095554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks [] for router (73d68ff2-3110-47d4-871a-503988c9d187), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.177552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] For port 026c1b9e-3d44-4700-9e1a-2b20e95000ee, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=026c1b9e-3d44-4700-9e1a-2b20e95000ee,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:27.178172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.196107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Calling delete_port for 026c1b9e-3d44-4700-9e1a-2b20e95000ee owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:27.221316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4157b5b-11e4-44a0-9624-b8b3fab798e0 req-3680b1cb-8a08-4751-b320-8a8bcc46f860 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:27.228244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4157b5b-11e4-44a0-9624-b8b3fab798e0 req-3680b1cb-8a08-4751-b320-8a8bcc46f860 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.1020913 Feb 14 21:16:27.341880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4157b5b-11e4-44a0-9624-b8b3fab798e0 req-c91c9b06-c49a-45aa-901a-c718b1414f5c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126738 Feb 14 21:16:27.346630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:27.349184 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400" -d '{"events": [{"name": "network-changed", "server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:27.374415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks [] for router_gateway (73d68ff2-3110-47d4-871a-503988c9d187), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.404472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-91fb32a6-afe3-4b39-bda3-aa64fe748c99 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560973 Feb 14 21:16:27.431092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:26Z', 'revision_number': 5, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:27.462899 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c28dca-140f-4ad2-9c3d-6183dcfad2ed None None] The sync data for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 is: [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:26Z', 'revision_number': 5, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port': {'id': '09e21661-2aa5-46a0-a70b-1a83c6aa54b7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d68ff2-3110-47d4-871a-503988c9d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:16Z', 'updated_at': '2022-02-14T21:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:16:27.536665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (026c1b9e-3d44-4700-9e1a-2b20e95000ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.550150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['026c1b9e-3d44-4700-9e1a-2b20e95000ee'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:27.595398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Pushing event deleted for resources: {'Port': ['ID=026c1b9e-3d44-4700-9e1a-2b20e95000ee,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:27.624378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd73277-2ca7-4f7a-9d84-0b10ff5612cb req-72a24217-7801-46b1-a1ba-89331d7824e1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:27.625973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebd73277-2ca7-4f7a-9d84-0b10ff5612cb req-72a24217-7801-46b1-a1ba-89331d7824e1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 945 time: 0.1942248 Feb 14 21:16:27.649093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Deleting port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:27.649463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.654256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:27.699574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] No DVR routers for this DVR port 026c1b9e-3d44-4700-9e1a-2b20e95000ee on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:27.707294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:27.707963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b81a0de6-fcf1-497f-91ac-c4ea20b0e2e5 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:27.713806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-3c52de2a-97ba-414d-ace8-cca86bf9bb80 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:27.721102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-3c52de2a-97ba-414d-ace8-cca86bf9bb80 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982399 Feb 14 21:16:27.732047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40764) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:27.740129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.744007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ec99511-72c7-4368-905f-deaa55ecc7a0 req-b6eaf48d-c6c6-4f6c-87d0-bfeb516dfa5a tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.83 "DELETE /v2.0/ports/026c1b9e-3d44-4700-9e1a-2b20e95000ee HTTP/1.1" status: 204 len: 173 time: 1.0850248 Feb 14 21:16:27.745682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'name': 'network-vif-deleted', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:27.753359 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7271deb1-2e49-43b1-8a90-de6d2e86fd47" -d '{"events": [{"server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "name": "network-vif-deleted", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:27.817146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] For port 09e21661-2aa5-46a0-a70b-1a83c6aa54b7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:27.817740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:27.839339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-ff14370d-58ac-4b7e-bb19-465c6a64d503 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/quotas/45852a62015348e4996b848b986ad0d7 HTTP/1.1" status: 200 len: 375 time: 0.1171930 Feb 14 21:16:27.851296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Calling delete_port for 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:27.957491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-71f90445-a518-42bf-b189-c642f36053c4 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171706 Feb 14 21:16:27.967628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebd73277-2ca7-4f7a-9d84-0b10ff5612cb req-6094a744-f91a-45b8-a53c-409674309e82 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102982 Feb 14 21:16:28.004833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-107a3541-4929-41e2-9028-f0ec4afdf3ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=378fff6e33f7474eb79e3b943921091d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581050 Feb 14 21:16:28.006498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:28.031364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 46b1884c-4d9f-478b-b267-5a3ab061cb07 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:28.065864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 46b1884c-4d9f-478b-b267-5a3ab061cb07 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:28.066252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 46b1884c-4d9f-478b-b267-5a3ab061cb07 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:28.144099 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d4a6f-901f-4f12-8f2d-8472671414de x-openstack-request-id: req-d42d4a6f-901f-4f12-8f2d-8472671414de {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:28.144558 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea689bc5-ef20-45be-839c-44261d992926", "name": "network-vif-deleted", "tag": "026c1b9e-3d44-4700-9e1a-2b20e95000ee", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:28.145374 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d42d4a6f-901f-4f12-8f2d-8472671414de {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:28.145374 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea689bc5-ef20-45be-839c-44261d992926', 'name': 'network-vif-deleted', 'tag': '026c1b9e-3d44-4700-9e1a-2b20e95000ee', 'status': 'completed', 'code': 200} Feb 14 21:16:28.193686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] Publish callbacks [] for security_group (ce6441ff-2fa8-4791-b10a-c878987d7c07), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.238711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-6105b592-4d15-442e-8db6-210c217cea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:28.252932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-6105b592-4d15-442e-8db6-210c217cea70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1157 time: 0.1628549 Feb 14 21:16:28.284847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] Publish callbacks [] for security_group (ce6441ff-2fa8-4791-b10a-c878987d7c07), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.362938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.428458 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a21ac4-377c-430a-bfac-6378fbbabac6 x-openstack-request-id: req-44a21ac4-377c-430a-bfac-6378fbbabac6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:28.428832 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:28.429068 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44a21ac4-377c-430a-bfac-6378fbbabac6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:28.429551 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'status': 'completed', 'code': 200} Feb 14 21:16:28.507791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4296f4fb-c0b5-4f13-85fa-9af0ff7c9931 req-ddadb077-6d18-43b5-84dd-681398686633 tempest-ImagesNegativeTestJSON-1980998378 tempest-ImagesNegativeTestJSON-1980998378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea689bc5-ef20-45be-839c-44261d992926 HTTP/1.1" status: 200 len: 210 time: 0.1279602 Feb 14 21:16:28.510351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ce6441ff-2fa8-4791-b10a-c878987d7c07), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.515075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.516675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce6441ff-2fa8-4791-b10a-c878987d7c07 HTTP/1.1" status: 204 len: 168 time: 0.5091987 Feb 14 21:16:28.531783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (09e21661-2aa5-46a0-a70b-1a83c6aa54b7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.550321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6d663-e773-4878-9825-b58ff84d3541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6441ff-2fa8-4791-b10a-c878987d7c07,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:28.564941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e21661-2aa5-46a0-a70b-1a83c6aa54b7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:28.599670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3371a5-aa96-458f-b7be-39f68594f403 req-a99dc935-e0cb-4c29-8b97-fcbc30597b8a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:28.607639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d3371a5-aa96-458f-b7be-39f68594f403 req-a99dc935-e0cb-4c29-8b97-fcbc30597b8a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.2829270 Feb 14 21:16:28.623301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-e35d5fb0-cf98-4573-8f70-04501e56d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:28.624779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-e35d5fb0-cf98-4573-8f70-04501e56d148 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.3342693 Feb 14 21:16:28.671586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (73d68ff2-3110-47d4-871a-503988c9d187), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.697379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-27ddc1e7-961a-4934-acfb-2b23b1f42d31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0577731 Feb 14 21:16:28.742346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-8c04fba6-01c1-45d2-b128-fd1b14d48b62 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531042 Feb 14 21:16:28.769736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Sync routers for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:16:28.785290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Routers {'73d68ff2-3110-47d4-871a-503988c9d187'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:28.785925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['73d68ff2-3110-47d4-871a-503988c9d187'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:28.800490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (73d68ff2-3110-47d4-871a-503988c9d187), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.805292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks [] for router_controller (73d68ff2-3110-47d4-871a-503988c9d187), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.818335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d3371a5-aa96-458f-b7be-39f68594f403 req-bd4ecaf1-36bd-4555-88ec-7ec658365b8b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097578 Feb 14 21:16:28.873918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (73d68ff2-3110-47d4-871a-503988c9d187), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.874690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d68ff2-3110-47d4-871a-503988c9d187 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:16:28.880942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.882660 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-933db868-8a13-4f1a-b07d-bb1a947108f3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/73d68ff2-3110-47d4-871a-503988c9d187 HTTP/1.1" status: 204 len: 168 time: 1.9615567 Feb 14 21:16:28.891444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40800) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:28.904882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Set router 73d68ff2-3110-47d4-871a-503988c9d187 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:28.971387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Deleting subnet fb277034-a00e-4d4b-8717-0cd17fbc2dc6 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:16:28.977693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Publish callbacks [] for subnet (fb277034-a00e-4d4b-8717-0cd17fbc2dc6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:28.988655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d68ff2-3110-47d4-871a-503988c9d187', 'name': 'tempest-FloatingIPsNegativeTestJSON-1367858266-router', 'tenant_id': 'fe7a1e944e6d495d855c29ef25940081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:15Z', 'updated_at': '2022-02-14T21:16:28Z', 'revision_number': 7, 'project_id': 'fe7a1e944e6d495d855c29ef25940081', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:29.017900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Checking router: 73d68ff2-3110-47d4-871a-503988c9d187 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:16:29.029131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:29.030854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 21:16:29.031639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'73d68ff2-3110-47d4-871a-503988c9d187'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103514) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 21:16:29.032043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a17e55-31b4-4f94-b0b2-c004248c66af None None] The sync data for ids ['73d68ff2-3110-47d4-871a-503988c9d187'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:16:29.039583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (fb277034-a00e-4d4b-8717-0cd17fbc2dc6), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.143473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fb277034-a00e-4d4b-8717-0cd17fbc2dc6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.225409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fb277034-a00e-4d4b-8717-0cd17fbc2dc6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.247340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-342fa491-6420-42b0-9ea7-2cd12a76478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:29.248798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-342fa491-6420-42b0-9ea7-2cd12a76478e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.5262179 Feb 14 21:16:29.268599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.276612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fb277034-a00e-4d4b-8717-0cd17fbc2dc6 HTTP/1.1" status: 204 len: 168 time: 0.3811953 Feb 14 21:16:29.276612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1d077-c846-4c25-a3b0-1c8a4ce8d139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb277034-a00e-4d4b-8717-0cd17fbc2dc6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:29.276856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40812) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:29.283746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a66ae6-038e-4c68-9811-78b07235ae77 None None] Network db119397-096e-46ff-987e-696a7d2d142f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:29.304387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-180e8faa-ad32-4b54-9578-dcec407da215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385504 Feb 14 21:16:29.376377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-4218b7dc-1d75-4cba-a2c1-7cdd28e29528 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:29.383644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-4218b7dc-1d75-4cba-a2c1-7cdd28e29528 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6399288 Feb 14 21:16:29.386510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (db119397-096e-46ff-987e-696a7d2d142f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.410685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b241ffb-18d3-47ae-8fbe-6af7070aa8a2 req-36313936-618e-4921-9412-a61a33060cd7 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:29.417515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b241ffb-18d3-47ae-8fbe-6af7070aa8a2 req-36313936-618e-4921-9412-a61a33060cd7 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.2282779 Feb 14 21:16:29.437402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-8c54804e-0a86-405b-9224-81e73597b35e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/quotas/45852a62015348e4996b848b986ad0d7 HTTP/1.1" status: 200 len: 375 time: 0.0528147 Feb 14 21:16:29.455658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Deleting port f2e9b945-7012-4e75-bd4b-409bf76e507f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:29.456134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.504155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f4a5bed5-9bff-40ed-9f6e-66db11713776 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655363 Feb 14 21:16:29.554058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-28060a35-fca2-45d6-b78d-6f419f3fb9a6 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400639 Feb 14 21:16:29.560331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] For port f2e9b945-7012-4e75-bd4b-409bf76e507f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2e9b945-7012-4e75-bd4b-409bf76e507f,segment=NetworkSegment(1cfb841d-7223-4bd2-85b6-70f9299aa535),segment_id=1cfb841d-7223-4bd2-85b6-70f9299aa535)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:29.560331 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.568551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b241ffb-18d3-47ae-8fbe-6af7070aa8a2 req-b8d0810c-10cc-4203-8478-6298e18a8a87 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456056 Feb 14 21:16:29.588874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Calling delete_port for f2e9b945-7012-4e75-bd4b-409bf76e507f owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:29.661707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] DHCP port deletion for db119397-096e-46ff-987e-696a7d2d142f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:16:29.683580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:29.755526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-e4dbc52c-f650-4e61-87c1-dab5925dcdd4 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708110 Feb 14 21:16:29.882704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89cfe6f-ce91-4e62-8f47-4b0d60e51400 req-0955365e-2547-45fb-abd5-ef278a6c73ec service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120551 Feb 14 21:16:29.891408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:29.893564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a841e3-9d3d-4aec-83d7-b924be972ff6 req-6ae8703c-a57f-46eb-a96d-d7afe136dbdc tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:29.901278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65a841e3-9d3d-4aec-83d7-b924be972ff6 req-6ae8703c-a57f-46eb-a96d-d7afe136dbdc tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 945 time: 0.2055686 Feb 14 21:16:29.923022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:29.955343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:16:29.968806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-da93d796-500a-4312-98b5-f1d8467f8a89 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:29.971127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-da93d796-500a-4312-98b5-f1d8467f8a89 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072866 Feb 14 21:16:29.980794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e9b945-7012-4e75-bd4b-409bf76e507f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:29.988254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Request body: {'port': {'device_id': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '45852a62015348e4996b848b986ad0d7'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:29.989384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Deleting port f2e9b945-7012-4e75-bd4b-409bf76e507f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:29.989939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.007305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] No DVR routers for this DVR port f2e9b945-7012-4e75-bd4b-409bf76e507f on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:30.018644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65a841e3-9d3d-4aec-83d7-b924be972ff6 req-789bda4c-a12e-45fc-816c-c49277f8b28a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150420 Feb 14 21:16:30.162340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] For port f2e9b945-7012-4e75-bd4b-409bf76e507f, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:30.163515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.167723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:30.201168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (db119397-096e-46ff-987e-696a7d2d142f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.205724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:30.206330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e21661-2aa5-46a0-a70b-1a83c6aa54b7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:30.206901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f2e9b945-7012-4e75-bd4b-409bf76e507f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:30.209232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Calling delete_port for f2e9b945-7012-4e75-bd4b-409bf76e507f owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:30.214689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Port f2e9b945-7012-4e75-bd4b-409bf76e507f was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:16:30.228503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc36ef9d-80e8-43a5-8a09-0e7293da2e47 req-cafe9e76-699d-4b85-9b55-544f866192f3 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 210 time: 0.1004519 Feb 14 21:16:30.232785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db119397-096e-46ff-987e-696a7d2d142f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:30.234855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (f2e9b945-7012-4e75-bd4b-409bf76e507f), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.244772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfb841d-7223-4bd2-85b6-70f9299aa535') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:30.246189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f2e9b945-7012-4e75-bd4b-409bf76e507f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:30.246721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f2e9b945-7012-4e75-bd4b-409bf76e507f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:30.276740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfb841d-7223-4bd2-85b6-70f9299aa535') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:30.286806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] No DVR routers for this DVR port f2e9b945-7012-4e75-bd4b-409bf76e507f on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:30.294984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (1cfb841d-7223-4bd2-85b6-70f9299aa535), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.302558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35c7a-8a71-470a-8601-631ec6093625 None None] Pushing event deleted for resources: {'Port': ['ID=f2e9b945-7012-4e75-bd4b-409bf76e507f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:30.328217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1cfb841d-7223-4bd2-85b6-70f9299aa535), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.341690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:16:30.341690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (1cfb841d-7223-4bd2-85b6-70f9299aa535), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:16:30.343636 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:16:30.406376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (db119397-096e-46ff-987e-696a7d2d142f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.433053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=db119397-096e-46ff-987e-696a7d2d142f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:30.435224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.441366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad14af75-9721-4f2f-aa54-66d64d1d99f5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/db119397-096e-46ff-987e-696a7d2d142f HTTP/1.1" status: 204 len: 168 time: 1.1633999 Feb 14 21:16:30.489293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412d79d-f82a-497d-8c3e-b38130cd044b req-f5e30f54-8170-4ca8-a885-2091408472df tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:30.492287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d412d79d-f82a-497d-8c3e-b38130cd044b req-f5e30f54-8170-4ca8-a885-2091408472df tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.2480628 Feb 14 21:16:30.498021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Made reservation on behalf of 45852a62015348e4996b848b986ad0d7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:30.501355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.517614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.549691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8119a4c-caa3-4d83-a7ba-7b907f125ebd req-021eebed-8060-46f5-af5e-ed8853a4703c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:30.551223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8119a4c-caa3-4d83-a7ba-7b907f125ebd req-021eebed-8060-46f5-af5e-ed8853a4703c tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.1638055 Feb 14 21:16:30.601255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:30.634717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d412d79d-f82a-497d-8c3e-b38130cd044b req-f6a2f552-22f8-4138-93c2-9bc3755f740e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192822 Feb 14 21:16:30.662416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3b60039-b3cb-4d51-9a01-e7a53621fc3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe7a1e944e6d495d855c29ef25940081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588791 Feb 14 21:16:30.664463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:30.717933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8119a4c-caa3-4d83-a7ba-7b907f125ebd req-eccd8eda-d3a6-4881-af98-96e95f8945cc tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587839 Feb 14 21:16:30.748649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] Publish callbacks [] for security_group (1d16da17-c957-4379-b5e4-2693f1649280), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.777966 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] Publish callbacks [] for security_group (1d16da17-c957-4379-b5e4-2693f1649280), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.788918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks [] for security_group (161247e6-b835-4e3f-aea6-bdee9f0724f5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.797354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ddbb-a723-470a-92e1-4e149330c664 req-73f92547-dca0-4ba4-a2f2-97374bf44d95 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:30.798999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1488ddbb-a723-470a-92e1-4e149330c664 req-73f92547-dca0-4ba4-a2f2-97374bf44d95 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.0785818 Feb 14 21:16:30.799807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (161247e6-b835-4e3f-aea6-bdee9f0724f5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.886526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c241-4c39-4fe2-9122-1d205de4d689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.892919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161247e6-b835-4e3f-aea6-bdee9f0724f5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:30.894003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1d16da17-c957-4379-b5e4-2693f1649280), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.902218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:30.904552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d16da17-c957-4379-b5e4-2693f1649280 HTTP/1.1" status: 204 len: 168 time: 0.2382712 Feb 14 21:16:30.922894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38be3d-f6e2-4149-9c3d-a12d0f315a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d16da17-c957-4379-b5e4-2693f1649280,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:30.940659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1488ddbb-a723-470a-92e1-4e149330c664 req-4a4d2523-2c1e-417b-8f0a-7079827895db tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253450 Feb 14 21:16:31.017480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Allocated IP 192.168.233.190 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/9d82baa7-575e-4037-9499-6db4fffc0e29) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:31.270913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6df52-14b8-463f-ad77-206e70bd5b53 req-a08ed8a4-aacc-4d9a-96d0-ed785618d9b4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.272817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8e6df52-14b8-463f-ad77-206e70bd5b53 req-a08ed8a4-aacc-4d9a-96d0-ed785618d9b4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.2169669 Feb 14 21:16:31.310635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3d8d8-4253-4dca-8bee-fca8e6d1d01d req-422450ad-4ba4-4351-884f-b31dcd332cbf tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.312114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46c3d8d8-4253-4dca-8bee-fca8e6d1d01d req-422450ad-4ba4-4351-884f-b31dcd332cbf tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.2016075 Feb 14 21:16:31.367194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-4830a398-6ce8-459f-bb4f-4aa4add1bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.368893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-4830a398-6ce8-459f-bb4f-4aa4add1bc1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1157 time: 0.2034237 Feb 14 21:16:31.393185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks [] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:31.466341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8e6df52-14b8-463f-ad77-206e70bd5b53 req-9d64162f-80a7-4c43-9f31-5d79ca319451 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762877 Feb 14 21:16:31.472732 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-4f341512-e2e1-4858-8955-d7043a5ef965 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485408 Feb 14 21:16:31.529767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46c3d8d8-4253-4dca-8bee-fca8e6d1d01d req-76322a75-59cc-437b-ab9e-0bab41a40ed9 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009695 Feb 14 21:16:31.536319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 026c1b9e-3d44-4700-9e1a-2b20e95000ee no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:31.589985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 026c1b9e-3d44-4700-9e1a-2b20e95000ee {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:31.597959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 026c1b9e-3d44-4700-9e1a-2b20e95000ee not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:31.602978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-a3c42d95-1cab-4153-b545-a4dca2fad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.605942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-a3c42d95-1cab-4153-b545-a4dca2fad85a service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2095346 Feb 14 21:16:31.607752 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:31.683658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-e475903f-a88a-4fdc-93df-70e25fe1c4c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0691838 Feb 14 21:16:31.695614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-934b83be-c8e8-47b8-9ab1-bd97efec5c26 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.697388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-934b83be-c8e8-47b8-9ab1-bd97efec5c26 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176170 Feb 14 21:16:31.711016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Request body: {'port': {'device_id': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '45852a62015348e4996b848b986ad0d7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:31.726469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4fae2c5-ff45-4c99-a1d6-962d1e97b1e9 req-2e387cac-305e-4a30-bbeb-beeaff7e8124 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 210 time: 0.0490978 Feb 14 21:16:31.791555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-ae251c9b-2f28-4c17-861b-b25ab1479f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:31.793195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-ae251c9b-2f28-4c17-861b-b25ab1479f3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0700314 Feb 14 21:16:31.795597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:31.806048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:31.820585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:31.828165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:31.886252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-6eed5e97-5884-4075-b159-df7dbbbfa057 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751865 Feb 14 21:16:31.916574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Made reservation on behalf of 45852a62015348e4996b848b986ad0d7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:31.921500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.075810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1477960031', 'description': 'tempest-description-1081822423'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:32.096469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:32.123337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.130237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:32.130679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.154929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.159952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-439d94ed-2398-4f8a-bb3e-35b6c13b311f None None] Provisioning complete for port 9d82baa7-575e-4037-9499-6db4fffc0e29 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:32.160340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d94ed-2398-4f8a-bb3e-35b6c13b311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.162208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-aa7fbbf9-b49c-4673-801c-1c04c781c60b service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651343 Feb 14 21:16:32.181322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Allocated IP 192.168.233.85 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/117f0f5d-3192-46fb-8a84-fe7bdd79b309) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:32.214035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-0a023f2c-cf66-435a-94b1-9e4740acd49e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2308633 Feb 14 21:16:32.255569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1537590177-network', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:32.257858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Request body: {'port': {'device_id': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:32.317804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09ac0-8e44-4fdb-8623-088cc36cf777 req-b69fe529-b919-4ae9-8ac5-86bec6718a98 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:32.325267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcd09ac0-8e44-4fdb-8623-088cc36cf777 req-b69fe529-b919-4ae9-8ac5-86bec6718a98 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.2751818 Feb 14 21:16:32.337914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Made reservation on behalf of ac15a465d9354466931aa8e7d9ee1575 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:32.340265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.354460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40922) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:32.357531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.394606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-439d94ed-2398-4f8a-bb3e-35b6c13b311f None None] Port 9d82baa7-575e-4037-9499-6db4fffc0e29 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:32.436852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks [] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.440749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3dfb39b-404e-443a-83ac-3fccfa2428d4 req-dafa6133-3636-4b0f-bb16-4455d6e8df92 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704248 Feb 14 21:16:32.452624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.499458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcd09ac0-8e44-4fdb-8623-088cc36cf777 req-9d583894-2b8b-4007-9a35-b8f5e442b947 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612852 Feb 14 21:16:32.547582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.560732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks [] for security_group (4c65bf26-5dd9-46aa-b961-870e692ffd9e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.565036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.568400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4c65bf26-5dd9-46aa-b961-870e692ffd9e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.580731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.582823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.631594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:16:32.666437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:32.670509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65bf26-5dd9-46aa-b961-870e692ffd9e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:32.676799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ece00697-f44c-4dc3-9e20-343e9ccd44c6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.677460 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Added segment ece00697-f44c-4dc3-9e20-343e9ccd44c6 of type vlan for network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 Feb 14 21:16:32.679758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event updated for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:32.695493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:32.710631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:32.713711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:32.753058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a064c585-29ab-4bee-8f08-2efe7e28f32c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c673702bc2f429782d418b4cb874318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819661 Feb 14 21:16:32.759690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:32.788247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:32.788878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.876369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f37e459c-b485-42e9-a0f7-73179807fb4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1698284 Feb 14 21:16:32.878664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.884254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.894162 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Request body: {'port': {'device_id': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:32.913099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.987222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] Publish callbacks [] for security_group (60be6af7-bd5f-4274-9153-a94f998d68df), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.991450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:32.992718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd3705a1-24b5-45bd-ae8d-509e64813a8c req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9390728 Feb 14 21:16:33.001349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ed525-8bda-4571-914f-39b333141de7 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.025041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.026129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:33.026586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.046616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426a06c-d890-4737-b4f7-e8de51f1b6a2 req-71f1c99a-db72-4f6a-801e-15ab1fd89902 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:33.048167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d426a06c-d890-4737-b4f7-e8de51f1b6a2 req-71f1c99a-db72-4f6a-801e-15ab1fd89902 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.1985533 Feb 14 21:16:33.055456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] Publish callbacks [] for security_group (60be6af7-bd5f-4274-9153-a94f998d68df), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.058569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-d5e4b508-4581-413c-a0b1-530f65645091 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:33.060102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-d5e4b508-4581-413c-a0b1-530f65645091 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 950 time: 0.1439807 Feb 14 21:16:33.092818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.112852 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0141487 Feb 14 21:16:33.119823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40936) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:33.148159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-da050ce7-b394-42d4-9be0-aad9355b1cd7 None None] Provisioning complete for port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:33.149296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e3a2-a52d-4e85-aa77-88badf144b59 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.150061 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da050ce7-b394-42d4-9be0-aad9355b1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.152693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Request body: {'subnet': {'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1537590177-subnet', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:33.177436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:33.180378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:16:33.200956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks [] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.229656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d426a06c-d890-4737-b4f7-e8de51f1b6a2 req-ab8b051e-b719-4d49-a1c6-63c357f5f3c9 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/security-groups?id=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706164 Feb 14 21:16:33.238159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Made reservation on behalf of ac15a465d9354466931aa8e7d9ee1575 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:33.240479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.261772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f4a07-4b8b-40b6-b717-2245c508decb req-2f16353b-9c81-4831-a354-df291c652b14 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:33.265189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-320f4a07-4b8b-40b6-b717-2245c508decb req-2f16353b-9c81-4831-a354-df291c652b14 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.1711411 Feb 14 21:16:33.281272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-da050ce7-b394-42d4-9be0-aad9355b1cd7 None None] Port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:33.305719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1787e270-1126-4656-9de6-46c528f25a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.310242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Transition to ACTIVE for port object 9d82baa7-575e-4037-9499-6db4fffc0e29 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:33.311088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60be6af7-bd5f-4274-9153-a94f998d68df), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.313731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.314848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60be6af7-bd5f-4274-9153-a94f998d68df HTTP/1.1" status: 204 len: 168 time: 0.5524509 Feb 14 21:16:33.340589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.366665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aecfa-8f22-45c8-9aa1-c6e448a7fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be6af7-bd5f-4274-9153-a94f998d68df,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.411905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Deleting port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:16:33.412285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.551985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] For port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:33.552428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.577728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Calling delete_port for bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:16:33.645482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117f0f5d-3192-46fb-8a84-fe7bdd79b309 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:33.656315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks [] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.681547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Transition to ACTIVE for port object 117f0f5d-3192-46fb-8a84-fe7bdd79b309 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:33.691864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.721614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.740887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-320f4a07-4b8b-40b6-b717-2245c508decb req-f82d69d8-e91b-4743-a4e8-0a1a43566c1f tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181366 Feb 14 21:16:33.812395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1990464115', 'description': 'tempest-description-994189375'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:33.854704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e28c-4ae0-4efa-bc24-4ff1d16113a4 req-e19880a8-c1b9-497c-9dc3-64f55787f8db tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:33.855294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Pushing event updated for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.863109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39f5e28c-4ae0-4efa-bc24-4ff1d16113a4 req-e19880a8-c1b9-497c-9dc3-64f55787f8db tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 935 time: 0.5167432 Feb 14 21:16:33.886608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Attempting to bind port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:33.886954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Attempting to bind port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:33.887394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Attempting to bind port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:33.897680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:33.898037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Attempting to bind port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:33.904475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.914746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:33.915098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:33.915519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:33.916235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Bound port: 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:33.916368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:33.918364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:33.989439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Pushing event deleted for resources: {'Port': ['ID=bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:33.997335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.028042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Attempting to bind port 9d82baa7-575e-4037-9499-6db4fffc0e29 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:34.028042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Attempting to bind port 9d82baa7-575e-4037-9499-6db4fffc0e29 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:34.028377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Attempting to bind port 9d82baa7-575e-4037-9499-6db4fffc0e29 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:34.073326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39f5e28c-4ae0-4efa-bc24-4ff1d16113a4 req-f5f7fead-690d-46a7-8995-26472ec561cf tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089999 Feb 14 21:16:34.093709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] No DVR routers for this DVR port bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:34.097438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.098823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Port 9d82baa7-575e-4037-9499-6db4fffc0e29 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:34.099171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Attempting to bind port 9d82baa7-575e-4037-9499-6db4fffc0e29 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:34.101915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a06b6c0-6176-466d-94b2-6760eb241cba req-c1b74321-53b5-4458-9f3d-5381564152b2 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.64 "DELETE /v2.0/ports/bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 HTTP/1.1" status: 204 len: 173 time: 1.0109718 Feb 14 21:16:34.104614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'name': 'network-vif-deleted', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:34.109360 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02100cce-6983-4907-9b5f-9626d0ac9c79" -d '{"events": [{"server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "name": "network-vif-deleted", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:34.122409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (63010bc8-4f21-4a24-ba01-feb843d2c9dc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.148593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:34.149025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:34.149425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:34.149944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Bound port: 9d82baa7-575e-4037-9499-6db4fffc0e29, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:34.150311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.173570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:34.179927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:34.189963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.236721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:34.260132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.260674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.262237 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] 10.222.0.83 "PUT /v2.0/ports/117f0f5d-3192-46fb-8a84-fe7bdd79b309 HTTP/1.1" status: 200 len: 1096 time: 1.3737903 Feb 14 21:16:34.295959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582ad40-aed6-4fdf-8a7f-8e9702f7b90c service neutron] Pushing event updated for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:34.329913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-a1100a67-04a3-4b0d-b635-ed4619183859 service neutron] 10.222.0.83 "GET /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.3222637 Feb 14 21:16:34.330779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63010bc8-4f21-4a24-ba01-feb843d2c9dc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:34.362073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-d92eda82-e973-4a59-b856-24f2ec372aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.363813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-d92eda82-e973-4a59-b856-24f2ec372aac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 1130 time: 0.0518212 Feb 14 21:16:34.398627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.432389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-03e1ed00-4541-4a20-8696-265622e5e5ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309 HTTP/1.1" status: 200 len: 217 time: 0.0619581 Feb 14 21:16:34.442364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1301846812-network', 'tenant_id': '22369fa322584b65b5fa3df27286e943'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:34.447493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (0d2fa73b-3513-48d7-9294-9126bc04f66f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.454603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Checking segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:34.455018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Network hostable DHCP agents. Network: 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:16:34.467219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d2fa73b-3513-48d7-9294-9126bc04f66f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.477694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:34.495690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f70369a8-b064-448c-8542-b632e46bbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.497059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-f70369a8-b064-448c-8542-b632e46bbb71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0590549 Feb 14 21:16:34.518686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7989bd3-dc0f-44e4-9204-0b6905b030e7 req-bcfec8d7-b244-4927-a0e3-95b6f0a51acf tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.520317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7989bd3-dc0f-44e4-9204-0b6905b030e7 req-bcfec8d7-b244-4927-a0e3-95b6f0a51acf tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 943 time: 0.3233399 Feb 14 21:16:34.548073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:34.562605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2fa73b-3513-48d7-9294-9126bc04f66f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:34.563387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f556-7082-4d42-9bea-163762a0b498 req-61b8d264-22a4-4627-89b9-5290663d048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.565251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-61b8d264-22a4-4627-89b9-5290663d048c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0623741 Feb 14 21:16:34.580180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Made reservation on behalf of 22369fa322584b65b5fa3df27286e943 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:34.582431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.600639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.602611 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.611613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.617490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-828b184d-047f-4d85-9345-4ada4ca59ff4 req-a9750d46-81b1-4684-ac9d-acc69010ab2c tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8446834 Feb 14 21:16:34.673754 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57402b6-a0f5-4128-abc4-2894362957e7 x-openstack-request-id: req-b57402b6-a0f5-4128-abc4-2894362957e7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:34.674052 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e461a5-7273-40fd-bc99-bf7aef1833ca", "name": "network-vif-deleted", "tag": "bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:34.674311 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b57402b6-a0f5-4128-abc4-2894362957e7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:34.674706 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e461a5-7273-40fd-bc99-bf7aef1833ca', 'name': 'network-vif-deleted', 'tag': 'bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7', 'status': 'completed', 'code': 200} Feb 14 21:16:34.697456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-ad7d2226-4c5b-48d0-baa6-2864f951b41a service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248851 Feb 14 21:16:34.713178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:16:34.722246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:34.777092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7989bd3-dc0f-44e4-9204-0b6905b030e7 req-081fddca-7119-489b-b644-fdb7ef0fde23 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178047 Feb 14 21:16:34.786825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:34.802470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511de577-c52a-4dab-965c-01a4e9a65a8a None None] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:34.821233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.821864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.823319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-73b1953e-7c87-4167-99e6-ae44af80e905 service neutron] 10.222.0.83 "PUT /v2.0/ports/9d82baa7-575e-4037-9499-6db4fffc0e29 HTTP/1.1" status: 200 len: 1097 time: 2.5781803 Feb 14 21:16:34.823786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:34.826073 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5d5af-535a-4505-a4ed-bf548b93dd34" -d '{"events": [{"name": "network-changed", "server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:34.829316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:34.829914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:34.861196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c17f556-7082-4d42-9bea-163762a0b498 req-9f0a5c45-2204-4cb3-8e41-0300ebbd6438 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561093 Feb 14 21:16:34.915520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0555c78-d6ab-4d3a-909a-786b92e14c23 req-eea61392-886d-48f0-9959-fdb5931e00d6 tempest-DeleteServersAdminTestJSON-1517519373 tempest-DeleteServersAdminTestJSON-1517519373-project] 10.222.0.86 "GET /v2.0/ports?device_id=56e461a5-7273-40fd-bc99-bf7aef1833ca HTTP/1.1" status: 200 len: 210 time: 0.0755193 Feb 14 21:16:34.942775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-822bfd7e-d418-44d1-a4c7-97738acfd23e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8192978 Feb 14 21:16:34.946258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:34.952140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:35.011452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:35.017572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-7791a549-09e8-4ecb-8b97-5e0958b23642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.029610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:16:35.030120 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-7791a549-09e8-4ecb-8b97-5e0958b23642 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1131 time: 0.1484079 Feb 14 21:16:35.030766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.031890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.032101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.095002 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-9c65a9e2-1e87-4da4-a628-6e8dc30cef10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9d82baa7-575e-4037-9499-6db4fffc0e29 HTTP/1.1" status: 200 len: 217 time: 0.0540934 Feb 14 21:16:35.116275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:35.120456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks [] for security_group (9d4034a6-5825-4ee3-88a6-97a9acdb2213), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.182426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:35.191215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for router_controller (d00fe9de-70a0-4442-9034-2fd56299b8eb), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.193977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d4034a6-5825-4ee3-88a6-97a9acdb2213), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.200051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-a5fea203-f4c5-4d8e-934b-08c235777d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.200739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-383187185', 'description': 'tempest-description-547577065'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:35.201591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-a5fea203-f4c5-4d8e-934b-08c235777d14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0985966 Feb 14 21:16:35.227061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:35.240053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Allocated IP 172.20.0.2 (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3/63010bc8-4f21-4a24-ba01-feb843d2c9dc/a7953e73-ed3f-4ea9-8204-1839912a15c3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:35.275193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.278864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:16:35.303227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04480a-0817-4d55-b6c5-709412638eff req-db9e231f-4863-4893-bdd4-acd07a1d5676 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.305029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de04480a-0817-4d55-b6c5-709412638eff req-db9e231f-4863-4893-bdd4-acd07a1d5676 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.2631855 Feb 14 21:16:35.310961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.315796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4034a6-5825-4ee3-88a6-97a9acdb2213,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:35.371456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (846b4478-2e60-42c7-87d3-fd9f5afe7346), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.371807 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Added segment 846b4478-2e60-42c7-87d3-fd9f5afe7346 of type vlan for network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe Feb 14 21:16:35.384473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.395193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for router_gateway (d00fe9de-70a0-4442-9034-2fd56299b8eb), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.404334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-c2fd795a-dabd-4aea-a243-0907d5531446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.405838 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-c2fd795a-dabd-4aea-a243-0907d5531446 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1594396 Feb 14 21:16:35.414533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks [] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.420399 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.464538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:35.470036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:35.475886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:35.476054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de04480a-0817-4d55-b6c5-709412638eff req-bc26e8f5-03ca-4cc9-87bc-972ba0256891 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612403 Feb 14 21:16:35.478683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Pushing event updated for resources: {'Port': ['ID=a7953e73-ed3f-4ea9-8204-1839912a15c3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:35.494707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.540975 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-d5bbdbee-1d92-4580-be74-4c8bf8d3085c service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240993 Feb 14 21:16:35.541180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Attempting to bind port a7953e73-ed3f-4ea9-8204-1839912a15c3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:35.541435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Attempting to bind port a7953e73-ed3f-4ea9-8204-1839912a15c3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:35.541951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Attempting to bind port a7953e73-ed3f-4ea9-8204-1839912a15c3 on network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:35.548350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:35.548737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Checking segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:35.549325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.549549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Bound using segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:35.550023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Bound port: a7953e73-ed3f-4ea9-8204-1839912a15c3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:35.551606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.553375 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1839bf-e2e1-411f-9a4d-269a9def4fc6 x-openstack-request-id: req-ff1839bf-e2e1-411f-9a4d-269a9def4fc6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:35.553375 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:35.553375 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff1839bf-e2e1-411f-9a4d-269a9def4fc6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:35.553874 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'status': 'completed', 'code': 200} Feb 14 21:16:35.599228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] Transition to ACTIVE for port object 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:35.607424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.608981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.610789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.619223 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.640020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.640998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] For port a7953e73-ed3f-4ea9-8204-1839912a15c3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:35.645266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] For port a7953e73-ed3f-4ea9-8204-1839912a15c3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7953e73-ed3f-4ea9-8204-1839912a15c3,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:35.652877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.658060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4132714 Feb 14 21:16:35.675588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40986) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:35.696960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd3a0650-8030-43f0-b70e-de219fbd7ff6 req-a58f50b2-029d-4e40-9564-353cec327286 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451237 Feb 14 21:16:35.732193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Request body: {'subnet': {'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1301846812-subnet', 'tenant_id': '22369fa322584b65b5fa3df27286e943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:35.735107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843e985-6e88-45fb-8efc-802668eb9530 None None] Pushing event updated for resources: {'Port': ['ID=a7953e73-ed3f-4ea9-8204-1839912a15c3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:35.806192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for router_gateway (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.828398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.864006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] No DVR routers for this DVR port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:35.866648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a8c3-2cbe-4c60-a8fc-9af32b5e7abd admin admin] Pushing event updated for resources: {'Network': ['ID=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:35.879775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-75c2eafc-15e5-404b-92ed-3e3bab8189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.881933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-75c2eafc-15e5-404b-92ed-3e3bab8189b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1131 time: 0.1238346 Feb 14 21:16:35.886720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:16:35.893462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Made reservation on behalf of 22369fa322584b65b5fa3df27286e943 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:35.895852 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:35.904073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] Pushing event updated for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:35.971686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e28d13-3259-4276-8461-c19cf566beb4 req-e25ddcb1-224c-4379-93f1-2fb6f32522cd tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:35.979701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e28d13-3259-4276-8461-c19cf566beb4 req-e25ddcb1-224c-4379-93f1-2fb6f32522cd tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 947 time: 0.3486326 Feb 14 21:16:36.064919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-2ecbc33f-f49a-4519-98b3-55a9129247ea service neutron] 10.222.0.83 "PUT /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7154129 Feb 14 21:16:36.073011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (6874c6eb-a922-4f29-956a-9c7853b0f16d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.093790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6874c6eb-a922-4f29-956a-9c7853b0f16d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.143688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e28d13-3259-4276-8461-c19cf566beb4 req-675eb8c2-5a7d-4c39-a605-b70853e1f61e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629486 Feb 14 21:16:36.172107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6874c6eb-a922-4f29-956a-9c7853b0f16d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:36.212018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7953e73-ed3f-4ea9-8204-1839912a15c3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:36.252423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.295465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a7953e73-ed3f-4ea9-8204-1839912a15c3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:36.296152 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.301576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.356439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.358431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71261a9c-d09b-4528-8bcc-6a0dbe3e2320 req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1792612 Feb 14 21:16:36.359677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3fdd37eb-9b4f-4a98-949c-449acb6b2c73), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.397123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7579-09a3-4295-99a7-faf1da92a2ed tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:36.412018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Allocated IP 172.25.2.127 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/e2d7594a-6b1d-4397-adfd-ee30ab92fc83) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:36.430935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-c9b2dbc9-1b76-4829-9a87-ee76b612779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.432470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-c9b2dbc9-1b76-4829-9a87-ee76b612779e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.5251334 Feb 14 21:16:36.449234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdd37eb-9b4f-4a98-949c-449acb6b2c73,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:36.464528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-88508a0a-a889-4525-baee-929d0faf397d tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.465988 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-88508a0a-a889-4525-baee-929d0faf397d tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.2390025 Feb 14 21:16:36.483960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a7953e73-ed3f-4ea9-8204-1839912a15c3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:36.484499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.490053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Checking segment: {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:36.492123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Network hostable DHCP agents. Network: 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:16:36.527023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:16:36.527237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a7953e73-ed3f-4ea9-8204-1839912a15c3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7953e73-ed3f-4ea9-8204-1839912a15c3,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:36.535177 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.552204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9770a7-db04-4b3a-9cf7-55958238b5ec req-3ede3e99-dfe3-4538-96dc-0cda43828699 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.554376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b9770a7-db04-4b3a-9cf7-55958238b5ec req-3ede3e99-dfe3-4538-96dc-0cda43828699 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 944 time: 0.1248922 Feb 14 21:16:36.560394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:36.567471 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-97af4ea0-3628-4f25-bef9-a9543a7eb6db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9d82baa7-575e-4037-9499-6db4fffc0e29 HTTP/1.1" status: 200 len: 217 time: 0.1036706 Feb 14 21:16:36.570206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.570901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.578325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0157c-af67-41a6-b70f-b18f7007c693 None None] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:36.632159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-546462c5-7ea0-4d80-b7c4-6ff641a95d1c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9058664 Feb 14 21:16:36.659059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b9770a7-db04-4b3a-9cf7-55958238b5ec req-94e05ee9-fb0d-4de2-967d-241acfeef429 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829828 Feb 14 21:16:36.662631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-3626db88-385c-4839-818f-2407d94b367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.665154 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-3626db88-385c-4839-818f-2407d94b367c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0550690 Feb 14 21:16:36.675432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a7953e73-ed3f-4ea9-8204-1839912a15c3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:36.677672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:36.680306 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e3564-a519-4af0-bc18-b8d92de174c3" -d '{"events": [{"name": "network-changed", "server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:36.750174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768dff6-6814-4a7e-aa2e-175a7886b48e None None] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:36.803049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2126506301', 'description': 'tempest-description-1554150200'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:36.817727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-7655b4be-6ff9-4d4e-b4b6-2cbe8408dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.820075 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-7655b4be-6ff9-4d4e-b4b6-2cbe8408dd21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&tenant_id=a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 1127 time: 0.3151093 Feb 14 21:16:36.831493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.848261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-b456c331-db32-48b6-b3f2-e6222c2d3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:36.849836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-b456c331-db32-48b6-b3f2-e6222c2d3808 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1744423 Feb 14 21:16:36.871019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:36.964520 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-56155938-841e-4c6f-a172-9b32f217c383 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025605 Feb 14 21:16:36.996397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (aabceb46-56c4-4362-96e1-40094dbd45cf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.002702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aabceb46-56c4-4362-96e1-40094dbd45cf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.039838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.051964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15f10d19-e498-4cd2-8ef0-5a68ee5740de req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2529311 Feb 14 21:16:37.055212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39c188-fbab-4283-975d-56bc3f325ad2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabceb46-56c4-4362-96e1-40094dbd45cf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:37.080916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-0b0b211e-728d-40d8-9571-f13667648e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.082555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-0b0b211e-728d-40d8-9571-f13667648e0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1127 time: 0.2302294 Feb 14 21:16:37.090167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.098388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.135131 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d19d01-ed13-4825-bef2-6a1dbf4aa7d4 x-openstack-request-id: req-86d19d01-ed13-4825-bef2-6a1dbf4aa7d4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:37.135447 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:37.135724 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86d19d01-ed13-4825-bef2-6a1dbf4aa7d4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:37.136393 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309', 'status': 'completed', 'code': 200} Feb 14 21:16:37.179878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e0222-b1f2-4433-a4a9-6d009cc6798f None None] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:16:37.206191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-c580104f-e0c4-4c77-807c-bd919b66b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.207977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-c580104f-e0c4-4c77-807c-bd919b66b2a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 1130 time: 0.0909586 Feb 14 21:16:37.215040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:37.218943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-63f5d5af-535a-4505-a4ed-bf548b93dd34 req-f9d848c2-b10d-49e5-8a51-f86b50efcc8b service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333243 Feb 14 21:16:37.226911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:37.233196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:37.239124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Pushing event updated for resources: {'Port': ['ID=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:37.254119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-22e12b8b-dd2b-4b4c-8b83-be1c13139ffa None None] Provisioning complete for port a7953e73-ed3f-4ea9-8204-1839912a15c3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:37.254646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22e12b8b-dd2b-4b4c-8b83-be1c13139ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.312628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-dcfa8b50-37c1-44b3-95f3-fc60eb44e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.314989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-dcfa8b50-37c1-44b3-95f3-fc60eb44e564 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2217004 Feb 14 21:16:37.355479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2008058802', 'description': 'tempest-description-2017977168'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:37.404309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-ccbaf79e-a0a4-40d6-9860-7234f689edb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0418689 Feb 14 21:16:37.407351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.421758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-22e12b8b-dd2b-4b4c-8b83-be1c13139ffa None None] Current status of the port a7953e73-ed3f-4ea9-8204-1839912a15c3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:37.425570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-8dbff8de-b6f6-44dd-8f8e-3a2f5a3e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.427234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-8dbff8de-b6f6-44dd-8f8e-3a2f5a3e862d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2110300 Feb 14 21:16:37.475744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-73dd6abc-147c-41a7-8d8f-e0ce35200b6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309 HTTP/1.1" status: 200 len: 217 time: 0.0415246 Feb 14 21:16:37.518274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-248407a8-5014-4e59-afcb-97ace111c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.524791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-248407a8-5014-4e59-afcb-97ace111c871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0897565 Feb 14 21:16:37.548464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 117f0f5d-3192-46fb-8a84-fe7bdd79b309 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:37.550723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:37.575917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-a0a631d6-94d3-474a-af96-34e21295f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.577873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-a0a631d6-94d3-474a-af96-34e21295f71d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0959837 Feb 14 21:16:37.612374 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-9113c291-4b12-4018-8225-3c88664681db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406365 Feb 14 21:16:37.660437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (2c2e7544-3a3f-4ebc-9777-0d96ac4ad841), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.671268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c2e7544-3a3f-4ebc-9777-0d96ac4ad841), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.710769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:37.718167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.719050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aed89d81-eb71-46fd-886b-cde18973305e req-c503b2b0-af4a-431b-ac3a-b5cf3c3c34e1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3689115 Feb 14 21:16:37.727358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-7f715699-7444-43bb-9274-85d0b87fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:37.727358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-7f715699-7444-43bb-9274-85d0b87fde24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1249373 Feb 14 21:16:37.727651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:37.744997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:37.764407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '117f0f5d-3192-46fb-8a84-fe7bdd79b309', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '117f0f5d-3192-46fb-8a84-fe7bdd79b309', 'mac_address': 'fa:16:3e:69:12:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:37.771002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:37.798873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for router_gateway (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.810325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:16:37.810675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bf90b6f8-b2f9-4c74-a445-dba9bc28cfb7 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:37.810857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-16155127-dbd5-42b6-9f2b-66e731275dc8 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:16:37.812674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-16155127-dbd5-42b6-9f2b-66e731275dc8 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0842991 Feb 14 21:16:37.840004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f153b923-effd-486c-8b43-43643f61c373 None None] Provisioning complete for port a7953e73-ed3f-4ea9-8204-1839912a15c3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:37.840389 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f153b923-effd-486c-8b43-43643f61c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.879357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:16:37.879769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:37.885818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-99830766-d815-441f-ac9a-dd18541aa16e service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591715 Feb 14 21:16:37.896007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-5cad4bda-81a7-4378-a080-2a681b71efaa service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625624 Feb 14 21:16:37.900343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:37.900967 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:37.921401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117f0f5d-3192-46fb-8a84-fe7bdd79b309 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:37.944592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:37.954735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:38.035365 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-7047f748-46e7-41c5-b53d-9f857c130afd service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185977 Feb 14 21:16:38.035552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f153b923-effd-486c-8b43-43643f61c373 None None] Current status of the port a7953e73-ed3f-4ea9-8204-1839912a15c3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:38.042252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:38.064151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-d169ff85-c54d-4bd8-89f9-eec6f983b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:38.065869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-d169ff85-c54d-4bd8-89f9-eec6f983b272 service neutron] 10.222.0.86 "GET /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 1125 time: 0.1682453 Feb 14 21:16:38.086878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Request body: {'binding': {'host': 'n-h2-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:38.087648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Unknown quota resources ['binding']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:16:38.114692 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-3b301efa-3f42-43f4-b41c-2015bedf5bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1990299 Feb 14 21:16:38.137667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c1e3564-a519-4af0-bc18-b8d92de174c3 req-eba3599e-fc6b-4b7d-8ebf-5668b7473892 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290330 Feb 14 21:16:38.155910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7953e73-ed3f-4ea9-8204-1839912a15c3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:38.263480 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:38.331244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-9583a935-a846-4ec3-8d56-7abcd929f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:38.331914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['117f0f5d-3192-46fb-8a84-fe7bdd79b309'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:38.332933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-9583a935-a846-4ec3-8d56-7abcd929f371 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 1128 time: 0.1380775 Feb 14 21:16:38.436615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on host n-h2-828372-11 for vnic_type normal with profile None {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:38.436615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:38.436615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:38.445210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:38.445825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:38.455223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:38.455734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:38.456221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:38.456764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Bound port: 5f44496f-236c-46ac-a792-7512baa86ded, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:38.456904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a7953e73-ed3f-4ea9-8204-1839912a15c3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:38.457169 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:38.551409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-08740d55-4241-476f-bb7b-d7a342ce27c0 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 52549 time: 0.7970247 Feb 14 21:16:38.563683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:38.590885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed78b-99f0-45ba-acf7-424242453bbc req-8f501aaa-8302-4c90-928a-ab2643e8c3c4 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:38.592167 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-8f501aaa-8302-4c90-928a-ab2643e8c3c4 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1917553 Feb 14 21:16:38.615554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a7953e73-ed3f-4ea9-8204-1839912a15c3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:38.649746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-929e4bc4-3c57-48f7-b3e0-db007f0b5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:38.651294 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-929e4bc4-3c57-48f7-b3e0-db007f0b5342 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 925 time: 0.2487381 Feb 14 21:16:38.668362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Router d00fe9de-70a0-4442-9034-2fd56299b8eb is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:16:38.833088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:38.834990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7e0c164e-059d-4ab7-b761-5b162225bf48 service neutron] 10.222.0.86 "POST /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded/bindings HTTP/1.1" status: 201 len: 390 time: 0.7590325 Feb 14 21:16:38.861072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-66184342-2f59-49d4-bf57-ab43eff7522c tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/161247e6-b835-4e3f-aea6-bdee9f0724f5 HTTP/1.1" status: 200 len: 2998 time: 0.2960434 Feb 14 21:16:38.908241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-05d2914d-e3a5-461f-9e49-eeba789485d8 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/161247e6-b835-4e3f-aea6-bdee9f0724f5 HTTP/1.1" status: 200 len: 2998 time: 0.0411041 Feb 14 21:16:38.958395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-2a05e96c-306a-43df-8556-38d5752a1fc8 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1d34fa2b-9994-4af9-8a48-33b6d29949b5 HTTP/1.1" status: 200 len: 2994 time: 0.0434091 Feb 14 21:16:39.009706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-e17a2582-2fe3-407f-9e74-5f2be762e724 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1d34fa2b-9994-4af9-8a48-33b6d29949b5 HTTP/1.1" status: 200 len: 2994 time: 0.0434170 Feb 14 21:16:39.075926 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-bd4b7dcb-26c2-4d28-8372-a3e921a35490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 200 len: 999 time: 0.4182365 Feb 14 21:16:39.096565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c43d-07a6-47d6-94e3-4c5894b81ece req-02cc3c93-d2dd-4b6f-b95d-f79d3c31e1d5 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.098005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eca7c43d-07a6-47d6-94e3-4c5894b81ece req-02cc3c93-d2dd-4b6f-b95d-f79d3c31e1d5 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 948 time: 0.0849133 Feb 14 21:16:39.099931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-631cab53-8b34-4b39-a3c3-2ad3152fc166 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/4c65bf26-5dd9-46aa-b961-870e692ffd9e HTTP/1.1" status: 200 len: 2998 time: 0.0779204 Feb 14 21:16:39.181246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1deed78b-99f0-45ba-acf7-424242453bbc req-51ffe8fe-ef9f-465a-82a5-5e5027adc0c5 service neutron] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:39.182793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-6a3003f0-d932-4a39-a36d-d5b872d8c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.184270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-6a3003f0-d932-4a39-a36d-d5b872d8c34b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.0981388 Feb 14 21:16:39.189184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1deed78b-99f0-45ba-acf7-424242453bbc req-51ffe8fe-ef9f-465a-82a5-5e5027adc0c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.190184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1deed78b-99f0-45ba-acf7-424242453bbc req-51ffe8fe-ef9f-465a-82a5-5e5027adc0c5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.5888264 Feb 14 21:16:39.203425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:16:39.204623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-544c1c13-7e78-40ac-aff7-a0bdef939ca2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/4c65bf26-5dd9-46aa-b961-870e692ffd9e HTTP/1.1" status: 200 len: 2998 time: 0.0935903 Feb 14 21:16:39.213036 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Sync routers for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:16:39.215597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-2763d37f-ad58-4d95-a833-5456bf9af772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.217638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-2763d37f-ad58-4d95-a833-5456bf9af772 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1128 time: 0.1168346 Feb 14 21:16:39.225838 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:39.226451 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:39.227952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eca7c43d-07a6-47d6-94e3-4c5894b81ece req-b06e2a0a-fdd4-4bc3-8744-722631040b8c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 Feb 14 21:16:39.246502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.247813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef661b0e-f16d-4f74-acf4-2af038bb561a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2990100 Feb 14 21:16:39.251383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:39.304917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-579f0c59-081f-462b-874c-e5d948d908c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.306682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-579f0c59-081f-462b-874c-e5d948d908c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1137669 Feb 14 21:16:39.342677 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:39.392769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-f28c491d-66a0-4b34-bdb6-51be6a0ef202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.394251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-f28c491d-66a0-4b34-bdb6-51be6a0ef202 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1650889 Feb 14 21:16:39.440280 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:16:39.466736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-e3f90aca-7e14-4e93-ac6e-30eae4f740f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.0617392 Feb 14 21:16:39.481834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-5fa3a8c1-aa61-4652-a012-648fd3bba20d service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669710 Feb 14 21:16:39.490106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9cf5c-b214-49b8-9c88-d73120021c15 req-d47e96a2-e8c6-44c4-a50e-4d150e19fdec tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.491590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43f9cf5c-b214-49b8-9c88-d73120021c15 req-d47e96a2-e8c6-44c4-a50e-4d150e19fdec tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 944 time: 0.1352751 Feb 14 21:16:39.494247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-9c0a75dc-79b6-4aa5-80f8-ac3ba363c867 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/57266638-c2d2-444b-9950-2d769f35e19a HTTP/1.1" status: 200 len: 2998 time: 0.1400909 Feb 14 21:16:39.529972 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:37Z', 'revision_number': 3, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:39.548553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:39.550711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 117f0f5d-3192-46fb-8a84-fe7bdd79b309 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:39.560545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Checking router: d00fe9de-70a0-4442-9034-2fd56299b8eb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:16:39.560912 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Updating router d00fe9de-70a0-4442-9034-2fd56299b8eb port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:16:39.588327 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.635706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-599c1b1e-c2f2-473e-9f56-626be209034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:39.647200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-599c1b1e-c2f2-473e-9f56-626be209034f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1724091 Feb 14 21:16:39.669912 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00772e64-96de-477a-b34c-a2ecea8d54c2 req-f9635030-65e8-4bda-af20-3d08dc1f2695 service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817946 Feb 14 21:16:39.747683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-96b813b8-902f-4f0c-91c8-03cd1a273c30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740960 Feb 14 21:16:39.750514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-cac64c8b-d9bf-4d0a-8db4-3849cd7de5ef tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/57266638-c2d2-444b-9950-2d769f35e19a HTTP/1.1" status: 200 len: 2998 time: 0.2364516 Feb 14 21:16:39.765292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43f9cf5c-b214-49b8-9c88-d73120021c15 req-640b0e42-93c1-4885-8e9e-25a7f62c0a19 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477832 Feb 14 21:16:39.783766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:39.801052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:39.801431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.840502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:39.861664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'mac_address': 'fa:16:3e:72:21:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:39.866574 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks [] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.881178 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.963502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:39.963912 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.970337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.971216 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Attempting to bind port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:39.971605 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Attempting to bind port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:39.971967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Attempting to bind port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:39.978057 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Pushing event updated for resources: {'Port': ['ID=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:39.979957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-c9f0c4f4-2753-4eb5-a898-a922b653083b service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087719 Feb 14 21:16:39.985957 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:39.986766 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:39.987038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:39.987605 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.988147 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:39.988837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Bound port: e2d7594a-6b1d-4397-adfd-ee30ab92fc83, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:39.989373 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:39.992407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-03c78d25-c4ec-4c11-9066-e284a68fbe34 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/59bf6a1b-6ff8-4b55-85f1-c92eea809cf5 HTTP/1.1" status: 200 len: 2998 time: 0.2257345 Feb 14 21:16:39.998373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:39.998772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.018649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:40.033052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:40.035492 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a03de-46e7-4c2f-bd45-864ba01e5e7f" -d '{"events": [{"server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "name": "network-vif-plugged", "status": "completed", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:40.041316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.054173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:40.055662 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] For port e2d7594a-6b1d-4397-adfd-ee30ab92fc83, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:40.061207 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] For port e2d7594a-6b1d-4397-adfd-ee30ab92fc83, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:40.065707 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.074038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.079748 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.081720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.082438 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.083610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.086787 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.087315 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.087832 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.088168 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.088554 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.088889 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.089219 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.089542 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:40.101538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:40.104829 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.156513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1228610938', 'description': 'tempest-description-151113359'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:40.166185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:40.180683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-7671f4a5-21e8-40d3-87d0-ddbb289e4f6f service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367288 Feb 14 21:16:40.188918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-d7a621e0-4926-4ce7-b53b-d4aabca83373 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/59bf6a1b-6ff8-4b55-85f1-c92eea809cf5 HTTP/1.1" status: 200 len: 2998 time: 0.1954713 Feb 14 21:16:40.243287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.248528 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4017d1-656c-435a-8b4b-9ab52882cdcc None None] Pushing event updated for resources: {'Port': ['ID=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:40.250453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:40.258679 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:40.259646 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:40.265964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-44657e29-6db8-4c42-9b55-c9051aa58c68 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6874c6eb-a922-4f29-956a-9c7853b0f16d HTTP/1.1" status: 200 len: 2998 time: 0.0760927 Feb 14 21:16:40.331897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Allocated IP 172.20.0.1 (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3/63010bc8-4f21-4a24-ba01-feb843d2c9dc/7037c26e-1abd-407b-8980-c37907f193a2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:40.408789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-d8cac1d8-719c-4de6-b6e0-0aa5531a2e43 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6874c6eb-a922-4f29-956a-9c7853b0f16d HTTP/1.1" status: 200 len: 2998 time: 0.1419299 Feb 14 21:16:40.417991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-3f767eb7-0740-44c6-aeee-795a77ab7c0c tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:40.419445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-3f767eb7-0740-44c6-aeee-795a77ab7c0c tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.1388359 Feb 14 21:16:40.425466 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:40.461721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:40.477314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks [] for port (7037c26e-1abd-407b-8980-c37907f193a2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.495312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (70071998-8087-4df3-a48d-20bff634940f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.502518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-568297d2-7ddf-4c8f-9c32-4a5fce9411b2 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/7175feb0-5333-4289-8da3-4cb649db6553 HTTP/1.1" status: 200 len: 2998 time: 0.0771573 Feb 14 21:16:40.507761 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70071998-8087-4df3-a48d-20bff634940f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.518790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.562875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:40.567295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:40.570686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:40.579553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.580797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49abc19d-02ba-432f-9c8b-22c53e66e8fa req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6036491 Feb 14 21:16:40.604376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c192381-0558-495d-8ef0-638096d04115 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70071998-8087-4df3-a48d-20bff634940f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:40.606872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.618653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-5a87019c-2ed3-48f3-b29c-98e5a24328f5 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/7175feb0-5333-4289-8da3-4cb649db6553 HTTP/1.1" status: 200 len: 2998 time: 0.1057284 Feb 14 21:16:40.641859 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:37Z', 'revision_number': 3, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:40.647421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Pushing event updated for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:40.671310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.678948 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add791e4-d1fa-4392-aa4e-41af21fccbb5 None None] The sync data for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 is: [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:37Z', 'revision_number': 3, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:16:40.769006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-10e5f35d-5509-4527-b842-8b21a2e268ab tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/83a2deac-834a-4b8c-a827-2efd24b78424 HTTP/1.1" status: 200 len: 2998 time: 0.1437380 Feb 14 21:16:40.834816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7037c26e-1abd-407b-8980-c37907f193a2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:40.872225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:40.888965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-956b3118-aace-4053-a16d-7dd9ba8b3693 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/83a2deac-834a-4b8c-a827-2efd24b78424 HTTP/1.1" status: 200 len: 2998 time: 0.0955949 Feb 14 21:16:40.898272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a3ec9-1380-46e4-babd-1e81ba5555f4 req-33bb125a-bb90-4422-b5e0-45faf52b3bc4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:40.899841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-052a3ec9-1380-46e4-babd-1e81ba5555f4 req-33bb125a-bb90-4422-b5e0-45faf52b3bc4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 945 time: 0.1546717 Feb 14 21:16:40.963944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:40.989764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d2b96717-7739-40f3-b93d-a97a5a72fa3a None None] Provisioning complete for port 7037c26e-1abd-407b-8980-c37907f193a2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:40.990551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2b96717-7739-40f3-b93d-a97a5a72fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7037c26e-1abd-407b-8980-c37907f193a2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.015397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks [] for port (7037c26e-1abd-407b-8980-c37907f193a2), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.036468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.040247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-052a3ec9-1380-46e4-babd-1e81ba5555f4 req-d1ec95f3-f4aa-42ba-8d6c-39c7d267387b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308486 Feb 14 21:16:41.051671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-14a51e37-b20a-48e7-a9a3-96c198dff193 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.1508315 Feb 14 21:16:41.056317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:41.058389 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3425588-f403-492d-a627-dc9eeb9b6d37" -d '{"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f44496f-236c-46ac-a792-7512baa86ded"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:41.058997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d2b96717-7739-40f3-b93d-a97a5a72fa3a None None] Port 7037c26e-1abd-407b-8980-c37907f193a2 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:41.062543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks [] for port (5f44496f-236c-46ac-a792-7512baa86ded), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.082118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.144623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Pushing event updated for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:41.154208 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.192055 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cae809-b9d6-4529-afaa-4b95c179ef5a x-openstack-request-id: req-47cae809-b9d6-4529-afaa-4b95c179ef5a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:41.192480 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "name": "network-vif-plugged", "status": "completed", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:41.192843 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47cae809-b9d6-4529-afaa-4b95c179ef5a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:41.194236 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309', 'code': 200} Feb 14 21:16:41.201131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-8e2e9a26-2cd1-4d71-b529-5f0060b4d535 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.1303768 Feb 14 21:16:41.213892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:41.258642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on host n-h1-828372-11 for vnic_type normal with profile {"migrating_to": "n-h2-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:41.258993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:41.259395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:41.290974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:41.291335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Attempting to bind port 5f44496f-236c-46ac-a792-7512baa86ded on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:41.317595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:41.318801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:41.319122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:41.319543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:41.319990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Bound port: 5f44496f-236c-46ac-a792-7512baa86ded, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:41.320692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.323399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:41.336126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-9204454e-8e00-4fe2-8170-8014f43f9249 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e HTTP/1.1" status: 200 len: 2998 time: 0.1241958 Feb 14 21:16:41.339414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6ede0-79a5-4adc-91a9-c77b14196997 req-b0d9f7ab-d7ff-4702-ab97-2aea837c8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:41.341109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3c6ede0-79a5-4adc-91a9-c77b14196997 req-b0d9f7ab-d7ff-4702-ab97-2aea837c8fe2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 1132 time: 0.0846183 Feb 14 21:16:41.473245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-b08e830a-d6df-4eae-88d5-82b555143f84 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e HTTP/1.1" status: 200 len: 2998 time: 0.1024246 Feb 14 21:16:41.474545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3c6ede0-79a5-4adc-91a9-c77b14196997 req-3359ced9-1fbb-43c3-9470-b80464297d6c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975161 Feb 14 21:16:41.502415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Router d00fe9de-70a0-4442-9034-2fd56299b8eb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:16:41.518779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b66515-0ed2-4417-a93c-4f71b14093ab req-80097caa-a4fd-46c5-8299-a703b4f4bf0e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:41.525855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b66515-0ed2-4417-a93c-4f71b14093ab req-80097caa-a4fd-46c5-8299-a703b4f4bf0e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.2484128 Feb 14 21:16:41.538700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:41.561025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:41.583849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:41.607942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-b56274cf-b8be-4527-a507-e974671e3baf tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b463433a-82fc-4f63-a9e2-63fc408b2da9 HTTP/1.1" status: 200 len: 2998 time: 0.1335168 Feb 14 21:16:41.621322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.627360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b66515-0ed2-4417-a93c-4f71b14093ab req-12b3347c-a21d-4609-b17f-58cda6da7ea0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Feb 14 21:16:41.660353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-233fc756-193a-40d5-8286-e80be7ad7684 None None] Provisioning complete for port 7037c26e-1abd-407b-8980-c37907f193a2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:41.661043 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-233fc756-193a-40d5-8286-e80be7ad7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7037c26e-1abd-407b-8980-c37907f193a2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.700023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:16:41.702461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 9d82baa7-575e-4037-9499-6db4fffc0e29 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:41.712189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-233fc756-193a-40d5-8286-e80be7ad7684 None None] Port 7037c26e-1abd-407b-8980-c37907f193a2 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:41.715189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 9d82baa7-575e-4037-9499-6db4fffc0e29 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:41.715490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9e1d030f-ff60-4cd9-9a31-29fd4a159657 admin admin] 10.222.0.86 "PUT /v2.0/routers/d00fe9de-70a0-4442-9034-2fd56299b8eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4624443 Feb 14 21:16:41.716889 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.783577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-bd725187-b20f-4e01-b44e-66eae177755a tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b463433a-82fc-4f63-a9e2-63fc408b2da9 HTTP/1.1" status: 200 len: 2998 time: 0.1551733 Feb 14 21:16:41.784822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:41.785443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.787449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] 10.222.0.83 "PUT /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 1123 time: 1.3305411 Feb 14 21:16:41.833456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:41.833886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.857563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb954-c430-43dc-9138-af164579a18a service neutron] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:41.888828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['5f44496f-236c-46ac-a792-7512baa86ded'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:41.893198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:41.917045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-8214de72-196c-4e16-a695-f9962bd7c4da tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/be8b7f79-ebbe-4858-80f8-8b07bc3088b9 HTTP/1.1" status: 200 len: 2994 time: 0.1152861 Feb 14 21:16:41.918213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:41.948731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-89a3835a-609e-45e8-b2a8-9d271d53506b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:41.950163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-89a3835a-609e-45e8-b2a8-9d271d53506b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 813 time: 0.1700246 Feb 14 21:16:41.983999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-50bbe5e7-d62c-4050-99bf-e11658736a5f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/quotas/22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 375 time: 0.0261507 Feb 14 21:16:41.986589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:41.989265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-8979add9-33c1-4bc9-a829-243966fb3ca6 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/be8b7f79-ebbe-4858-80f8-8b07bc3088b9 HTTP/1.1" status: 200 len: 2994 time: 0.0591228 Feb 14 21:16:42.025175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-860182d1-49a8-44ec-95be-abb0dc3bd48d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346441 Feb 14 21:16:42.116772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e2d7594a-6b1d-4397-adfd-ee30ab92fc83 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:42.117883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-a8037d4d-1164-4c16-a448-dbd88eda1bff tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d6a042d2-149f-4ef8-bc69-f7d3621b834d HTTP/1.1" status: 200 len: 2998 time: 0.1162825 Feb 14 21:16:42.166120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-72d4dd22-4f6b-48dc-b13c-c6e702e39a95 service neutron] 10.222.0.86 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337955 Feb 14 21:16:42.167455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:42.167902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:42.196561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-ed12c769-6f0f-4adf-8178-39728b761467 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d6a042d2-149f-4ef8-bc69-f7d3621b834d HTTP/1.1" status: 200 len: 2998 time: 0.0678895 Feb 14 21:16:42.246539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:42.247139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:42.266136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port e2d7594a-6b1d-4397-adfd-ee30ab92fc83, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:42.270532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:42.275961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-8b600e6d-85c4-4cf2-bbef-89d250aefe1e tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/e4acbde7-99d7-4b34-8946-682286fb3c65 HTTP/1.1" status: 200 len: 2994 time: 0.0554893 Feb 14 21:16:42.306306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-1d8ee042-ec08-4771-9c77-d5745be22ebf service neutron] 10.222.0.86 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314306 Feb 14 21:16:42.320479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:42.331189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-2df0eb80-86f4-44f2-a100-7dadbd19089b tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/e4acbde7-99d7-4b34-8946-682286fb3c65 HTTP/1.1" status: 200 len: 2994 time: 0.0451732 Feb 14 21:16:42.374792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-d908a157-b616-4060-9a91-0c2d69f5059e tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f5edb087-050a-4af7-9514-13788e3c2379 HTTP/1.1" status: 200 len: 2990 time: 0.0367742 Feb 14 21:16:42.421799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48d9c78-8f9c-41c3-b9f6-655b6c0262f9 req-7ba08528-43d9-49f4-828b-ba9587d8aa2c tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f5edb087-050a-4af7-9514-13788e3c2379 HTTP/1.1" status: 200 len: 2990 time: 0.0396621 Feb 14 21:16:42.460929 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d2ffcb-7582-49a9-9d83-74bd964e9072 x-openstack-request-id: req-d9d2ffcb-7582-49a9-9d83-74bd964e9072 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:42.461299 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f44496f-236c-46ac-a792-7512baa86ded", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:42.461623 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9d2ffcb-7582-49a9-9d83-74bd964e9072 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:42.462248 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded', 'code': 200} Feb 14 21:16:42.639048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7138b-22fc-4dfa-a232-bd52ce39d4ca req-e5cd7619-5b05-441a-ad00-b45c0631e800 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:42.640858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfb7138b-22fc-4dfa-a232-bd52ce39d4ca req-e5cd7619-5b05-441a-ad00-b45c0631e800 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1127 time: 0.0798769 Feb 14 21:16:42.712162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfb7138b-22fc-4dfa-a232-bd52ce39d4ca req-7116d9f9-1666-486f-bd8b-784844d80d46 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Feb 14 21:16:42.784321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41104) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:42.833901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Sync routers for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:16:42.850893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:42.851657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:42.933986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a24c7-401c-4347-b7f2-f37b2ec0e16c req-12fd96b3-e7de-4e15-b077-ac095393c805 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:42.942973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c47a24c7-401c-4347-b7f2-f37b2ec0e16c req-12fd96b3-e7de-4e15-b077-ac095393c805 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.0852127 Feb 14 21:16:42.992765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:43.063704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe748483-527c-4cc8-9761-cc5e40c9ef7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=767e42a0fedb44d9ad36b9b65315168e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770982 Feb 14 21:16:43.064205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c47a24c7-401c-4347-b7f2-f37b2ec0e16c req-d5421cd3-dd7f-47b8-be5a-8adfa98a37cb tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178687 Feb 14 21:16:43.066420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41112) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:43.141115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41114) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:43.153897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122296738', 'description': 'tempest-description--744048836'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:43.178879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] Publish callbacks [] for security_group (59bf6a1b-6ff8-4b55-85f1-c92eea809cf5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.190602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d12777fc-340e-42b2-8433-f182e75ab6be req-4463b805-b05d-4c1e-96e9-85e4e4800491 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 210 time: 0.0563560 Feb 14 21:16:43.195742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:43.199649 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d79dd8-3509-47de-b010-5fd3b878e0ae" -d '{"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:43.235012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] Publish callbacks [] for security_group (59bf6a1b-6ff8-4b55-85f1-c92eea809cf5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.248096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.268616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 2, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:43.303745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Checking router: d00fe9de-70a0-4442-9034-2fd56299b8eb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:16:43.304309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Updating router d00fe9de-70a0-4442-9034-2fd56299b8eb port 7037c26e-1abd-407b-8980-c37907f193a2 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:16:43.315865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfa2a76d-72ec-40b6-a389-1e4c6d73e8ae req-5280a56d-7d81-4f5e-b6d1-fe511f186e58 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13ec904bc9c04b6396cd7517995a5b89 HTTP/1.1" status: 200 len: 6154 time: 0.1285539 Feb 14 21:16:43.326776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59bf6a1b-6ff8-4b55-85f1-c92eea809cf5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.329912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.335029 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59bf6a1b-6ff8-4b55-85f1-c92eea809cf5 HTTP/1.1" status: 204 len: 168 time: 0.2656572 Feb 14 21:16:43.358558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb643d0-30b1-4f69-91a2-86004a220531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf6a1b-6ff8-4b55-85f1-c92eea809cf5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:43.361686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7037c26e-1abd-407b-8980-c37907f193a2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.370099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (d3bc3773-a56f-4605-ac70-f6924edbce63), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.377327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d3bc3773-a56f-4605-ac70-f6924edbce63), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.428471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc3773-a56f-4605-ac70-f6924edbce63,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:43.439119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.443927 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-510ef4df-8a11-416a-9804-1103608fc150 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2983148 Feb 14 21:16:43.444245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41122) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:43.452178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfa2a76d-72ec-40b6-a389-1e4c6d73e8ae req-7bb621d6-2612-4744-a75a-1d7651d3f5e6 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "GET /v2.0/security-groups/a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e HTTP/1.1" status: 200 len: 2998 time: 0.1117849 Feb 14 21:16:43.458240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc3773-a56f-4605-ac70-f6924edbce63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:43.499112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (1cced3b7-b29c-43fb-9f88-1496a93d0f79), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.518552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0533546-7aa9-4aa1-b9c9-5083176346c2 req-5bc8b10d-386d-495b-bc8b-55b6e871c809 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:43.531110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0533546-7aa9-4aa1-b9c9-5083176346c2 req-5bc8b10d-386d-495b-bc8b-55b6e871c809 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.2137008 Feb 14 21:16:43.535045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfa2a76d-72ec-40b6-a389-1e4c6d73e8ae req-0f5d1462-de11-4ba2-9b5b-c99ea7274e3e tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "GET /v2.0/security-groups/a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e HTTP/1.1" status: 200 len: 2998 time: 0.0828114 Feb 14 21:16:43.594611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (1cced3b7-b29c-43fb-9f88-1496a93d0f79), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.603800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1cced3b7-b29c-43fb-9f88-1496a93d0f79), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.625747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cced3b7-b29c-43fb-9f88-1496a93d0f79,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:43.629765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0533546-7aa9-4aa1-b9c9-5083176346c2 req-a70829ac-9e85-49fb-bdd0-ca417f006224 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880280 Feb 14 21:16:43.648114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.651837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ad8ecff-82f7-4d77-866e-b3fe2c3f0b8b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975901 Feb 14 21:16:43.652080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:43.660819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc3773-a56f-4605-ac70-f6924edbce63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:43.702310 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593db399-0298-4c44-9a83-1476647ec873 x-openstack-request-id: req-593db399-0298-4c44-9a83-1476647ec873 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:43.702539 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:43.702799 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-593db399-0298-4c44-9a83-1476647ec873 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:43.703208 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'code': 200} Feb 14 21:16:43.721984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (b23f08d4-fc4f-4572-96f6-deb3de734a74), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.796854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41140) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:43.813274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks [] for port (7037c26e-1abd-407b-8980-c37907f193a2), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.819938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6eb52ac3-d429-4311-a646-68755903e226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.823551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.856708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (b23f08d4-fc4f-4572-96f6-deb3de734a74), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.869856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-7da8cd7e-e638-4dd2-bbba-b5820ac11043 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:43.871705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-7da8cd7e-e638-4dd2-bbba-b5820ac11043 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.2236855 Feb 14 21:16:43.880873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b23f08d4-fc4f-4572-96f6-deb3de734a74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.889498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2cf1f91-2917-4dab-bafa-54420203119b req-98fa1319-0010-4e1a-8b6e-210e738a3697 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/aabceb46-56c4-4362-96e1-40094dbd45cf HTTP/1.1" status: 200 len: 1795 time: 0.1284733 Feb 14 21:16:43.889709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5f41e-b73b-43d0-898e-5e3c54497723 None None] Pushing event updated for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:43.900435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3494394-0bad-4446-8289-76e163287e6f req-cdb0d690-88b1-49a1-a9b4-4e38242bf795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:43.901897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3494394-0bad-4446-8289-76e163287e6f req-cdb0d690-88b1-49a1-a9b4-4e38242bf795 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1133 time: 0.1322258 Feb 14 21:16:43.905649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-d36a6726-7710-4607-a528-9670fbe51e0e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/quotas/a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 375 time: 0.0218730 Feb 14 21:16:43.954370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Attempting to bind port 7037c26e-1abd-407b-8980-c37907f193a2 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:43.954919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Attempting to bind port 7037c26e-1abd-407b-8980-c37907f193a2 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:43.955313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Attempting to bind port 7037c26e-1abd-407b-8980-c37907f193a2 on network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:43.960657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:43.961016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Checking segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:43.961423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:43.961819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Bound using segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:43.962287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Bound port: 7037c26e-1abd-407b-8980-c37907f193a2, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:43.962672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7037c26e-1abd-407b-8980-c37907f193a2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.045901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] For port 7037c26e-1abd-407b-8980-c37907f193a2, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:44.050547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-5dca2040-d7e8-47eb-897d-778233f9e01c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:44.052833 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-5dca2040-d7e8-47eb-897d-778233f9e01c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.64 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 813 time: 0.1421127 Feb 14 21:16:44.059593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.064301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078088 Feb 14 21:16:44.064452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] For port 7037c26e-1abd-407b-8980-c37907f193a2, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7037c26e-1abd-407b-8980-c37907f193a2,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:44.064873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-50c39189-148b-4117-8268-b3cdba2ed818 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528106 Feb 14 21:16:44.070903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'device_id': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe', 'admin_state_up': True, 'tenant_id': '22369fa322584b65b5fa3df27286e943'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:44.079044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.081354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41142) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:44.090682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:44.110304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7017-3f45-4b9f-829b-a089c26a5d5f tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23f08d4-fc4f-4572-96f6-deb3de734a74,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:44.118214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3494394-0bad-4446-8289-76e163287e6f req-85435bc1-9714-481c-a3e8-5a73f25745c9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852527 Feb 14 21:16:44.135341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-a49429c9-76a8-4dee-a3a5-0d18b95b5211 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:16:44.136909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-a49429c9-76a8-4dee-a3a5-0d18b95b5211 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412843 Feb 14 21:16:44.174501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e2d7594a-6b1d-4397-adfd-ee30ab92fc83 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:44.212385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5f41e-b73b-43d0-898e-5e3c54497723 None None] Pushing event updated for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:44.216932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:16:44.217569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:16:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:44.248498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-9aa6765a-2b0a-42df-8c0a-54f508aa21dc service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978692 Feb 14 21:16:44.249079 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6eb52ac3-d429-4311-a646-68755903e226 admin admin] Publish callbacks [] for security_group (a46ae77a-3d4b-433f-a80c-5cca06caea91), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.249179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2cf1f91-2917-4dab-bafa-54420203119b req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (aabceb46-56c4-4362-96e1-40094dbd45cf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.257761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6eb52ac3-d429-4311-a646-68755903e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a46ae77a-3d4b-433f-a80c-5cca06caea91), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.297402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.328257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2cf1f91-2917-4dab-bafa-54420203119b req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (aabceb46-56c4-4362-96e1-40094dbd45cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.344236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:44.344461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.352029 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6eb52ac3-d429-4311-a646-68755903e226 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10c0bdd0cce7429b98ff00ddbb008efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537016 Feb 14 21:16:44.353260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb52ac3-d429-4311-a646-68755903e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ae77a-3d4b-433f-a80c-5cca06caea91,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:44.360053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41148) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:44.397402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Made reservation on behalf of 22369fa322584b65b5fa3df27286e943 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:44.404335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.533181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:16:44.572804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Provisioning complete for port 7037c26e-1abd-407b-8980-c37907f193a2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:44.573167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7037c26e-1abd-407b-8980-c37907f193a2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.577088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Allocated IP 172.20.0.3 (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe/3fdd37eb-9b4f-4a98-949c-449acb6b2c73/2402aaae-85c6-4ee5-856f-07934342003b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:44.684038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:44.686536 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9c89f-47ef-427f-9887-3adc3752ee8a" -d '{"events": [{"name": "network-changed", "server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "tag": "5f44496f-236c-46ac-a792-7512baa86ded"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:44.740494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2cf1f91-2917-4dab-bafa-54420203119b req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aabceb46-56c4-4362-96e1-40094dbd45cf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.743019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2cf1f91-2917-4dab-bafa-54420203119b req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.744223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2cf1f91-2917-4dab-bafa-54420203119b req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/aabceb46-56c4-4362-96e1-40094dbd45cf HTTP/1.1" status: 204 len: 173 time: 0.8405857 Feb 14 21:16:44.744557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (2402aaae-85c6-4ee5-856f-07934342003b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.761925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] Publish callbacks [] for security_group (a46ae77a-3d4b-433f-a80c-5cca06caea91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.765176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-087e50cc-9da4-45f6-9256-5fbb525280ff service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996209 Feb 14 21:16:44.770187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdb7ad-5bc6-4be3-96f5-ea3d86611380 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabceb46-56c4-4362-96e1-40094dbd45cf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:44.793689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] Publish callbacks [] for security_group (a46ae77a-3d4b-433f-a80c-5cca06caea91), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.801203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.826305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Current status of the port 7037c26e-1abd-407b-8980-c37907f193a2 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:44.826857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7037c26e-1abd-407b-8980-c37907f193a2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.842239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:44.879838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:44.895302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:44.897765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:44.905044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:44.923492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] For port 7037c26e-1abd-407b-8980-c37907f193a2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7037c26e-1abd-407b-8980-c37907f193a2,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:44.940297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.962795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.980854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:44.981525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.986882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a46ae77a-3d4b-433f-a80c-5cca06caea91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.989607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:44.993618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a46ae77a-3d4b-433f-a80c-5cca06caea91 HTTP/1.1" status: 204 len: 168 time: 0.6299882 Feb 14 21:16:45.011879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-7df81f45-42aa-4fe9-850d-c735ee46714b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453807 Feb 14 21:16:45.025152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Request body: {'port': {'device_id': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:45.056634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5af370-06af-4fa0-97c6-3c17ec264c27 None None] Pushing event updated for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:45.073502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a32320cf-37c7-43bf-b7e1-26d2a57d4d89 None None] Provisioning complete for port 7037c26e-1abd-407b-8980-c37907f193a2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:45.073883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32320cf-37c7-43bf-b7e1-26d2a57d4d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7037c26e-1abd-407b-8980-c37907f193a2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:45.100627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065d059-8359-4981-93d5-918fe1eeadb1 req-fb597176-946d-4ec1-a7ad-8de05acb0fc0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:45.107307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2065d059-8359-4981-93d5-918fe1eeadb1 req-fb597176-946d-4ec1-a7ad-8de05acb0fc0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2286878 Feb 14 21:16:45.109403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cf523-a587-47ba-aedc-8b9b875c8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ae77a-3d4b-433f-a80c-5cca06caea91,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:45.110099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:45.117839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:16:45.167047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0aa5-c1fb-4585-9c62-ac5c271556b6 req-d601d036-8d2a-45a8-b702-b0515cb1f66d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:45.168757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa6b0aa5-c1fb-4585-9c62-ac5c271556b6 req-d601d036-8d2a-45a8-b702-b0515cb1f66d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.1230421 Feb 14 21:16:45.172159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512f28d-52c9-4b14-9762-90fd8a8a21f6 None None] The sync data for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 is: [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:16:45.295426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a32320cf-37c7-43bf-b7e1-26d2a57d4d89 None None] Current status of the port 7037c26e-1abd-407b-8980-c37907f193a2 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:45.337737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Allocated IP 172.25.2.47 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/69bd0236-5f4e-4040-ba93-1c2a405119be) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:45.408364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2065d059-8359-4981-93d5-918fe1eeadb1 req-97380369-34a4-43b1-b419-7359d01fe58d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000410 Feb 14 21:16:45.582420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:45.606056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa6b0aa5-c1fb-4585-9c62-ac5c271556b6 req-7075a6ab-3ad5-41b8-a3ec-f40b1e91718e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079468 Feb 14 21:16:45.712725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2402aaae-85c6-4ee5-856f-07934342003b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:45.723658 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c99c7c-5565-4ba4-ad99-b3f1d87cdae2 x-openstack-request-id: req-e4c99c7c-5565-4ba4-ad99-b3f1d87cdae2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:45.725672 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "tag": "5f44496f-236c-46ac-a792-7512baa86ded", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:45.726033 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4c99c7c-5565-4ba4-ad99-b3f1d87cdae2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:45.726456 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded', 'status': 'completed', 'code': 200} Feb 14 21:16:45.728836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks [] for port (2402aaae-85c6-4ee5-856f-07934342003b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:45.784849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Transition to ACTIVE for port object 2402aaae-85c6-4ee5-856f-07934342003b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:45.801267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:45.813643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:45.828384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded has no active binding in host n-h2-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:16:45.872309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3c811-136b-49ba-961a-dadbb375028c req-9f1e6a1f-c731-4beb-b8ab-b5921a2209cc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:45.878982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fae3c811-136b-49ba-961a-dadbb375028c req-9f1e6a1f-c731-4beb-b8ab-b5921a2209cc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 931 time: 0.2983069 Feb 14 21:16:45.886317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-04052435-1a2e-4670-8e9e-e216254b9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:45.887933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2135993f-b104-4d64-9845-20da0da5081e req-d2e2548d-e77a-4dc7-9918-6eba224d161f tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "GET /v2.0/security-groups/4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7 HTTP/1.1" status: 200 len: 1793 time: 0.1540077 Feb 14 21:16:45.888109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-04052435-1a2e-4670-8e9e-e216254b9ccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1157 time: 0.1665714 Feb 14 21:16:45.915196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:45.974536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:46.047386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fae3c811-136b-49ba-961a-dadbb375028c req-adbb6553-026e-48ea-8ab9-504777c59d50 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674819 Feb 14 21:16:46.113567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2135993f-b104-4d64-9845-20da0da5081e req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.116589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-1c154e69-a6f3-4e26-abfc-cfaea4ecf621 service neutron] 10.222.0.64 "GET /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.2229877 Feb 14 21:16:46.160986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.177916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Attempting to bind port 2402aaae-85c6-4ee5-856f-07934342003b on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:46.178384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Attempting to bind port 2402aaae-85c6-4ee5-856f-07934342003b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:46.178788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Attempting to bind port 2402aaae-85c6-4ee5-856f-07934342003b on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:46.188134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-66186f85-863f-42a6-b8c3-50824e594cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:46.189737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-66186f85-863f-42a6-b8c3-50824e594cd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.2930343 Feb 14 21:16:46.190944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Port 2402aaae-85c6-4ee5-856f-07934342003b on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:46.191393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Attempting to bind port 2402aaae-85c6-4ee5-856f-07934342003b on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:46.208120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:46.208420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Checking segment: {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:46.209069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Bound using segment: {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:46.209767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Bound port: 2402aaae-85c6-4ee5-856f-07934342003b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:46.210458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.226175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7037c26e-1abd-407b-8980-c37907f193a2 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:46.285369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf961ab8-bfbb-43f5-bbeb-165bee370f8b req-b9093ea9-44a5-44b0-a591-43423ada09a5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 210 time: 0.0935807 Feb 14 21:16:46.320800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2135993f-b104-4d64-9845-20da0da5081e req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.337876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7037c26e-1abd-407b-8980-c37907f193a2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:46.338432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7037c26e-1abd-407b-8980-c37907f193a2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.394302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:46.410466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:46.424317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:46.513209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7037c26e-1abd-407b-8980-c37907f193a2 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:46.518410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'Port': ['ID=69bd0236-5f4e-4040-ba93-1c2a405119be,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:46.596574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2135993f-b104-4d64-9845-20da0da5081e req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.600473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2135993f-b104-4d64-9845-20da0da5081e req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.614535 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-ada5371a-9a6d-46da-8e0f-c4ee081005b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.4181392 Feb 14 21:16:46.620683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2135993f-b104-4d64-9845-20da0da5081e req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7 HTTP/1.1" status: 204 len: 173 time: 0.7167296 Feb 14 21:16:46.624321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.64', 53288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:46.693574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e025a9-d16a-4700-b37c-a74974703819 tempest-SecurityGroupsTestAdminJSON-626651798 tempest-SecurityGroupsTestAdminJSON-626651798-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1af6b-65f1-48b8-ae89-fb49dcd0d5b7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:46.852133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-640762c7-925c-4879-b18b-79a2985f8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:46.853556 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-640762c7-925c-4879-b18b-79a2985f8f5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.2171404 Feb 14 21:16:46.869197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:46.877370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:46.898813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c82f1-c05e-4857-9722-ef23f76a4826 req-4f810562-6975-4870-8c04-939640d02f87 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:46.906025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b91c82f1-c05e-4857-9722-ef23f76a4826 req-4f810562-6975-4870-8c04-939640d02f87 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.3195579 Feb 14 21:16:46.914024 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-2bbf4d15-8f5b-493a-953d-a30b3f1481e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499291 Feb 14 21:16:46.920776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:46.934034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:46.939500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28891-e997-497a-93c8-4b7ba3ad77f8 req-50f30608-4ea5-4598-8abc-e15386828392 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:46.941121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-5838828d-4d7b-4fa0-b41d-a9a08d639a6f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:46.942852 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-5838828d-4d7b-4fa0-b41d-a9a08d639a6f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.3147569 Feb 14 21:16:46.946841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee28891-e997-497a-93c8-4b7ba3ad77f8 req-50f30608-4ea5-4598-8abc-e15386828392 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 943 time: 0.2344770 Feb 14 21:16:46.976712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Request body: {'port': {'device_id': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'admin_state_up': True, 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:47.009532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.016707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:47.019686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.134208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f44496f-236c-46ac-a792-7512baa86ded {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:47.135801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:47.136420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.137854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] 10.222.0.64 "PUT /v2.0/ports/2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 1092 time: 2.1184564 Feb 14 21:16:47.138918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:47.141939 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff76111-3ce3-462c-b574-d75247263161" -d '{"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:47.179516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b91c82f1-c05e-4857-9722-ef23f76a4826 req-61e549a2-59b5-40ad-9098-4b4dbf68b616 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700398 Feb 14 21:16:47.205434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:47.212360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee28891-e997-497a-93c8-4b7ba3ad77f8 req-76384fac-2e28-40ab-8bc0-cc0f77bb4129 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646265 Feb 14 21:16:47.237342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ce6b7-51f2-4653-9fda-d27608cf107e service neutron] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:47.280035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-03cba481-3b18-4d21-80d9-f66380ab681a service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577144 Feb 14 21:16:47.297112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.378410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-19cda875-8ca0-4303-a291-eb0941948358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:47.380019 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-19cda875-8ca0-4303-a291-eb0941948358 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1126 time: 0.1893618 Feb 14 21:16:47.381202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:47.384383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.413496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb87d281-ea91-455c-874b-60b301f2b76c req-aba01074-ee95-4ca4-ae49-9ff1325eae2b tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "GET /v2.0/security-groups/0d2fa73b-3513-48d7-9294-9126bc04f66f HTTP/1.1" status: 200 len: 1794 time: 0.1415594 Feb 14 21:16:47.441491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-0682ec71-f9c2-4d08-ac93-e3a7087deaf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 217 time: 0.0524638 Feb 14 21:16:47.490158 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50e9c89f-47ef-427f-9887-3adc3752ee8a req-5b1a17db-7301-4c9d-865d-39b571f4a71d service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978517 Feb 14 21:16:47.529003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.538937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf9c6-05f9-4811-b220-a82e922a171a req-45ff3a06-b2ae-4a7a-822e-1e4e0c1d774f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:47.540573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d97bf9c6-05f9-4811-b220-a82e922a171a req-45ff3a06-b2ae-4a7a-822e-1e4e0c1d774f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 943 time: 0.1958697 Feb 14 21:16:47.541760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] Transition to ACTIVE for port object 5f44496f-236c-46ac-a792-7512baa86ded will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:47.544143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.562633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.611235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Allocated IP 172.20.0.8 (078bad4b-6dd2-4931-adfb-f15f2aa32330/0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f/a9ebd582-5999-462f-a4d3-dcc1bbe67d36) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:47.614076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-5fa320e7-e029-4e47-9d69-bf683eb9374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:47.614240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eb87d281-ea91-455c-874b-60b301f2b76c req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (0d2fa73b-3513-48d7-9294-9126bc04f66f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.616146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-5fa320e7-e029-4e47-9d69-bf683eb9374f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.0790377 Feb 14 21:16:47.653914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-b32afbde-813b-419d-9abc-b1e3515e4ff3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301883 Feb 14 21:16:47.675274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'Port': ['ID=69bd0236-5f4e-4040-ba93-1c2a405119be,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:47.733744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] No DVR routers for this DVR port 5f44496f-236c-46ac-a792-7512baa86ded on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:16:47.747850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eb87d281-ea91-455c-874b-60b301f2b76c req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (0d2fa73b-3513-48d7-9294-9126bc04f66f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.756261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d97bf9c6-05f9-4811-b220-a82e922a171a req-3ac585e1-726f-47fc-919c-cf61fbabb012 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096465 Feb 14 21:16:47.789572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.820406 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5833a-83b2-4b68-b3ab-76f6686be075 x-openstack-request-id: req-cfb5833a-83b2-4b68-b3ab-76f6686be075 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:47.820767 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:47.821063 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cfb5833a-83b2-4b68-b3ab-76f6686be075 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:47.821555 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b', 'status': 'completed', 'code': 200} Feb 14 21:16:47.826116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-4b56be77-0dc5-4a24-8d69-7735084ee2f3 service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634424 Feb 14 21:16:47.827472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded/bindings/n-h2-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 1.6933160 Feb 14 21:16:47.835295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be253db8-2152-44b2-9d78-3620ddfda930 service neutron] Pushing event updated for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:47.840810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.851142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9ba8d8ce-a68a-460a-8237-71203e20ccb7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7640631 Feb 14 21:16:47.867817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eb87d281-ea91-455c-874b-60b301f2b76c req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d2fa73b-3513-48d7-9294-9126bc04f66f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.870468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eb87d281-ea91-455c-874b-60b301f2b76c req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.871683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb87d281-ea91-455c-874b-60b301f2b76c req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "DELETE /v2.0/security-groups/0d2fa73b-3513-48d7-9294-9126bc04f66f HTTP/1.1" status: 204 len: 173 time: 0.4504626 Feb 14 21:16:47.886677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf5b0-cc4d-4968-86b8-9110fab9ee39 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2fa73b-3513-48d7-9294-9126bc04f66f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:47.939689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks [] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:47.994554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da1c9950-21f1-4a16-ac2a-bb3d24bcfb54 req-5d3be47a-7c1a-49bb-a960-b86e1a47f580 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 210 time: 0.0609207 Feb 14 21:16:47.998348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a91d25c3-ad30-4dbd-bba2-609c8bfa6047 req-31159bb2-4b93-46ad-9a3c-90c1167440bd service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579485 Feb 14 21:16:48.019461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.036588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-bbe507c1-f51f-4341-9257-5bbf711268e4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.038866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-bbe507c1-f51f-4341-9257-5bbf711268e4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1216958 Feb 14 21:16:48.107864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:48.119589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:48.125696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:48.152850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-858b7624-9926-4ea1-bd91-660e1796fae6 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390170 Feb 14 21:16:48.156582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:48.172217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76111-3ce3-462c-b574-d75247263161 req-e7cf9f11-d131-465a-93bb-a98549c2f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.173722 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-e7cf9f11-d131-465a-93bb-a98549c2f64e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1126 time: 0.1088390 Feb 14 21:16:48.195678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.196376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.249336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-85f7bfd0-cfaf-410f-8988-b74e49b66649 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918878 Feb 14 21:16:48.260850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-93cc69ae-dc3c-456b-897b-a90510f74aa1 tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "GET /v2.0/security-groups/ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356 HTTP/1.1" status: 200 len: 1795 time: 0.1243117 Feb 14 21:16:48.261149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Request body: {'port': {'device_id': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:48.262723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-af7f7a94-737e-40b7-9106-38d96e52b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.264172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-af7f7a94-737e-40b7-9106-38d96e52b026 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&tenant_id=775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 1127 time: 0.2082422 Feb 14 21:16:48.332168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76111-3ce3-462c-b574-d75247263161 req-26b3f465-2ca5-4c4e-a0da-e6fe35ef14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.334216 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-26b3f465-2ca5-4c4e-a0da-e6fe35ef14c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.1523302 Feb 14 21:16:48.372538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-fefe8b9e-037c-41a5-ada3-bbc110f08dcf tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.374001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-fefe8b9e-037c-41a5-ada3-bbc110f08dcf tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028589 Feb 14 21:16:48.376161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-21a642de-403b-4421-b6cd-492679999cf9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 217 time: 0.0354230 Feb 14 21:16:48.376704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.403506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-88aca358-a7b3-49ab-9c53-784266c381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.404960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-88aca358-a7b3-49ab-9c53-784266c381c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1127 time: 0.1134861 Feb 14 21:16:48.406862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.410028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-53714523-454c-48b3-abd8-cb436592301b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/quotas/45852a62015348e4996b848b986ad0d7 HTTP/1.1" status: 200 len: 375 time: 0.0298150 Feb 14 21:16:48.457404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76111-3ce3-462c-b574-d75247263161 req-c5f93edb-01ad-43d6-820c-8a412bf949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.459524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-c5f93edb-01ad-43d6-820c-8a412bf949a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.0739868 Feb 14 21:16:48.498604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-95ba24b3-cf68-4544-b426-f31461385cd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288680 Feb 14 21:16:48.503929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.581027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-e2d47116-ef82-41f7-90e3-2bb3d73e3d15 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541069 Feb 14 21:16:48.584293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.586866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.587955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b973456d-1b67-46d2-8ff2-f5d081e1534c req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] 10.222.0.86 "DELETE /v2.0/security-groups/ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356 HTTP/1.1" status: 204 len: 173 time: 0.3201482 Feb 14 21:16:48.591739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-6b59617f-5733-450d-827f-16a3481c33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.593154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-6b59617f-5733-450d-827f-16a3481c33e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1823020 Feb 14 21:16:48.605055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40a48-fdaa-4f68-80a8-d54defc55bfc tempest-SecurityGroupsTestAdminJSON-1801359614 tempest-SecurityGroupsTestAdminJSON-1801359614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb3ef57-b0aa-41b6-bbfe-f29ff15ef356,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:48.644624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-1d112d3d-58e4-4a12-a218-cdf27e4441e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.0412693 Feb 14 21:16:48.695971 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-20458f93-0d79-4bcf-b1f5-baba97363f4b service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566627 Feb 14 21:16:48.716660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-8907f93f-2d02-4a5a-8d5c-3c7ffc7cca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:48.718895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-8907f93f-2d02-4a5a-8d5c-3c7ffc7cca9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0642869 Feb 14 21:16:48.810172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-f08f317d-b37c-4b47-b610-778843b961ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742102 Feb 14 21:16:48.898014 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6ff76111-3ce3-462c-b574-d75247263161 req-de585a67-67d1-495b-9c42-8b83853f34bf service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934466 Feb 14 21:16:48.925576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ebd582-5999-462f-a4d3-dcc1bbe67d36 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:48.930860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-a22ddee0-3bce-42e1-85ab-35cb532e2127 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2122296738&fields=id&tenant_id=ac15a465d9354466931aa8e7d9ee1575 HTTP/1.1" status: 200 len: 267 time: 0.1357806 Feb 14 21:16:48.934964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks [] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:48.949379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Transition to ACTIVE for port object a9ebd582-5999-462f-a4d3-dcc1bbe67d36 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:48.961310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.059818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-f586fd9f-e88e-449e-ae9b-f2ca9929ae0e service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373986 Feb 14 21:16:49.062990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:49.123552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:49.124181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:49.124491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:49.130238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41266) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:49.130956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:49.131406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:49.148302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:49.148876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:49.149343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:49.149904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Bound port: a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:49.150349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.221547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:49.225941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:49.233728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.299408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:49.300117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.301666 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 1092 time: 1.0444312 Feb 14 21:16:49.325099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81e2b-8601-48e1-8619-5fd347b7a427 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:49.341176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ddb85f7a-9971-448c-93b5-154ff7e4fe9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13ec904bc9c04b6396cd7517995a5b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062895 Feb 14 21:16:49.343178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:49.410441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d42b-10b8-423a-ad15-7036fd554fc6 req-4b035b3e-6ec9-4e13-a39f-aec06133215c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:49.417322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9186d42b-10b8-423a-ad15-7036fd554fc6 req-4b035b3e-6ec9-4e13-a39f-aec06133215c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.4388335 Feb 14 21:16:49.423674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] Publish callbacks [] for security_group (a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.431825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-ac4104e2-8c0c-43c9-8bd3-3880cde4ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:49.433326 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-ac4104e2-8c0c-43c9-8bd3-3880cde4ffb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1126 time: 0.0775411 Feb 14 21:16:49.463380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-98dc03c5-f3af-4bfd-877e-b7d3725a8ed7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:49.464962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-98dc03c5-f3af-4bfd-877e-b7d3725a8ed7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/networks?id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 HTTP/1.1" status: 200 len: 806 time: 0.5123677 Feb 14 21:16:49.487673 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] Publish callbacks [] for security_group (a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.494877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-de81d594-58d9-4626-bf18-2f9bc5e91ef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.0503054 Feb 14 21:16:49.499753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-dcd8a199-3c3a-4ce5-b468-14d10aff8663 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301252 Feb 14 21:16:49.506019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-05c501cf-7eb6-4f43-8345-916ee8ad6de8 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/quotas/ac15a465d9354466931aa8e7d9ee1575 HTTP/1.1" status: 200 len: 375 time: 0.0293469 Feb 14 21:16:49.522673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9186d42b-10b8-423a-ad15-7036fd554fc6 req-219595f3-4454-4e45-b238-addeb9525d32 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Feb 14 21:16:49.565841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-26710e16-a134-452b-86b7-789efac9635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:49.567488 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-26710e16-a134-452b-86b7-789efac9635a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0638711 Feb 14 21:16:49.585642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.588642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:49.590103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e HTTP/1.1" status: 204 len: 168 time: 0.2459693 Feb 14 21:16:49.610085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-d0424abc-5e81-47ae-80ed-9a656c80297a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356059 Feb 14 21:16:49.615795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391567bf-783b-4447-ad36-bbd5a48ac018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b6e5c2-3e7e-4ffb-9f6d-2656b3d4e53e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:49.633688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9cf13d0-de09-412c-a65b-96893c0b97aa req-26598cba-448d-488e-9e91-67b8bc71eb0a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 210 time: 0.0363908 Feb 14 21:16:49.682310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-175677d3-1913-4fb5-a39b-92706f4cf1c9 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac15a465d9354466931aa8e7d9ee1575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505365 Feb 14 21:16:49.748010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-5024d6d1-be95-4a67-ac19-0ed76e4e0148 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299193 Feb 14 21:16:49.812412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:16:49.822161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:49.824869 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa" -d '{"events": [{"name": "network-changed", "server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:49.854152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1e592303-9ab1-4f78-9bb7-852d18a2da6c service neutron] 10.222.0.86 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690650 Feb 14 21:16:49.865728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 5f44496f-236c-46ac-a792-7512baa86ded host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:16:49.866463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:16:49.884678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0a616215-a188-4bfa-81ac-0c0d5824bb86 req-21bdbbba-cc8e-44cc-83be-73514edea7f3 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296861 Feb 14 21:16:50.051494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-e643ff52-674e-4bdc-93e6-2fb75fa94d18 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=45852a62015348e4996b848b986ad0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454192 Feb 14 21:16:50.058683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-a17218ff-a66c-410c-8243-3e26f118ba9e tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.060674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-a17218ff-a66c-410c-8243-3e26f118ba9e tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1961608 Feb 14 21:16:50.090133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41280) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:50.147245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfb4f7-591d-4478-b12f-83da91426bd1 req-817f155c-319a-41db-b5cd-6c594dd7adbe tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.149205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68dfb4f7-591d-4478-b12f-83da91426bd1 req-817f155c-319a-41db-b5cd-6c594dd7adbe tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 943 time: 0.2834647 Feb 14 21:16:50.178682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-5c638a27-72cf-4b63-9918-24f0c7e1c793 service neutron] 10.222.0.86 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234696 Feb 14 21:16:50.204881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-00d3e7d6-3bd7-490c-baf8-f2c809fd6f4b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.206491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-00d3e7d6-3bd7-490c-baf8-f2c809fd6f4b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487396 Feb 14 21:16:50.227369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Request body: {'port': {'device_id': '9c86df64-5c3e-4abb-965e-738dc132c096', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '45852a62015348e4996b848b986ad0d7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:50.266795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7ee7d70f-d8d4-4517-a40a-016de64c1edd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c265f0b742974daea96ffcc39bdede8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661942 Feb 14 21:16:50.294799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68dfb4f7-591d-4478-b12f-83da91426bd1 req-fe451fe2-4594-4738-8ee8-9d0c5db0a068 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278777 Feb 14 21:16:50.300502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41282) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:50.399517 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41af86-340c-43b6-800f-d32d56481283 x-openstack-request-id: req-3e41af86-340c-43b6-800f-d32d56481283 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:50.399809 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:50.400071 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e41af86-340c-43b6-800f-d32d56481283 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:50.400459 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'status': 'completed', 'code': 200} Feb 14 21:16:50.457954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-c2940dc8-f87f-460c-ac29-9652a0b98326 service neutron] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:50.476380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-c2940dc8-f87f-460c-ac29-9652a0b98326 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.478419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab5dcc10-0b3d-45fe-ba16-f2b96aa82b26 req-c2940dc8-f87f-460c-ac29-9652a0b98326 service neutron] 10.222.0.83 "DELETE /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded/bindings/n-h1-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.3982990 Feb 14 21:16:50.493564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Made reservation on behalf of 45852a62015348e4996b848b986ad0d7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:50.501368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.537470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a967889-75aa-4123-8eef-17b94ba6a73f req-428e64d0-4220-49b0-b776-03c3591a9355 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 210 time: 0.0568845 Feb 14 21:16:50.553539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Publish callbacks [] for security_group (6874c6eb-a922-4f29-956a-9c7853b0f16d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.570124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-faca7f80-9783-4c61-90f7-5933bfba8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.579468 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-faca7f80-9783-4c61-90f7-5933bfba8158 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1126 time: 0.1604199 Feb 14 21:16:50.586978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3b09-2d0c-4f4c-b08a-a295242bf801 req-3ae7e945-a1f3-4d13-b0bf-21b40d8f8d01 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.603862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7ba3b09-2d0c-4f4c-b08a-a295242bf801 req-3ae7e945-a1f3-4d13-b0bf-21b40d8f8d01 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.1524408 Feb 14 21:16:50.642421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Publish callbacks [] for security_group (6874c6eb-a922-4f29-956a-9c7853b0f16d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.765075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7ba3b09-2d0c-4f4c-b08a-a295242bf801 req-7c3c2943-83f3-4523-bdec-39e93911ee60 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572340 Feb 14 21:16:50.769405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6874c6eb-a922-4f29-956a-9c7853b0f16d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.773043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:50.774733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6874c6eb-a922-4f29-956a-9c7853b0f16d HTTP/1.1" status: 204 len: 168 time: 0.4704471 Feb 14 21:16:50.804511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874c6eb-a922-4f29-956a-9c7853b0f16d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:50.830987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.831345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.831691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.832032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.832369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.832700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.833606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.833937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.834267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.834595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.834925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.835275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.835607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fba217-7267-4828-ba35-a786ea88bad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:50.859288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bf699-8d8b-42da-aca9-46097c9c74bc req-8999521b-a41a-47e2-bc46-bdc3c268fb15 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:50.866475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e5bf699-8d8b-42da-aca9-46097c9c74bc req-8999521b-a41a-47e2-bc46-bdc3c268fb15 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.1833313 Feb 14 21:16:50.982192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a78157fc-9489-4df6-be0f-ef313088b838 req-c50e68d9-0ed6-49fc-a5b0-d5d1113cdc5a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 210 time: 0.0643318 Feb 14 21:16:51.031621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e5bf699-8d8b-42da-aca9-46097c9c74bc req-95de16ab-20c9-43c4-b1a8-b021b4047757 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532080 Feb 14 21:16:51.330497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Allocated IP 192.168.233.254 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/4896244a-1a42-4194-8009-0ce8fca37fa9) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:51.364924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3137c4-4bc8-4ba3-a4dc-7361b0d8d971 req-be0ff04c-7a47-41d8-a796-0b9a5607dec4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:51.367545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d3137c4-4bc8-4ba3-a4dc-7361b0d8d971 req-be0ff04c-7a47-41d8-a796-0b9a5607dec4 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1127 time: 0.1287799 Feb 14 21:16:51.504523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d3137c4-4bc8-4ba3-a4dc-7361b0d8d971 req-b91d9457-05fd-44f3-ac9d-54a09547e1a1 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311598 Feb 14 21:16:51.515101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks [] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:51.620907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65174b-2755-426a-8d96-fd7c5a6f5e5f req-5d3bc1e7-0540-45c3-8f4f-7ecea53c0d9f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:51.623297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee65174b-2755-426a-8d96-fd7c5a6f5e5f req-5d3bc1e7-0540-45c3-8f4f-7ecea53c0d9f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 943 time: 0.1257749 Feb 14 21:16:51.630062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-cd06d0c3-0e42-4da0-b431-57fe9e400d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:51.631751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-cd06d0c3-0e42-4da0-b431-57fe9e400d09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.9930165 Feb 14 21:16:51.639565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:51.652715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['117f0f5d-3192-46fb-8a84-fe7bdd79b309', '9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:51.730995 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-56fcee39-1109-4411-ad6b-9e17b88d7170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.0894513 Feb 14 21:16:51.764187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0464a80-7f69-4968-a86d-765b5485ecc0 req-ecdb3b01-7c0c-405f-a4b2-07e4f7206647 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 210 time: 0.0680439 Feb 14 21:16:51.783932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee65174b-2755-426a-8d96-fd7c5a6f5e5f req-faa3fccc-e825-48fd-ba35-87a1ed5efbc8 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543632 Feb 14 21:16:51.859756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:51.889449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41360) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:51.898014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:51.937046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:52.050518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.058067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.121877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event updated for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:52.139100 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9175899 Feb 14 21:16:52.149539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.153932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.154432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.154848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.155436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.164413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.164815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.165245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.165670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.166074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.166484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.166929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.167366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b51c2-7b76-4e4e-979f-c61dd546b300 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:52.188320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Request body: {'port': {'device_id': '9c86df64-5c3e-4abb-965e-738dc132c096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:52.244720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df9d7-d1c4-4c0c-ad02-c4a76fc76c96 req-84a7a73d-ae8b-4bd1-be9e-1267da0f4787 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.247760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-126df9d7-d1c4-4c0c-ad02-c4a76fc76c96 req-84a7a73d-ae8b-4bd1-be9e-1267da0f4787 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.3225465 Feb 14 21:16:52.248579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3f1b-f9cf-4389-a918-d9ea2b795c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.335053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.342639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-4cfad3f2-4b07-42d8-886f-bb661e51e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.344668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-4cfad3f2-4b07-42d8-886f-bb661e51e143 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.5632167 Feb 14 21:16:52.374942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-126df9d7-d1c4-4c0c-ad02-c4a76fc76c96 req-d8174fa1-6067-4047-8ed4-7cc4cca5fee9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119056 Feb 14 21:16:52.379145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-096bb9e0-5cf0-432f-93f4-ad0b7f1dd834 None None] Provisioning complete for port 4896244a-1a42-4194-8009-0ce8fca37fa9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:52.381299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-096bb9e0-5cf0-432f-93f4-ad0b7f1dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.448905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-1da63782-43d7-4b67-8db5-1ec11af2223f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.449175 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-5287e32d-bc4a-408e-ac6f-42ffd556e08d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877142 Feb 14 21:16:52.457244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-1da63782-43d7-4b67-8db5-1ec11af2223f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.4070239 Feb 14 21:16:52.467608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-096bb9e0-5cf0-432f-93f4-ad0b7f1dd834 None None] Port 4896244a-1a42-4194-8009-0ce8fca37fa9 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:52.492272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-7d7f380a-5c97-41a8-81fa-d99a08770ef5 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/quotas/775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 375 time: 0.0340936 Feb 14 21:16:52.626621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-8796c662-fe3c-4c28-b4e3-77509b92c8b4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331475 Feb 14 21:16:52.637028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf71-781b-48a4-b74a-9991b6610e4b req-2e85bd17-72ee-4304-a10a-aa8a6e74e31c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.644271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89aaf71-781b-48a4-b74a-9991b6610e4b req-2e85bd17-72ee-4304-a10a-aa8a6e74e31c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 936 time: 0.1475198 Feb 14 21:16:52.688919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3f1b-f9cf-4389-a918-d9ea2b795c78 admin admin] Publish callbacks [] for security_group (f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.694214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-ada1e794-5739-4674-a075-00a40d6fccae tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:52.695918 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-ada1e794-5739-4674-a075-00a40d6fccae tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.64 "GET /v2.0/networks?id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 HTTP/1.1" status: 200 len: 806 time: 0.6023760 Feb 14 21:16:52.710492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3f1b-f9cf-4389-a918-d9ea2b795c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:52.790513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d89aaf71-781b-48a4-b74a-9991b6610e4b req-af79d145-074a-4c03-898a-0591739f2db7 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451550 Feb 14 21:16:52.799792 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-f1b8b74a-6a3a-4586-9e67-f525bf705c4d service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339412 Feb 14 21:16:52.804726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e9a3f1b-f9cf-4389-a918-d9ea2b795c78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc82e2305cb64b65ade36e945e096ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9109483 Feb 14 21:16:52.807324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41390) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:52.822511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a3f1b-f9cf-4389-a918-d9ea2b795c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:52.869502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-a6c9e84c-6d63-43fc-bfae-552c193484ac service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411873 Feb 14 21:16:52.918584 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-481d8e75-e9ba-4fc5-86b0-f9181a5aced1 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac15a465d9354466931aa8e7d9ee1575 HTTP/1.1" status: 200 len: 380 time: 0.2116327 Feb 14 21:16:52.939329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'port': {'device_id': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'admin_state_up': True, 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'security_groups': ['d3bc3773-a56f-4605-ac70-f6924edbce63']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:52.978115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-5e7169da-08a4-4ef0-9055-92a2010bec24 service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076195 Feb 14 21:16:53.016344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaeb3b9f-359a-4190-bbb9-94ef9df142fa req-3cb20422-f236-49d2-a65a-99026765ca47 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049792 Feb 14 21:16:53.050445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eebead6b-ece9-4679-a9f4-036dd2f5a7e6 req-b058ccd3-c946-44df-a97c-19e568e9c560 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 210 time: 0.0711608 Feb 14 21:16:53.065152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] Publish callbacks [] for security_group (f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.093150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] Publish callbacks [] for security_group (f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.126235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4896244a-1a42-4194-8009-0ce8fca37fa9 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:53.149639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks [] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.159120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.163026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.164497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc HTTP/1.1" status: 204 len: 168 time: 0.3506351 Feb 14 21:16:53.211469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a1ee-50c7-40f3-9fd0-7a0c804c9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1a9cd-0ab1-4eb5-b913-d82e4895ccbc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:53.213653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Transition to ACTIVE for port object 4896244a-1a42-4194-8009-0ce8fca37fa9 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:53.217544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Made reservation on behalf of ac15a465d9354466931aa8e7d9ee1575 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:53.226321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.247539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.275069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36f271-4c58-4f2b-bb28-b51049fd38c0 req-d849b8a1-cd3d-4760-9b8f-ab38f8a88c13 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:53.276619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd36f271-4c58-4f2b-bb28-b51049fd38c0 req-d849b8a1-cd3d-4760-9b8f-ab38f8a88c13 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 943 time: 0.1199763 Feb 14 21:16:53.337163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7270925c-ae17-4481-ad96-d52fe383f19b req-6a6db863-48e0-4b7c-96b0-fc261ebb982d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 210 time: 0.0593693 Feb 14 21:16:53.391487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd36f271-4c58-4f2b-bb28-b51049fd38c0 req-ad5766e0-1c2b-4925-90e3-6be9f3c82dbc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980644 Feb 14 21:16:53.424699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Allocated IP 172.20.0.9 (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3/63010bc8-4f21-4a24-ba01-feb843d2c9dc/5433214c-8d11-4084-b3f4-e975be0cbd3f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:53.611851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d6033-c570-495c-81f7-5a63b6bdeeec req-840902ef-b160-458b-9198-47b2b8e95712 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:53.622694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b7d6033-c570-495c-81f7-5a63b6bdeeec req-840902ef-b160-458b-9198-47b2b8e95712 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.1157417 Feb 14 21:16:53.636922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:53.689923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.761661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b7d6033-c570-495c-81f7-5a63b6bdeeec req-3dba2e98-640a-45de-99a6-2d622426189b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368134 Feb 14 21:16:53.794147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41418) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:53.810389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Attempting to bind port 4896244a-1a42-4194-8009-0ce8fca37fa9 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:53.810828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Attempting to bind port 4896244a-1a42-4194-8009-0ce8fca37fa9 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:53.811258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Attempting to bind port 4896244a-1a42-4194-8009-0ce8fca37fa9 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:53.816536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd2e248d-19bd-4f7b-8a11-31786f4dc64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.819806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Port 4896244a-1a42-4194-8009-0ce8fca37fa9 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:53.820324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Attempting to bind port 4896244a-1a42-4194-8009-0ce8fca37fa9 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:53.825163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2402aaae-85c6-4ee5-856f-07934342003b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:53.825959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:53.826453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:53.826843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:53.827461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Bound port: 4896244a-1a42-4194-8009-0ce8fca37fa9, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:53.828462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.841337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:53.896883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-87e83b56-d327-4694-8279-452496b7e790 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360017 Feb 14 21:16:53.928519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:53.939980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:53.946335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event updated for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:53.948918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:53.993071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:54.001751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4896244a-1a42-4194-8009-0ce8fca37fa9,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:54.019222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.042809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.043300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.044783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] 10.222.0.83 "PUT /v2.0/ports/4896244a-1a42-4194-8009-0ce8fca37fa9 HTTP/1.1" status: 200 len: 1097 time: 1.8737874 Feb 14 21:16:54.058301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.060930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.064694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:54.072149 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6df21-4c23-4f4d-a582-fca096e1b612" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:54.096611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee887-e2c0-4433-b99d-7a12c3ad53ad req-fc615dc0-4efd-493f-99a5-0a9b787fd035 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.098253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-145ee887-e2c0-4433-b99d-7a12c3ad53ad req-fc615dc0-4efd-493f-99a5-0a9b787fd035 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 948 time: 0.1824996 Feb 14 21:16:54.106667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:54.112705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd2e248d-19bd-4f7b-8a11-31786f4dc64e admin admin] Publish callbacks [] for security_group (f9995a22-c75a-43c7-8bd5-fcc2774c56d5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.130831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd2e248d-19bd-4f7b-8a11-31786f4dc64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f9995a22-c75a-43c7-8bd5-fcc2774c56d5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.136209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2402aaae-85c6-4ee5-856f-07934342003b', 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe', 'port_id': '2402aaae-85c6-4ee5-856f-07934342003b', 'mac_address': 'fa:16:3e:ba:59:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd37eb-9b4f-4a98-949c-449acb6b2c73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:54.160016 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-1b9ad92f-6951-4fed-95f4-eb2670ecdc2c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2335489 Feb 14 21:16:54.170035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-29680f4f-9a2c-4c6d-bff5-1e60486c2a62 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.171822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-29680f4f-9a2c-4c6d-bff5-1e60486c2a62 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687016 Feb 14 21:16:54.194156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2402aaae-85c6-4ee5-856f-07934342003b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:54.194643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.210319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2402aaae-85c6-4ee5-856f-07934342003b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:54.230847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Request body: {'port': {'device_id': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:54.232528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:54.240325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.241380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:54.288394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-0f2a984a-32ee-4487-97b0-d59c6039b65d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0962844 Feb 14 21:16:54.292205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cd2e248d-19bd-4f7b-8a11-31786f4dc64e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86bbf6ae286b467cab0b62128813b5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965985 Feb 14 21:16:54.302444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41434) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:54.305485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2740b-d489-4b53-955f-b09661d55f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:54.321873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-145ee887-e2c0-4433-b99d-7a12c3ad53ad req-c20986f3-0a8a-4df0-8c38-01cc2f6962e1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003744 Feb 14 21:16:54.323896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e248d-19bd-4f7b-8a11-31786f4dc64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9995a22-c75a-43c7-8bd5-fcc2774c56d5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:54.397239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e07160ba-0d94-4551-ab17-59f609c03850 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032608 Feb 14 21:16:54.429330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.444219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:54.461514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.462011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.462689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.463283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.463779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.464906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.465411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.465923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.466415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.466617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-8ec65dcc-99fc-4aa6-a416-7a16e92755cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.467781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.468134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.468512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-8ec65dcc-99fc-4aa6-a416-7a16e92755cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 1131 time: 0.3511331 Feb 14 21:16:54.468633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.468963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:16:54.493941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1a05-4cee-49d4-a2c3-4dface40bd31 req-bf0f8064-9327-453a-a0a1-28e98528666e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.496335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-61b2876f-0782-4b04-9dd8-0dfed8fc46af None None] Provisioning complete for port 5433214c-8d11-4084-b3f4-e975be0cbd3f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:54.497020 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61b2876f-0782-4b04-9dd8-0dfed8fc46af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.502645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2cb1a05-4cee-49d4-a2c3-4dface40bd31 req-bf0f8064-9327-453a-a0a1-28e98528666e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 931 time: 0.0867059 Feb 14 21:16:54.559108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2cb1a05-4cee-49d4-a2c3-4dface40bd31 req-39ecf0a6-a74d-4548-bf84-5aa47392da90 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551577 Feb 14 21:16:54.565033 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-62a56869-83e0-4c96-86c9-e4334816c6f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4896244a-1a42-4194-8009-0ce8fca37fa9 HTTP/1.1" status: 200 len: 217 time: 0.0808396 Feb 14 21:16:54.570497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-61b2876f-0782-4b04-9dd8-0dfed8fc46af None None] Port 5433214c-8d11-4084-b3f4-e975be0cbd3f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:54.573698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:54.589832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'port_id': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'mac_address': 'fa:16:3e:45:4a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:54.644914 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41040738-6ba2-4b1b-a071-58ade5ec0a2b x-openstack-request-id: req-41040738-6ba2-4b1b-a071-58ade5ec0a2b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:54.645259 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:54.645517 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41040738-6ba2-4b1b-a071-58ade5ec0a2b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:54.645918 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9', 'status': 'completed', 'code': 200} Feb 14 21:16:54.646514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] Publish callbacks [] for security_group (f9995a22-c75a-43c7-8bd5-fcc2774c56d5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.660178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14ad3f43-4806-470b-9937-2824af3fcdc9 req-89c964da-7141-45b4-ac4d-7eaa2817842f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 210 time: 0.0340137 Feb 14 21:16:54.723142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:54.724601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.728862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-2fe18aca-97a4-4f25-a17c-0d8b3d4481eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:54.730425 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-2fe18aca-97a4-4f25-a17c-0d8b3d4481eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1445503 Feb 14 21:16:54.747691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ebd582-5999-462f-a4d3-dcc1bbe67d36 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:54.770898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:54.776491 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:54.787866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fab632c1-03c8-43f7-91f0-230234117266 req-5b79569e-307f-44a1-9cff-b9fc634d9ffa tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 210 time: 0.0747876 Feb 14 21:16:54.855844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:54.920421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] Publish callbacks [] for security_group (f9995a22-c75a-43c7-8bd5-fcc2774c56d5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.009213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e67f56-15bb-406e-9d84-48a6e5bd9adf req-795213b2-2a80-4dd1-a1e7-04bef4e34c9d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.018771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d1804-9386-451e-96c2-62e735c17f74 req-ace61ea1-1ffa-4e51-888a-9c87b8cb2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.019594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12e67f56-15bb-406e-9d84-48a6e5bd9adf req-795213b2-2a80-4dd1-a1e7-04bef4e34c9d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 944 time: 0.2428608 Feb 14 21:16:55.020918 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-ace61ea1-1ffa-4e51-888a-9c87b8cb2b09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1726220 Feb 14 21:16:55.054433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38605-651b-4d2e-8a88-fed16de68043 req-0019f554-f422-4f95-84b4-81c9d903ca50 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.055972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8db38605-651b-4d2e-8a88-fed16de68043 req-0019f554-f422-4f95-84b4-81c9d903ca50 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.1484361 Feb 14 21:16:55.063326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-a2737ad5-788b-4802-89ea-efddc3004300 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.064757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-a2737ad5-788b-4802-89ea-efddc3004300 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.3273151 Feb 14 21:16:55.090955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Request body: {'port': {'device_id': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'admin_state_up': True, 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:55.131909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12e67f56-15bb-406e-9d84-48a6e5bd9adf req-6bf9c1ec-2cd3-4d9a-b773-0ad474626c14 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112111 Feb 14 21:16:55.147407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f9995a22-c75a-43c7-8bd5-fcc2774c56d5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.148763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.149906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f9995a22-c75a-43c7-8bd5-fcc2774c56d5 HTTP/1.1" status: 204 len: 168 time: 0.8413949 Feb 14 21:16:55.180583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:55.188333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768141-6dce-4a05-8173-fae18c0cd83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9995a22-c75a-43c7-8bd5-fcc2774c56d5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:55.194081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-14abb915-13a8-457a-b594-cf6727a524de service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653700 Feb 14 21:16:55.214845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8db38605-651b-4d2e-8a88-fed16de68043 req-4755480b-421c-4e9b-b3f1-d2cafe08c34e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444612 Feb 14 21:16:55.222129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9ebd582-5999-462f-a4d3-dcc1bbe67d36'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:16:55.331191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:55.339866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.349905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5433214c-8d11-4084-b3f4-e975be0cbd3f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:55.361608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks [] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.388554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Transition to ACTIVE for port object 5433214c-8d11-4084-b3f4-e975be0cbd3f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:55.400339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.436052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af5d1804-9386-451e-96c2-62e735c17f74 req-0e0065ed-7b05-4b6c-ae04-04c56a225436 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162168 Feb 14 21:16:55.471976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Pushing event updated for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:55.635963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450dcb2-be2f-42a4-b406-0f4f883a5d6d req-3beaa31d-8153-4262-af6b-ecb9ab52aa6b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.637654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0450dcb2-be2f-42a4-b406-0f4f883a5d6d req-3beaa31d-8153-4262-af6b-ecb9ab52aa6b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 948 time: 0.1225243 Feb 14 21:16:55.647530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-f854680f-de57-434a-b43d-061ff215d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.652445 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-f854680f-de57-434a-b43d-061ff215d395 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 1131 time: 0.1057296 Feb 14 21:16:55.659081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Attempting to bind port 5433214c-8d11-4084-b3f4-e975be0cbd3f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:55.659486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Attempting to bind port 5433214c-8d11-4084-b3f4-e975be0cbd3f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:55.659824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Attempting to bind port 5433214c-8d11-4084-b3f4-e975be0cbd3f on network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:55.671940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Port 5433214c-8d11-4084-b3f4-e975be0cbd3f on network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:55.672268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Attempting to bind port 5433214c-8d11-4084-b3f4-e975be0cbd3f on network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:55.689721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:55.690361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Checking segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:55.690919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Bound using segment: {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:55.691402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Bound port: 5433214c-8d11-4084-b3f4-e975be0cbd3f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece00697-f44c-4dc3-9e20-343e9ccd44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:55.691752 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.783789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0450dcb2-be2f-42a4-b406-0f4f883a5d6d req-918acae4-5c40-4d01-a6eb-fe70259fe9ad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359046 Feb 14 21:16:55.831813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:55.834015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74ba47-118c-49c4-929f-4b9789d39e67 req-3da963d1-dd93-41af-9f54-d66e66d79946 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.835882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a74ba47-118c-49c4-929f-4b9789d39e67 req-3da963d1-dd93-41af-9f54-d66e66d79946 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 943 time: 0.1498077 Feb 14 21:16:55.851437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:55.853819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-ce373cf9-f0ee-4aa1-aed9-f7be359a40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:55.855510 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-ce373cf9-f0ee-4aa1-aed9-f7be359a40ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1846073 Feb 14 21:16:55.859720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Allocated IP 172.20.0.8 (cf0b2694-4476-4b6e-bc22-624716edef0e/02ca0acc-07aa-4e24-8fef-6e0bb69ddfed/ca184112-2b89-4a89-a59e-914d052ccdfe) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:55.865047 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:55.920353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-556b1175-d20e-4a77-8776-49940109fbec req-f0f86a76-89c1-4173-a1de-4f553735a62f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 210 time: 0.0465658 Feb 14 21:16:55.962946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a74ba47-118c-49c4-929f-4b9789d39e67 req-eb87f65d-500c-403c-9ebb-d502e0b0fe72 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154654 Feb 14 21:16:56.072604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a44bfab-5fe9-4278-ba24-5c2492d41648 req-0a74fb10-5f11-4e78-9002-810766716fc8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 210 time: 0.0745368 Feb 14 21:16:56.206952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks [] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:56.253930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:56.292335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-890e548a-a475-4e21-9a8d-b7758fe81db9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399725 Feb 14 21:16:56.295465 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-391f46ed-3230-4c28-9190-7d43837f32b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4896244a-1a42-4194-8009-0ce8fca37fa9 HTTP/1.1" status: 200 len: 217 time: 0.4271240 Feb 14 21:16:56.297874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Pushing event updated for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:56.324512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.325168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:56.326581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-37b4f8ed-17cb-427a-9f8c-b9c64536acaa service neutron] 10.222.0.64 "PUT /v2.0/ports/5433214c-8d11-4084-b3f4-e975be0cbd3f HTTP/1.1" status: 200 len: 1092 time: 2.1275940 Feb 14 21:16:56.388020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Network cf0b2694-4476-4b6e-bc22-624716edef0e is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:56.422849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:56.431065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:56.452432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:56.486813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-66537ea2-942a-482f-a757-1e7f3a4dbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.488334 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-66537ea2-942a-482f-a757-1e7f3a4dbe18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1848483 Feb 14 21:16:56.540013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ef68b-61b7-44b7-b9b6-a219996c4f82 req-f48e7a06-a66e-449c-9267-55ea659266b9 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.547726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d4ef68b-61b7-44b7-b9b6-a219996c4f82 req-f48e7a06-a66e-449c-9267-55ea659266b9 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 944 time: 0.2801743 Feb 14 21:16:56.561412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-a46360c8-ccc7-4d1b-a644-abcca98712bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.563002 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-a46360c8-ccc7-4d1b-a644-abcca98712bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac15a465d9354466931aa8e7d9ee1575&device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 1126 time: 0.1261556 Feb 14 21:16:56.572627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-03e08d42-0ec0-491f-b7ee-4096ec9e8daf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.574077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-03e08d42-0ec0-491f-b7ee-4096ec9e8daf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734923 Feb 14 21:16:56.589053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.589441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:56.590123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:56.616808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dcb41-e0d0-46c2-9758-61b758211cbe req-ae1e2372-73e0-4859-8489-a43a6c2d5dc1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.623836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-279dcb41-e0d0-46c2-9758-61b758211cbe req-ae1e2372-73e0-4859-8489-a43a6c2d5dc1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.2528336 Feb 14 21:16:56.638905 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-763f123c-5f91-4b78-9523-230116e9f180 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f HTTP/1.1" status: 200 len: 217 time: 0.0629935 Feb 14 21:16:56.656654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-ca0a323d-21ef-476a-a6f9-24fb7992e486 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5727296 Feb 14 21:16:56.661058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d4ef68b-61b7-44b7-b9b6-a219996c4f82 req-c3b453a3-2018-4207-b3f9-214964163bef tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125467 Feb 14 21:16:56.669817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:56.672434 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dc5d05-9f6a-4dca-b181-807d76497ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:56.677473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Request body: {'port': {'device_id': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:56.687578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-85f3206d-c73e-4b3b-aa90-02833b653f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.689174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-85f3206d-c73e-4b3b-aa90-02833b653f4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1854081 Feb 14 21:16:56.730495 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472a727-729e-4b47-9cf3-0746c146677f x-openstack-request-id: req-c472a727-729e-4b47-9cf3-0746c146677f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:56.730784 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:56.731033 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c472a727-729e-4b47-9cf3-0746c146677f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:56.735555 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'status': 'completed', 'code': 200} Feb 14 21:16:56.751719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-279dcb41-e0d0-46c2-9758-61b758211cbe req-c2952343-76cc-4e71-9d37-9c9e6502b9a7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269870 Feb 14 21:16:56.782747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:56.832568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-4944dd9c-61a9-4ead-b2ed-5623d90933e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:56.834062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-4944dd9c-61a9-4ead-b2ed-5623d90933e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63010bc8-4f21-4a24-ba01-feb843d2c9dc HTTP/1.1" status: 200 len: 845 time: 0.1891143 Feb 14 21:16:56.884998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-475b831f-1f0a-4864-82b9-0645765d6b46 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682458 Feb 14 21:16:57.008882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:16:57.012248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.017980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-e327d8eb-0e63-4491-895f-476037138aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.018329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70d46-691a-4485-9994-0cb05114d939 req-278e46de-e7c9-42fa-bdc4-1bc142e9c966 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.019497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-e327d8eb-0e63-4491-895f-476037138aed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1781759 Feb 14 21:16:57.019963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82e70d46-691a-4485-9994-0cb05114d939 req-278e46de-e7c9-42fa-bdc4-1bc142e9c966 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 948 time: 0.1212194 Feb 14 21:16:57.049473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.069875 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-21d6df21-4c23-4f4d-a582-fca096e1b612 req-a8e1acb9-78d7-4f7d-be32-9483ab3891a6 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672719 Feb 14 21:16:57.133128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82e70d46-691a-4485-9994-0cb05114d939 req-c074596d-a675-4a2a-ae33-225e7efd2d7d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012573 Feb 14 21:16:57.157282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241112-193b-402c-af76-4258f490a0b5 req-5ce8c2cf-e9e3-4737-be96-a16ea2051938 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.158964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f241112-193b-402c-af76-4258f490a0b5 req-5ce8c2cf-e9e3-4737-be96-a16ea2051938 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 931 time: 0.1511314 Feb 14 21:16:57.169365 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-41953e58-ac1a-467a-8205-2932d55d6271 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350801 Feb 14 21:16:57.214784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca184112-2b89-4a89-a59e-914d052ccdfe {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:57.233227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks [] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.249728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for security_group (abde7895-231d-4c13-a566-033d7b1d93b3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.254329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abde7895-231d-4c13-a566-033d7b1d93b3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.281373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Transition to ACTIVE for port object ca184112-2b89-4a89-a59e-914d052ccdfe will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:57.293040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.297392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f241112-193b-402c-af76-4258f490a0b5 req-cac9030a-258f-497e-8e78-57d759ef564d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136172 Feb 14 21:16:57.349000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ee871-8b1c-4ac4-aa9e-b6a30be82983 req-3255b1b8-9ea3-45a5-b7d5-a6f23b50f104 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.351035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-295ee871-8b1c-4ac4-aa9e-b6a30be82983 req-3255b1b8-9ea3-45a5-b7d5-a6f23b50f104 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 943 time: 0.1455283 Feb 14 21:16:57.352671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abde7895-231d-4c13-a566-033d7b1d93b3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:57.359372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7aba8114-0721-4c9c-844b-ef1cfa48d00f req-fcab315d-3ad4-4968-b8f0-cac327c06206 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788828 Feb 14 21:16:57.389274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:57.495549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-295ee871-8b1c-4ac4-aa9e-b6a30be82983 req-8bd982e2-92d4-4a1e-a4fd-0e4cba65d977 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645161 Feb 14 21:16:57.496215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:57.496550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:57.496877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:57.498504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.22 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/d11f7282-e655-4f07-99c5-7bc1ff73a4cc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:16:57.501608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:57.502166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:57.507804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:57.508265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:57.508817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:57.509356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Bound port: ca184112-2b89-4a89-a59e-914d052ccdfe, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:57.509834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.520534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-2844f177-2d6b-4371-aea6-d6c3a0a1b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.522240 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-2844f177-2d6b-4371-aea6-d6c3a0a1b2de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac15a465d9354466931aa8e7d9ee1575&device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 1126 time: 0.0908546 Feb 14 21:16:57.708985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-edca193b-deeb-4345-a589-a267ff639bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.710481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-edca193b-deeb-4345-a589-a267ff639bc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 HTTP/1.1" status: 200 len: 907 time: 0.1762252 Feb 14 21:16:57.760619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-4ea83859-1f86-4b64-a381-5dcc9b6bc68b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f HTTP/1.1" status: 200 len: 217 time: 0.0429850 Feb 14 21:16:57.821443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.831019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2402aaae-85c6-4ee5-856f-07934342003b up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:57.839080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-19e293a4-4c30-4e64-96c6-196205e7f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.840585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-19e293a4-4c30-4e64-96c6-196205e7f900 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63010bc8-4f21-4a24-ba01-feb843d2c9dc HTTP/1.1" status: 200 len: 845 time: 0.0708885 Feb 14 21:16:57.874961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bfc0892-ab8c-4003-a7f8-c329b0f1f665 req-b97553ec-8aae-4e80-ba66-c598d9d419ec tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 210 time: 0.0658960 Feb 14 21:16:57.884927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2402aaae-85c6-4ee5-856f-07934342003b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:57.889256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2402aaae-85c6-4ee5-856f-07934342003b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:57.890498 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2402aaae-85c6-4ee5-856f-07934342003b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.911666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-8c4c05bf-b8b3-4614-9d27-42d84921ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.914309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-8c4c05bf-b8b3-4614-9d27-42d84921ef11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648868 Feb 14 21:16:57.915238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:57.916124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.920147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:57.935791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfadbe-e679-4be3-9fa0-a710a7d21c09 req-b46664c7-cbfd-4cab-b9f5-5c9d94f32311 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.937323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88bfadbe-e679-4be3-9fa0-a710a7d21c09 req-b46664c7-cbfd-4cab-b9f5-5c9d94f32311 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 944 time: 0.1255925 Feb 14 21:16:57.939021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.996735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:57.997469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:57.998942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] 10.222.0.83 "PUT /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 1092 time: 1.3277669 Feb 14 21:16:58.001864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:58.004363 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d551873-e52b-44f0-a1ed-a37793bfc687" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:58.006920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2402aaae-85c6-4ee5-856f-07934342003b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:58.007688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.037133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:58.039491 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c27f9d-48e1-4518-a1e8-9f8e4e4c11a5" -d '{"events": [{"server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "name": "network-vif-plugged", "status": "completed", "tag": "2402aaae-85c6-4ee5-856f-07934342003b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:58.058715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:58.059549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:16:58.063805 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.065485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:16:58.069070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:16:58.072550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:16:58.086785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9720-9137-422e-ae23-aa3e55be0535 service neutron] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:58.138835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88bfadbe-e679-4be3-9fa0-a710a7d21c09 req-c7033bda-ec3d-4c0b-8786-8cbdd1ca5595 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867807 Feb 14 21:16:58.155135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:58.155421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:58.156479 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-e77fe923-96c1-49ca-8ca4-e95a67fffdc4 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339940 Feb 14 21:16:58.174012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:16:58.183261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:58.183777 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.200018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.200669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.214963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bd6f-c897-4d24-a97a-ff8c33026b72 req-471a6c11-61a2-4f8b-b272-4f11ba720701 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.230194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9022bd6f-c897-4d24-a97a-ff8c33026b72 req-471a6c11-61a2-4f8b-b272-4f11ba720701 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.2145183 Feb 14 21:16:58.266386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-e8373e2b-4ea2-47ef-adc3-8e3792f9e98e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6810603 Feb 14 21:16:58.271387 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d45846-498b-4e52-a909-c621047aafd2 x-openstack-request-id: req-85d45846-498b-4e52-a909-c621047aafd2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:58.271804 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:58.272163 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85d45846-498b-4e52-a909-c621047aafd2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:58.272932 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'status': 'completed', 'code': 200} Feb 14 21:16:58.277901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Request body: {'port': {'device_id': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:16:58.298157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-c98a0e44-2d20-48d8-8332-b0eaeec1dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.300172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-c98a0e44-2d20-48d8-8332-b0eaeec1dd07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1126 time: 0.2362144 Feb 14 21:16:58.320977 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379ba56-6da3-4508-b9cb-ad4b855a804b x-openstack-request-id: req-d379ba56-6da3-4508-b9cb-ad4b855a804b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:58.321318 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "name": "network-vif-plugged", "status": "completed", "tag": "2402aaae-85c6-4ee5-856f-07934342003b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:58.321583 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d379ba56-6da3-4508-b9cb-ad4b855a804b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:58.321978 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b', 'code': 200} Feb 14 21:16:58.322529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:58.322922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.330461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9022bd6f-c897-4d24-a97a-ff8c33026b72 req-368e8b5e-2bc8-4a73-be90-62155c9de965 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987868 Feb 14 21:16:58.402832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-93927e3d-6c07-4e62-a6ff-c5fafd1a8247 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0896640 Feb 14 21:16:58.412785 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-58dc5d05-9f6a-4dca-b181-807d76497ebb req-1ac6ae77-3217-4425-9760-493de3b7faa1 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490742 Feb 14 21:16:58.424774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.552970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-868b9e3c-e1e5-475c-885a-1a6c1a268614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.554450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-868b9e3c-e1e5-475c-885a-1a6c1a268614 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1241782 Feb 14 21:16:58.562934 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.563808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae13f-d971-4bf7-9203-1f652d4fae84 req-5429cdca-91a4-4574-bb46-3f784bf90b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.565312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-143ae13f-d971-4bf7-9203-1f652d4fae84 req-5429cdca-91a4-4574-bb46-3f784bf90b3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1128 time: 0.1728239 Feb 14 21:16:58.575804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ec06b6bc-ef45-4357-9b43-38faab0ad1c3 None None] Provisioning complete for port d11f7282-e655-4f07-99c5-7bc1ff73a4cc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:16:58.576231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec06b6bc-ef45-4357-9b43-38faab0ad1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.608681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:58.613025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-1cadedf7-b1cf-44ef-b89a-952f546541de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459549 Feb 14 21:16:58.617804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.620583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17fa68-cbfa-4835-889d-25bf3beb8efe req-bbff75bc-6229-4fb8-849b-1ed30dbd8195 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.622076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af17fa68-cbfa-4835-889d-25bf3beb8efe req-bbff75bc-6229-4fb8-849b-1ed30dbd8195 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 948 time: 0.2310240 Feb 14 21:16:58.646212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec06b6bc-ef45-4357-9b43-38faab0ad1c3 None None] Port d11f7282-e655-4f07-99c5-7bc1ff73a4cc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:16:58.665335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709be91d-0da4-45cb-b89e-198879ce2f4b req-26e1f97f-e2b4-4e2b-b00d-e1d32e2155f1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:58.667132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-709be91d-0da4-45cb-b89e-198879ce2f4b req-26e1f97f-e2b4-4e2b-b00d-e1d32e2155f1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1699302 Feb 14 21:16:58.672609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:58.727831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11f7282-e655-4f07-99c5-7bc1ff73a4cc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:58.732362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-143ae13f-d971-4bf7-9203-1f652d4fae84 req-dd989440-03b0-435c-8839-9b607b54cd73 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542499 Feb 14 21:16:58.735138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks [] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.747444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Transition to ACTIVE for port object d11f7282-e655-4f07-99c5-7bc1ff73a4cc will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:16:58.750950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.797330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af17fa68-cbfa-4835-889d-25bf3beb8efe req-bde96a67-fab7-4c74-9aa4-63036710590d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596351 Feb 14 21:16:58.804735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Pushing event updated for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:58.819356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-709be91d-0da4-45cb-b89e-198879ce2f4b req-6ae48563-69c7-4283-8354-424cbc5eb3d7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093466 Feb 14 21:16:58.852243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-39a706ee-6e9c-425d-925d-75633e98d947 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271156 Feb 14 21:16:58.905987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Attempting to bind port d11f7282-e655-4f07-99c5-7bc1ff73a4cc on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:16:58.906335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Attempting to bind port d11f7282-e655-4f07-99c5-7bc1ff73a4cc by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:16:58.908169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Attempting to bind port d11f7282-e655-4f07-99c5-7bc1ff73a4cc on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:58.914060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Port d11f7282-e655-4f07-99c5-7bc1ff73a4cc on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:16:58.914391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Attempting to bind port d11f7282-e655-4f07-99c5-7bc1ff73a4cc on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:16:58.919839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:16:58.920439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:16:58.921065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:16:58.921264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Bound port: d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:16:58.921766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:58.992509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:16:58.995939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:16:59.007613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.054657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.055278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.057481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] 10.222.0.64 "PUT /v2.0/ports/d11f7282-e655-4f07-99c5-7bc1ff73a4cc HTTP/1.1" status: 200 len: 1096 time: 0.7833683 Feb 14 21:16:59.061091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:16:59.064921 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0adf626-c785-441c-90d1-7276944234de" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:16:59.077927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bb7b5-b9fd-48c9-b1b4-894990d41236 req-7fce27e8-0193-4985-8c82-184d850d8a62 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.079491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9bb7b5-b9fd-48c9-b1b4-894990d41236 req-7fce27e8-0193-4985-8c82-184d850d8a62 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 943 time: 0.1265838 Feb 14 21:16:59.110189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3cc9-853b-4d51-a08d-07088ccabc31 req-f794fa2b-3e70-4770-8306-81a9903163b5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.111833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-166a3cc9-853b-4d51-a08d-07088ccabc31 req-f794fa2b-3e70-4770-8306-81a9903163b5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 947 time: 0.1145523 Feb 14 21:16:59.147667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223eccf-67ec-4fa1-ae05-95e6c6d15bde service neutron] Pushing event updated for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:59.154472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8218f3c4-9bc7-4c3a-8a1e-b8c0e35ac336 req-69da8ba2-4272-412f-b591-319b50f4ebde service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929256 Feb 14 21:16:59.185845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-4f25384a-bf38-4f07-9ed8-7f6f12656ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.187617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-4f25384a-bf38-4f07-9ed8-7f6f12656ca9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 1130 time: 0.0713809 Feb 14 21:16:59.202341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-166a3cc9-853b-4d51-a08d-07088ccabc31 req-884b0428-c985-463f-a539-7867a330731e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740516 Feb 14 21:16:59.227818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9bb7b5-b9fd-48c9-b1b4-894990d41236 req-b20a8cce-7f9b-49af-8fe3-52fb119749df tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371908 Feb 14 21:16:59.295848 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99790f65-593c-4cc8-ab77-baf5680f2506 x-openstack-request-id: req-99790f65-593c-4cc8-ab77-baf5680f2506 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:16:59.296156 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:16:59.296412 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-99790f65-593c-4cc8-ab77-baf5680f2506 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:16:59.296822 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'status': 'completed', 'code': 200} Feb 14 21:16:59.298632 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-b0b97d2e-fa0a-4eac-ab16-f989d18dfeb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc HTTP/1.1" status: 200 len: 217 time: 0.1035311 Feb 14 21:16:59.302428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-55c407c7-eb66-4791-8251-e48f65ea26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.308645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-55c407c7-eb66-4791-8251-e48f65ea26d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1126 time: 0.0796454 Feb 14 21:16:59.338672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41554) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:59.367197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-c45d4a59-0f8f-4cf1-9a7d-692059500a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.369301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-c45d4a59-0f8f-4cf1-9a7d-692059500a06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0633855 Feb 14 21:16:59.431451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-db25391c-e31b-4dd8-865f-298724445253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.434637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-db25391c-e31b-4dd8-865f-298724445253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0590079 Feb 14 21:16:59.497026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4200-35b2-4093-9972-cce3437d7fd2 req-ec9082f0-9740-4ca0-b5db-b9e0ce5994bc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.498518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ed4200-35b2-4093-9972-cce3437d7fd2 req-ec9082f0-9740-4ca0-b5db-b9e0ce5994bc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 945 time: 0.1678040 Feb 14 21:16:59.504797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-2033045e-cfe4-49dc-a614-4a8373d4e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.506216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-2033045e-cfe4-49dc-a614-4a8373d4e031 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1897929 Feb 14 21:16:59.506718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8643cb45-9e22-4d68-9a83-a797d9bac63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.564340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-4f880c3d-5eb8-4680-8caa-ad6521dce935 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227868 Feb 14 21:16:59.574522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-10f6402e-5850-4555-b1a5-609c5425d30b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0565455 Feb 14 21:16:59.588581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a74e7-55c8-4962-bca3-729e486f9bd2 req-6254f9cb-060f-4040-b757-2d19d3c6e0a8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.590274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539a74e7-55c8-4962-bca3-729e486f9bd2 req-6254f9cb-060f-4040-b757-2d19d3c6e0a8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 945 time: 0.1549604 Feb 14 21:16:59.654081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ed4200-35b2-4093-9972-cce3437d7fd2 req-98b3e8b3-9ccd-4ba6-aaa5-62f841b1e975 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461442 Feb 14 21:16:59.676690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8643cb45-9e22-4d68-9a83-a797d9bac63e admin admin] Publish callbacks [] for security_group (9263a8e1-498f-4123-8bcc-a7b6504af1ee), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.681359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-f5d1d57b-9eea-4248-944a-72c228be8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.683694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-f5d1d57b-9eea-4248-944a-72c228be8622 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0927148 Feb 14 21:16:59.685939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4896244a-1a42-4194-8009-0ce8fca37fa9 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:16:59.689994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8643cb45-9e22-4d68-9a83-a797d9bac63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9263a8e1-498f-4123-8bcc-a7b6504af1ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.692100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539a74e7-55c8-4962-bca3-729e486f9bd2 req-f431493e-cd5a-441e-8441-ce235e315654 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910521 Feb 14 21:16:59.694272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2bdb7a9d-7c79-43c8-8dbd-b28b2eba2701 req-6ea8a4b7-fa8e-4e0c-b7c1-70867e433725 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233256 Feb 14 21:16:59.727674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-815a3716-bd2a-4d39-80d4-99e98bd684a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346124 Feb 14 21:16:59.744792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643cb45-9e22-4d68-9a83-a797d9bac63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263a8e1-498f-4123-8bcc-a7b6504af1ee,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:16:59.753226 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8643cb45-9e22-4d68-9a83-a797d9bac63e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd83b3cc5a554fce9550e2ff41206242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108555 Feb 14 21:16:59.760835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41560) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:16:59.810508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4896244a-1a42-4194-8009-0ce8fca37fa9,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:59.815352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf626-c785-441c-90d1-7276944234de req-db828275-76f1-4e63-af15-7030fc813e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.817495 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-db828275-76f1-4e63-af15-7030fc813e30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 1130 time: 0.0565550 Feb 14 21:16:59.823778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4896244a-1a42-4194-8009-0ce8fca37fa9', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '4896244a-1a42-4194-8009-0ce8fca37fa9', 'mac_address': 'fa:16:3e:a3:5d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:16:59.870072 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] Publish callbacks [] for security_group (9263a8e1-498f-4123-8bcc-a7b6504af1ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.877758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-7368f0bc-50aa-43af-b34d-5ce03d3d6b5f service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432176 Feb 14 21:16:59.886487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4896244a-1a42-4194-8009-0ce8fca37fa9 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:16:59.886904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.910884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4896244a-1a42-4194-8009-0ce8fca37fa9 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:16:59.934531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4896244a-1a42-4194-8009-0ce8fca37fa9,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:16:59.937595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] Publish callbacks [] for security_group (9263a8e1-498f-4123-8bcc-a7b6504af1ee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.938126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf626-c785-441c-90d1-7276944234de req-e7edf967-7082-4e02-870b-99a1e4b9a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:16:59.939642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-e7edf967-7082-4e02-870b-99a1e4b9a58e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1118312 Feb 14 21:16:59.939765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:16:59.984414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-2cb53d70-8fd3-44d5-8e5b-17babd2fe500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc HTTP/1.1" status: 200 len: 217 time: 0.0385740 Feb 14 21:16:59.990706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:00.037672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf626-c785-441c-90d1-7276944234de req-6894c478-5295-4dc9-a8b2-a7de9a6372cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.039130 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-6894c478-5295-4dc9-a8b2-a7de9a6372cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0485380 Feb 14 21:17:00.089071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf626-c785-441c-90d1-7276944234de req-68cd0ce0-3066-4d6d-bcd4-3b42b86d9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.090528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-68cd0ce0-3066-4d6d-bcd4-3b42b86d9920 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0455978 Feb 14 21:17:00.114427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393153-4b10-49cb-a1cb-e4201be85a96 req-4e7b7520-52a0-47b1-bc95-ab48a52436bb tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.116000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c393153-4b10-49cb-a1cb-e4201be85a96 req-4e7b7520-52a0-47b1-bc95-ab48a52436bb tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 949 time: 0.1942008 Feb 14 21:17:00.123575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c40b0-671d-465b-97ae-948f37a75f9a req-7200a94f-23fb-4c35-9e57-fe7d17e89f87 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.124991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca5c40b0-671d-465b-97ae-948f37a75f9a req-7200a94f-23fb-4c35-9e57-fe7d17e89f87 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1970885 Feb 14 21:17:00.126813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d551873-e52b-44f0-a1ed-a37793bfc687 req-8b61a6ac-a62b-488a-afa9-9a7fbb3a5bc3 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395074 Feb 14 21:17:00.139667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9263a8e1-498f-4123-8bcc-a7b6504af1ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.142208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.143337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9263a8e1-498f-4123-8bcc-a7b6504af1ee HTTP/1.1" status: 204 len: 168 time: 0.3815370 Feb 14 21:17:00.177593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8d13-03d7-47d6-9dae-0d7d1ab530c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263a8e1-498f-4123-8bcc-a7b6504af1ee,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:00.195129 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-2cc18c6a-3a32-44d1-9c1a-4d2fbdf5bebf service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983527 Feb 14 21:17:00.216283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4896244a-1a42-4194-8009-0ce8fca37fa9'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:00.227637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c393153-4b10-49cb-a1cb-e4201be85a96 req-93d6fa60-d37a-4f6f-b325-fcec8a29a8dc tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991805 Feb 14 21:17:00.265819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca5c40b0-671d-465b-97ae-948f37a75f9a req-e34f90c7-a5b6-4546-bad7-19f3ad98c6df tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284690 Feb 14 21:17:00.333337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0adf626-c785-441c-90d1-7276944234de req-85c8931f-4016-4a66-aa63-c82921c39cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313326 Feb 14 21:17:00.334783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:00.337069 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053161c8-b0ef-4b2a-adfa-418107c38d55" -d '{"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:00.431476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389363-4de4-4f4d-9ed1-69721f3823da req-05854860-f721-42e7-8962-85bdae7166a9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.432974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e389363-4de4-4f4d-9ed1-69721f3823da req-05854860-f721-42e7-8962-85bdae7166a9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 947 time: 0.1038296 Feb 14 21:17:00.452698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb958c0-ad67-492e-93af-d331c3f8cddf req-66940555-39ec-4789-8f44-51db1cc171ad tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.454139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcb958c0-ad67-492e-93af-d331c3f8cddf req-66940555-39ec-4789-8f44-51db1cc171ad tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 943 time: 0.0996335 Feb 14 21:17:00.484808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41578) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:00.498591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88df5969-a45f-46c6-a83d-83e4d4db91e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.520252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e389363-4de4-4f4d-9ed1-69721f3823da req-108088f2-bae5-4166-a6ad-fa41ef416541 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808775 Feb 14 21:17:00.527403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcb958c0-ad67-492e-93af-d331c3f8cddf req-1353e3a4-7a7e-4536-b224-31797c3394c4 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642710 Feb 14 21:17:00.574288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88df5969-a45f-46c6-a83d-83e4d4db91e8 admin admin] Publish callbacks [] for security_group (2c13eec2-da64-46f2-95c5-fda81e08119a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.578173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88df5969-a45f-46c6-a83d-83e4d4db91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c13eec2-da64-46f2-95c5-fda81e08119a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.582956 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ddd94-692a-4c56-938f-5c72863cc5ef x-openstack-request-id: req-877ddd94-692a-4c56-938f-5c72863cc5ef {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:00.583381 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:00.583745 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-877ddd94-692a-4c56-938f-5c72863cc5ef {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:00.584278 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'code': 200} Feb 14 21:17:00.618336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88df5969-a45f-46c6-a83d-83e4d4db91e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c78567e34c6416d92f85c8680fdf89e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324213 Feb 14 21:17:00.619373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df5969-a45f-46c6-a83d-83e4d4db91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c13eec2-da64-46f2-95c5-fda81e08119a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:00.621087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:00.671675 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18494979-9600-4605-be96-20b44807128f admin admin] Publish callbacks [] for security_group (2c13eec2-da64-46f2-95c5-fda81e08119a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.694468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18494979-9600-4605-be96-20b44807128f admin admin] Publish callbacks [] for security_group (2c13eec2-da64-46f2-95c5-fda81e08119a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.697177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8e78-4a68-400a-b138-dd075c56dfaf req-736e1432-9b84-4105-bb78-b396688bb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.698871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f11f8e78-4a68-400a-b138-dd075c56dfaf req-736e1432-9b84-4105-bb78-b396688bb099 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.0485499 Feb 14 21:17:00.751490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f11f8e78-4a68-400a-b138-dd075c56dfaf req-31242433-21ee-40ef-99d8-723d60ae71ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Feb 14 21:17:00.777830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18494979-9600-4605-be96-20b44807128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c13eec2-da64-46f2-95c5-fda81e08119a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.780461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18494979-9600-4605-be96-20b44807128f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.781612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18494979-9600-4605-be96-20b44807128f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c13eec2-da64-46f2-95c5-fda81e08119a HTTP/1.1" status: 204 len: 168 time: 0.1594145 Feb 14 21:17:00.821511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18494979-9600-4605-be96-20b44807128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c13eec2-da64-46f2-95c5-fda81e08119a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:00.836119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373168b-e3c2-46b3-8ec6-b24da22a5cf2 req-6385c54f-c42a-4f9d-aaab-42e9dc06604c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.837770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7373168b-e3c2-46b3-8ec6-b24da22a5cf2 req-6385c54f-c42a-4f9d-aaab-42e9dc06604c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 945 time: 0.1096563 Feb 14 21:17:00.858283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207bce-675f-4f7a-8f1a-f425777d3b02 req-e55351d7-e162-4059-bd2c-dade262e620d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:00.859862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a207bce-675f-4f7a-8f1a-f425777d3b02 req-e55351d7-e162-4059-bd2c-dade262e620d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 945 time: 0.0748074 Feb 14 21:17:00.878482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eff32ad4-ea02-46c1-aa43-61a15533cfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:00.935652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7373168b-e3c2-46b3-8ec6-b24da22a5cf2 req-fa7f1ce7-ca45-421c-ac6b-8e28d1498a18 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Feb 14 21:17:00.948492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a207bce-675f-4f7a-8f1a-f425777d3b02 req-92e72bbd-fe5d-4ff5-b6aa-991a9c74a87f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770354 Feb 14 21:17:01.402695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cda88-fd56-4b8c-8239-9708bc9876e3 req-b5843081-4e9c-456a-8a2f-97a465ce7b1b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:01.404221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c8cda88-fd56-4b8c-8239-9708bc9876e3 req-b5843081-4e9c-456a-8a2f-97a465ce7b1b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 949 time: 0.0913234 Feb 14 21:17:01.415816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd449-b625-4800-9c51-dfbabe3dd8af req-b0699f57-4c05-4bb2-aa91-46bb92041189 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:01.417270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c75bd449-b625-4800-9c51-dfbabe3dd8af req-b0699f57-4c05-4bb2-aa91-46bb92041189 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0750947 Feb 14 21:17:01.494827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c8cda88-fd56-4b8c-8239-9708bc9876e3 req-3767d9cc-f001-4da6-afdc-ab425b32f342 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 Feb 14 21:17:01.498889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c75bd449-b625-4800-9c51-dfbabe3dd8af req-64aa0d6a-8fa1-45bf-bcd8-bb1d80e52c68 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698946 Feb 14 21:17:01.684315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4896244a-1a42-4194-8009-0ce8fca37fa9 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:01.692242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60844ff-d519-432e-b854-83de7746abfa req-a97bbfa6-e04e-4974-85ee-e67df3a8977b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:01.694102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60844ff-d519-432e-b854-83de7746abfa req-a97bbfa6-e04e-4974-85ee-e67df3a8977b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 943 time: 0.0927269 Feb 14 21:17:01.701025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505943f6-23c0-499d-945c-63dffed2d118 req-2a5c70f0-6ec9-4637-a76e-1bf63c63f4fc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:01.702415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-505943f6-23c0-499d-945c-63dffed2d118 req-2a5c70f0-6ec9-4637-a76e-1bf63c63f4fc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 947 time: 0.1022954 Feb 14 21:17:01.740002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4896244a-1a42-4194-8009-0ce8fca37fa9 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:01.744644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4896244a-1a42-4194-8009-0ce8fca37fa9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:01.745084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:01.799669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-505943f6-23c0-499d-945c-63dffed2d118 req-38f727d2-e763-4e56-a4f5-7e8300bdd30d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773396 Feb 14 21:17:01.809123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60844ff-d519-432e-b854-83de7746abfa req-64262fe3-f639-4f89-99f2-79cdd4034564 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057892 Feb 14 21:17:01.844567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4896244a-1a42-4194-8009-0ce8fca37fa9 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:01.844960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:01.856200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5433214c-8d11-4084-b3f4-e975be0cbd3f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:01.897261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4896244a-1a42-4194-8009-0ce8fca37fa9,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:01.909554 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.014315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:02.022420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:02.033909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'port_id': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'mac_address': 'fa:16:3e:70:23:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:02.074091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5433214c-8d11-4084-b3f4-e975be0cbd3f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:02.074485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.087602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5433214c-8d11-4084-b3f4-e975be0cbd3f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:02.108638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:02.112962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.119800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb766127-6ae0-491e-a849-759b2b61c753 req-aa676ae1-1de9-4a97-aea7-e245a7c3cbcb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:02.121323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb766127-6ae0-491e-a849-759b2b61c753 req-aa676ae1-1de9-4a97-aea7-e245a7c3cbcb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 945 time: 0.0953155 Feb 14 21:17:02.128178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a575bfd-18c0-4098-9b62-99c879aebfd3 req-63b6dfba-fe78-4723-9d32-dbe4ac24c5f5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:02.129621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a575bfd-18c0-4098-9b62-99c879aebfd3 req-63b6dfba-fe78-4723-9d32-dbe4ac24c5f5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 945 time: 0.0928402 Feb 14 21:17:02.163678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:02.203971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb766127-6ae0-491e-a849-759b2b61c753 req-8f5ed64f-2dc9-4126-a79b-92c19c6fd876 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734000 Feb 14 21:17:02.207211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a575bfd-18c0-4098-9b62-99c879aebfd3 req-ed5abd2a-4f16-44ef-9709-7218d361cbe0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707765 Feb 14 21:17:02.315048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-2baa7d17-0e99-4f5c-b111-b314dd94c2e9 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2008058802&fields=id&tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 267 time: 0.0434701 Feb 14 21:17:02.370451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-1e420f53-fb99-4aad-a1bb-cb1c2bd296c6 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:02.371954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-1e420f53-fb99-4aad-a1bb-cb1c2bd296c6 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 945 time: 0.0512340 Feb 14 21:17:02.382471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'security_groups': ['9d4034a6-5825-4ee3-88a6-97a9acdb2213', '2c2e7544-3a3f-4ebc-9777-0d96ac4ad841']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:02.460124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.583643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.585603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:02.588151 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5295d-b818-4136-b194-96a3673a3984" -d '{"events": [{"server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "name": "network-vif-plugged", "status": "completed", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:02.695322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf1f0-3c01-4b0e-a865-eab0bfa0c332 req-400a1350-d2c1-4262-80ce-4b0fdb8b01ea tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:02.696783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-064bf1f0-3c01-4b0e-a865-eab0bfa0c332 req-400a1350-d2c1-4262-80ce-4b0fdb8b01ea tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.1232893 Feb 14 21:17:02.701463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:02.749664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['5433214c-8d11-4084-b3f4-e975be0cbd3f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:02.753146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (2402aaae-85c6-4ee5-856f-07934342003b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.762216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.778019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:02.794804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-064bf1f0-3c01-4b0e-a865-eab0bfa0c332 req-b58c4b75-172f-4d30-9446-84fd4c24332d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912728 Feb 14 21:17:02.811794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:02.812419 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:02.813789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f415d38-340d-41c1-8b37-7b6671fc9c49 req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "PUT /v2.0/ports/2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 981 time: 0.4357576 Feb 14 21:17:02.814237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:02.817061 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537df469-9db6-4ca0-a384-62d9032b9183" -d '{"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:02.846582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1ff53-3fb8-4c12-9d63-57cd8424d677 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:02.890278 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525762b6-0192-4b6a-8dc2-20eb59eafe3d x-openstack-request-id: req-525762b6-0192-4b6a-8dc2-20eb59eafe3d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:02.890627 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "name": "network-vif-plugged", "status": "completed", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:02.890891 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-525762b6-0192-4b6a-8dc2-20eb59eafe3d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:02.891305 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9', 'code': 200} Feb 14 21:17:02.926763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:03.009652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da7159-53c8-4089-80f7-f911702c390e req-11923737-48d9-4b0c-b2ce-c8ac818be220 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.011754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6da7159-53c8-4089-80f7-f911702c390e req-11923737-48d9-4b0c-b2ce-c8ac818be220 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1143630 Feb 14 21:17:03.053746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6377e-5d95-4197-850c-47dc741bb424 req-5ef8079a-5030-4d80-b10c-e379f04a4365 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.055705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c6377e-5d95-4197-850c-47dc741bb424 req-5ef8079a-5030-4d80-b10c-e379f04a4365 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 947 time: 0.1174536 Feb 14 21:17:03.073374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131779b0-1328-4d5b-bb50-2ba9719dcc6a req-3719bf88-a072-49c9-85a9-370e4c35c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.074800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131779b0-1328-4d5b-bb50-2ba9719dcc6a req-3719bf88-a072-49c9-85a9-370e4c35c0dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 1133 time: 0.1058030 Feb 14 21:17:03.278263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d67d0429-e46d-4360-9acb-a7bc1ac6006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:03.345391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6da7159-53c8-4089-80f7-f911702c390e req-68052023-bedc-4292-b427-5aea0e595958 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263283 Feb 14 21:17:03.386133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c6377e-5d95-4197-850c-47dc741bb424 req-caf08d3d-5fc7-46c2-944d-d57151b2207a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175874 Feb 14 21:17:03.390276 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b03e130-98f7-4fac-ba28-4f4c02d4262c x-openstack-request-id: req-9b03e130-98f7-4fac-ba28-4f4c02d4262c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:03.390563 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:03.390814 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b03e130-98f7-4fac-ba28-4f4c02d4262c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:03.391321 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b', 'status': 'completed', 'code': 200} Feb 14 21:17:03.395862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131779b0-1328-4d5b-bb50-2ba9719dcc6a req-6f307e8a-37d4-40e7-8a64-31296948e4ee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098137 Feb 14 21:17:03.470275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537df469-9db6-4ca0-a384-62d9032b9183 req-5d1346a1-8d77-4704-b724-ef06e3400214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.472557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-5d1346a1-8d77-4704-b724-ef06e3400214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1167 time: 0.0482688 Feb 14 21:17:03.517876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d268630-2804-4826-9adf-680751abd203 req-55a8f4e1-18a7-44b4-8ded-a013c363a329 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1228610938&fields=id&tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 267 time: 0.0784168 Feb 14 21:17:03.542689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f9594-1f21-4ca0-b5b2-0e20569b04a6 req-9b448850-1b84-4dc2-aa28-24a1feba28d1 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.544165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e68f9594-1f21-4ca0-b5b2-0e20569b04a6 req-9b448850-1b84-4dc2-aa28-24a1feba28d1 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 944 time: 0.0965605 Feb 14 21:17:03.562717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537df469-9db6-4ca0-a384-62d9032b9183 req-c55ec974-3a1a-4fde-af52-92929747a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.564279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-c55ec974-3a1a-4fde-af52-92929747a1ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.0856154 Feb 14 21:17:03.605874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-a99b3f07-04f3-4fe9-a5ba-066afc842919 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 217 time: 0.0342789 Feb 14 21:17:03.619311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d268630-2804-4826-9adf-680751abd203 req-7e4f2bf0-56fc-48ba-bd5a-af5c56b89f20 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.620790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d268630-2804-4826-9adf-680751abd203 req-7e4f2bf0-56fc-48ba-bd5a-af5c56b89f20 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 984 time: 0.0960491 Feb 14 21:17:03.624946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e68f9594-1f21-4ca0-b5b2-0e20569b04a6 req-09841622-a58e-47b5-af6f-a3ae9c10b3d5 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641222 Feb 14 21:17:03.632802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'security_groups': ['2c2e7544-3a3f-4ebc-9777-0d96ac4ad841', '9d4034a6-5825-4ee3-88a6-97a9acdb2213', '70071998-8087-4df3-a48d-20bff634940f']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:03.654736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537df469-9db6-4ca0-a384-62d9032b9183 req-6e422e3c-6669-4fec-bb9a-ff821132f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.656328 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-6e422e3c-6669-4fec-bb9a-ff821132f801 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.0443227 Feb 14 21:17:03.695904 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-6fc87c96-8694-441d-aac0-7e3b0f400585 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278122 Feb 14 21:17:03.699884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:03.716463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:03.809214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:03.812837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-033cc407-7fae-4eea-ac73-0254036857ad service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045227 Feb 14 21:17:03.821781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'port_id': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'mac_address': 'fa:16:3e:a3:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ca0acc-07aa-4e24-8fef-6e0bb69ddfed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:03.849559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a930f-ebfc-48fd-8c43-211d1e928ae3 req-5b9cccc7-684d-43b8-bc09-66b3e7155796 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:03.851323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-274a930f-ebfc-48fd-8c43-211d1e928ae3 req-5b9cccc7-684d-43b8-bc09-66b3e7155796 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 945 time: 0.1167359 Feb 14 21:17:03.862426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d11f7282-e655-4f07-99c5-7bc1ff73a4cc details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:03.872074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ca184112-2b89-4a89-a59e-914d052ccdfe is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:03.872472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:03.897964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca184112-2b89-4a89-a59e-914d052ccdfe {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:03.928953 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-537df469-9db6-4ca0-a384-62d9032b9183 req-607322f4-5bb9-4cb0-8444-b586090cf846 service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079998 Feb 14 21:17:03.958160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:03.960340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-274a930f-ebfc-48fd-8c43-211d1e928ae3 req-b683caf6-f4f5-477f-92a0-70430781df73 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015127 Feb 14 21:17:03.965746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.014369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:04.045514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:04.047764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:04.047996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (2402aaae-85c6-4ee5-856f-07934342003b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.061419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'mac_address': 'fa:16:3e:ee:4b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:04.062574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.087872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:04.124140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.124762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.126131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d268630-2804-4826-9adf-680751abd203 req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "PUT /v2.0/ports/2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 1020 time: 0.4987156 Feb 14 21:17:04.136144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port d11f7282-e655-4f07-99c5-7bc1ff73a4cc is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:04.136662 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.160751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11f7282-e655-4f07-99c5-7bc1ff73a4cc {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:04.169596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a65437-534a-44a7-bd18-8cbf0da19eee req-43bf6544-9da3-4d72-a0b8-e04693ebff99 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.171686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5a65437-534a-44a7-bd18-8cbf0da19eee req-43bf6544-9da3-4d72-a0b8-e04693ebff99 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.1191583 Feb 14 21:17:04.176937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058d37a-14b0-4334-9db8-4e6a9a0ea579 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:04.204499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:04.213964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.248569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:04.258165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5a65437-534a-44a7-bd18-8cbf0da19eee req-2bd24864-9411-4fb5-94b3-65428dbb8194 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772059 Feb 14 21:17:04.267042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e59150-5288-466d-bfd3-3b02f6b9d4cd req-889bbd8f-fd8f-4cf3-8e7f-b969b3dc0682 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.268703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05e59150-5288-466d-bfd3-3b02f6b9d4cd req-889bbd8f-fd8f-4cf3-8e7f-b969b3dc0682 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.0802670 Feb 14 21:17:04.292964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ca184112-2b89-4a89-a59e-914d052ccdfe'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:04.339729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05e59150-5288-466d-bfd3-3b02f6b9d4cd req-cd2dfdf7-cee0-4042-966c-3404d38ffd16 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646327 Feb 14 21:17:04.392710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:04.414381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701386fe-ae5b-4ab0-a498-64bb727f1d31 req-c7ff98d6-adf7-4448-a9cb-cc0d3375c590 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.416134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-701386fe-ae5b-4ab0-a498-64bb727f1d31 req-c7ff98d6-adf7-4448-a9cb-cc0d3375c590 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1023 time: 0.0750542 Feb 14 21:17:04.428472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.545885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-701386fe-ae5b-4ab0-a498-64bb727f1d31 req-890fb85d-daa5-40f8-af9f-fa9195d77d7b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=70071998-8087-4df3-a48d-20bff634940f&id=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841&id=9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 6200 time: 0.1207097 Feb 14 21:17:04.560296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba960-d2ec-4728-a06d-076bd53249ce req-b50a1291-e8b3-41c6-819f-f8431b5b7399 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.562007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7dba960-d2ec-4728-a06d-076bd53249ce req-b50a1291-e8b3-41c6-819f-f8431b5b7399 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.1122105 Feb 14 21:17:04.643635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7dba960-d2ec-4728-a06d-076bd53249ce req-943d6710-49f6-4f28-997d-0c378da4d106 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724709 Feb 14 21:17:04.644171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41690) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:04.651849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:04.721084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9fe7-1797-4c90-b60c-30073ea8376e req-6f3e9a0c-4848-4c3c-823a-efe8a257490b tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.727696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dfe9fe7-1797-4c90-b60c-30073ea8376e req-6f3e9a0c-4848-4c3c-823a-efe8a257490b tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.0642426 Feb 14 21:17:04.829782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dfe9fe7-1797-4c90-b60c-30073ea8376e req-0355bd5f-5f03-4303-b4d0-a657129d395c tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996499 Feb 14 21:17:04.831826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3670a64a-38ad-49bc-a53c-0a72ae33951e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.853314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897c918-641c-4452-a38a-59add322a7e3 req-05452405-66e5-4c5b-a19d-67156c3104b1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:04.855251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c897c918-641c-4452-a38a-59add322a7e3 req-05452405-66e5-4c5b-a19d-67156c3104b1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 948 time: 0.1001506 Feb 14 21:17:04.888641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': ' tempest-securitygroup -37141196 ', 'description': 'tempest-description-1258511643'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:04.946533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:04.955558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c897c918-641c-4452-a38a-59add322a7e3 req-2379f5c1-3d32-4549-89fd-83544de9b085 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Feb 14 21:17:05.003402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3670a64a-38ad-49bc-a53c-0a72ae33951e admin admin] Publish callbacks [] for security_group (e956cd61-d13c-4fe4-8478-753f6af2c27b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.013249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3670a64a-38ad-49bc-a53c-0a72ae33951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e956cd61-d13c-4fe4-8478-753f6af2c27b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.087667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3670a64a-38ad-49bc-a53c-0a72ae33951e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a90b8543a124e3bbcb0b8f3e8a6edd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401526 Feb 14 21:17:05.090368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:05.092864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a64a-38ad-49bc-a53c-0a72ae33951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e956cd61-d13c-4fe4-8478-753f6af2c27b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:05.121364 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b970f955-3d0f-46e5-90d8-12918c3028ed), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.125682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b970f955-3d0f-46e5-90d8-12918c3028ed), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.157558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacccec-5d0d-4d88-bcd8-926f7cd4b714 req-265b672a-3663-48fc-b3d2-e5411edd5113 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.159038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cacccec-5d0d-4d88-bcd8-926f7cd4b714 req-265b672a-3663-48fc-b3d2-e5411edd5113 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 944 time: 0.1317129 Feb 14 21:17:05.165265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.166510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4fdf0aa-685f-47de-80d7-5a1c218ad9ca req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2849140 Feb 14 21:17:05.186123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba77ed-b413-4c7c-bbb8-3b63aea224c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b970f955-3d0f-46e5-90d8-12918c3028ed,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:05.235559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cacccec-5d0d-4d88-bcd8-926f7cd4b714 req-f1c381f1-0d42-4040-adcc-b8e83c5f2050 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640097 Feb 14 21:17:05.276469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2650dac0-d370-4b7d-b88f-4550b3b1eec5 req-5d8190a5-068b-4e28-bdd2-83feaaeff40f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b970f955-3d0f-46e5-90d8-12918c3028ed HTTP/1.1" status: 200 len: 1796 time: 0.0454717 Feb 14 21:17:05.398081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:05.400348 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10c861-7842-4f70-96ab-2532a96874f7" -d '{"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:05.423134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7899d-4a98-4cb7-9757-3ee693cce9b5 req-507c510b-7cee-4760-a0f2-760309251c68 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.424707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab7899d-4a98-4cb7-9757-3ee693cce9b5 req-507c510b-7cee-4760-a0f2-760309251c68 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.0965683 Feb 14 21:17:05.428869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] Publish callbacks [] for security_group (e956cd61-d13c-4fe4-8478-753f6af2c27b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.429147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-02ad1457-42ef-416f-9aa7-551019862ee0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b970f955-3d0f-46e5-90d8-12918c3028ed HTTP/1.1" status: 200 len: 1796 time: 0.0643075 Feb 14 21:17:05.453207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] Publish callbacks [] for security_group (e956cd61-d13c-4fe4-8478-753f6af2c27b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.499184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e956cd61-d13c-4fe4-8478-753f6af2c27b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.500963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab7899d-4a98-4cb7-9757-3ee693cce9b5 req-6bb7e14a-627c-4f30-9d5b-73d942451d31 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694869 Feb 14 21:17:05.501943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.506115 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e956cd61-d13c-4fe4-8478-753f6af2c27b HTTP/1.1" status: 204 len: 168 time: 0.4118776 Feb 14 21:17:05.512673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56639ae-8406-43a1-8b25-20792cadfe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e956cd61-d13c-4fe4-8478-753f6af2c27b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:05.521499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b970f955-3d0f-46e5-90d8-12918c3028ed), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.570176 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b970f955-3d0f-46e5-90d8-12918c3028ed), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.597246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.652127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95956b9c-0c24-4adb-9ef4-83f819db548a req-473fcc06-c674-4eae-aab6-cd319792773f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.653933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95956b9c-0c24-4adb-9ef4-83f819db548a req-473fcc06-c674-4eae-aab6-cd319792773f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.0731602 Feb 14 21:17:05.655210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b970f955-3d0f-46e5-90d8-12918c3028ed), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.658639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.659795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06f1680e-c8c4-4f3a-b3bb-f0c8cf02e112 req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/b970f955-3d0f-46e5-90d8-12918c3028ed HTTP/1.1" status: 204 len: 173 time: 0.2217150 Feb 14 21:17:05.678851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217355-ef5e-4e23-bd47-c3d8373f1542 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970f955-3d0f-46e5-90d8-12918c3028ed,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:05.703747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:05.722005 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec93e2-cf5a-4a25-b1cb-5976ee0d614a x-openstack-request-id: req-27ec93e2-cf5a-4a25-b1cb-5976ee0d614a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:05.722377 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "tag": "2402aaae-85c6-4ee5-856f-07934342003b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:05.723399 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27ec93e2-cf5a-4a25-b1cb-5976ee0d614a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:05.723865 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b', 'status': 'completed', 'code': 200} Feb 14 21:17:05.770930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95956b9c-0c24-4adb-9ef4-83f819db548a req-a285d850-67d4-4cee-8c12-49f29e0dc336 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037354 Feb 14 21:17:05.784787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port ca184112-2b89-4a89-a59e-914d052ccdfe completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:05.789792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ca184112-2b89-4a89-a59e-914d052ccdfe triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:05.790088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.823433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-3700d99a-a0ad-46da-abfd-f7225eb8beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.825190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-3700d99a-a0ad-46da-abfd-f7225eb8beef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1207 time: 0.0780411 Feb 14 21:17:05.883981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5433214c-8d11-4084-b3f4-e975be0cbd3f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:05.892132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41726) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:05.893519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ca184112-2b89-4a89-a59e-914d052ccdfe is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:05.894017 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.913088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b31d693c-9046-42a5-83fa-4efa419cca5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.949909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:05.952244 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83c2e6b-e0c7-4dba-9ba7-4de4b0eb6648" -d '{"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-plugged", "status": "completed", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:05.969705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:05.976363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:05.982446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-f94aad00-b41e-466f-9fe9-776b4d30c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.985099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc0b8-cbda-4136-afc9-904df33eadc6 req-552ba67e-a981-4b15-b98f-fd39901679c0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:05.985689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-f94aad00-b41e-466f-9fe9-776b4d30c2c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.1533003 Feb 14 21:17:05.988245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-855dc0b8-cbda-4136-afc9-904df33eadc6 req-552ba67e-a981-4b15-b98f-fd39901679c0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.0838120 Feb 14 21:17:06.017237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 5433214c-8d11-4084-b3f4-e975be0cbd3f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:06.024555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 5433214c-8d11-4084-b3f4-e975be0cbd3f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:06.024937 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.043903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-855dc0b8-cbda-4136-afc9-904df33eadc6 req-d546b5a8-32f2-4d1f-86c5-541a720c4da8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Feb 14 21:17:06.062461 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-25e5bf9f-5e4c-44b9-b517-3d6e70f0615d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 200 len: 217 time: 0.0659168 Feb 14 21:17:06.081673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:06.098078 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-54753565-0dd8-42da-bf4c-aa587b6c7be9 req-b6cda394-9c16-48cd-a002-80fc37e63c07 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:06.106967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-54753565-0dd8-42da-bf4c-aa587b6c7be9 req-b6cda394-9c16-48cd-a002-80fc37e63c07 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b970f955-3d0f-46e5-90d8-12918c3028ed HTTP/1.1" status: 404 len: 352 time: 0.0265558 Feb 14 21:17:06.140059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5433214c-8d11-4084-b3f4-e975be0cbd3f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:06.140460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.168656 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cae1f8-e22a-46e1-99c2-63f6e8591a77 x-openstack-request-id: req-e1cae1f8-e22a-46e1-99c2-63f6e8591a77 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:06.169222 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-plugged", "status": "completed", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:06.169631 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1cae1f8-e22a-46e1-99c2-63f6e8591a77 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:06.170187 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'code': 200} Feb 14 21:17:06.171308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b31d693c-9046-42a5-83fa-4efa419cca5a admin admin] Publish callbacks [] for security_group (8f2f2253-b251-49ee-9bbf-41d855c776f3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.178384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-0a7487d8-d754-4ea2-bce6-8afb109ac01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.179996 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-0a7487d8-d754-4ea2-bce6-8afb109ac01a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.1084309 Feb 14 21:17:06.181128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b31d693c-9046-42a5-83fa-4efa419cca5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8f2f2253-b251-49ee-9bbf-41d855c776f3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.195057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:06.202233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.208355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-947426653', 'description': 'tempest-description-180334293'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:06.242145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-3cd89272-4729-41bc-bdc0-cbded2067a99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452247 Feb 14 21:17:06.245245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d693c-9046-42a5-83fa-4efa419cca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f2253-b251-49ee-9bbf-41d855c776f3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:06.249677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b31d693c-9046-42a5-83fa-4efa419cca5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1fb0ee7e4c7b4e8d9e9950a9088f4114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561342 Feb 14 21:17:06.252879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.254795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41736) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:06.264144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:06.340338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-8052b2a8-30dc-4083-88cd-bd73faa5adae service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895262 Feb 14 21:17:06.368332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fcd40-a4de-4597-a673-90347036786e req-94cb6a30-b7da-4760-869f-58e4317bbd74 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.369814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-705fcd40-a4de-4597-a673-90347036786e req-94cb6a30-b7da-4760-869f-58e4317bbd74 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 948 time: 0.1792200 Feb 14 21:17:06.386630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38b1c-0282-4783-841a-30dd9bf780be req-9976dd5d-ae5c-47b8-8ad1-af7cdeb01092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.388117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33c38b1c-0282-4783-841a-30dd9bf780be req-9976dd5d-ae5c-47b8-8ad1-af7cdeb01092 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1128 time: 0.1324556 Feb 14 21:17:06.430923 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a10c861-7842-4f70-96ab-2532a96874f7 req-ece2f2a9-74f9-408e-b541-536f10acf440 service neutron] 10.222.0.64 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Feb 14 21:17:06.459918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] Publish callbacks [] for security_group (8f2f2253-b251-49ee-9bbf-41d855c776f3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.495235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (4b86fbe6-2fdd-4979-8f3f-9066b5cf1590), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.510559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4b86fbe6-2fdd-4979-8f3f-9066b5cf1590), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.515368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-705fcd40-a4de-4597-a673-90347036786e req-b19e9f83-c031-4820-8c80-2268ecfedf9d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352835 Feb 14 21:17:06.527079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] Publish callbacks [] for security_group (8f2f2253-b251-49ee-9bbf-41d855c776f3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.554424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33c38b1c-0282-4783-841a-30dd9bf780be req-ce5c0ece-a323-4513-acdd-f3fb6f45e6ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586201 Feb 14 21:17:06.569487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.570625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2543c98-4516-4e34-bc36-bb48fe3da499 req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3696730 Feb 14 21:17:06.586955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07320ad6-6a31-429c-b41a-48728e6f9c60 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86fbe6-2fdd-4979-8f3f-9066b5cf1590,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:06.612990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8f2f2253-b251-49ee-9bbf-41d855c776f3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.615792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.617039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8f2f2253-b251-49ee-9bbf-41d855c776f3 HTTP/1.1" status: 204 len: 168 time: 0.3585026 Feb 14 21:17:06.625376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d39d6-f870-43cf-8639-369f42e9753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f2253-b251-49ee-9bbf-41d855c776f3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:06.705793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555e96b-6ac6-49b3-a145-329909e48d7b req-b2fd656a-d8e1-45e9-96da-305463d48a99 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.711783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4555e96b-6ac6-49b3-a145-329909e48d7b req-b2fd656a-d8e1-45e9-96da-305463d48a99 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.0585504 Feb 14 21:17:06.759481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4555e96b-6ac6-49b3-a145-329909e48d7b req-38bf5a39-eb65-4409-aff1-f8539b0c378d tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460477 Feb 14 21:17:06.789034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1609101097', 'description': 'tempest-description-176272639'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:06.810366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.923412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.923889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.924393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.924830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.925299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.926312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.926782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.927270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.927734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.928198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.928658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.929119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:06.931407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-601602e2-4e8c-4815-8778-fea05c30fb57 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&device_id=2ebb38c3-08f3-4523-bb40-20165879f99b&device_id=9c86df64-5c3e-4abb-965e-738dc132c096&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&device_id=16e071f5-6911-4da2-91f9-11d11582f0d0&device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79&device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&device_id=688dfe50-650d-4769-95e7-16e76e659325&device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 11321 time: 0.0920775 Feb 14 21:17:06.938269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (ddf08adf-c3e1-475c-b398-dc4fb449eddc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.952075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ddf08adf-c3e1-475c-b398-dc4fb449eddc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.961147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-8175bb0e-a9e9-4189-bc6b-80925e7f15c4 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.990312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:06.991569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c9ee954-ed1c-4e70-8b95-c3194adb1bac req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2068419 Feb 14 21:17:06.996004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418fe3-fd05-4ea9-9da7-b889ac90ed32 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf08adf-c3e1-475c-b398-dc4fb449eddc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:07.091802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.099258 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-8175bb0e-a9e9-4189-bc6b-80925e7f15c4 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Publish callbacks [] for security_group (8a24f251-a7d9-4dd2-8f16-1734fe835d5a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.105353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-8175bb0e-a9e9-4189-bc6b-80925e7f15c4 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8a24f251-a7d9-4dd2-8f16-1734fe835d5a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.161557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65e53a-6e93-4ced-aa2d-405cdaadc4b1 req-1234b8fa-01e5-4b05-9a24-06a244779d58 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:07.163104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f65e53a-6e93-4ced-aa2d-405cdaadc4b1 req-1234b8fa-01e5-4b05-9a24-06a244779d58 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.1025743 Feb 14 21:17:07.163725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175bb0e-a9e9-4189-bc6b-80925e7f15c4 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24f251-a7d9-4dd2-8f16-1734fe835d5a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:07.252663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f65e53a-6e93-4ced-aa2d-405cdaadc4b1 req-ac769452-415b-4fff-a09d-2497b54b3f6e tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Feb 14 21:17:07.282755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09d3595e-2f56-4cc3-9b06-b397e523c001 req-8175bb0e-a9e9-4189-bc6b-80925e7f15c4 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841&id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=83a2deac-834a-4b8c-a827-2efd24b78424&id=abde7895-231d-4c13-a566-033d7b1d93b3&id=161247e6-b835-4e3f-aea6-bdee9f0724f5&id=57266638-c2d2-444b-9950-2d769f35e19a&id=70071998-8087-4df3-a48d-20bff634940f&id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 971 time: 0.3430939 Feb 14 21:17:07.301500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-659524848', 'description': 'tempest-description-1918230078'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:07.326181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.430924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (67b20e1e-3f38-4045-a766-b7a544448404), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.439101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef9e3-1280-416e-9c96-f09139bdfa2d req-167d50b9-6c97-46c2-8657-846a7e8e5b34 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:07.440604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a2ef9e3-1280-416e-9c96-f09139bdfa2d req-167d50b9-6c97-46c2-8657-846a7e8e5b34 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0913196 Feb 14 21:17:07.441718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (67b20e1e-3f38-4045-a766-b7a544448404), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.489800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.491277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00f0d51d-76a4-49f4-9b75-6662f4fe6fcd req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1953502 Feb 14 21:17:07.497460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135da7b8-3865-4454-81d1-02ee4bcc689f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b20e1e-3f38-4045-a766-b7a544448404,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:07.526236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a2ef9e3-1280-416e-9c96-f09139bdfa2d req-b4410fbc-db81-4858-9594-567a80d98ee6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782731 Feb 14 21:17:07.734633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6226330-a39c-4e39-a175-b8e1be7dfc54 req-7c116e1d-a3f8-4fa4-bcf9-ad2376047280 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 10997 time: 0.1167228 Feb 14 21:17:07.778557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6226330-a39c-4e39-a175-b8e1be7dfc54 req-8d2484c0-372d-4187-87ed-e4239c204ba6 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.0447271 Feb 14 21:17:07.840946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6226330-a39c-4e39-a175-b8e1be7dfc54 req-f5a8c47d-2d3b-4797-af8c-b9a6d591a61f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.0566196 Feb 14 21:17:07.892268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d11f7282-e655-4f07-99c5-7bc1ff73a4cc up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:07.957600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port d11f7282-e655-4f07-99c5-7bc1ff73a4cc completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:07.963654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port d11f7282-e655-4f07-99c5-7bc1ff73a4cc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:07.964192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:07.978157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fb51b-844b-4c8f-b2d3-4e2b0d993a65 req-08e68196-2d8f-4472-bcf2-9a6d0fb1b1dd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:07.979816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787fb51b-844b-4c8f-b2d3-4e2b0d993a65 req-08e68196-2d8f-4472-bcf2-9a6d0fb1b1dd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 948 time: 0.0817351 Feb 14 21:17:08.052208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787fb51b-844b-4c8f-b2d3-4e2b0d993a65 req-0a1f9ea6-5191-45fe-a9ff-bba355ddfb09 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Feb 14 21:17:08.058225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port d11f7282-e655-4f07-99c5-7bc1ff73a4cc is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:08.058827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.093196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:08.100765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.165431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:08.171759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f'}, {'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:08.176523 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe10bda-785a-4027-bd29-7b1273f321b1" -d '{"events": [{"server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "name": "network-vif-plugged", "status": "completed", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f"}, {"server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "name": "network-vif-plugged", "status": "completed", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:08.350500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:08.463239 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01d2f7ef-869d-459c-a12e-1fe1acafa42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.496166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ef84-5e03-4145-917d-719f0051f657 req-c37756bd-cf9d-4781-a119-e56cc7c20d71 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:08.496610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ef84-5e03-4145-917d-719f0051f657 req-c37756bd-cf9d-4781-a119-e56cc7c20d71 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:08.497110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ef84-5e03-4145-917d-719f0051f657 req-c37756bd-cf9d-4781-a119-e56cc7c20d71 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:08.498835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f16ef84-5e03-4145-917d-719f0051f657 req-c37756bd-cf9d-4781-a119-e56cc7c20d71 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096&device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79&device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 2979 time: 0.0599155 Feb 14 21:17:08.509493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-6ae34fd0-da88-4287-8159-0cbdea1549b0 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:17:08.510774 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-6ae34fd0-da88-4287-8159-0cbdea1549b0 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067317 Feb 14 21:17:08.546398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f16ef84-5e03-4145-917d-719f0051f657 req-6bad9ceb-86a8-4d9a-b22c-a10854b560e5 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Feb 14 21:17:08.572741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7ef006a8-f3e9-4d06-a2d4-06b88dca2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:08.574136 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7ef006a8-f3e9-4d06-a2d4-06b88dca2776 service neutron] 10.222.0.86 "GET /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 1125 time: 0.0512152 Feb 14 21:17:08.583400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Request body: {'binding': {'host': 'n-h2-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:08.583900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Unknown quota resources ['binding']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:17:08.610996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01d2f7ef-869d-459c-a12e-1fe1acafa42b admin admin] Publish callbacks [] for security_group (68eedf80-b2ce-4d19-8883-cd54021d160b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.617355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01d2f7ef-869d-459c-a12e-1fe1acafa42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68eedf80-b2ce-4d19-8883-cd54021d160b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.656189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e36daf-e264-4bae-a358-dc77e2690cae req-4f7ef267-f161-460b-99e3-93a769bfdac5 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:08.657688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8e36daf-e264-4bae-a358-dc77e2690cae req-4f7ef267-f161-460b-99e3-93a769bfdac5 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.0532737 Feb 14 21:17:08.671081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2f7ef-869d-459c-a12e-1fe1acafa42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eedf80-b2ce-4d19-8883-cd54021d160b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:08.704786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-01d2f7ef-869d-459c-a12e-1fe1acafa42b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=21a439b686ba403587584720d9724115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505681 Feb 14 21:17:08.706303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8e36daf-e264-4bae-a358-dc77e2690cae req-32ae7626-4bae-433c-b3a1-da55c805547c tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Feb 14 21:17:08.706449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41832) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:08.773252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b843d53-515f-4993-bf37-1fd719a63781 req-3a57aea9-15a6-474a-9e94-3e19fa67a795 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/4b86fbe6-2fdd-4979-8f3f-9066b5cf1590 HTTP/1.1" status: 200 len: 1816 time: 0.0422955 Feb 14 21:17:08.790786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] Publish callbacks [] for security_group (68eedf80-b2ce-4d19-8883-cd54021d160b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.819471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on host n-h2-828372-11 for vnic_type normal with profile None {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:08.819819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:08.820156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:08.826483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] Publish callbacks [] for security_group (68eedf80-b2ce-4d19-8883-cd54021d160b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.834390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:08.834717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:08.842604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7b843d53-515f-4993-bf37-1fd719a63781 req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (4b86fbe6-2fdd-4979-8f3f-9066b5cf1590), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.846937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:08.847378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:08.847823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:08.848282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Bound port: a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:08.868835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7b843d53-515f-4993-bf37-1fd719a63781 req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (4b86fbe6-2fdd-4979-8f3f-9066b5cf1590), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.912292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:08.919313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7b843d53-515f-4993-bf37-1fd719a63781 req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4b86fbe6-2fdd-4979-8f3f-9066b5cf1590), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.920614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.921820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-02cb8724-bd35-436f-925f-0d701571756b service neutron] 10.222.0.86 "POST /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36/bindings HTTP/1.1" status: 201 len: 390 time: 0.3423741 Feb 14 21:17:08.922382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7b843d53-515f-4993-bf37-1fd719a63781 req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.923209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68eedf80-b2ce-4d19-8883-cd54021d160b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.926390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:08.929977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68eedf80-b2ce-4d19-8883-cd54021d160b HTTP/1.1" status: 204 len: 168 time: 0.2195857 Feb 14 21:17:08.936629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b843d53-515f-4993-bf37-1fd719a63781 req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/4b86fbe6-2fdd-4979-8f3f-9066b5cf1590 HTTP/1.1" status: 204 len: 173 time: 0.1544952 Feb 14 21:17:08.946878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882103-5d51-48b8-9584-40b317c8fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eedf80-b2ce-4d19-8883-cd54021d160b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:08.952457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7de55-24e4-4437-bd00-907927256373 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86fbe6-2fdd-4979-8f3f-9066b5cf1590,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:09.015948 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d38e855-d7d7-4e66-9d1c-8d527cb41cbb x-openstack-request-id: req-4d38e855-d7d7-4e66-9d1c-8d527cb41cbb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:09.016649 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "name": "network-vif-plugged", "status": "completed", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f", "code": 200}, {"server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "name": "network-vif-plugged", "status": "completed", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:09.017334 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d38e855-d7d7-4e66-9d1c-8d527cb41cbb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:09.019183 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'code': 200} Feb 14 21:17:09.019998 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'code': 200} Feb 14 21:17:09.134577 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-cfb51797-639e-4242-903d-e6ec7aad8d1f req-cccd0966-1824-4539-b2ab-f7a3ddec8ce4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:09.135647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfb51797-639e-4242-903d-e6ec7aad8d1f req-cccd0966-1824-4539-b2ab-f7a3ddec8ce4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/4b86fbe6-2fdd-4979-8f3f-9066b5cf1590 HTTP/1.1" status: 404 len: 352 time: 0.0328507 Feb 14 21:17:09.171717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8810-68e0-4e11-86b9-390e71d0afc5 req-a2f61272-946f-400c-8632-50e2f2b23458 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.174950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e99a8810-68e0-4e11-86b9-390e71d0afc5 req-a2f61272-946f-400c-8632-50e2f2b23458 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.1178155 Feb 14 21:17:09.223283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b558e-e64f-4c8d-9023-b786e55425c1 req-3f79f95f-6cf9-48b2-930d-91e095d59aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.224786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e0b558e-e64f-4c8d-9023-b786e55425c1 req-3f79f95f-6cf9-48b2-930d-91e095d59aff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 1128 time: 0.0716100 Feb 14 21:17:09.275404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e0b558e-e64f-4c8d-9023-b786e55425c1 req-846262d0-2a4a-4c69-81a0-a5333448209d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444434 Feb 14 21:17:09.326093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:09.340309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a887f1e3-ebd1-4c94-ba2d-0b358df065e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.351589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842147f-ce95-481d-8260-dcf9ac5bbbd0 req-dd61f7f1-8182-414d-8eb7-3b07755d6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.353087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9842147f-ce95-481d-8260-dcf9ac5bbbd0 req-dd61f7f1-8182-414d-8eb7-3b07755d6870 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 1132 time: 0.1920521 Feb 14 21:17:09.364272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e99a8810-68e0-4e11-86b9-390e71d0afc5 req-ecc22d69-9134-4938-b08a-2e71a672110c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517680 Feb 14 21:17:09.366351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-05f48864-4487-44ef-aa0a-89cae3e717d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.367805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-05f48864-4487-44ef-aa0a-89cae3e717d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1128 time: 0.1438358 Feb 14 21:17:09.379556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed849754-1026-492a-b245-448f57292aea req-e568c22f-9e58-4435-9f9d-ddd258c3e4fe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.381077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed849754-1026-492a-b245-448f57292aea req-e568c22f-9e58-4435-9f9d-ddd258c3e4fe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 945 time: 0.1675179 Feb 14 21:17:09.434774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a887f1e3-ebd1-4c94-ba2d-0b358df065e4 admin admin] Publish callbacks [] for security_group (70448a71-ad3a-46b4-883c-1d7bf3d07f76), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.438505 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a887f1e3-ebd1-4c94-ba2d-0b358df065e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70448a71-ad3a-46b4-883c-1d7bf3d07f76), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.476617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887f1e3-ebd1-4c94-ba2d-0b358df065e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70448a71-ad3a-46b4-883c-1d7bf3d07f76,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:09.481110 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a887f1e3-ebd1-4c94-ba2d-0b358df065e4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8954701bf4d842f097af3d5a6ae36afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538408 Feb 14 21:17:09.483829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:09.520844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed849754-1026-492a-b245-448f57292aea req-5136c3da-f2f9-4b46-ac8c-eb03e988712d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313226 Feb 14 21:17:09.533681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] Publish callbacks [] for security_group (70448a71-ad3a-46b4-883c-1d7bf3d07f76), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.539634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-6a7eaca0-2a26-4b34-9951-f8ff51573376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.541104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-6a7eaca0-2a26-4b34-9951-f8ff51573376 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1591697 Feb 14 21:17:09.556675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] Publish callbacks [] for security_group (70448a71-ad3a-46b4-883c-1d7bf3d07f76), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.559575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4dbac-1b7a-4e13-9d6c-ba9289f61a73 req-25ba967b-9218-46b8-85ff-8655d3196d34 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.561250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bf4dbac-1b7a-4e13-9d6c-ba9289f61a73 req-25ba967b-9218-46b8-85ff-8655d3196d34 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.1188941 Feb 14 21:17:09.615472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70448a71-ad3a-46b4-883c-1d7bf3d07f76), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.618334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.619577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/70448a71-ad3a-46b4-883c-1d7bf3d07f76 HTTP/1.1" status: 204 len: 168 time: 0.1348345 Feb 14 21:17:09.629534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbe708-1fa0-4cde-b43d-316ab58b0560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70448a71-ad3a-46b4-883c-1d7bf3d07f76,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:09.651020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-c50a2dec-6e1c-49ee-ac1f-966c7043edde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.0886748 Feb 14 21:17:09.746559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9842147f-ce95-481d-8260-dcf9ac5bbbd0 req-04024bf5-0ba8-4507-9b03-5016f91f1ff5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830041 Feb 14 21:17:09.756074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-85a1ee61-8e41-432d-8da1-80c001ddf3bb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/ddf08adf-c3e1-475c-b398-dc4fb449eddc HTTP/1.1" status: 200 len: 1817 time: 0.1241329 Feb 14 21:17:09.761737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bf4dbac-1b7a-4e13-9d6c-ba9289f61a73 req-4c3916cf-5e9c-45df-8e82-a714c40fbf41 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874056 Feb 14 21:17:09.772346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-155975f5-c96d-4d05-b9b4-42859f8d7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.773769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-155975f5-c96d-4d05-b9b4-42859f8d7b61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1116991 Feb 14 21:17:09.828366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-ad077e16-b153-440e-a05b-d0392ab809e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431254 Feb 14 21:17:09.935588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (ddf08adf-c3e1-475c-b398-dc4fb449eddc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.974452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (ddf08adf-c3e1-475c-b398-dc4fb449eddc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:09.985832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ea8c-a963-42a0-a928-d0510e04ac81 req-c60157b3-8f7c-45fb-a884-d9b2e368c102 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:09.987380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2362ea8c-a963-42a0-a928-d0510e04ac81 req-c60157b3-8f7c-45fb-a884-d9b2e368c102 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1128 time: 0.1630311 Feb 14 21:17:10.028004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-162042eb-3cad-4db1-ae48-66016013adc0 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854582 Feb 14 21:17:10.096272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ddf08adf-c3e1-475c-b398-dc4fb449eddc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.098866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.100029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bcad2d2-fc11-4899-965c-6608dc16c1fe req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/ddf08adf-c3e1-475c-b398-dc4fb449eddc HTTP/1.1" status: 204 len: 173 time: 0.3355417 Feb 14 21:17:10.118260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2362ea8c-a963-42a0-a928-d0510e04ac81 req-b3092c89-07d3-4ab7-a4ff-bdf759736540 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210556 Feb 14 21:17:10.120529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dc82e-b9a4-4a98-8f09-7b5ffb2876c2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf08adf-c3e1-475c-b398-dc4fb449eddc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:10.157551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-1a5a72a9-07dd-4c0d-801d-fdaeba9a3d08 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206295 Feb 14 21:17:10.302117 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-ed950e6b-7cbd-42b3-9133-09892d8c72e0 req-db58d0d9-35d7-4a83-8805-c09313490ed5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:10.303141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed950e6b-7cbd-42b3-9133-09892d8c72e0 req-db58d0d9-35d7-4a83-8805-c09313490ed5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/ddf08adf-c3e1-475c-b398-dc4fb449eddc HTTP/1.1" status: 404 len: 352 time: 0.0260251 Feb 14 21:17:10.323137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-2d08a7e6-a790-4bed-bee4-abef3e5dd3a3 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:10.324816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-2d08a7e6-a790-4bed-bee4-abef3e5dd3a3 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.0781589 Feb 14 21:17:10.336151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376d52a-b2bc-40e8-a743-110a45ec72ad req-307e69b0-6142-4a3a-8e13-ab7234e786cf tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:10.337654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f376d52a-b2bc-40e8-a743-110a45ec72ad req-307e69b0-6142-4a3a-8e13-ab7234e786cf tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.1280637 Feb 14 21:17:10.342567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:10.442976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f376d52a-b2bc-40e8-a743-110a45ec72ad req-a7a56050-db8d-4a2d-a1d9-6f08f98f9780 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964978 Feb 14 21:17:10.443727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.577649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159eff2b-71be-461b-9c14-331285d0460f req-1fe6fab6-9039-4c0a-85b3-c836f1295fe4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/67b20e1e-3f38-4045-a766-b7a544448404 HTTP/1.1" status: 200 len: 1817 time: 0.0920165 Feb 14 21:17:10.643372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:10.693843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-159eff2b-71be-461b-9c14-331285d0460f req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (67b20e1e-3f38-4045-a766-b7a544448404), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.719943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:10.760134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-159eff2b-71be-461b-9c14-331285d0460f req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (67b20e1e-3f38-4045-a766-b7a544448404), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.801497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:10.803943 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d622c069-77e3-4862-acd0-5bdf6ea56ef6" -d '{"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:10.811717 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks [] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.826127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.864311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-159eff2b-71be-461b-9c14-331285d0460f req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (67b20e1e-3f38-4045-a766-b7a544448404), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.867243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-159eff2b-71be-461b-9c14-331285d0460f req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:10.868396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159eff2b-71be-461b-9c14-331285d0460f req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/67b20e1e-3f38-4045-a766-b7a544448404 HTTP/1.1" status: 204 len: 173 time: 0.2764502 Feb 14 21:17:10.882754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69292e58-77ca-4d22-8f52-200922277a79 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b20e1e-3f38-4045-a766-b7a544448404,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:11.004653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:11.070319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:11.211465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb3e9-7093-4518-881d-c6c13dc48e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.305748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb3e9-7093-4518-881d-c6c13dc48e3f admin admin] Publish callbacks [] for security_group (69c08bd7-f36b-43ad-b703-a85a4874c048), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.311736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcbb3e9-7093-4518-881d-c6c13dc48e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (69c08bd7-f36b-43ad-b703-a85a4874c048), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.322031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on host n-h1-828372-11 for vnic_type normal with profile {"migrating_to": "n-h2-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:11.322363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:11.322685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:11.337156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7c07-271d-4523-ba4d-de4b3462e68c req-910298a3-835b-47d3-b456-4775fc38e099 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:11.344175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e8c7c07-271d-4523-ba4d-de4b3462e68c req-910298a3-835b-47d3-b456-4775fc38e099 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.4396737 Feb 14 21:17:11.349809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:11.350070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Attempting to bind port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:11.355076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5dcbb3e9-7093-4518-881d-c6c13dc48e3f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9bcf936e4492476a8e2e3dbc14314a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835877 Feb 14 21:17:11.357887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbb3e9-7093-4518-881d-c6c13dc48e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c08bd7-f36b-43ad-b703-a85a4874c048,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:11.359475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:11.377979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:11.378330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:11.378703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:11.379142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Bound port: a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:11.379541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.396639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8187f-1e03-4407-a41f-727339cdb02e req-3a9335f7-308b-496f-9f47-47674e1f99c8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:11.398296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bf8187f-1e03-4407-a41f-727339cdb02e req-3a9335f7-308b-496f-9f47-47674e1f99c8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.4274900 Feb 14 21:17:11.511314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e8c7c07-271d-4523-ba4d-de4b3462e68c req-a84d6127-9e0c-45d5-b604-ae35225c50de tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662576 Feb 14 21:17:11.572180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bf8187f-1e03-4407-a41f-727339cdb02e req-9be1d373-4645-4498-a651-6f5ae5e9be17 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539173 Feb 14 21:17:11.573622 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9718f2b4-8431-4e77-bb5f-f7da1a77c125 x-openstack-request-id: req-9718f2b4-8431-4e77-bb5f-f7da1a77c125 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:11.573914 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:11.574171 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9718f2b4-8431-4e77-bb5f-f7da1a77c125 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:11.574561 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'code': 200} Feb 14 21:17:11.575920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:11.578615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] Publish callbacks [] for security_group (69c08bd7-f36b-43ad-b703-a85a4874c048), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.581945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:11.601213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.657613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] Publish callbacks [] for security_group (69c08bd7-f36b-43ad-b703-a85a4874c048), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.713046 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-3bb5fa96-16ac-4eb7-b228-17bdfa3c583f req-7cfd7cc3-89c4-4df4-9de2-8b8b9c576509 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:11.714004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bb5fa96-16ac-4eb7-b228-17bdfa3c583f req-7cfd7cc3-89c4-4df4-9de2-8b8b9c576509 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/67b20e1e-3f38-4045-a766-b7a544448404 HTTP/1.1" status: 404 len: 352 time: 0.0957921 Feb 14 21:17:11.772743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:11.778091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:11.778708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.780371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7e54f6ca-a226-4316-a530-e60c959a851a service neutron] 10.222.0.83 "PUT /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 1123 time: 1.4418280 Feb 14 21:17:11.819914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d995-fbf7-4ad7-9e17-8422faa37051 req-57580804-0dfd-4088-b361-d02152787308 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:11.821510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e28d995-fbf7-4ad7-9e17-8422faa37051 req-57580804-0dfd-4088-b361-d02152787308 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1133 time: 0.1787560 Feb 14 21:17:11.841231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (69c08bd7-f36b-43ad-b703-a85a4874c048), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.843758 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:11.844785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69c08bd7-f36b-43ad-b703-a85a4874c048 HTTP/1.1" status: 204 len: 168 time: 0.4827886 Feb 14 21:17:11.869076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879a4d-b9da-46e9-af19-5ad80a4c0762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c08bd7-f36b-43ad-b703-a85a4874c048,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:11.891684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9a650-2c76-4d71-914b-90abc9bbd399 req-4b055ad6-3762-4ded-a575-2e600f474856 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:11.893203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afe9a650-2c76-4d71-914b-90abc9bbd399 req-4b055ad6-3762-4ded-a575-2e600f474856 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.1085505 Feb 14 21:17:11.904975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9ebd582-5999-462f-a4d3-dcc1bbe67d36'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:11.914112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e28d995-fbf7-4ad7-9e17-8422faa37051 req-a4048241-18b9-4561-925a-30c2390e3332 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855501 Feb 14 21:17:12.001034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afe9a650-2c76-4d71-914b-90abc9bbd399 req-4ce43bf7-a7e6-4547-bcb1-9d7830e297c2 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940530 Feb 14 21:17:12.096745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1345f778-e7f9-4683-be6c-496d2e6a9417 req-f0fd18f5-ebbb-4238-bc89-fab512ad635f tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 6200 time: 0.1445980 Feb 14 21:17:12.185636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1345f778-e7f9-4683-be6c-496d2e6a9417 req-6c4e8eb5-0ca0-4eec-a28e-1b02e034384d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.0776184 Feb 14 21:17:12.192696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141e7ec-f250-4d4d-9ca0-66ef889de8fd req-b266b2a5-f32e-46e8-96b4-dd6069197138 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:12.195603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d141e7ec-f250-4d4d-9ca0-66ef889de8fd req-b266b2a5-f32e-46e8-96b4-dd6069197138 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1133 time: 0.0911849 Feb 14 21:17:12.247689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1345f778-e7f9-4683-be6c-496d2e6a9417 req-430a2181-4417-431c-a422-4b8508c03105 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 200 len: 2998 time: 0.0506449 Feb 14 21:17:12.310960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d141e7ec-f250-4d4d-9ca0-66ef889de8fd req-2dba4784-a2d9-4c05-bc75-4b72a366cea8 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681512 Feb 14 21:17:12.363922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1010298107', 'description': 'tempest-description-1475942529'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:12.385526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde3d77-2285-4886-9b33-11131935d75d req-8787b912-b8f0-4dd5-a008-79d2146f1953 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:12.387065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3dde3d77-2285-4886-9b33-11131935d75d req-8787b912-b8f0-4dd5-a008-79d2146f1953 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.0748005 Feb 14 21:17:12.397467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41960) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:12.402442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Request body: {'floatingip': {'port_id': '5433214c-8d11-4084-b3f4-e975be0cbd3f'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:12.406881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.457593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.676651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (32a78f88-7e8d-44c1-aa87-aa23f34847aa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.711774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (32a78f88-7e8d-44c1-aa87-aa23f34847aa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.730129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41976) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:12.752837 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.763992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00485c28-91ea-4e18-b5ac-23b11c271588 req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4067180 Feb 14 21:17:12.843934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-620711756-network', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:12.853968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7409d2a-cfe7-40b9-93b2-940a89cd42e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a78f88-7e8d-44c1-aa87-aa23f34847aa,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:12.870433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Made reservation on behalf of 783fc64c0bd94110a91f7fd82117e4f7 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:12.872909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.885948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.912635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c38e3-2329-4e1d-931f-457f80c37348 req-9e62c914-4efa-4297-864c-d456fc3da280 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:12.919716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-596c38e3-2329-4e1d-931f-457f80c37348 req-9e62c914-4efa-4297-864c-d456fc3da280 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.2462955 Feb 14 21:17:12.967058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks [] for security_group (07382cc8-436a-4dae-a56c-56b9fe5625b5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:12.971696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07382cc8-436a-4dae-a56c-56b9fe5625b5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.001105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:17:13.007183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07382cc8-436a-4dae-a56c-56b9fe5625b5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:13.018020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (db9975da-1567-482a-9fd4-7c7ece50c197), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.018464 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Added segment db9975da-1567-482a-9fd4-7c7ece50c197 of type vlan for network 7f1c548c-4817-4324-b940-40a06a43a5b9 Feb 14 21:17:13.067745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7f1c548c-4817-4324-b940-40a06a43a5b9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.090856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68115eb3-3d4b-4265-9dcc-62f16e219d2c req-385a252d-a340-4201-b4ce-e08cde286bd0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:13.092295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68115eb3-3d4b-4265-9dcc-62f16e219d2c req-385a252d-a340-4201-b4ce-e08cde286bd0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.2648692 Feb 14 21:17:13.102274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7f1c548c-4817-4324-b940-40a06a43a5b9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.103628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:13.104379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.170692 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4386003 Feb 14 21:17:13.178011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:13.198137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Request body: {'subnet': {'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-620711756-subnet', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:13.205748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-596c38e3-2329-4e1d-931f-457f80c37348 req-16ec8e4e-9683-48d9-a703-f21fbbd6d349 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849114 Feb 14 21:17:13.208905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbffea-4a19-4e00-90ae-82466f8a66a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1c548c-4817-4324-b940-40a06a43a5b9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:13.229088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:17:13.232637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Made reservation on behalf of 783fc64c0bd94110a91f7fd82117e4f7 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:13.235680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.339133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68115eb3-3d4b-4265-9dcc-62f16e219d2c req-b3ba82ec-d650-4470-8d19-b1e949f88536 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351186 Feb 14 21:17:13.382904 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:17:13.434204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-569693685', 'description': 'tempest-description-1984968674'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:13.499455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.507012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.527023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (1117e560-74b5-4253-b9f6-d995c217814e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.552613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.579361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:13.582357 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:13.584021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1117e560-74b5-4253-b9f6-d995c217814e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:13.597460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Checking segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:13.598100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Network hostable DHCP agents. Network: 7f1c548c-4817-4324-b940-40a06a43a5b9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:17:13.616523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:17:13.627928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7f1c548c-4817-4324-b940-40a06a43a5b9) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:13.634984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:13.635817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.641440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e593c6-9a16-4c7e-97ba-794510fb6830 None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:17:13.662675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae5c7318-1119-4cd0-89f3-5dd8c7a892a1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4833572 Feb 14 21:17:13.665385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41996) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:13.670825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:13.671921 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Floating IP 68fe7ab4-37f0-4458-a358-1a7a3112262f associated. External IP: 172.25.2.47, port: 5433214c-8d11-4084-b3f4-e975be0cbd3f. Feb 14 21:17:13.701188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9abbec8c-1274-409c-838d-98c0166dd378), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.703420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9abbec8c-1274-409c-838d-98c0166dd378), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.734588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b98dbf16-3c42-4745-b4f3-fa083be5d4d2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.749021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b98dbf16-3c42-4745-b4f3-fa083be5d4d2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.770809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-7f1c548c-4817-4324-b940-40a06a43a5b9', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:17:13.771719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.777449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for router_controller (9abbec8c-1274-409c-838d-98c0166dd378), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.816329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dbf16-3c42-4745-b4f3-fa083be5d4d2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:13.866239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:13.874685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c62582d8-984c-4c91-9d8d-422ead491840 req-2ca94018-27ee-4512-a753-0a81e9c1c2fb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4554720 Feb 14 21:17:13.923407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Allocated IP 172.20.0.2 (7f1c548c-4817-4324-b940-40a06a43a5b9/1117e560-74b5-4253-b9f6-d995c217814e/4c05720b-6736-4eae-86ec-8cac5f97fa5c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:13.999903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for router_gateway (9abbec8c-1274-409c-838d-98c0166dd378), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.022225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-6c6b6462-076e-4a4e-ba73-53c92fe1f0a8 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:14.023777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-6c6b6462-076e-4a4e-ba73-53c92fe1f0a8 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 1132 time: 0.2009706 Feb 14 21:17:14.050688 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-d1d719c0-bc5f-4fa5-98ce-4bbb98b2f417 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.056459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Router d00fe9de-70a0-4442-9034-2fd56299b8eb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:17:14.138257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks [] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.148546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.222830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Pushing event updated for resources: {'Port': ['ID=4c05720b-6736-4eae-86ec-8cac5f97fa5c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:14.232735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:14.235638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:14.239257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:14.307000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for router_gateway (9abbec8c-1274-409c-838d-98c0166dd378), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.333754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.338767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Attempting to bind port 4c05720b-6736-4eae-86ec-8cac5f97fa5c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:14.339417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Attempting to bind port 4c05720b-6736-4eae-86ec-8cac5f97fa5c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:14.340040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Attempting to bind port 4c05720b-6736-4eae-86ec-8cac5f97fa5c on network 7f1c548c-4817-4324-b940-40a06a43a5b9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:14.347952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:14.348497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Checking segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:14.349004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.349406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Bound using segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:14.349955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Bound port: 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:14.350409 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.428147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] For port 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:14.432065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] For port 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c05720b-6736-4eae-86ec-8cac5f97fa5c,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:14.443851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.457522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Allocated IP 172.25.2.240 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/5cd9e2c7-19da-4b49-a208-9c26b2e9fd14) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:14.483350 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c1068-20e0-4ac2-bf7a-a63fe59d8706 x-openstack-request-id: req-b92c1068-20e0-4ac2-bf7a-a63fe59d8706 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:14.483601 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:14.483748 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b92c1068-20e0-4ac2-bf7a-a63fe59d8706 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:14.484123 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'status': 'completed', 'code': 200} Feb 14 21:17:14.504840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa29230-1cd7-490a-8f99-70a18766ed35 None None] Pushing event updated for resources: {'Port': ['ID=4c05720b-6736-4eae-86ec-8cac5f97fa5c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:14.574933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.627570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.670550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:14.673644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:14.678197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:14.734548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-7f3325d1-74fe-4509-bd94-156cf3307032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:14.736161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-7f3325d1-74fe-4509-bd94-156cf3307032 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1157 time: 0.2557082 Feb 14 21:17:14.754660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Pushing event updated for resources: {'Port': ['ID=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:14.767646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-536c90b5-3046-406f-8bf7-4085f89970de tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:14.769135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-536c90b5-3046-406f-8bf7-4085f89970de tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 813 time: 0.2875865 Feb 14 21:17:14.781790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-d1d719c0-bc5f-4fa5-98ce-4bbb98b2f417 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Publish callbacks [] for security_group (c4b59503-9296-4115-ba32-b061941020fb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.786805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:17:14.801455 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Sync routers for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:17:14.806923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.812838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-d1d719c0-bc5f-4fa5-98ce-4bbb98b2f417 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4b59503-9296-4115-ba32-b061941020fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:14.815075 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:14.816977 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:14.882048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-7f512cd6-963a-47b8-bd02-c6ada23cc304 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/quotas/22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 375 time: 0.0979638 Feb 14 21:17:14.946166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8e32699f-f93f-43be-9b9f-3fee7204f93a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "PUT /v2.0/floatingips/68fe7ab4-37f0-4458-a358-1a7a3112262f HTTP/1.1" status: 200 len: 990 time: 2.5475802 Feb 14 21:17:14.956067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:14.978318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac733fa8-1cc6-488e-b679-269e005ed828 req-d1d719c0-bc5f-4fa5-98ce-4bbb98b2f417 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9359465 Feb 14 21:17:14.985994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d719c0-bc5f-4fa5-98ce-4bbb98b2f417 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b59503-9296-4115-ba32-b061941020fb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:15.023451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-5d98f32b-81c6-48c8-973a-5eb02eaf74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:15.024940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-5d98f32b-81c6-48c8-973a-5eb02eaf74eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2641451 Feb 14 21:17:15.039739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-1c24942b-9ee0-44b6-9e1c-c691fdaa370c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567492 Feb 14 21:17:15.047374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for router_gateway (9abbec8c-1274-409c-838d-98c0166dd378), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:15.122965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-15cf3325-14b5-45fd-957d-9567f5764cdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.0813572 Feb 14 21:17:15.212297 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '68fe7ab4-37f0-4458-a358-1a7a3112262f', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'port_id': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'mac_address': 'fa:16:3e:70:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:16:46Z', 'updated_at': '2022-02-14T21:17:13Z', 'revision_number': 1, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:15.229110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340346a-c983-4f33-8eb9-21db1fb9db03 req-0c529b3b-384a-4c0c-84fd-93c6f2c5a5e3 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:15.230615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2340346a-c983-4f33-8eb9-21db1fb9db03 req-0c529b3b-384a-4c0c-84fd-93c6f2c5a5e3 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1830833 Feb 14 21:17:15.233724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-8f34235b-f657-4ce0-a4ab-9f494c87f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:15.235096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-8f34235b-f657-4ce0-a4ab-9f494c87f5fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0834322 Feb 14 21:17:15.244097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Checking router: d00fe9de-70a0-4442-9034-2fd56299b8eb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:17:15.253770 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:15.254375 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:15.259810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9abbec8c-1274-409c-838d-98c0166dd378), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:15.278862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-3203db00-e90d-4638-9a7b-b1e48c184056 service neutron] 10.222.0.86 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211089 Feb 14 21:17:15.297441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-3d2e8a78-90f8-489a-a1df-bcc9e99a98fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410964 Feb 14 21:17:15.377551 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:15.439874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2340346a-c983-4f33-8eb9-21db1fb9db03 req-8108e546-cee2-4707-aa6a-1b7a96cf9f48 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905434 Feb 14 21:17:15.442995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Router 9abbec8c-1274-409c-838d-98c0166dd378 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:17:15.521454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-7b2f3b95-21d3-4830-89c0-121855fe14dc service neutron] 10.222.0.86 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265244 Feb 14 21:17:15.539586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-e7ad7272-c3e2-4a85-925b-adba84d2a42a service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325537 Feb 14 21:17:15.662753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf353a1-dfde-431e-b2ff-16bc2161f6aa req-0fe76574-061b-41b3-b1f1-bb65caa561e2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:15.666526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edf353a1-dfde-431e-b2ff-16bc2161f6aa req-0fe76574-061b-41b3-b1f1-bb65caa561e2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.1501193 Feb 14 21:17:15.740083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945af10-69ba-4675-bacb-344c7d2209af None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:17:15.768615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edf353a1-dfde-431e-b2ff-16bc2161f6aa req-041d8931-9bf6-414a-bb65-3a9b387e736c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903275 Feb 14 21:17:15.810467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3ef1b6-aad0-4122-92d7-bc94ce3ad7dc req-f369d26b-a317-44ae-a541-dceba45f21ae service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464626 Feb 14 21:17:15.835758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:15.910862 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '68fe7ab4-37f0-4458-a358-1a7a3112262f', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'port_id': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'mac_address': 'fa:16:3e:70:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:16:46Z', 'updated_at': '2022-02-14T21:17:13Z', 'revision_number': 1, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:15.948099 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8e07d-5651-4ccc-8b4d-12021d63a050 None None] The sync data for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 is: [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '68fe7ab4-37f0-4458-a358-1a7a3112262f', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'port_id': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'mac_address': 'fa:16:3e:70:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:16:46Z', 'updated_at': '2022-02-14T21:17:13Z', 'revision_number': 1, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:17:15.979255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:17:16.008881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:16.010335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5db76a9c-3aaf-4038-b981-6529a2f882bf admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3438902 Feb 14 21:17:16.016382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:16.023219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Sync routers for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:17:16.070493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573464f9-e1be-43b3-abdc-6741f22aa46e req-2252375c-84c5-4c38-92b5-52a1fa3d0f7a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:16.078980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-573464f9-e1be-43b3-abdc-6741f22aa46e req-2252375c-84c5-4c38-92b5-52a1fa3d0f7a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.1939411 Feb 14 21:17:16.104167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Provisioning complete for port 4c05720b-6736-4eae-86ec-8cac5f97fa5c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:16.105540 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:16.122776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-7f8ad338-ea1a-4552-99bf-b1a2f6f3962c service neutron] 10.222.0.64 "GET /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.1650727 Feb 14 21:17:16.182445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:16.184401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:16.248380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-573464f9-e1be-43b3-abdc-6741f22aa46e req-d4bf9fe7-696e-4f07-9bf4-83c19c52c4b7 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680937 Feb 14 21:17:16.329875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c05720b-6736-4eae-86ec-8cac5f97fa5c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:16.347927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:16.364867 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f84cf-bed3-4b0c-8f1a-63a1098ebcce None None] New status for floating IP 68fe7ab4-37f0-4458-a358-1a7a3112262f: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:17:16.508051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:16.511018 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:16.519321 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:17:16.579046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 has no active binding in host n-h2-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:17:16.762049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:16.819482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f90085ae-df60-4b9f-abe6-545eb92fd40d req-805ea95c-1ae7-4487-90a4-e09596b16fc6 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 210 time: 0.1640520 Feb 14 21:17:16.831275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:16.903632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Current status of the port 4c05720b-6736-4eae-86ec-8cac5f97fa5c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:16.904318 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:16.909845 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2e266-9625-4ade-8618-88f9a4edd62a x-openstack-request-id: req-b3e2e266-9625-4ade-8618-88f9a4edd62a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:16.914032 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:16.914602 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3e2e266-9625-4ade-8618-88f9a4edd62a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:16.915338 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'status': 'completed', 'code': 200} Feb 14 21:17:16.919360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:16.960471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c05720b-6736-4eae-86ec-8cac5f97fa5c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:16.960849 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:16.971255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843d0de-2a46-456d-be12-7ceb55fb6f1d req-d0dba874-9fdb-47de-8f53-d21062ccca5e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:16.973386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1843d0de-2a46-456d-be12-7ceb55fb6f1d req-d0dba874-9fdb-47de-8f53-d21062ccca5e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2934394 Feb 14 21:17:16.992316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ebd582-5999-462f-a4d3-dcc1bbe67d36 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:17.027726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:17.028879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-a66991dd-d1c2-4630-9530-10ceca635453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.030570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-a66991dd-d1c2-4630-9530-10ceca635453 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac15a465d9354466931aa8e7d9ee1575&device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 1128 time: 0.1060646 Feb 14 21:17:17.033041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.072660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-9e9a2a16-6fa9-4a3b-975a-bfb6955fff88 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611324 Feb 14 21:17:17.085651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.099928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] For port 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c05720b-6736-4eae-86ec-8cac5f97fa5c,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:17.142027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.163457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1843d0de-2a46-456d-be12-7ceb55fb6f1d req-6363e737-1299-4f23-93d8-4d068072260d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822860 Feb 14 21:17:17.239401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Allocated IP 172.20.0.1 (7f1c548c-4817-4324-b940-40a06a43a5b9/1117e560-74b5-4253-b9f6-d995c217814e/331fd294-ddac-4047-ba25-caa11cd06ba8) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:17.301392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-44333991-901b-4c29-8ccc-edd74380fe34 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.308101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-44333991-901b-4c29-8ccc-edd74380fe34 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345285 Feb 14 21:17:17.361471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-766707fa-088a-48a2-b563-6e4b7ec4875e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0524175 Feb 14 21:17:17.377610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] Transition to ACTIVE for port object a9ebd582-5999-462f-a4d3-dcc1bbe67d36 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:17.405441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.438045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-f5b83e6f-3f9f-4016-a3d6-15be39fafa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.439618 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-f5b83e6f-3f9f-4016-a3d6-15be39fafa61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 HTTP/1.1" status: 200 len: 907 time: 0.3905385 Feb 14 21:17:17.443985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks [] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.481241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c22218b0-2355-4d8e-a1f7-2d495d43b935 None None] Provisioning complete for port 4c05720b-6736-4eae-86ec-8cac5f97fa5c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:17.481756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c22218b0-2355-4d8e-a1f7-2d495d43b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.482579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c94e0-7a0a-4c8f-85cd-f182b2d90a85 req-431ce763-49e6-4124-9ce1-22a8190dc6ec tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.484231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-563c94e0-7a0a-4c8f-85cd-f182b2d90a85 req-431ce763-49e6-4124-9ce1-22a8190dc6ec tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 943 time: 0.1728320 Feb 14 21:17:17.511636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-7a072285-7605-404f-8b93-4c2c061fe1cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f HTTP/1.1" status: 200 len: 1000 time: 0.0640457 Feb 14 21:17:17.521628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c05720b-6736-4eae-86ec-8cac5f97fa5c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:17.527563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] No DVR routers for this DVR port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:17:17.528690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb17132-a155-4fc2-bca8-5e2eebdb7587 None None] Pushing event updated for resources: {'Port': ['ID=4c05720b-6736-4eae-86ec-8cac5f97fa5c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:17.554853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-f6e171d4-c0b6-428c-b3d7-17c681f65a41 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1924500 Feb 14 21:17:17.556236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:17.568350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-eb76ca6f-6640-4a53-9003-bc651844daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.569834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-eb76ca6f-6640-4a53-9003-bc651844daec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63010bc8-4f21-4a24-ba01-feb843d2c9dc HTTP/1.1" status: 200 len: 845 time: 0.0501139 Feb 14 21:17:17.584188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:14Z', 'revision_number': 3, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:17.621198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-f457f458-a09b-4b3e-aea8-a6649bdd9add service neutron] 10.222.0.64 "PUT /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36/bindings/n-h2-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4704235 Feb 14 21:17:17.646583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-563c94e0-7a0a-4c8f-85cd-f182b2d90a85 req-d06a14af-0506-4d99-858f-49c8abe222a5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451969 Feb 14 21:17:17.655129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:17.676545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c22218b0-2355-4d8e-a1f7-2d495d43b935 None None] Current status of the port 4c05720b-6736-4eae-86ec-8cac5f97fa5c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:17.681705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Checking router: 9abbec8c-1274-409c-838d-98c0166dd378 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:17:17.681705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Updating router 9abbec8c-1274-409c-838d-98c0166dd378 port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:17:17.684858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-469af03e-8bee-4e49-99d0-fc908619dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:17.686380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-469af03e-8bee-4e49-99d0-fc908619dc52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1041214 Feb 14 21:17:17.701175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:17.705241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:17.733464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:17.744387 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.060929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Pushing event updated for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:18.062943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (9abbec8c-1274-409c-838d-98c0166dd378), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.083611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69461d82-a431-414d-a20a-d21747d722fe req-957ac1f4-1354-4856-850d-277efb746d5a tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 210 time: 0.0846565 Feb 14 21:17:18.161306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-ab79ccf4-837c-47d8-903f-09533033af04 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:18.162817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-ab79ccf4-837c-47d8-903f-09533033af04 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.83 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 813 time: 0.3928983 Feb 14 21:17:18.181153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'device_id': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe', 'admin_state_up': True, 'tenant_id': '22369fa322584b65b5fa3df27286e943'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:18.194289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks [] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.211504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.226838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c05720b-6736-4eae-86ec-8cac5f97fa5c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:18.311558 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-9cda04be-470d-437a-8a53-97e9336dcae7 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986217 Feb 14 21:17:18.344950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-75757cf3-144b-4e80-a8ba-0cdcfbe876af tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:18.346531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-75757cf3-144b-4e80-a8ba-0cdcfbe876af tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.5323610 Feb 14 21:17:18.373856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Attempting to bind port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:18.374372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Attempting to bind port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:18.374803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Attempting to bind port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:18.388418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:18.389385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:18.389987 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.390388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:18.390880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Bound port: 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:18.391299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.439742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9a21cf62-4c19-4407-8497-ff127d86292f None None] Provisioning complete for port 331fd294-ddac-4047-ba25-caa11cd06ba8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:18.440147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a21cf62-4c19-4407-8497-ff127d86292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.493575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a21cf62-4c19-4407-8497-ff127d86292f None None] Port 331fd294-ddac-4047-ba25-caa11cd06ba8 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:18.514369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5b57-d87e-491a-a1c0-1d3743621008 None None] Pushing event updated for resources: {'Port': ['ID=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:18.546283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0fb3-5b72-4602-979e-88e57ce603c2 req-01f77f26-a031-4101-b360-8575d7353748 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:18.558619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e43a0fb3-5b72-4602-979e-88e57ce603c2 req-01f77f26-a031-4101-b360-8575d7353748 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2471933 Feb 14 21:17:18.569142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c05720b-6736-4eae-86ec-8cac5f97fa5c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:18.570832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.571240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-69f2d49c-2be7-48e9-ba4b-a83f772a15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:18.574810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-69f2d49c-2be7-48e9-ba4b-a83f772a15e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&tenant_id=a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 1127 time: 0.1978614 Feb 14 21:17:18.615515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] For port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:18.618754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Made reservation on behalf of 22369fa322584b65b5fa3df27286e943 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:18.622981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.642064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] For port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:18.658926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.692550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:18.696412 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3929365d-8cb7-4faf-a67d-46fb3f1f1cfe req-c9d3e0cb-b51b-4806-acf2-f612eec2ee94 service neutron] 10.222.0.64 "GET /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538535 Feb 14 21:17:18.701902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc3a740b-2365-4eeb-a706-24e5fe3f72c4 req-61423246-6e16-44c7-84f2-600b5c5a54c2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 210 time: 0.0727124 Feb 14 21:17:18.740091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5b57-d87e-491a-a1c0-1d3743621008 None None] Pushing event updated for resources: {'Port': ['ID=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:18.760537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e43a0fb3-5b72-4602-979e-88e57ce603c2 req-7d63a6eb-2a7d-45d5-9a31-74fd7f49f74a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008860 Feb 14 21:17:18.791544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-cc8263a5-3e54-4b80-ade2-a2f93353f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:18.793163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-cc8263a5-3e54-4b80-ade2-a2f93353f9f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1127 time: 0.1657150 Feb 14 21:17:18.864564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c05720b-6736-4eae-86ec-8cac5f97fa5c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:18.884025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:18.884667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:18.934957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Allocated IP 172.20.0.6 (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe/3fdd37eb-9b4f-4a98-949c-449acb6b2c73/de94893c-ffb5-4825-a302-efd0003af0e8) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:19.004030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82afac-d576-4de3-8580-99df5236a8bf req-78b5a813-f6f8-4e57-b6e9-a9b8b828379e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:19.006079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-84ff36c3-9284-42c4-8a89-b34a0bba0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:19.007376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe82afac-d576-4de3-8580-99df5236a8bf req-78b5a813-f6f8-4e57-b6e9-a9b8b828379e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.1663523 Feb 14 21:17:19.007745 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-84ff36c3-9284-42c4-8a89-b34a0bba0fae service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2059660 Feb 14 21:17:19.047280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:19.107324 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-eef83ff1-0bbd-4144-a5a1-2d66a46cc192 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.0873308 Feb 14 21:17:19.165053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe82afac-d576-4de3-8580-99df5236a8bf req-a1625f6b-c691-4f9f-b00e-217e7fd858d2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432085 Feb 14 21:17:19.235015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks [] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.239476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-1e2c1cab-08e8-4a7c-ba6e-43f9f4a04588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:19.241404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-1e2c1cab-08e8-4a7c-ba6e-43f9f4a04588 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1223059 Feb 14 21:17:19.244510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.255952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf1b89df-cc3c-442b-9f8c-0696f5a2e38b req-d278a573-168e-4a0a-b615-06c9ae14605c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 210 time: 0.0490358 Feb 14 21:17:19.259409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (de94893c-ffb5-4825-a302-efd0003af0e8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.322592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.345790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:19.355663 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-505acf45-f45a-47fc-b221-e05a40d33611 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646968 Feb 14 21:17:19.386002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Pushing event updated for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:19.400382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (9abbec8c-1274-409c-838d-98c0166dd378), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.695822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:19.698863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:19.706202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:19.710360 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-e19a6596-04d7-4172-bbe5-5557059d7755 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421960 Feb 14 21:17:19.738211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:19.755841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:17Z', 'revision_number': 1, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:19.797652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:19.798417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:19.821655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798ee44-df77-4129-a416-c6aaab13ace8 None None] The sync data for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 is: [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:17Z', 'revision_number': 1, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:17:19.836186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-b3a50d81-427f-4732-b628-b19308b4a3c0 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6598268 Feb 14 21:17:19.850308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Request body: {'port': {'device_id': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:19.850756 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-70deb2e1-e756-4324-8edd-f9bf45518918 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253572 Feb 14 21:17:19.866884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:19.868854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:19.946974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:17:19.990612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e62edf9-fd97-4bd4-b53e-fc4a66e0419f req-df17ab16-d800-4e4c-8d7b-d22928570ad5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 210 time: 0.0790195 Feb 14 21:17:20.098326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:17:20.098751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:17:20.122549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:20.271746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8b38-d3fb-4899-b6ad-4b16fd196fc3 req-fdcf8542-17f9-4cbc-9b82-fec08fa678fb tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:20.284870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ea8b38-d3fb-4899-b6ad-4b16fd196fc3 req-fdcf8542-17f9-4cbc-9b82-fec08fa678fb tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2879689 Feb 14 21:17:20.337263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-460a49de-f9c1-4837-b819-50d66c50ec6e None None] Provisioning complete for port 331fd294-ddac-4047-ba25-caa11cd06ba8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:20.340753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-460a49de-f9c1-4837-b819-50d66c50ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:20.445667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-460a49de-f9c1-4837-b819-50d66c50ec6e None None] Port 331fd294-ddac-4047-ba25-caa11cd06ba8 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:20.562786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-8f3a03e8-29fb-4b6a-b8de-4be80081627d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508611 Feb 14 21:17:20.565882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Router 9abbec8c-1274-409c-838d-98c0166dd378 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:17:20.687312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ea8b38-d3fb-4899-b6ad-4b16fd196fc3 req-44921730-26b1-47d4-b3d7-f08019b3bf29 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906374 Feb 14 21:17:20.690564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-2e5eeac2-fe78-4fae-acac-830351fd67ad tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:20.693932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-2e5eeac2-fe78-4fae-acac-830351fd67ad tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1805136 Feb 14 21:17:20.823473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:17:20.829890 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dff19eb8-e5ba-41e4-9a40-41a60b1c2b6c admin admin] 10.222.0.86 "PUT /v2.0/routers/9abbec8c-1274-409c-838d-98c0166dd378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8124721 Feb 14 21:17:20.922810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-b7b1e14b-4987-4c31-8d91-fdf05f335deb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:20.924359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-b7b1e14b-4987-4c31-8d91-fdf05f335deb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385704 Feb 14 21:17:20.945258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de94893c-ffb5-4825-a302-efd0003af0e8 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:20.987627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks [] for port (de94893c-ffb5-4825-a302-efd0003af0e8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.009046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Transition to ACTIVE for port object de94893c-ffb5-4825-a302-efd0003af0e8 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:21.015212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:21.023853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-763d302a-aa10-4d76-9253-8026f09e4c06 service neutron] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:21.037574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-763d302a-aa10-4d76-9253-8026f09e4c06 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.038684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7c004f1e-119b-4c56-a2b4-7ecacc6945cd req-763d302a-aa10-4d76-9253-8026f09e4c06 service neutron] 10.222.0.83 "DELETE /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36/bindings/n-h1-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.2186399 Feb 14 21:17:21.041112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b76457-5e11-404f-bb32-56b226184d0e req-a9385df0-4835-4a9f-aa68-dd2c48759e6a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:21.042918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67b76457-5e11-404f-bb32-56b226184d0e req-a9385df0-4835-4a9f-aa68-dd2c48759e6a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.7188296 Feb 14 21:17:21.044067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.144582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-155084fe-37f4-4907-bf87-6299a2364e00 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4830060 Feb 14 21:17:21.189564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:21.193678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.353840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.68 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/aa9dd7b9-5d62-46df-8c72-d9726ca3605d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:21.361550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:21.430789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67b76457-5e11-404f-bb32-56b226184d0e req-b1e91d49-079f-4ed2-88b3-1d7ffe03ffcc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762052 Feb 14 21:17:21.444850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-a3b7798f-509a-44d8-917f-c1f62ff8cdea tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:21.447460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-a3b7798f-509a-44d8-917f-c1f62ff8cdea tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514007 Feb 14 21:17:21.463262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:21.478344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492f7b-f2cb-4621-a3da-c355bd3c3a26 req-89f2eb0e-9ad2-41b9-80b4-cba31402f4d4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:21.481216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da492f7b-f2cb-4621-a3da-c355bd3c3a26 req-89f2eb0e-9ad2-41b9-80b4-cba31402f4d4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 943 time: 0.5078137 Feb 14 21:17:21.576835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.608487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Attempting to bind port de94893c-ffb5-4825-a302-efd0003af0e8 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:21.608930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Attempting to bind port de94893c-ffb5-4825-a302-efd0003af0e8 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:21.609337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Attempting to bind port de94893c-ffb5-4825-a302-efd0003af0e8 on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:21.630761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Port de94893c-ffb5-4825-a302-efd0003af0e8 on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:21.631197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Attempting to bind port de94893c-ffb5-4825-a302-efd0003af0e8 on network 23b3efa8-b0b4-4346-9062-c8c7a94f1ffe {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:21.646514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da492f7b-f2cb-4621-a3da-c355bd3c3a26 req-3a19f1d9-30bc-42a7-b226-8a1ffbed52f4 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500428 Feb 14 21:17:21.677275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.690667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:21.692439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:21.692887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Checking segment: {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:21.693390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Bound using segment: {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:21.694142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Bound port: de94893c-ffb5-4825-a302-efd0003af0e8, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846b4478-2e60-42c7-87d3-fd9f5afe7346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:21.694579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.758901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:21.769826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:21.782884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:21.840930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:21.876671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-622d8c1f-aa14-4bf2-a094-e4c08df2797e req-24fdaa76-6dc0-41cf-8490-2a6bf91bb9a6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 210 time: 0.1084423 Feb 14 21:17:21.886843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:21.896996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.936812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:21.960182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:21.961130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:21.989648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:21.999097 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-4a73cdd6-4674-4b50-923f-8c93c82f9d91 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9925013 Feb 14 21:17:22.011733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Request body: {'port': {'device_id': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:22.093960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42132) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:22.105119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886788451', 'description': 'tempest-description--1147295166'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:22.141804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.145935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.201434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-385f5d5e-baa6-468b-bf7c-3696db90c917 None None] Provisioning complete for port aa9dd7b9-5d62-46df-8c72-d9726ca3605d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:22.207776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385f5d5e-baa6-468b-bf7c-3696db90c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.257538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:22.258850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.261947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] 10.222.0.83 "PUT /v2.0/ports/de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 1092 time: 2.4159908 Feb 14 21:17:22.264426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:22.274226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:22.276689 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9d590-59dc-49fe-ad1d-f8e11624f44f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:22.335876 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.370973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-385f5d5e-baa6-468b-bf7c-3696db90c917 None None] Port aa9dd7b9-5d62-46df-8c72-d9726ca3605d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:22.390974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:22.391390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.410131 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eddedc-26fe-4d90-8ffb-7cdf62587e36 x-openstack-request-id: req-52eddedc-26fe-4d90-8ffb-7cdf62587e36 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:22.410131 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:22.410732 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52eddedc-26fe-4d90-8ffb-7cdf62587e36 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:22.410915 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'status': 'completed', 'code': 200} Feb 14 21:17:22.482112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a8f78-9e18-41ba-8d1e-29ce0a9eb9f8 req-85293643-e63b-4cf2-a5c5-682a9ef0847f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:22.485123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc6a8f78-9e18-41ba-8d1e-29ce0a9eb9f8 req-85293643-e63b-4cf2-a5c5-682a9ef0847f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.4910328 Feb 14 21:17:22.490004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:22.490615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.491406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c52a-1fde-4893-947f-49d30965b6ce service neutron] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:22.523021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:22.544590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.601413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.163 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/15ce3fd5-0ae2-4f42-a40a-affc0f4a2892) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:22.621465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:22.642833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-3f4e4fb4-0c0a-4e7d-9d0b-a8c15acf769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:22.644917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-3f4e4fb4-0c0a-4e7d-9d0b-a8c15acf769b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1126 time: 0.2906921 Feb 14 21:17:22.747452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (a1216f35-b3f3-4df9-860e-733747c4a547), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.749201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-e3318446-ef5f-4ef7-aef6-2767751992cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 217 time: 0.0810142 Feb 14 21:17:22.752250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc6a8f78-9e18-41ba-8d1e-29ce0a9eb9f8 req-4c6dccaa-5112-4232-9b32-c75db3a92ae4 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445219 Feb 14 21:17:22.762951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a1216f35-b3f3-4df9-860e-733747c4a547), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.897620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebd290-19d4-474c-8476-a75b881bc616 req-7868a0eb-b59c-4ad2-82f4-ead051f049b6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:22.899124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76ebd290-19d4-474c-8476-a75b881bc616 req-7868a0eb-b59c-4ad2-82f4-ead051f049b6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.3294458 Feb 14 21:17:22.940833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:22.944806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8462145 Feb 14 21:17:22.945196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:22.951041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'security_group_rule': {'security_group_id': 'a1216f35-b3f3-4df9-860e-733747c4a547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:22.956822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc583-0f7f-4934-93c3-65fd717fb566 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1216f35-b3f3-4df9-860e-733747c4a547,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:22.963832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-5120f92d-99cf-4c26-8041-dc6a50405ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:22.965298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-5120f92d-99cf-4c26-8041-dc6a50405ec2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.2079604 Feb 14 21:17:22.995178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (047dc8c2-e9a2-4065-bfed-048e4390d20d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.016539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-e7865add-7dc6-4973-a43e-77629d82e80e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362699 Feb 14 21:17:23.054588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (047dc8c2-e9a2-4065-bfed-048e4390d20d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.060734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (047dc8c2-e9a2-4065-bfed-048e4390d20d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.064359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e3cc-5110-4a0d-ac3a-47f5d2944d0d req-7b3ae828-7ab3-484b-9536-d2719eb42272 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:23.065906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aff7e3cc-5110-4a0d-ac3a-47f5d2944d0d req-7b3ae828-7ab3-484b-9536-d2719eb42272 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 943 time: 0.2394619 Feb 14 21:17:23.078869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047dc8c2-e9a2-4065-bfed-048e4390d20d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:23.094679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.096786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2bbaffa9-38c4-430e-9cd4-55592bbc9a1f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498458 Feb 14 21:17:23.099481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:23.104363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'security_group_rule': {'security_group_id': 'a1216f35-b3f3-4df9-860e-733747c4a547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:23.125133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76ebd290-19d4-474c-8476-a75b881bc616 req-9c3904eb-6b03-4849-b217-9583b2ac6aa8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878603 Feb 14 21:17:23.135465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (64404810-9775-4952-85c0-f19b1bcdff3e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.169333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.212775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aff7e3cc-5110-4a0d-ac3a-47f5d2944d0d req-1c8300ec-ce45-471c-b966-6ace59f2adcd tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252365 Feb 14 21:17:23.213500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (64404810-9775-4952-85c0-f19b1bcdff3e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.222349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (64404810-9775-4952-85c0-f19b1bcdff3e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.248671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-4cbf3696-0044-4e0e-8606-542543b86dca service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046919 Feb 14 21:17:23.250810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64404810-9775-4952-85c0-f19b1bcdff3e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:23.259484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.261177 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0bdd663c-85f6-4268-a277-70e887d53836 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604879 Feb 14 21:17:23.264075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:23.272853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:23.292279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c867f791-ef04-403a-bdbe-a000cd5c1979 req-0765c40d-4261-492d-a9f8-f0392ff340a5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 210 time: 0.0380967 Feb 14 21:17:23.305018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.320503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:23.396265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Sync routers for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:17:23.434319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:23.441803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:23.455363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.474217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a97c11b-30df-473e-b42e-da848a3da1c1 req-06b5a439-1813-4bc3-aa46-eab876954a58 service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077117 Feb 14 21:17:23.592820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:23.601641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:23.606674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:23.645133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:23.734034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:23.767718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-278e8477-5a87-47eb-8347-fe6eeff68408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:23.770732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-278e8477-5a87-47eb-8347-fe6eeff68408 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1126 time: 0.1726475 Feb 14 21:17:23.772699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a6407-bdeb-4137-b45e-d25a97ef7f8e req-2745973c-b591-4992-82f1-d524ce1d3331 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:23.782694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0a6407-bdeb-4137-b45e-d25a97ef7f8e req-2745973c-b591-4992-82f1-d524ce1d3331 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1127 time: 0.3073869 Feb 14 21:17:23.795140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9dd7b9-5d62-46df-8c72-d9726ca3605d {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:23.828170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks [] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.887641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Transition to ACTIVE for port object aa9dd7b9-5d62-46df-8c72-d9726ca3605d will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:23.900562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.912674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.928576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:23.929707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:23.948343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-0c71539c-e7c8-41ac-bae9-ef5117244533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:23.950218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-0c71539c-e7c8-41ac-bae9-ef5117244533 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.1582224 Feb 14 21:17:23.964790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-d9c6055b-e86c-416b-9410-9499b0d85778 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5055263 Feb 14 21:17:24.025001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-330a3517-be16-448b-ab2d-4244c1576df2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 217 time: 0.0584805 Feb 14 21:17:24.033476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:24.036547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Request body: {'port': {'device_id': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:24.102413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-9046bfe8-4c8c-4d0a-a43a-7213e7d62198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:24.107121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-9046bfe8-4c8c-4d0a-a43a-7213e7d62198 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.0611486 Feb 14 21:17:24.206695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:24.213423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0a6407-bdeb-4137-b45e-d25a97ef7f8e req-8594ad79-d69c-4270-bacb-a28129070edf tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298148 Feb 14 21:17:24.214053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a2c7a32-4d22-4dfb-a826-8a3ce8ba66cf None None] Provisioning complete for port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:24.214422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Allocated IP 172.25.2.108 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/8b1b0b1c-d226-4098-b445-ac4e1ec5c851) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:24.215298 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7a32-4d22-4dfb-a826-8a3ce8ba66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.238387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Attempting to bind port aa9dd7b9-5d62-46df-8c72-d9726ca3605d on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:24.238732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Attempting to bind port aa9dd7b9-5d62-46df-8c72-d9726ca3605d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:24.239437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Attempting to bind port aa9dd7b9-5d62-46df-8c72-d9726ca3605d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:24.252903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Port aa9dd7b9-5d62-46df-8c72-d9726ca3605d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:24.253423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Attempting to bind port aa9dd7b9-5d62-46df-8c72-d9726ca3605d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:24.273113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:24.273237 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:24.273804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:24.274262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Bound port: aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:24.274630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.339338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c7a32-4d22-4dfb-a826-8a3ce8ba66cf None None] Port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:24.361992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 2, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:24.368282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:24.369016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.404655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Checking router: 9abbec8c-1274-409c-838d-98c0166dd378 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:17:24.404932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Updating router 9abbec8c-1274-409c-838d-98c0166dd378 port 331fd294-ddac-4047-ba25-caa11cd06ba8 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:17:24.512346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.554695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:24.563334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:24.571665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.576307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:24.585541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.645591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:24.646403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.648400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa9dd7b9-5d62-46df-8c72-d9726ca3605d HTTP/1.1" status: 200 len: 1096 time: 2.6418235 Feb 14 21:17:24.649131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:24.652582 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f" -d '{"events": [{"name": "network-changed", "server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:24.689930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-793446d5-fc1e-437d-98aa-f0fecd89927d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4728284 Feb 14 21:17:24.694222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-02c0854c-6134-4e9c-b783-634e1da4cf16 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1385336316&fields=id&tenant_id=2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 267 time: 0.8100781 Feb 14 21:17:24.697083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.708738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692716e-190d-4f49-a607-04e34771cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:24.743133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.841683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:24.853652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:24.860019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:24.867823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'Port': ['ID=8b1b0b1c-d226-4098-b445-ac4e1ec5c851,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:24.922133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-cade147f-da0d-4a63-a876-cb4232aaf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:24.924103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-cade147f-da0d-4a63-a876-cb4232aaf820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 1130 time: 0.2282672 Feb 14 21:17:24.943479 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks [] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.951915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:24.991567 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-ea1506b6-6a73-496b-ad8f-90978dc69585 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d HTTP/1.1" status: 200 len: 217 time: 0.0574296 Feb 14 21:17:25.037948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dec1a-a57c-45a9-b50b-5d7fbe7dd66c None None] Pushing event updated for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:25.112899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.115707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-413e4d6f-e9ec-4b07-9d38-c2126e77ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.117205 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-413e4d6f-e9ec-4b07-9d38-c2126e77ba6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0790861 Feb 14 21:17:25.132613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Attempting to bind port 331fd294-ddac-4047-ba25-caa11cd06ba8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:25.132613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Attempting to bind port 331fd294-ddac-4047-ba25-caa11cd06ba8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:25.133145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Attempting to bind port 331fd294-ddac-4047-ba25-caa11cd06ba8 on network 7f1c548c-4817-4324-b940-40a06a43a5b9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:25.144669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:25.145064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Checking segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:25.145476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.145871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Bound using segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:25.146400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Bound port: 331fd294-ddac-4047-ba25-caa11cd06ba8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:25.146793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.170634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-ef9d6291-1815-46d5-b902-72e836a19ccb service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360690 Feb 14 21:17:25.230835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.235255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723ff8-fd6f-425e-9133-92831147fe9e req-f387b6b3-c0d9-42e7-8c3b-be5cd68e9824 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.235704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] For port 331fd294-ddac-4047-ba25-caa11cd06ba8, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:25.236276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7723ff8-fd6f-425e-9133-92831147fe9e req-f387b6b3-c0d9-42e7-8c3b-be5cd68e9824 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.6044364 Feb 14 21:17:25.239107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] For port 331fd294-ddac-4047-ba25-caa11cd06ba8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=331fd294-ddac-4047-ba25-caa11cd06ba8,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:25.250571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.266247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-f6ea1db5-dc79-4046-99fc-3da6c8d9393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.267799 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-f6ea1db5-dc79-4046-99fc-3da6c8d9393c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1414003 Feb 14 21:17:25.339309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:25.340209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:25.401723 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-ac859ee3-7c3a-4925-848c-9003c96b8857 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209497 Feb 14 21:17:25.413484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dec1a-a57c-45a9-b50b-5d7fbe7dd66c None None] Pushing event updated for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:25.421856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-d957f4da-8aff-4609-afbe-1130dc8dd5f3 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.423907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-d957f4da-8aff-4609-afbe-1130dc8dd5f3 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 824 time: 0.6992753 Feb 14 21:17:25.430281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7723ff8-fd6f-425e-9133-92831147fe9e req-94c69fb4-0f78-4e26-a626-f690ab824622 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513381 Feb 14 21:17:25.515696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:25.531185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:25.537590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96ea3e62-91b8-4ff7-b1c4-83b800d99082 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/quotas/2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 375 time: 0.1013808 Feb 14 21:17:25.575922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks [] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.613361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c9d590-59dc-49fe-ad1d-f8e11624f44f req-d675efa5-c25b-49d9-a21c-37e5f51e57fe service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328237 Feb 14 21:17:25.660096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Transition to ACTIVE for port object 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:25.660322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Provisioning complete for port 331fd294-ddac-4047-ba25-caa11cd06ba8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:25.661097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.678165 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.742180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-74458dd5-b78f-40fe-9abc-4a0a139f4708 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777923 Feb 14 21:17:25.765811 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-cb25f59d-bda4-4e99-a92b-3db5f03051b7 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537235 Feb 14 21:17:25.769793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb71a-9037-4505-906a-e364dcbda48e req-a6705ec5-a30a-4a6e-8e6b-fa09f9eb0d5d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.771379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-666fb71a-9037-4505-906a-e364dcbda48e req-a6705ec5-a30a-4a6e-8e6b-fa09f9eb0d5d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 943 time: 0.2503810 Feb 14 21:17:25.832837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-abd5adc0-a5a1-4c2f-b1b3-43a834b7b499 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:25.834390 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-abd5adc0-a5a1-4c2f-b1b3-43a834b7b499 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/ports?device_id=3795aec3-8db9-4465-8d43-418b6ea1666c HTTP/1.1" status: 200 len: 945 time: 0.1930604 Feb 14 21:17:25.878612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Current status of the port 331fd294-ddac-4047-ba25-caa11cd06ba8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:25.879603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.916252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.937877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:25.944898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:25.956853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] For port 331fd294-ddac-4047-ba25-caa11cd06ba8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=331fd294-ddac-4047-ba25-caa11cd06ba8,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:25.969200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.032610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef8350-9b08-4ebb-be41-2b3cd2cf877b None None] Pushing event updated for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:26.050945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:26.059362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-666fb71a-9037-4505-906a-e364dcbda48e req-28c343c3-04c5-493e-bf34-dbacaf097b30 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149510 Feb 14 21:17:26.094870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756979b-9e7e-49c8-adfb-803a563e2a9f None None] The sync data for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 is: [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:17:26.106213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e9b1496b-e6a8-49cc-942c-814a019e537c None None] Provisioning complete for port 331fd294-ddac-4047-ba25-caa11cd06ba8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:26.106595 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b1496b-e6a8-49cc-942c-814a019e537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.110942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'Port': ['ID=8b1b0b1c-d226-4098-b445-ac4e1ec5c851,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:26.193158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.208388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Attempting to bind port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:26.208741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Attempting to bind port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:26.209057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Attempting to bind port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:26.237745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1496b-e6a8-49cc-942c-814a019e537c None None] Current status of the port 331fd294-ddac-4047-ba25-caa11cd06ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:26.240017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-b354a9a3-2acf-4880-a4f3-85e7aa2c8899 service neutron] 10.222.0.86 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644792 Feb 14 21:17:26.243734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.256457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98a70121-063a-4856-b903-5a89c478b1b7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9905410 Feb 14 21:17:26.262330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Deleting port 3d3881eb-c713-432d-87e7-e57500a7d2a6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:17:26.264469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.267911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:26.268243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Attempting to bind port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:26.284967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:26.285346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:26.285753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:26.286201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Bound port: 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:26.286819 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.310950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 331fd294-ddac-4047-ba25-caa11cd06ba8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:26.425542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] For port 3d3881eb-c713-432d-87e7-e57500a7d2a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d3881eb-c713-432d-87e7-e57500a7d2a6,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:26.425921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.476765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 331fd294-ddac-4047-ba25-caa11cd06ba8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:26.477260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.569788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292e75-3831-440a-aad3-98723975411a req-3ad30d7c-46cb-4d76-9608-966e910d60dd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:26.575310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5292e75-3831-440a-aad3-98723975411a req-3ad30d7c-46cb-4d76-9608-966e910d60dd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 948 time: 0.3981690 Feb 14 21:17:26.610248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 331fd294-ddac-4047-ba25-caa11cd06ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:26.700793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:26.706687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:26.727891 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.763692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:26.764453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.766383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 HTTP/1.1" status: 200 len: 1097 time: 2.7366664 Feb 14 21:17:26.781733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.782825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:26.783360 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Floating IP 917881fd-76b5-401a-b293-9f426bdf9dab disassociated. External IP: 172.25.2.4, port: 3d3881eb-c713-432d-87e7-e57500a7d2a6. Feb 14 21:17:26.784433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Calling delete_port for 3d3881eb-c713-432d-87e7-e57500a7d2a6 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:17:26.785859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:26.788254 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:26.798377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-06cca57b-1de0-444e-b157-fcc4cc572cb7 service neutron] 10.222.0.86 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570135 Feb 14 21:17:26.803909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5292e75-3831-440a-aad3-98723975411a req-2bdf3f49-84da-44f2-87f7-c357d021f363 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209136 Feb 14 21:17:26.843469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529f0f-71bc-434b-ac40-810cdc6317c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:26.966275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-f6269dfa-380c-408b-ab9c-3bd2c7d8e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:26.967882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-f6269dfa-380c-408b-ab9c-3bd2c7d8e98a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 1131 time: 0.1150255 Feb 14 21:17:27.284516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-bfb492a4-5d59-45a8-b40c-57944ebe03e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 HTTP/1.1" status: 200 len: 217 time: 0.2981508 Feb 14 21:17:27.365675 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b9d403-f198-46af-9d3a-9e35553a6531 x-openstack-request-id: req-e3b9d403-f198-46af-9d3a-9e35553a6531 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:27.366287 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:27.366287 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3b9d403-f198-46af-9d3a-9e35553a6531 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:27.366671 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', 'status': 'completed', 'code': 200} Feb 14 21:17:27.497587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-8fe06d93-f670-484d-bc35-e5a7f1b1b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.503080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-8fe06d93-f670-484d-bc35-e5a7f1b1b81d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 1130 time: 0.1338558 Feb 14 21:17:27.573703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-5156083d-461c-4133-b1e3-2767a0844f6a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.575548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-5156083d-461c-4133-b1e3-2767a0844f6a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.6066778 Feb 14 21:17:27.601370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-1aca2068-db3f-4b97-bdcc-b3c95c02fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.616659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-1aca2068-db3f-4b97-bdcc-b3c95c02fa39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.3033493 Feb 14 21:17:27.641701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3d3881eb-c713-432d-87e7-e57500a7d2a6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:27.679462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-5288fc3a-d7c1-437e-ac4d-2913f0381c3b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/quotas/a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 375 time: 0.0521317 Feb 14 21:17:27.694882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-13112283-b163-4fac-a55c-1ef03d38d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.696594 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-13112283-b163-4fac-a55c-1ef03d38d090 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1859272 Feb 14 21:17:27.705374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event deleted for resources: {'Port': ['ID=3d3881eb-c713-432d-87e7-e57500a7d2a6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:27.709135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d8d3f-a9cb-4125-8de2-d5c9580c7efb req-4f5e2b14-2ced-442b-aa4f-11f3de54c56c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.714342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-181d8d3f-a9cb-4125-8de2-d5c9580c7efb req-4f5e2b14-2ced-442b-aa4f-11f3de54c56c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.3265951 Feb 14 21:17:27.763044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-bbd83ee2-cdc7-45ae-a418-7b1e4ffd2578 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d HTTP/1.1" status: 200 len: 217 time: 0.0508084 Feb 14 21:17:27.806476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de94893c-ffb5-4825-a302-efd0003af0e8 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:27.944625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-181d8d3f-a9cb-4125-8de2-d5c9580c7efb req-0e889889-2304-4d15-ab32-56a1e448e722 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724613 Feb 14 21:17:27.994973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-b1b7efa1-e393-4d99-a6f6-938b34ed1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:27.996782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-b1b7efa1-e393-4d99-a6f6-938b34ed1010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3469150 Feb 14 21:17:28.005313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:28.019621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'network_id': '23b3efa8-b0b4-4346-9062-c8c7a94f1ffe', 'port_id': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'mac_address': 'fa:16:3e:0b:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd37eb-9b4f-4a98-949c-449acb6b2c73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:28.063356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-886a63da-520c-473a-82db-c36e8fecebb2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3717611 Feb 14 21:17:28.068884 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a0f31-0490-46f0-bf2f-284b058e987a x-openstack-request-id: req-7a8a0f31-0490-46f0-bf2f-284b058e987a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:28.075198 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:28.078897 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a8a0f31-0490-46f0-bf2f-284b058e987a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:28.081910 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', 'status': 'completed', 'code': 200} Feb 14 21:17:28.083971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port de94893c-ffb5-4825-a302-efd0003af0e8 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:28.084374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:28.131798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de94893c-ffb5-4825-a302-efd0003af0e8 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:28.159523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-d7252c1a-fdda-498e-9803-d4e99fa242ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:28.161450 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-d7252c1a-fdda-498e-9803-d4e99fa242ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2977710 Feb 14 21:17:28.178421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:28.195287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:28.203469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:17:28.248089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-3357353c-ef87-44b9-be01-9be221fa9b66 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809592 Feb 14 21:17:28.354314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:28.363981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:28.416279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-6b5b54a7-5c24-4141-8317-49e23e075256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:28.417831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-6b5b54a7-5c24-4141-8317-49e23e075256 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2457755 Feb 14 21:17:28.451749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708724f-ce27-4752-a163-06bda453c3b0 req-84ad8870-74fe-454c-b703-e123205e98aa tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:28.460225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f708724f-ce27-4752-a163-06bda453c3b0 req-84ad8870-74fe-454c-b703-e123205e98aa tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 944 time: 0.2100699 Feb 14 21:17:28.504466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:28.524895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:17:28.539996 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:17:28.565920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f708724f-ce27-4752-a163-06bda453c3b0 req-2e529a92-2670-4faf-b595-34c880d35d7c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981715 Feb 14 21:17:28.579786 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:28.583627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] No DVR routers for this DVR port 3d3881eb-c713-432d-87e7-e57500a7d2a6 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:17:28.586827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:28.587357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:28.591256 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33cdf43c-a4fe-496a-82e3-1434af22dfcc req-85fc19a6-a92b-4350-b89c-4b741b2770e6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "DELETE /v2.0/ports/3d3881eb-c713-432d-87e7-e57500a7d2a6 HTTP/1.1" status: 204 len: 173 time: 2.7482274 Feb 14 21:17:28.595429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-db20c3f7-454b-4d81-898e-13d6daf0080b service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476843 Feb 14 21:17:28.674504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af8d9222-224e-4fc9-86b6-b9fd4101016e req-ab132e88-a8db-4670-9337-8fa9358bd112 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693855 Feb 14 21:17:28.700346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-7d88804c-f88f-46c2-beb1-6abbb3e3967e service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170743 Feb 14 21:17:28.713175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7ad839a-58e1-4072-aef7-1f421ca87782 req-53f13953-3226-4c8d-abf0-ed941792d19e tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 210 time: 0.0545704 Feb 14 21:17:28.857648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:28.924128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4f8e53d-79d3-4ad1-8f19-23cedfa9601f req-4bdb50e1-3a65-4080-a2d4-5cf2ee8845e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214765 Feb 14 21:17:28.993125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-35f4b476-12c2-46c8-9b94-a30c4f1b7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:28.997752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-35f4b476-12c2-46c8-9b94-a30c4f1b7f4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 1131 time: 0.2004890 Feb 14 21:17:29.220084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-227ff93b-0acd-44cf-b0c4-8cf849aec359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:29.225969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-227ff93b-0acd-44cf-b0c4-8cf849aec359 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2094829 Feb 14 21:17:29.230313 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:29.237033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5418809-3f97-412b-b4d7-ac706dccae9f req-b1b4d905-2fe7-4555-b3fb-ca5d5d853a9f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:29.245167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5418809-3f97-412b-b4d7-ac706dccae9f req-b1b4d905-2fe7-4555-b3fb-ca5d5d853a9f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 948 time: 0.3109560 Feb 14 21:17:29.288973 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:17:29.313694 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:29.315069 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:29.317979 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-11f687af-6871-4b0e-bee1-e4f5f2fc3e06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 HTTP/1.1" status: 200 len: 217 time: 0.0871797 Feb 14 21:17:29.343979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-8a6179a7-f391-4efb-8da5-1e7926617812 service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287379 Feb 14 21:17:29.392188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-bfc1911a-e9d7-4bfa-abea-4126a811a8a4 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:29.394672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-bfc1911a-e9d7-4bfa-abea-4126a811a8a4 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 824 time: 0.4970999 Feb 14 21:17:29.410378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'name': 'network-vif-deleted', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:29.425029 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83343a8c-a413-401f-8286-0839e14b10c3" -d '{"events": [{"server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "name": "network-vif-deleted", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:29.450558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5418809-3f97-412b-b4d7-ac706dccae9f req-fa9cb005-4882-4d04-9b20-a65f25b6f9ae tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042747 Feb 14 21:17:29.500483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-7589df0b-afe4-4a9c-a53e-1ce8eb978557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:29.507635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-7589df0b-afe4-4a9c-a53e-1ce8eb978557 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1736975 Feb 14 21:17:29.535991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-8950cc06-5c6d-4ca2-bf1e-16d24497184b tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0d1708b53348e4a98d2fa76bf814aa HTTP/1.1" status: 200 len: 380 time: 0.1281025 Feb 14 21:17:29.549516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'port': {'device_id': '0001573f-ff2d-4779-96a7-8ada95828277', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'admin_state_up': True, 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'security_groups': ['7f403ee4-a48d-4a87-aa59-e2817d7fe1f2']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:29.707844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-341035ec-4b01-4e3b-adab-4b04d82cb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:29.713726 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-341035ec-4b01-4e3b-adab-4b04d82cb249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1995163 Feb 14 21:17:29.758254 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:29.767008 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2fbfad-8f4e-4444-9b38-e79b5bce5acc x-openstack-request-id: req-5c2fbfad-8f4e-4444-9b38-e79b5bce5acc {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:29.768070 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3795aec3-8db9-4465-8d43-418b6ea1666c", "name": "network-vif-deleted", "tag": "3d3881eb-c713-432d-87e7-e57500a7d2a6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:29.768334 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5c2fbfad-8f4e-4444-9b38-e79b5bce5acc {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:29.768730 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3795aec3-8db9-4465-8d43-418b6ea1666c', 'name': 'network-vif-deleted', 'tag': '3d3881eb-c713-432d-87e7-e57500a7d2a6', 'status': 'completed', 'code': 200} Feb 14 21:17:29.811589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:29.814453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de94893c-ffb5-4825-a302-efd0003af0e8 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:29.961001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa9dd7b9-5d62-46df-8c72-d9726ca3605d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:29.964753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d3881eb-c713-432d-87e7-e57500a7d2a6 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:17:29.965384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-9faae098-79aa-490b-a45b-00b61078ef7a service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433426 Feb 14 21:17:30.107383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e400bb8-a960-4bd8-b950-9f5618f504a8 req-dcb58f96-29a3-4e57-9546-28ab334932ec tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:30.113334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e400bb8-a960-4bd8-b950-9f5618f504a8 req-dcb58f96-29a3-4e57-9546-28ab334932ec tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.3496995 Feb 14 21:17:30.244550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50cd6821-85ae-40d2-bf99-0d075eb9f4d7 req-34677d45-150e-437c-a062-3c69d3921e93 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714479 Feb 14 21:17:30.302222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Made reservation on behalf of 2b0d1708b53348e4a98d2fa76bf814aa for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:30.305958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:30.413382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdf300-dbcf-4a8c-ac3a-a9cd82ced17f req-f264cf43-456e-47f7-b0a9-a47661f003b7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:30.415938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cfdf300-dbcf-4a8c-ac3a-a9cd82ced17f req-f264cf43-456e-47f7-b0a9-a47661f003b7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 944 time: 0.4850621 Feb 14 21:17:30.432841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e400bb8-a960-4bd8-b950-9f5618f504a8 req-6ccf0c2a-9e43-4c70-9918-715ee3e1aedd tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511740 Feb 14 21:17:30.496665 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:30.540511 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0052-d752-408e-b889-9c4ed8a5daae None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:17:30.702629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3d3881eb-c713-432d-87e7-e57500a7d2a6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:17:30.702987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d3881eb-c713-432d-87e7-e57500a7d2a6 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:17:30.744803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Allocated IP 172.20.0.8 (8eaafe9a-f5b4-40cd-a44a-9abe67949432/43a27881-eeaf-46cf-9c0b-4b260b17eb4e/9dfc21d5-7123-4492-bccf-f033a283d70c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:30.841675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port de94893c-ffb5-4825-a302-efd0003af0e8 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:30.870538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd8f9dc9-8419-482e-9cb3-19533e983905 req-fdcc5df2-8cff-4027-80e1-a6e7a293d510 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 210 time: 0.1992476 Feb 14 21:17:30.898777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:30.950913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port de94893c-ffb5-4825-a302-efd0003af0e8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:30.955694 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:30.982330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cfdf300-dbcf-4a8c-ac3a-a9cd82ced17f req-65d3227b-22de-4df3-995f-d9f5fd7ed5b2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483005 Feb 14 21:17:31.061702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.088499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:31.107570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', 'mac_address': 'fa:16:3e:5b:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:31.120175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'mac_address': 'fa:16:3e:72:21:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:31.121419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc77e-6461-4fee-af1b-c93a8e14f9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.127037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15d254-dd97-4246-9fe7-9967023c783c None None] New status for floating IP 917881fd-76b5-401a-b293-9f426bdf9dab: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:17:31.139900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab4133f0-b917-470f-9d01-bd1dc923e360 req-606736b9-373a-4c16-8046-b46789003057 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Feb 14 21:17:31.302092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.357839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727037f7-2104-41ed-8d5e-ccb732bd993f req-8b8a8994-f019-44c0-b7cb-9611399fd9eb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:31.359459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-727037f7-2104-41ed-8d5e-ccb732bd993f req-8b8a8994-f019-44c0-b7cb-9611399fd9eb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 948 time: 0.1858175 Feb 14 21:17:31.421590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:31.429239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:31.435411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event updated for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:31.435411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:31.463606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port aa9dd7b9-5d62-46df-8c72-d9726ca3605d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:31.465168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.522979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-727037f7-2104-41ed-8d5e-ccb732bd993f req-1f97ac2e-7a67-4dd9-be86-b5d5b494dcc8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472926 Feb 14 21:17:31.528846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:31.529516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.618770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-42042033-b459-47f4-b058-3e664eb597cb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0782080 Feb 14 21:17:31.632906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Request body: {'port': {'device_id': '0001573f-ff2d-4779-96a7-8ada95828277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:31.670674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:31.671112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.681473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9dd7b9-5d62-46df-8c72-d9726ca3605d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:31.708928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0c4f-a4bf-439e-b144-0aec7167bc45 req-f9078500-eb3e-455e-8003-022375a9c246 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:31.719210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-901b0c4f-a4bf-439e-b144-0aec7167bc45 req-f9078500-eb3e-455e-8003-022375a9c246 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1771586 Feb 14 21:17:31.787214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port de94893c-ffb5-4825-a302-efd0003af0e8 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:31.787565 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.799699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:31.828179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:31.829906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-b3400d04-14d8-449c-8a88-0e44d5076041 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:31.832518 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-b3400d04-14d8-449c-8a88-0e44d5076041 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.2621515 Feb 14 21:17:31.841688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:31.845458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.848032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Request body: {'port': {'device_id': 'a2153117-992c-46b6-9928-bd76ff470504', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'admin_state_up': True, 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:31.897324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-901b0c4f-a4bf-439e-b144-0aec7167bc45 req-05c62a0a-aa01-4a7f-b607-9eb0d8dcb9bd tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727073 Feb 14 21:17:31.926523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:31.972007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:31.999176 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.010189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:32.013980 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24114cb1-b0ca-4d56-b990-7f00c86bc4c6" -d '{"events": [{"server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "name": "network-vif-plugged", "status": "completed", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:32.101017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:32.137029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.149409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:32.165405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:17:32.168280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:32.175229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.321833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:32.369204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:32.471754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Allocated IP 172.20.0.3 (078bad4b-6dd2-4931-adfb-f15f2aa32330/0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f/b176de1c-e4b5-4a03-b7c2-a9c28e20b164) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:32.656171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['aa9dd7b9-5d62-46df-8c72-d9726ca3605d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:32.668779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks [] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.712879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfc21d5-7123-4492-bccf-f033a283d70c {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:32.718132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.735533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks [] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.753118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Transition to ACTIVE for port object 9dfc21d5-7123-4492-bccf-f033a283d70c will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:32.802792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.813666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:32.823195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:32.832639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:32.837940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:32.855424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.883675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: BUILD; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:32.884980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.932390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:32.932806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:32.933468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:32.955362 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-1db75f18-3aeb-4b6e-b88c-a0079206b298 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1129348 Feb 14 21:17:32.978470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Request body: {'port': {'device_id': 'a2153117-992c-46b6-9928-bd76ff470504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:32.990227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:33.005278 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.010996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eae259-444c-4948-ae63-153fa51c5fa1 req-bb109b1c-d37d-4d8e-ae82-9357edc9867f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.012559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40eae259-444c-4948-ae63-153fa51c5fa1 req-bb109b1c-d37d-4d8e-ae82-9357edc9867f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 931 time: 0.2579687 Feb 14 21:17:33.025769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64aa8a3-23c1-44cc-a770-b0c9f6d243bb req-be40ab7e-2850-4fe3-a0e9-45612fc825e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.032779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f64aa8a3-23c1-44cc-a770-b0c9f6d243bb req-be40ab7e-2850-4fe3-a0e9-45612fc825e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 945 time: 0.2452724 Feb 14 21:17:33.053229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:33.088028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-0d0a9837-fffb-4ea3-b65b-49732c8ad86d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2432718 Feb 14 21:17:33.089151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.230781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:33.256146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f64aa8a3-23c1-44cc-a770-b0c9f6d243bb req-6e268ced-d902-4f31-9d9d-aff9161a00fd tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170546 Feb 14 21:17:33.271767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40eae259-444c-4948-ae63-153fa51c5fa1 req-b2403b85-3316-4cd2-a6a6-1d56639342e9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264013 Feb 14 21:17:33.348345 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5397c10-d0c2-47d0-936d-99f4e6daee8a x-openstack-request-id: req-b5397c10-d0c2-47d0-936d-99f4e6daee8a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:33.348656 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "name": "network-vif-plugged", "status": "completed", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:33.349747 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5397c10-d0c2-47d0-936d-99f4e6daee8a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:33.349945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Attempting to bind port 9dfc21d5-7123-4492-bccf-f033a283d70c on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:33.350454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Attempting to bind port 9dfc21d5-7123-4492-bccf-f033a283d70c by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:33.350961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Attempting to bind port 9dfc21d5-7123-4492-bccf-f033a283d70c on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:33.363339 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'code': 200} Feb 14 21:17:33.368865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-10c87dd4-6ed9-4239-a046-09e618e92564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.375955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-10c87dd4-6ed9-4239-a046-09e618e92564 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1127 time: 0.1951857 Feb 14 21:17:33.379647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Port 9dfc21d5-7123-4492-bccf-f033a283d70c on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:33.380608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Attempting to bind port 9dfc21d5-7123-4492-bccf-f033a283d70c on network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:33.383110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33eab028-3e82-4dd4-b312-5a648ad5a544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.394154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:33.398136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Checking segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:33.399957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Bound using segment: {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:33.400666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Bound port: 9dfc21d5-7123-4492-bccf-f033a283d70c, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a2ea1d-6e6e-42b5-82bb-2258ed822b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:33.402576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.608430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ce73-4613-46f0-a0f7-4a2b7f73bc4c req-0c3a96d3-bbcd-4bd2-a450-2f2600675b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.610166 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f9c8ce73-4613-46f0-a0f7-4a2b7f73bc4c req-0c3a96d3-bbcd-4bd2-a450-2f2600675b86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1128 time: 0.1411538 Feb 14 21:17:33.752728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:33.761375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dfc21d5-7123-4492-bccf-f033a283d70c,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:33.791773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadfc8a-b94a-42a4-82b0-11afbd50f962 req-8cb3bd97-c58b-4add-99f7-ae5f03a4cca8 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.793667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dadfc8a-b94a-42a4-82b0-11afbd50f962 req-8cb3bd97-c58b-4add-99f7-ae5f03a4cca8 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.3009367 Feb 14 21:17:33.804782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e8ae-1705-484c-8fb8-f97663f85d55 req-061373a4-b995-45e9-a28a-4ac61a97d84c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.812146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83d7e8ae-1705-484c-8fb8-f97663f85d55 req-061373a4-b995-45e9-a28a-4ac61a97d84c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 948 time: 0.3293746 Feb 14 21:17:33.814036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b176de1c-e4b5-4a03-b7c2-a9c28e20b164 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:33.821480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.823664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks [] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.843235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Transition to ACTIVE for port object b176de1c-e4b5-4a03-b7c2-a9c28e20b164 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:33.847968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f9c8ce73-4613-46f0-a0f7-4a2b7f73bc4c req-d115fa76-6766-45c3-b082-7c4b5b109724 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161548 Feb 14 21:17:33.850371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.892182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-da548c72-920f-4349-a5bf-4c41192805b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.894365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-da548c72-920f-4349-a5bf-4c41192805b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.4498813 Feb 14 21:17:33.918440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:33.991115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:33.991763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:33.993183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-96558d93-be1e-40ac-97c5-20bdfe3ef439 service neutron] 10.222.0.64 "PUT /v2.0/ports/9dfc21d5-7123-4492-bccf-f033a283d70c HTTP/1.1" status: 200 len: 1092 time: 2.3668742 Feb 14 21:17:33.993642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:33.995939 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932fcaad-b24c-49c8-a692-6f5cdc908df6" -d '{"events": [{"name": "network-changed", "server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:34.001972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:34.056322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:34.066229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83d7e8ae-1705-484c-8fb8-f97663f85d55 req-4332bb03-786f-41b2-88c0-a4c94d0a7503 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445989 Feb 14 21:17:34.078509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:34.082351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:34.085104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:34.097683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:34.098421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:34.106445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:34.106799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:34.107207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:34.107890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Bound port: b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:34.108398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.234664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:34.240407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:34.241200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:34.254403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.256931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', 'mac_address': 'fa:16:3e:ff:66:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:34.288280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dadfc8a-b94a-42a4-82b0-11afbd50f962 req-d1b89db5-db31-40e0-8784-14a197574e41 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4737215 Feb 14 21:17:34.310376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.311070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.324832 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] 10.222.0.64 "PUT /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 1092 time: 1.3605309 Feb 14 21:17:34.327872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:34.341323 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3160d70a-8fae-48c5-9083-58dacbf7be6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:34.375197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:34.375197 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.430666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-bd94cce1-1510-4fb1-8ece-b9465c885c13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.3547041 Feb 14 21:17:34.485961 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d303b-3e84-482f-a0d3-ec2b6bd31217 x-openstack-request-id: req-f20d303b-3e84-482f-a0d3-ec2b6bd31217 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:34.486262 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:34.486524 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f20d303b-3e84-482f-a0d3-ec2b6bd31217 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:34.486928 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'status': 'completed', 'code': 200} Feb 14 21:17:34.497760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:34.498981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519199a6-4d11-4c17-8234-240050c14e24 service neutron] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:34.531779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-ed281660-7675-4ca6-94e4-191c11f14209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.533415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-ed281660-7675-4ca6-94e4-191c11f14209 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1126 time: 0.1514208 Feb 14 21:17:34.538456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.605659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:34.618620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-b48b2f60-04cf-4598-aeca-de5b7d70d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.619051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:34.620187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-b48b2f60-04cf-4598-aeca-de5b7d70d9bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 1126 time: 0.5085590 Feb 14 21:17:34.621845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-84361b4f-0419-4498-b573-c18bb4b462e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.634490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-84361b4f-0419-4498-b573-c18bb4b462e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1613207 Feb 14 21:17:34.645372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-41cf4d16-6fa9-476f-8de7-6ef270a10258 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.1044669 Feb 14 21:17:34.650602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62779c87-4063-4c20-9acf-f46b0f09b467 req-9df4b899-ca00-470f-8282-35403ba7eb79 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.652171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62779c87-4063-4c20-9acf-f46b0f09b467 req-9df4b899-ca00-470f-8282-35403ba7eb79 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 948 time: 0.3619695 Feb 14 21:17:34.742990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-eb2485be-9dd7-4910-a8ae-2c9993d7aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.744378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-47f94eea-14b7-4f8c-98f8-0b672dbea234 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090109 Feb 14 21:17:34.746617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-eb2485be-9dd7-4910-a8ae-2c9993d7aa99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0881064 Feb 14 21:17:34.748231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-807dba02-d8e2-4408-bae9-a936525cf0c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfc21d5-7123-4492-bccf-f033a283d70c HTTP/1.1" status: 200 len: 217 time: 0.0951529 Feb 14 21:17:34.752303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:34.791751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-526cf204-d465-4b9f-b72e-b7be961a8875 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314088 Feb 14 21:17:34.888050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62779c87-4063-4c20-9acf-f46b0f09b467 req-6870a830-6f49-4afc-b536-0428bf4f12b9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259381 Feb 14 21:17:34.906035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59263207-9008-482b-a58c-f2bb866f01fe req-72d760d3-98b2-45f9-a314-0d36121b22de tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.924286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59263207-9008-482b-a58c-f2bb866f01fe req-72d760d3-98b2-45f9-a314-0d36121b22de tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 945 time: 0.2636607 Feb 14 21:17:34.930646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-7b3dda46-d861-4903-84f8-f73fb27ff7bb service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292324 Feb 14 21:17:34.940174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-95167108-5963-48eb-911b-53ccf991d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:34.944501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-95167108-5963-48eb-911b-53ccf991d143 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.1813428 Feb 14 21:17:35.061722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:35.091062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7acb851a-4c98-426f-b356-f720c87f8e2d req-29e089df-41f4-433f-8604-2a9b9f13c19d service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486661 Feb 14 21:17:35.094753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-cb192fb4-1fdf-4a2f-8622-a245b7dd1a67 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414040 Feb 14 21:17:35.159331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59263207-9008-482b-a58c-f2bb866f01fe req-4dacf682-8613-4df6-9e0d-f02e6e6260cb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276597 Feb 14 21:17:35.234202 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7be13-6d30-4fed-b124-7898dff1d54b x-openstack-request-id: req-51a7be13-6d30-4fed-b124-7898dff1d54b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:35.234202 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:35.234490 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51a7be13-6d30-4fed-b124-7898dff1d54b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:35.234808 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'status': 'completed', 'code': 200} Feb 14 21:17:35.273779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbb48f-6454-4153-b277-c3083714383b req-ace7e299-0344-4b5c-9eab-f912cdf2d2fe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.275652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25bbb48f-6454-4153-b277-c3083714383b req-ace7e299-0344-4b5c-9eab-f912cdf2d2fe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.2685962 Feb 14 21:17:35.310345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f40baa4-7c94-401c-a224-6445d2128ac8 req-61abeccd-0c00-4a23-9333-f95e117272c3 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066467 Feb 14 21:17:35.314565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-5e31dc1b-2c23-4eab-9b33-fcc0dd375044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.321142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-5e31dc1b-2c23-4eab-9b33-fcc0dd375044 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3507144 Feb 14 21:17:35.351527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-3676781c-97d4-41b7-ba0c-6b274d806603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.353370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-3676781c-97d4-41b7-ba0c-6b274d806603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1126 time: 0.0848582 Feb 14 21:17:35.437153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25bbb48f-6454-4153-b277-c3083714383b req-6028a668-b523-40f4-9509-ae59bb9d29ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114800 Feb 14 21:17:35.565230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-74f90143-d0d5-4aa1-96de-9a0f30abee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.567744 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-74f90143-d0d5-4aa1-96de-9a0f30abee5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1984475 Feb 14 21:17:35.591145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd36dd-1e51-4bf9-9146-b2417ba313d2 req-4f678c99-32c1-49cc-ab66-9ae19f3c3e03 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.593209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccdd36dd-1e51-4bf9-9146-b2417ba313d2 req-4f678c99-32c1-49cc-ab66-9ae19f3c3e03 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 949 time: 0.1747501 Feb 14 21:17:35.614472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:35.648986 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-cc11eed9-696f-49ec-b80a-2d15849fe62a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.0738220 Feb 14 21:17:35.661498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-8ee0c9ce-29b2-4d83-a332-536517487abb service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553360 Feb 14 21:17:35.718083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4b229-1042-4a2e-b6f7-b3474e8393db req-90a1fd18-a44d-470f-ab7b-22335cbb5174 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.719976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1e4b229-1042-4a2e-b6f7-b3474e8393db req-90a1fd18-a44d-470f-ab7b-22335cbb5174 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.1937137 Feb 14 21:17:35.724871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-b1bcb761-c2db-42d1-8a83-8718af3dc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:35.725761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccdd36dd-1e51-4bf9-9146-b2417ba313d2 req-8c74897c-f10a-4d5d-97b0-ba7cc9f5ac9b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100368 Feb 14 21:17:35.726463 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-b1bcb761-c2db-42d1-8a83-8718af3dc6d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0704393 Feb 14 21:17:35.768929 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-5dc95430-3173-4543-a114-c5ec41413092 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349894 Feb 14 21:17:35.858117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:35.862791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1e4b229-1042-4a2e-b6f7-b3474e8393db req-05bc3b19-cd93-4b9a-bd33-e72013fef95c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282542 Feb 14 21:17:35.902016 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-ceaef721-6e63-41c9-b885-52561ce744a0 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255627 Feb 14 21:17:35.929480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec22613-2dae-426d-bd23-b5bc5bfe2014 req-9533b5ee-aeb0-42b6-b6f7-59e884d9a8db service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558932 Feb 14 21:17:35.932815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 9d82baa7-575e-4037-9499-6db4fffc0e29 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:35.933209 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.006751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa9dd7b9-5d62-46df-8c72-d9726ca3605d up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:36.045302 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3160d70a-8fae-48c5-9083-58dacbf7be6c req-20a814ae-beab-48de-9bbd-8dd79d135836 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332266 Feb 14 21:17:36.135334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-88e70c03-a72e-4332-8dce-ece92e3f80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.136899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-88e70c03-a72e-4332-8dce-ece92e3f80da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 1126 time: 0.1451585 Feb 14 21:17:36.177527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc4fad-9ae5-4a78-9ad8-33595f66c342 req-433d7f29-21d5-4dda-8c14-c7004c296dc1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.183762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bcc4fad-9ae5-4a78-9ad8-33595f66c342 req-433d7f29-21d5-4dda-8c14-c7004c296dc1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 948 time: 0.1530879 Feb 14 21:17:36.250614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:36.251132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.255696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port aa9dd7b9-5d62-46df-8c72-d9726ca3605d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:36.268600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port aa9dd7b9-5d62-46df-8c72-d9726ca3605d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:36.269112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.300843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:36.303134 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d846c-7c40-44ab-8d53-108d688c3a6f" -d '{"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:36.321316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:36.328011 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.330294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bcc4fad-9ae5-4a78-9ad8-33595f66c342 req-0e4aa3a8-73c8-49d9-8e25-f230ef6695c1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426790 Feb 14 21:17:36.363002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-bcabb162-22da-495a-9be4-a8bad4d25622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.368583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-bcabb162-22da-495a-9be4-a8bad4d25622 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 925 time: 0.2182872 Feb 14 21:17:36.386072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7b450-0233-4a1c-bcfb-138965edfef4 req-c9722899-2067-40fa-8b1a-2086e4a0892c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.391621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcb7b450-0233-4a1c-bcfb-138965edfef4 req-c9722899-2067-40fa-8b1a-2086e4a0892c tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 945 time: 0.1057417 Feb 14 21:17:36.396729 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a4de20-089a-4a28-a87b-32fc275a6119 x-openstack-request-id: req-64a4de20-089a-4a28-a87b-32fc275a6119 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:36.397038 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:36.397350 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64a4de20-089a-4a28-a87b-32fc275a6119 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:36.397742 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'code': 200} Feb 14 21:17:36.413130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:36.423723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port aa9dd7b9-5d62-46df-8c72-d9726ca3605d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:36.424101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.444111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-6862c340-dcf0-4e82-bb0d-95fcc546243d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfc21d5-7123-4492-bccf-f033a283d70c HTTP/1.1" status: 200 len: 217 time: 0.0683548 Feb 14 21:17:36.463586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:36.476464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:36.517705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcb7b450-0233-4a1c-bcfb-138965edfef4 req-a0093fe3-c2f5-4019-99d6-30db3cd8e075 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165864 Feb 14 21:17:36.550158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-ec1b447f-5f68-4c81-b3e6-80bf392be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.552246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-ec1b447f-5f68-4c81-b3e6-80bf392be3ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.0961854 Feb 14 21:17:36.566271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:36.712819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a28d37-7f6d-4b8f-bae2-1005659dad77 req-d7b6a2b1-2008-4cbf-a882-8bc1805dd120 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.715615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1a28d37-7f6d-4b8f-bae2-1005659dad77 req-d7b6a2b1-2008-4cbf-a882-8bc1805dd120 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.1624048 Feb 14 21:17:36.719941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-c0d68415-6525-4a25-9f7c-19348c81a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:36.721460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-c0d68415-6525-4a25-9f7c-19348c81a51a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1511703 Feb 14 21:17:36.724201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-082600bf-3ee5-41ae-9fe9-e1ca32ac2a51 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1010298107&fields=id&tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 267 time: 0.1144943 Feb 14 21:17:37.070605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f437-3ef7-4e70-aa8e-b4ce8b0d28f0 req-2135b552-e145-4d4d-ad61-6ce945e12698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.072089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acd7f437-3ef7-4e70-aa8e-b4ce8b0d28f0 req-2135b552-e145-4d4d-ad61-6ce945e12698 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1133 time: 0.4376841 Feb 14 21:17:37.099719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:37.132557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1a28d37-7f6d-4b8f-bae2-1005659dad77 req-076e36b1-c336-4223-8b85-3b7dc98bbf2a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071522 Feb 14 21:17:37.160403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-60708819-cbbe-4862-8218-6b8da98b35cb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.161872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-60708819-cbbe-4862-8218-6b8da98b35cb tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 945 time: 0.4166126 Feb 14 21:17:37.190916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'security_groups': ['9d4034a6-5825-4ee3-88a6-97a9acdb2213', '32a78f88-7e8d-44c1-aa87-aa23f34847aa']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:37.199113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acd7f437-3ef7-4e70-aa8e-b4ce8b0d28f0 req-07cb9506-b564-4d58-9798-cd84ebd4f11d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148074 Feb 14 21:17:37.222445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-49a2f8c1-0952-4ab7-bfa3-a181735adecd service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932261 Feb 14 21:17:37.352914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:37.402750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d417a-499e-45a8-9146-a37158943e76 req-38141476-9bdf-4dc9-b0d1-cc836f1694d3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.404639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d6d417a-499e-45a8-9146-a37158943e76 req-38141476-9bdf-4dc9-b0d1-cc836f1694d3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 949 time: 0.1882234 Feb 14 21:17:37.441970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-932fcaad-b24c-49c8-a692-6f5cdc908df6 req-520b3067-92d6-4417-9534-d9116921ccbc service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092969 Feb 14 21:17:37.523482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d6d417a-499e-45a8-9146-a37158943e76 req-2bd6991f-423d-4036-a247-110c80ab8435 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846214 Feb 14 21:17:37.675184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:37.692567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e308-c12b-4031-854d-e7a6572e9731 req-5f92ef0a-ac3e-416d-ae29-98184159bc82 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.694063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b479e308-c12b-4031-854d-e7a6572e9731 req-5f92ef0a-ac3e-416d-ae29-98184159bc82 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.0997922 Feb 14 21:17:37.729004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (de94893c-ffb5-4825-a302-efd0003af0e8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:37.736753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:37.758197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:37.794315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b479e308-c12b-4031-854d-e7a6572e9731 req-aef8b515-5b38-4b8c-869f-282b44282971 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876069 Feb 14 21:17:37.802586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.803240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:37.819274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ea6cfb7-e3c7-4d6b-8c42-38f5b37109ad req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "PUT /v2.0/ports/de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 981 time: 0.6377831 Feb 14 21:17:37.822225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:37.824518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:37.828511 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f52b31-3762-4ca7-8107-9e30a0edbc74" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:37.895042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02baa53-08f2-4c66-924a-035b05417152 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:37.944611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:37.957585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e80ede3-179c-4c03-af69-edd46f773428 req-b5675929-8bbe-439f-acd1-86166b3affe3 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/32a78f88-7e8d-44c1-aa87-aa23f34847aa HTTP/1.1" status: 200 len: 1818 time: 0.0872607 Feb 14 21:17:37.978041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258e122-5786-4dba-a59d-2bfedadf904d req-48f98f5d-a0aa-41fb-8183-dee5adc39304 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:37.979680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4258e122-5786-4dba-a59d-2bfedadf904d req-48f98f5d-a0aa-41fb-8183-dee5adc39304 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1048968 Feb 14 21:17:38.031271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:38.048758 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-6e80ede3-179c-4c03-af69-edd46f773428 req-8f193331-01f1-4b38-88db-93d1fc115b1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 21:17:38.049798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e80ede3-179c-4c03-af69-edd46f773428 req-8f193331-01f1-4b38-88db-93d1fc115b1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/32a78f88-7e8d-44c1-aa87-aa23f34847aa HTTP/1.1" status: 409 len: 341 time: 0.0858114 Feb 14 21:17:38.068135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4258e122-5786-4dba-a59d-2bfedadf904d req-103fec13-2a23-4243-899b-dc5b4cdbf075 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Feb 14 21:17:38.105825 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5c723-a917-4d65-97bf-95330463dd79 x-openstack-request-id: req-e0a5c723-a917-4d65-97bf-95330463dd79 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:38.106466 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:38.106466 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0a5c723-a917-4d65-97bf-95330463dd79 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:38.106750 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'status': 'completed', 'code': 200} Feb 14 21:17:38.181031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-dbf1b4c6-01c8-48f4-a863-ecffc35c28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.183530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-dbf1b4c6-01c8-48f4-a863-ecffc35c28ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1167 time: 0.0522671 Feb 14 21:17:38.254482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:38.299364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:38.299778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:38.402112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:38.404507 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb17be7c-45a9-403b-bc1c-3f04db7a047e" -d '{"events": [{"server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:38.404673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27dc28-7110-4efe-9ff8-d7083a9a83bc req-b312201e-f898-4f54-9bdd-f570bb0ee082 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.406211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa27dc28-7110-4efe-9ff8-d7083a9a83bc req-b312201e-f898-4f54-9bdd-f570bb0ee082 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.1664450 Feb 14 21:17:38.414839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab60d6c-4120-4994-8767-4b346fbf5495 req-767e94f4-1f3d-49c1-8fd2-c4dd98839efa tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.416490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ab60d6c-4120-4994-8767-4b346fbf5495 req-767e94f4-1f3d-49c1-8fd2-c4dd98839efa tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 984 time: 0.1123319 Feb 14 21:17:38.419561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-ab322855-9bf2-4152-aef0-953f335e9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.420424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-ab322855-9bf2-4152-aef0-953f335e9566 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.2253799 Feb 14 21:17:38.485212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-16a24ba9-6fbf-4d8f-86e2-5eccd2f6d0d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 217 time: 0.0553677 Feb 14 21:17:38.534889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:38.535353 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:38.576467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:38.578159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa27dc28-7110-4efe-9ff8-d7083a9a83bc req-17471f9b-b530-493a-8039-d4a4f1158756 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606030 Feb 14 21:17:38.582785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:38.597892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ab60d6c-4120-4994-8767-4b346fbf5495 req-78b29df9-162c-4619-994d-52500d1d1311 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=32a78f88-7e8d-44c1-aa87-aa23f34847aa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1738095 Feb 14 21:17:38.604766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-4bd7c5a4-1277-4a74-aceb-ab70c3cad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.606315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-4bd7c5a4-1277-4a74-aceb-ab70c3cad00b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.1114490 Feb 14 21:17:38.681420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-00cfdbf8-d9e7-4515-9b0b-3e53b68b1d59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682173 Feb 14 21:17:38.706293 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d937e-d1d1-4903-889d-a3725791b2de x-openstack-request-id: req-f20d937e-d1d1-4903-889d-a3725791b2de {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:38.706692 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:38.707016 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f20d937e-d1d1-4903-889d-a3725791b2de {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:38.707566 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', 'code': 200} Feb 14 21:17:38.715138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:38.894817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0955788-4ab1-4949-8847-1971eb226dca req-7544d866-0de6-45ea-bca9-0d7bdc2141db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.896546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0955788-4ab1-4949-8847-1971eb226dca req-7544d866-0de6-45ea-bca9-0d7bdc2141db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 1132 time: 0.1129715 Feb 14 21:17:38.923127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c23eb6-0f0f-4b53-a3ab-7daf874dc14c req-2238dca6-bf2f-4c44-b1a6-f4688ed66822 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:38.925351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70c23eb6-0f0f-4b53-a3ab-7daf874dc14c req-2238dca6-bf2f-4c44-b1a6-f4688ed66822 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.2026994 Feb 14 21:17:38.947167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-886590b9-4322-49d0-b54c-0b537c98f1a0 service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547803 Feb 14 21:17:39.047895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-5707f401-84eb-4af7-930b-9fe5979357e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567524 Feb 14 21:17:39.084152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0955788-4ab1-4949-8847-1971eb226dca req-a91c604a-405e-4246-b433-7ce2c8c09028 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718590 Feb 14 21:17:39.113974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70c23eb6-0f0f-4b53-a3ab-7daf874dc14c req-0a4fb6a0-a034-452c-8f1d-8acd0d25d026 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733773 Feb 14 21:17:39.138159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21129782-37c2-4b04-8a19-1fcbbeac4cd4 req-f4518912-752e-4a00-bb9b-b365b909b3b8 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.138159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21129782-37c2-4b04-8a19-1fcbbeac4cd4 req-f4518912-752e-4a00-bb9b-b365b909b3b8 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.2194295 Feb 14 21:17:39.142558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-2b40f353-15bd-4713-913e-c067b3a24b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.145592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-2b40f353-15bd-4713-913e-c067b3a24b49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1128 time: 0.0683625 Feb 14 21:17:39.166962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34f52b31-3762-4ca7-8107-9e30a0edbc74 req-7a2d9aa9-f7d8-4166-a168-f836f2191715 service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923733 Feb 14 21:17:39.206243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21129782-37c2-4b04-8a19-1fcbbeac4cd4 req-fda222c1-ebb4-46f9-9df6-a1e12ed74430 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647426 Feb 14 21:17:39.279001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9532-02d5-4d8a-a19d-4da06aea44bd req-c671ba0c-143b-49b4-864b-2259b9f1610a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.280520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b0a9532-02d5-4d8a-a19d-4da06aea44bd req-c671ba0c-143b-49b4-864b-2259b9f1610a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.0878026 Feb 14 21:17:39.297050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-c0b45c3b-d272-46ff-b761-b5664b267fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.299126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-c0b45c3b-d272-46ff-b761-b5664b267fa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1167 time: 0.0752838 Feb 14 21:17:39.385668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b0a9532-02d5-4d8a-a19d-4da06aea44bd req-6660bdbc-fb65-4025-9a85-ad2fa2258d6c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Feb 14 21:17:39.420654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-d4328be4-7923-43d9-81f2-99e3479fa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.422841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-d4328be4-7923-43d9-81f2-99e3479fa812 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.1170309 Feb 14 21:17:39.444019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-693d5ed4-c16a-47de-870c-2366dde846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.445678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-693d5ed4-c16a-47de-870c-2366dde846c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.0956328 Feb 14 21:17:39.476506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-b06fbafd-144e-4552-a738-89784c68a326 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 217 time: 0.0461900 Feb 14 21:17:39.491942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-8bddff51-88e1-48ae-af94-6b0d2fc77f52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0385501 Feb 14 21:17:39.547212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-4e7fcdd2-add6-454f-bfc4-bc77264e80df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.547455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-eb3de96a-c47c-47b2-8be3-bee0b3223cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.549304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-4e7fcdd2-add6-454f-bfc4-bc77264e80df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.0641458 Feb 14 21:17:39.549436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-eb3de96a-c47c-47b2-8be3-bee0b3223cb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0505784 Feb 14 21:17:39.573055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36072e66-d068-4c52-ab69-6dff9d8902d7 req-70c69903-cbe9-48b7-baff-d0abfb338ad1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.574552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36072e66-d068-4c52-ab69-6dff9d8902d7 req-70c69903-cbe9-48b7-baff-d0abfb338ad1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1008384 Feb 14 21:17:39.584915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-9f1571a0-2da3-4e2b-9cec-5f3c54e70440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289016 Feb 14 21:17:39.593825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-37d455df-8d1d-42bf-a8cf-f8cd60c32157 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386305 Feb 14 21:17:39.683480 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-26b6bd21-6ee3-4653-b46c-736e6ca80c5d service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925853 Feb 14 21:17:39.727010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36072e66-d068-4c52-ab69-6dff9d8902d7 req-ac2d33b7-3d0a-45a5-922f-41c020f7b412 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362228 Feb 14 21:17:39.764535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-cab5288e-7e95-43a8-b602-6faee220075b service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570525 Feb 14 21:17:39.775010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ea540-cb1b-45be-89f5-56b333281473 req-11ba868a-6a98-45ff-97f3-5232a047d725 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:39.776632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f2ea540-cb1b-45be-89f5-56b333281473 req-11ba868a-6a98-45ff-97f3-5232a047d725 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.0959115 Feb 14 21:17:39.803916 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ed7c776-471b-4048-a0bd-5d3b778b7024 req-1de52b0f-c6ef-43ef-b55a-1361c9d68dcc service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136148 Feb 14 21:17:39.901510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f2ea540-cb1b-45be-89f5-56b333281473 req-19f9ab35-b3d1-4b8e-923f-440715b5f95a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147692 Feb 14 21:17:39.918941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78c34d07-c0ac-409c-a2e0-cf4091f2d4f1 req-e87cd8d2-c3a4-4531-898f-ae231f0cb1fb service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411345 Feb 14 21:17:40.030996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:40.092328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d7a6-b30c-4e70-925d-afb5a1ba92ee req-a96b0b3f-0387-4168-b10f-1d459099467d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:40.093888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb4d7a6-b30c-4e70-925d-afb5a1ba92ee req-a96b0b3f-0387-4168-b10f-1d459099467d tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 984 time: 0.0966556 Feb 14 21:17:40.179413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb4d7a6-b30c-4e70-925d-afb5a1ba92ee req-e50be4ad-9a35-4985-be85-9fab4e5625fc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=32a78f88-7e8d-44c1-aa87-aa23f34847aa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0765762 Feb 14 21:17:40.226587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:40.283655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'port_id': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'mac_address': 'fa:16:3e:92:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:40.366599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:40.367072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:40.386426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b176de1c-e4b5-4a03-b7c2-a9c28e20b164 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:40.392050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723ecd-9713-47d3-b758-70e31b0120a7 req-b0ab29dd-fc14-464f-a592-fb014a4d6a84 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:40.393628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d723ecd-9713-47d3-b758-70e31b0120a7 req-b0ab29dd-fc14-464f-a592-fb014a4d6a84 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.1042514 Feb 14 21:17:40.405144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee6292-d778-400e-836e-f41ebbc4f0b1 req-5cedf6db-91c9-4251-aa9f-b5e79d895801 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:40.406724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ee6292-d778-400e-836e-f41ebbc4f0b1 req-5cedf6db-91c9-4251-aa9f-b5e79d895801 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.0810525 Feb 14 21:17:40.416420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:40.436189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:40.479184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d723ecd-9713-47d3-b758-70e31b0120a7 req-c02d27e0-350a-45a6-94c1-cc00d3a39f4e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Feb 14 21:17:40.495511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ee6292-d778-400e-836e-f41ebbc4f0b1 req-4eafc14c-452d-4084-96ea-c45de2f02724 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733614 Feb 14 21:17:40.502182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:40.631980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe54a0-4fe0-4c1c-b125-97a308c39ed8 req-3d086fd3-0784-4554-a7ed-4e40cfb35272 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:40.632849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5bbe54a0-4fe0-4c1c-b125-97a308c39ed8 req-3d086fd3-0784-4554-a7ed-4e40cfb35272 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.0756640 Feb 14 21:17:40.688151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5bbe54a0-4fe0-4c1c-b125-97a308c39ed8 req-81f636ef-4368-465f-b1a7-cb8955576087 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Feb 14 21:17:40.708753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:40.713644 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ecb6e9-76fc-4539-bd96-f1094b2f1c34" -d '{"events": [{"server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "name": "network-vif-plugged", "status": "completed", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:40.752347 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0428899-4e5a-4f1f-94f8-a5f93c486f42 x-openstack-request-id: req-f0428899-4e5a-4f1f-94f8-a5f93c486f42 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:40.752763 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "name": "network-vif-plugged", "status": "completed", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:40.753073 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0428899-4e5a-4f1f-94f8-a5f93c486f42 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:40.753531 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', 'code': 200} Feb 14 21:17:40.865547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940742d3-6af8-459c-8e83-104536da2f4e req-9bf5ff34-72db-4506-9b5c-2927290f36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:40.867180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-940742d3-6af8-459c-8e83-104536da2f4e req-9bf5ff34-72db-4506-9b5c-2927290f36f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 1133 time: 0.0543220 Feb 14 21:17:40.929474 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-940742d3-6af8-459c-8e83-104536da2f4e req-1669a888-e977-4305-9666-6464a3487464 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Feb 14 21:17:41.068357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eae574-94f4-4da2-b2a6-c61ef3073734 req-59b062ca-645c-4c77-a887-753524ef14fb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:41.069881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0eae574-94f4-4da2-b2a6-c61ef3073734 req-59b062ca-645c-4c77-a887-753524ef14fb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.0626462 Feb 14 21:17:41.100897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:41.120684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0eae574-94f4-4da2-b2a6-c61ef3073734 req-e9666605-61ad-4fce-87f2-741e2d39c8e1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450108 Feb 14 21:17:41.347427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195073-0d47-4b3b-9ee0-907b42e437ff req-380269ce-e0f9-4966-848a-ffe55a801bf3 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:41.348820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca195073-0d47-4b3b-9ee0-907b42e437ff req-380269ce-e0f9-4966-848a-ffe55a801bf3 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 984 time: 0.0664239 Feb 14 21:17:41.412286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca195073-0d47-4b3b-9ee0-907b42e437ff req-23453134-b838-4dbb-805a-c63e7c5fa181 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=32a78f88-7e8d-44c1-aa87-aa23f34847aa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0572932 Feb 14 21:17:41.528407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d619396-6566-46be-92a3-b800127a0947 req-99f4b0ee-cf4a-4ab2-a4a3-1779b04793ba tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-569693685&fields=id&tenant_id=22369fa322584b65b5fa3df27286e943 HTTP/1.1" status: 200 len: 267 time: 0.0507271 Feb 14 21:17:41.625159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619396-6566-46be-92a3-b800127a0947 req-6428f86e-e6db-4fe7-a44c-e07469a56c67 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:41.627289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d619396-6566-46be-92a3-b800127a0947 req-6428f86e-e6db-4fe7-a44c-e07469a56c67 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 984 time: 0.0931525 Feb 14 21:17:41.638017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c20c-c986-484b-b014-72336ffbc0bc req-7aecdbc7-8449-4fb1-ae1d-ab9b09db2fef tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:41.639455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f647c20c-c986-484b-b014-72336ffbc0bc req-7aecdbc7-8449-4fb1-ae1d-ab9b09db2fef tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.0786479 Feb 14 21:17:41.645711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'port': {'security_groups': ['32a78f88-7e8d-44c1-aa87-aa23f34847aa', '9d4034a6-5825-4ee3-88a6-97a9acdb2213', 'b98dbf16-3c42-4745-b4f3-fa083be5d4d2']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:41.758585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f647c20c-c986-484b-b014-72336ffbc0bc req-ff407799-45fc-44d1-b218-a491ac07ebec tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096597 Feb 14 21:17:41.765818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:41.942325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a8ffc-5f5d-4d76-ae77-53a72004e9b7 req-069942a3-931d-4b2d-a392-9804894ec162 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:41.943857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-107a8ffc-5f5d-4d76-ae77-53a72004e9b7 req-069942a3-931d-4b2d-a392-9804894ec162 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 943 time: 0.1148124 Feb 14 21:17:42.034690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dfc21d5-7123-4492-bccf-f033a283d70c details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:17:42.055186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-107a8ffc-5f5d-4d76-ae77-53a72004e9b7 req-8c1a7546-b8aa-4b26-a3b4-77648494df58 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033082 Feb 14 21:17:42.085867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:42.148761 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for port (de94893c-ffb5-4825-a302-efd0003af0e8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:42.161317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:42.174123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:42.179990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:42.240396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:42.243059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:42.243059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d619396-6566-46be-92a3-b800127a0947 req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "PUT /v2.0/ports/de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 1020 time: 0.6020086 Feb 14 21:17:42.245948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:42.248385 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30769363-704b-4483-b06a-152bf5f81e02" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:42.272293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dfc21d5-7123-4492-bccf-f033a283d70c,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:42.284940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e816-f9f7-4d8c-a92c-d55c5028ff1b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:42.305017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52dfe-7326-4501-9489-d69c66a79518 req-24867edd-6f0e-43d0-8aed-6e1967a0507b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:42.306576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72b52dfe-7326-4501-9489-d69c66a79518 req-24867edd-6f0e-43d0-8aed-6e1967a0507b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1619809 Feb 14 21:17:42.314390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'port_id': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'mac_address': 'fa:16:3e:b7:d4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:17:42.390130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72b52dfe-7326-4501-9489-d69c66a79518 req-2daf4c02-4990-4b6d-9493-1614d57b4e1e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702779 Feb 14 21:17:42.392431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:42.403866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1111-3548-4e21-ae99-ebfe1ec539e5 req-d8157596-26bb-4a51-9ef0-d315dc371266 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:42.405503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0dc1111-3548-4e21-ae99-ebfe1ec539e5 req-d8157596-26bb-4a51-9ef0-d315dc371266 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.0944636 Feb 14 21:17:42.429907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9dfc21d5-7123-4492-bccf-f033a283d70c is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:42.430303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:42.478118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfc21d5-7123-4492-bccf-f033a283d70c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:42.486797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0dc1111-3548-4e21-ae99-ebfe1ec539e5 req-5d6366ca-adfd-40d1-9276-698551321769 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747840 Feb 14 21:17:42.498326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6f2459a-55f4-423f-be6a-5c03e30067c4 req-f17142b2-bea8-426d-a7c2-ced9d986ad05 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b98dbf16-3c42-4745-b4f3-fa083be5d4d2 HTTP/1.1" status: 200 len: 1817 time: 0.0623860 Feb 14 21:17:42.543467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dfc21d5-7123-4492-bccf-f033a283d70c,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:42.561649 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:42.580656 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de710e9-1612-4dab-97f3-a3e17548f282 x-openstack-request-id: req-8de710e9-1612-4dab-97f3-a3e17548f282 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:42.580952 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:42.581204 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8de710e9-1612-4dab-97f3-a3e17548f282 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:42.581600 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'status': 'completed', 'code': 200} Feb 14 21:17:42.588124 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-c6f2459a-55f4-423f-be6a-5c03e30067c4 req-936ea954-cba5-4d8f-8717-8b0839ae30e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 21:17:42.589162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6f2459a-55f4-423f-be6a-5c03e30067c4 req-936ea954-cba5-4d8f-8717-8b0839ae30e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/b98dbf16-3c42-4745-b4f3-fa083be5d4d2 HTTP/1.1" status: 409 len: 341 time: 0.0835705 Feb 14 21:17:42.685410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769363-704b-4483-b06a-152bf5f81e02 req-b728e89b-4989-48fa-ae59-7120f2170f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:42.687078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-b728e89b-4989-48fa-ae59-7120f2170f64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22369fa322584b65b5fa3df27286e943&device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1207 time: 0.0636861 Feb 14 21:17:42.706703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:42.899981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769363-704b-4483-b06a-152bf5f81e02 req-c3a397c2-6913-4e33-b554-b7662ae45264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:42.901855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-c3a397c2-6913-4e33-b554-b7662ae45264 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 200 len: 914 time: 0.1979909 Feb 14 21:17:42.999537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-5044cc19-d5b0-402a-8342-288dbe5797f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 200 len: 217 time: 0.0660667 Feb 14 21:17:43.069733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c680e7e-6ecb-452e-a0b7-4a76eadd257a req-38ba14c8-c00b-4854-968a-242b33b79382 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.075898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c680e7e-6ecb-452e-a0b7-4a76eadd257a req-38ba14c8-c00b-4854-968a-242b33b79382 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.1726513 Feb 14 21:17:43.107349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af032-41b2-402c-83e8-17854c0111da req-89304e02-8d8f-485b-a61a-09d3624e3ff8 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.110221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-968af032-41b2-402c-83e8-17854c0111da req-89304e02-8d8f-485b-a61a-09d3624e3ff8 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1023 time: 0.1777172 Feb 14 21:17:43.114089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769363-704b-4483-b06a-152bf5f81e02 req-8144cfd0-6e96-482b-8aa0-72b47eb7299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.115933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-8144cfd0-6e96-482b-8aa0-72b47eb7299c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 200 len: 853 time: 0.1053059 Feb 14 21:17:43.190711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-f38e1eb7-de89-4abd-b783-19fe8b0b075d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476458 Feb 14 21:17:43.190957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9dfc21d5-7123-4492-bccf-f033a283d70c'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:43.199334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c680e7e-6ecb-452e-a0b7-4a76eadd257a req-75406807-5496-489b-942b-f7feaefa691b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221426 Feb 14 21:17:43.391253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-968af032-41b2-402c-83e8-17854c0111da req-b412f542-79ff-4683-a289-c6287e054552 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=b98dbf16-3c42-4745-b4f3-fa083be5d4d2&id=32a78f88-7e8d-44c1-aa87-aa23f34847aa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2696424 Feb 14 21:17:43.425175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-926d1811-7ae6-462d-b17b-cac0f8b0368b service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289672 Feb 14 21:17:43.431808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2172-184b-4882-b8e1-2d560d698c76 req-a9cbb5f5-0c22-47b9-9267-6b73aa5d083c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.433215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58dc2172-184b-4882-b8e1-2d560d698c76 req-a9cbb5f5-0c22-47b9-9267-6b73aa5d083c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 944 time: 0.1118429 Feb 14 21:17:43.836994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58dc2172-184b-4882-b8e1-2d560d698c76 req-4e19498a-ee1c-4ce3-953b-a8acdfcfdc44 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281328 Feb 14 21:17:43.843599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30769363-704b-4483-b06a-152bf5f81e02 req-8676a42d-804d-420a-94ec-155670cbf462 service neutron] 10.222.0.83 "GET /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094727 Feb 14 21:17:43.846536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036570c2-1f14-4f80-b8c3-3e4cdbe1603f req-8685ecd0-635a-4dc1-9316-dcd4a4202a75 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.847971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-036570c2-1f14-4f80-b8c3-3e4cdbe1603f req-8685ecd0-635a-4dc1-9316-dcd4a4202a75 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1128 time: 0.1403651 Feb 14 21:17:43.900579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-036570c2-1f14-4f80-b8c3-3e4cdbe1603f req-e2d02cdc-f623-417d-848d-ee81f2477140 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Feb 14 21:17:43.953498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee365f-817c-49dd-a476-92f912cd9a1e req-6f15dd0b-076e-43ce-b3b9-8a1c663a7608 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:43.955136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5ee365f-817c-49dd-a476-92f912cd9a1e req-6f15dd0b-076e-43ce-b3b9-8a1c663a7608 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.0525498 Feb 14 21:17:44.033272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:44.035525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5ee365f-817c-49dd-a476-92f912cd9a1e req-c238d8de-fe77-4b57-b31a-96c8b51e5197 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748627 Feb 14 21:17:44.055797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a4b9a-a0f1-4496-8a17-9aa9042407bd req-6192fe3d-3cb8-4884-97a1-f9e98d60823b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.059638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e7a4b9a-a0f1-4496-8a17-9aa9042407bd req-6192fe3d-3cb8-4884-97a1-f9e98d60823b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.0854607 Feb 14 21:17:44.098719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:44.103858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:44.104357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:44.125217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e7a4b9a-a0f1-4496-8a17-9aa9042407bd req-2b1a0da5-c6e6-44c9-b342-6e5184d5ce27 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Feb 14 21:17:44.199068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:44.203846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:44.228739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:44.231120 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65524e05-85a2-4c2f-ab65-4a7d396b3d4b" -d '{"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-plugged", "status": "completed", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:44.251459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:44.257686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:44.321059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:44.361374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b2b2f-2110-4392-8c32-65ca0fa399b5 req-5f654670-a93f-42ed-a520-2b4284cf392b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.363246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b7b2b2f-2110-4392-8c32-65ca0fa399b5 req-5f654670-a93f-42ed-a520-2b4284cf392b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.0620735 Feb 14 21:17:44.414530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b7b2b2f-2110-4392-8c32-65ca0fa399b5 req-e87a26f6-394a-4d8a-b52f-8bdabd512c0b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Feb 14 21:17:44.464297 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c9e34-4c6e-4f8a-8b5e-23a5de78b1ce x-openstack-request-id: req-5d1c9e34-4c6e-4f8a-8b5e-23a5de78b1ce {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:44.464695 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-plugged", "status": "completed", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:44.465048 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d1c9e34-4c6e-4f8a-8b5e-23a5de78b1ce {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:44.465563 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'code': 200} Feb 14 21:17:44.585432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af204b-9e9f-4bba-8395-e14617088e34 req-7154f82b-8492-4fe0-95b3-0b539149f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.587915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80af204b-9e9f-4bba-8395-e14617088e34 req-7154f82b-8492-4fe0-95b3-0b539149f37f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1128 time: 0.0598340 Feb 14 21:17:44.597053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbe0c8-b01f-4949-97bd-c1fab249d74d req-1552d214-b18e-4f5c-a2b5-b6f1c18a2aa1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.598947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ccbe0c8-b01f-4949-97bd-c1fab249d74d req-1552d214-b18e-4f5c-a2b5-b6f1c18a2aa1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1023 time: 0.0815198 Feb 14 21:17:44.647946 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80af204b-9e9f-4bba-8395-e14617088e34 req-488596ab-a8b4-445c-a44a-30832482b0b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Feb 14 21:17:44.681261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ccbe0c8-b01f-4949-97bd-c1fab249d74d req-4fc5edc1-8ada-4f19-955b-06bb1fbb5a17 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&id=b98dbf16-3c42-4745-b4f3-fa083be5d4d2&id=32a78f88-7e8d-44c1-aa87-aa23f34847aa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0758605 Feb 14 21:17:44.805412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561049-c9d8-4936-a187-c33e02c4c516 req-a8021c1d-b4ee-4111-a6eb-58a4ce5ba7f1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.807028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60561049-c9d8-4936-a187-c33e02c4c516 req-a8021c1d-b4ee-4111-a6eb-58a4ce5ba7f1 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 1023 time: 0.0963917 Feb 14 21:17:44.828486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9858b-988c-42ce-b7f4-4d6eb3a1c82b req-706c430f-bd7c-4ea2-a5b1-211d8c631467 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:44.829958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42e9858b-988c-42ce-b7f4-4d6eb3a1c82b req-706c430f-bd7c-4ea2-a5b1-211d8c631467 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 949 time: 0.0843604 Feb 14 21:17:44.951057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42e9858b-988c-42ce-b7f4-4d6eb3a1c82b req-45f9a439-c568-4b88-8364-67006c779003 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992880 Feb 14 21:17:44.970452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Deleting port de94893c-ffb5-4825-a302-efd0003af0e8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:17:44.970802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:45.106767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port de94893c-ffb5-4825-a302-efd0003af0e8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de94893c-ffb5-4825-a302-efd0003af0e8,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:45.107194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:45.131447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb487-4bdc-4072-afb7-f21a3397c1c1 req-b47f6dec-200b-47fc-9c0d-b5306ab16d57 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:45.133238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be8cb487-4bdc-4072-afb7-f21a3397c1c1 req-b47f6dec-200b-47fc-9c0d-b5306ab16d57 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 944 time: 0.1124291 Feb 14 21:17:45.134316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Calling delete_port for de94893c-ffb5-4825-a302-efd0003af0e8 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:17:45.195042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-d06fdc43-3200-4be4-82bc-6e19de4d478f tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:17:45.196064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-d06fdc43-3200-4be4-82bc-6e19de4d478f tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083275 Feb 14 21:17:45.275488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be8cb487-4bdc-4072-afb7-f21a3397c1c1 req-b9fa1698-b796-4c66-9c7e-3505d038b04c tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342711 Feb 14 21:17:45.278268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-8355ebd0-c318-4812-8ae6-4703a86baf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:45.279703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-8355ebd0-c318-4812-8ae6-4703a86baf8e service neutron] 10.222.0.86 "GET /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 1125 time: 0.0748825 Feb 14 21:17:45.302804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:45.303323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Unknown quota resources ['binding']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:17:45.454572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (de94893c-ffb5-4825-a302-efd0003af0e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:45.469026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2402aaae-85c6-4ee5-856f-07934342003b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:45.473536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de94893c-ffb5-4825-a302-efd0003af0e8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:45.500042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'Port': ['ID=de94893c-ffb5-4825-a302-efd0003af0e8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:45.551426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] No DVR routers for this DVR port de94893c-ffb5-4825-a302-efd0003af0e8 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:17:45.553433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:45.553768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:45.554116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:45.556766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:45.560123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60561049-c9d8-4936-a187-c33e02c4c516 req-2a9e8950-c90e-4f6b-a813-8eaef64a0971 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.83 "DELETE /v2.0/ports/de94893c-ffb5-4825-a302-efd0003af0e8 HTTP/1.1" status: 204 len: 173 time: 0.7458494 Feb 14 21:17:45.560592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'name': 'network-vif-deleted', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:45.562890 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682ae6d-f5ec-4ace-9b1f-a0eaaa4d6684" -d '{"events": [{"server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "name": "network-vif-deleted", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:45.569689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:45.570016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:45.575739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:45.576612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:45.576612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:45.576868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Bound port: ca184112-2b89-4a89-a59e-914d052ccdfe, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:45.652033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:45.661476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:45.663138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e53a3923-64dc-412d-b090-01f2e7227643 service neutron] 10.222.0.86 "POST /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe/bindings HTTP/1.1" status: 201 len: 390 time: 0.3641362 Feb 14 21:17:45.956738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3db092-fe48-4591-93c1-adb977775741 req-20a83538-28a3-4652-bd79-35b63e5ccda7 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:45.958261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b3db092-fe48-4591-93c1-adb977775741 req-20a83538-28a3-4652-bd79-35b63e5ccda7 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1517138 Feb 14 21:17:45.970993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709596f7-1413-4c92-969b-7d6816f0023a req-f0dd5bcf-bdab-472d-bd29-bf65241857f6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:45.976369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709596f7-1413-4c92-969b-7d6816f0023a req-f0dd5bcf-bdab-472d-bd29-bf65241857f6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:45.977867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-709596f7-1413-4c92-969b-7d6816f0023a req-f0dd5bcf-bdab-472d-bd29-bf65241857f6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b&device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 1690 time: 0.1083951 Feb 14 21:17:46.019360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-62c975d2-0f58-49f7-bbeb-926649769f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.021538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-62c975d2-0f58-49f7-bbeb-926649769f7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1128 time: 0.0504768 Feb 14 21:17:46.034272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dfc21d5-7123-4492-bccf-f033a283d70c up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:17:46.054410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b3db092-fe48-4591-93c1-adb977775741 req-569d8d81-e286-4cf4-803f-2711df1dd105 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755944 Feb 14 21:17:46.073967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-709596f7-1413-4c92-969b-7d6816f0023a req-e0b5fffc-800b-4537-9bca-305ce8ddc6c1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889993 Feb 14 21:17:46.164320 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6784e971-8c68-4194-b9a3-f898644639eb x-openstack-request-id: req-6784e971-8c68-4194-b9a3-f898644639eb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:46.164612 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c", "name": "network-vif-deleted", "tag": "de94893c-ffb5-4825-a302-efd0003af0e8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:46.164933 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6784e971-8c68-4194-b9a3-f898644639eb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:46.165446 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c', 'name': 'network-vif-deleted', 'tag': 'de94893c-ffb5-4825-a302-efd0003af0e8', 'status': 'completed', 'code': 200} Feb 14 21:17:46.172092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 9dfc21d5-7123-4492-bccf-f033a283d70c completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:17:46.177223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 9dfc21d5-7123-4492-bccf-f033a283d70c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:46.177684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:46.190677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-7493e797-f4ce-4613-9927-f0cc70d5f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.199592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-7493e797-f4ce-4613-9927-f0cc70d5f89c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1649640 Feb 14 21:17:46.201303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205895a-e014-45ea-9d61-ff0aa299c166 req-3022c182-d30b-42cf-9a94-dd7f33e4f4fc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.213202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c205895a-e014-45ea-9d61-ff0aa299c166 req-3022c182-d30b-42cf-9a94-dd7f33e4f4fc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.0877631 Feb 14 21:17:46.309226 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-ee723560-1add-405a-a790-a95bc98dac0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0975046 Feb 14 21:17:46.325182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c205895a-e014-45ea-9d61-ff0aa299c166 req-9496fb59-c177-4910-b94e-e6cf5f5b117b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056955 Feb 14 21:17:46.328045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9dfc21d5-7123-4492-bccf-f033a283d70c is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:17:46.328522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:46.383274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-990d118a-6ded-4e81-ab74-22005ee8974c req-5da89960-ed90-4af9-8157-685c0c0b2a85 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6cfafb6-e1b6-4e4c-ae37-6f7f4581de5c HTTP/1.1" status: 200 len: 210 time: 0.0548112 Feb 14 21:17:46.392340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-0773afcb-80b6-4a47-9ac9-f3dd43a251fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.393934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-0773afcb-80b6-4a47-9ac9-f3dd43a251fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0729525 Feb 14 21:17:46.401761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dfc21d5-7123-4492-bccf-f033a283d70c,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:17:46.416880 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:46.453253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-a5a2ce3a-2973-48a2-a008-3ad9f74ed6ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486009 Feb 14 21:17:46.466311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:46.480591 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4a0d8-9b37-4217-a150-ad1ac5d143c7" -d '{"events": [{"server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "name": "network-vif-plugged", "status": "completed", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:46.517790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:46.522115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b44f6f-781e-47da-82d3-6b0605392771 req-86777583-b1f9-48ef-8559-81bc594cc566 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.523713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69b44f6f-781e-47da-82d3-6b0605392771 req-86777583-b1f9-48ef-8559-81bc594cc566 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0968747 Feb 14 21:17:46.563942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-079c3bc9-2c45-44e9-9834-c0adbbb30507 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030869 Feb 14 21:17:46.589153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69b44f6f-781e-47da-82d3-6b0605392771 req-32e535a4-c469-4173-9798-07b0b7ee0880 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501740 Feb 14 21:17:46.648290 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0cd12e-f63e-48e4-8ae5-a97b1044f879 x-openstack-request-id: req-ad0cd12e-f63e-48e4-8ae5-a97b1044f879 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:46.648699 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "name": "network-vif-plugged", "status": "completed", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:46.649057 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad0cd12e-f63e-48e4-8ae5-a97b1044f879 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:46.649954 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'code': 200} Feb 14 21:17:46.686109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-aafc923c-5b0a-406a-a9b9-21e64364b079 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150091 Feb 14 21:17:46.715204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9094b-f9d3-4490-919a-0fce926d7878 req-77de6302-8ad8-44bf-900d-0e6723b64287 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.716958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94a9094b-f9d3-4490-919a-0fce926d7878 req-77de6302-8ad8-44bf-900d-0e6723b64287 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.0872295 Feb 14 21:17:46.782919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0d775-b07b-4ebd-b781-eb2028170310 req-696164f3-61d9-44df-8a9d-b76973229d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.784636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dea0d775-b07b-4ebd-b781-eb2028170310 req-696164f3-61d9-44df-8a9d-b76973229d50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 1128 time: 0.0470769 Feb 14 21:17:46.792563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c8f8-a45a-4270-8f85-e0a45a860811 req-11806583-5b69-4afb-94c5-06f6f8cd4035 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.794591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2480c8f8-a45a-4270-8f85-e0a45a860811 req-11806583-5b69-4afb-94c5-06f6f8cd4035 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 1132 time: 0.0754881 Feb 14 21:17:46.799501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94a9094b-f9d3-4490-919a-0fce926d7878 req-e94df844-c807-4f2c-9df2-f8bae55e68a4 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730283 Feb 14 21:17:46.844317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2480c8f8-a45a-4270-8f85-e0a45a860811 req-64efa5ef-627a-4004-8102-969d85462ca1 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Feb 14 21:17:46.908901 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dea0d775-b07b-4ebd-b781-eb2028170310 req-ab199c77-1f4d-4ac2-aab8-0ca359c42065 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Feb 14 21:17:46.955101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f680b18-0373-40e7-882d-742a98a72383 req-aa78b787-e649-4009-8d9e-017ac33c6c49 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:46.956668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f680b18-0373-40e7-882d-742a98a72383 req-aa78b787-e649-4009-8d9e-017ac33c6c49 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 1133 time: 0.0443218 Feb 14 21:17:47.004037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f680b18-0373-40e7-882d-742a98a72383 req-60f343ec-ba8d-43a5-8c46-8d5b821b136a tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Feb 14 21:17:47.206470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941641d-82af-43f4-afa6-e32f69e2b85f req-cdd9b6c7-6e73-4ae2-9716-0d5571628484 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:47.213852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4941641d-82af-43f4-afa6-e32f69e2b85f req-cdd9b6c7-6e73-4ae2-9716-0d5571628484 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.0724943 Feb 14 21:17:47.263701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4941641d-82af-43f4-afa6-e32f69e2b85f req-f23e12bf-f3bd-4bf4-8fd7-7ded2e5127cd tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490022 Feb 14 21:17:47.294266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-af2116fe-23d5-49f4-b70f-e21ac4d1c588 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291030 Feb 14 21:17:47.410145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-de352b83-98ba-4829-9769-5becce6ce7b9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:47.413124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-de352b83-98ba-4829-9769-5becce6ce7b9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177258 Feb 14 21:17:47.451631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-1c9c8ef3-1adb-4d13-8438-16e57c59a530 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0289657 Feb 14 21:17:47.482360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16e10b-1422-43f3-b1d0-eb98d878d6fd req-c7925dc8-1c0a-4b8a-b248-81d256312571 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:47.483842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d16e10b-1422-43f3-b1d0-eb98d878d6fd req-c7925dc8-1c0a-4b8a-b248-81d256312571 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.0698209 Feb 14 21:17:47.560759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-8ab95b38-c12a-4b22-bace-36eb7070236b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982587 Feb 14 21:17:47.564461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d16e10b-1422-43f3-b1d0-eb98d878d6fd req-b0b209a3-eb28-43a7-bbcf-373ac7fce56c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Feb 14 21:17:47.809207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068e12-67d2-439c-a6b8-3d7b0bf79a3e req-25c90869-97e4-42b5-9702-48591fe2999d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:47.818318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74068e12-67d2-439c-a6b8-3d7b0bf79a3e req-25c90869-97e4-42b5-9702-48591fe2999d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0904586 Feb 14 21:17:47.898779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74068e12-67d2-439c-a6b8-3d7b0bf79a3e req-9ec71954-57c5-4d56-8586-8deaba0a3ee1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Feb 14 21:17:48.006856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefac6e-5303-466c-90fa-aecc3114e377 req-6a020807-375a-487f-af28-cc3b98a97e35 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:48.014370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fefac6e-5303-466c-90fa-aecc3114e377 req-6a020807-375a-487f-af28-cc3b98a97e35 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1128 time: 0.0563009 Feb 14 21:17:48.093404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-a383a1e6-921b-4f91-80f9-345d99bfc411 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/32a78f88-7e8d-44c1-aa87-aa23f34847aa HTTP/1.1" status: 200 len: 1818 time: 0.0589776 Feb 14 21:17:48.111468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fefac6e-5303-466c-90fa-aecc3114e377 req-d5d4f59e-e8de-466d-8b42-85f1a4efbb44 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924907 Feb 14 21:17:48.199049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (32a78f88-7e8d-44c1-aa87-aa23f34847aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:48.247558 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (32a78f88-7e8d-44c1-aa87-aa23f34847aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:48.337506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (32a78f88-7e8d-44c1-aa87-aa23f34847aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:48.340853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:48.352708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9c0d673-f8e8-4d5a-aaeb-dc87088accf2 req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/32a78f88-7e8d-44c1-aa87-aa23f34847aa HTTP/1.1" status: 204 len: 173 time: 0.2468231 Feb 14 21:17:48.376785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510dec0-d27d-4224-be70-8281c27e0dae req-00192101-aacc-41ef-a008-b90bf2b47016 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:48.390363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d510dec0-d27d-4224-be70-8281c27e0dae req-00192101-aacc-41ef-a008-b90bf2b47016 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.1617453 Feb 14 21:17:48.401906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53477-51e7-4611-95fa-6823de28ca31 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a78f88-7e8d-44c1-aa87-aa23f34847aa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:48.504037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d510dec0-d27d-4224-be70-8281c27e0dae req-255550ec-4339-4ef6-a524-185b9de19b6d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076503 Feb 14 21:17:48.791797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-57b10d1f-c71a-48c7-9a73-6b421f0b84ac tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b98dbf16-3c42-4745-b4f3-fa083be5d4d2 HTTP/1.1" status: 200 len: 1817 time: 0.1744432 Feb 14 21:17:48.939223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8037-8b92-404c-9167-2b17736f7981 req-0e7d04bd-69d2-4d6e-a251-7eb5ff29565a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:48.940816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-734b8037-8b92-404c-9167-2b17736f7981 req-0e7d04bd-69d2-4d6e-a251-7eb5ff29565a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2548299 Feb 14 21:17:49.016113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b98dbf16-3c42-4745-b4f3-fa083be5d4d2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.106426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (b98dbf16-3c42-4745-b4f3-fa083be5d4d2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.124775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-734b8037-8b92-404c-9167-2b17736f7981 req-7dc61247-98e5-41d7-a743-44788c8dc3b8 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729517 Feb 14 21:17:49.172041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b98dbf16-3c42-4745-b4f3-fa083be5d4d2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.175475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.176723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4325a9e4-58e5-4497-8b3b-0bb95a8d4e5d req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/b98dbf16-3c42-4745-b4f3-fa083be5d4d2 HTTP/1.1" status: 204 len: 173 time: 0.3767226 Feb 14 21:17:49.215804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f583-7cc1-45d6-808e-7ac4c22b92e2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dbf16-3c42-4745-b4f3-fa083be5d4d2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:49.446649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6172d65-821e-42f1-a4bf-9a641de40346 req-d0e19b60-5a89-47cd-99dc-5078aadb63d6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 210 time: 0.1037407 Feb 14 21:17:49.496098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e5e7-6529-4201-9ec8-61ff17d11d09 req-c0e9f874-cd41-4b9c-988c-dad54352d825 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:49.506553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b27e5e7-6529-4201-9ec8-61ff17d11d09 req-c0e9f874-cd41-4b9c-988c-dad54352d825 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.1792364 Feb 14 21:17:49.512803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039229666', 'description': 'tempest-description-1724779935'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:49.565987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.600304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b27e5e7-6529-4201-9ec8-61ff17d11d09 req-52670e10-e151-4ff1-8e39-eed78048e9ed tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921209 Feb 14 21:17:49.745044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (760ffb73-0019-4270-a006-ab626302dad4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.780077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (760ffb73-0019-4270-a006-ab626302dad4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.873391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de94893c-ffb5-4825-a302-efd0003af0e8 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:17:49.925832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: de94893c-ffb5-4825-a302-efd0003af0e8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:17:49.926184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de94893c-ffb5-4825-a302-efd0003af0e8 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:17:49.984543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:49.993016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-caaa14c8-4910-4f8c-8676-4cddc7d3bfbf req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5208807 Feb 14 21:17:50.014423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e499f9f-5dec-4574-8abe-c219360b4e89 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760ffb73-0019-4270-a006-ab626302dad4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:50.112095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd66f-fabb-406f-99cf-88b66051cd46 req-c43deabb-c4ac-46b2-a6d2-199893f0e326 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:50.121061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f80cd66f-fabb-406f-99cf-88b66051cd46 req-c43deabb-c4ac-46b2-a6d2-199893f0e326 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.3739607 Feb 14 21:17:50.196656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c032803-023b-49e0-88d3-94f413bee904 req-05e13b78-47d1-4359-8e3d-4fd639c03997 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/760ffb73-0019-4270-a006-ab626302dad4 HTTP/1.1" status: 200 len: 1818 time: 0.1671491 Feb 14 21:17:50.198549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-48b5d176-4fb2-4bb5-8989-444f843b3bbc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551920 Feb 14 21:17:50.207551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Request body: {'security_group': {'name': 'tempest-sg-hth-633882037', 'description': 'tempest-description-hth-613185869'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:50.283904 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0d6a19c1-ceb5-4265-ab7c-92fb5ad2fab9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310764 Feb 14 21:17:50.427699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f80cd66f-fabb-406f-99cf-88b66051cd46 req-eb8d7410-5851-4e19-85b6-eb4b86e1277f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052344 Feb 14 21:17:50.515424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-18381888-31b0-49c1-8122-df7507ca1803 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:50.517961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-18381888-31b0-49c1-8122-df7507ca1803 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221584 Feb 14 21:17:50.534810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:50.559197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (760ffb73-0019-4270-a006-ab626302dad4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:50.637864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (760ffb73-0019-4270-a006-ab626302dad4), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:50.653396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (760ffb73-0019-4270-a006-ab626302dad4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:50.656101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:50.657473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c032803-023b-49e0-88d3-94f413bee904 req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "PUT /v2.0/security-groups/760ffb73-0019-4270-a006-ab626302dad4 HTTP/1.1" status: 200 len: 1790 time: 0.4546914 Feb 14 21:17:50.796137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:50.801550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:50.939994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760ffb73-0019-4270-a006-ab626302dad4,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:50.967986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-2723b286-5dfa-4f93-9724-0ab79a28f978 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:50.969544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-2723b286-5dfa-4f93-9724-0ab79a28f978 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7580388 Feb 14 21:17:50.985991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1b2c-d6fa-4c4d-ae1b-b775f4c7ca23 req-d4c71bb6-39cf-4f8f-aacd-f8d1b29482a0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:50.987694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ebd1b2c-d6fa-4c4d-ae1b-b775f4c7ca23 req-d4c71bb6-39cf-4f8f-aacd-f8d1b29482a0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.3484135 Feb 14 21:17:50.993875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:51.033667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.034202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.034560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.034909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.035271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.035609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.035941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.036270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.036596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.036923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.037249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.037573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.037907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b886e8a7-47b4-4768-a9bc-047000bda83b tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:51.104575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.203 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/70132a83-f42b-45c4-a34b-48457d980260) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:51.168087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde0cc-544b-4e66-acb3-05e0a5403703 req-7236636f-87ab-47e7-a76e-a85c06a892fe tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:51.169843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20bde0cc-544b-4e66-acb3-05e0a5403703 req-7236636f-87ab-47e7-a76e-a85c06a892fe tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.4122925 Feb 14 21:17:51.182586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:17:51.190482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Request body: {'floatingip': {'port_id': '9dfc21d5-7123-4492-bccf-f033a283d70c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:51.240417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ebd1b2c-d6fa-4c4d-ae1b-b775f4c7ca23 req-3e4142bb-a79d-49d0-be50-04f786f9b8d2 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363305 Feb 14 21:17:51.332886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:51.559936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96f79c07-d5e5-4d0c-a4bf-5a227d2275d5 req-a3e5299c-5f09-4cb6-ba52-0f12292d600b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 210 time: 0.2791638 Feb 14 21:17:51.818368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (70132a83-f42b-45c4-a34b-48457d980260), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:51.862720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:51.867057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a304d593-859c-4995-bab0-5274fb0499c2 req-34a5d07a-46fb-4564-a442-51f26f33c756 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/760ffb73-0019-4270-a006-ab626302dad4 HTTP/1.1" status: 200 len: 1790 time: 0.2311442 Feb 14 21:17:51.869042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:17:51.879074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:51.880805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:51.961685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:51.967918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:51.972916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:52.013953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:52.093942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:52.098499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:52.145107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ccbc7878-62a4-4be9-844f-f1597a08ffaf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6151943 Feb 14 21:17:52.158022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Request body: {'port': {'device_id': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:52.318831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (70132a83-f42b-45c4-a34b-48457d980260), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:52.553720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3624250d-c6a6-4b58-95c9-c43127afd692 None None] Provisioning complete for port 70132a83-f42b-45c4-a34b-48457d980260 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:52.554097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3624250d-c6a6-4b58-95c9-c43127afd692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (70132a83-f42b-45c4-a34b-48457d980260), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:52.615542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3624250d-c6a6-4b58-95c9-c43127afd692 None None] Port 70132a83-f42b-45c4-a34b-48457d980260 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:52.871456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:52.881032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd6a3a-982d-4bf1-9f88-a03d4b281e1b req-778d8dab-e654-40f5-8457-e05d38d72f01 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:52.888817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ffd6a3a-982d-4bf1-9f88-a03d4b281e1b req-778d8dab-e654-40f5-8457-e05d38d72f01 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 1.3615577 Feb 14 21:17:52.904163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.013266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-e729b561-e25b-4024-ac94-baefef3b581a tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/760ffb73-0019-4270-a006-ab626302dad4 HTTP/1.1" status: 200 len: 1790 time: 1.0937605 Feb 14 21:17:53.071518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.42 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/997149bc-5c9c-4366-a285-c18a3b2691f4) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:17:53.122704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ffd6a3a-982d-4bf1-9f88-a03d4b281e1b req-9fdd526d-4323-450c-884c-9eb52a6c59ed tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305388 Feb 14 21:17:53.138444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (760ffb73-0019-4270-a006-ab626302dad4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.303539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (760ffb73-0019-4270-a006-ab626302dad4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.319624 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Floating IP 917881fd-76b5-401a-b293-9f426bdf9dab associated. External IP: 172.25.2.4, port: 9dfc21d5-7123-4492-bccf-f033a283d70c. Feb 14 21:17:53.462747 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:17:53.537429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94617b3c-c5d8-469a-a0e7-d53f575b4ce3 req-774cf0e9-43ac-4de4-bc4b-e94fbf39185f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:53.538945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94617b3c-c5d8-469a-a0e7-d53f575b4ce3 req-774cf0e9-43ac-4de4-bc4b-e94fbf39185f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.3191566 Feb 14 21:17:53.623323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (760ffb73-0019-4270-a006-ab626302dad4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.626480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.627621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5c67b9c-ca29-4d1c-a0f7-6e2079e573d8 req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/760ffb73-0019-4270-a006-ab626302dad4 HTTP/1.1" status: 204 len: 173 time: 0.6136701 Feb 14 21:17:53.645808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c34a1-0cb2-466d-b246-0349caa34175 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ffb73-0019-4270-a006-ab626302dad4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:53.713302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94617b3c-c5d8-469a-a0e7-d53f575b4ce3 req-62050aa5-ce93-4e9e-b0ba-53eb078e0017 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124265 Feb 14 21:17:53.836355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:53.868334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:17:53.933166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14789580-c50e-4ec4-8842-84996cd9a64f req-a72cea92-4598-4f56-b9d0-059bd2e0eed3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:53.943516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14789580-c50e-4ec4-8842-84996cd9a64f req-a72cea92-4598-4f56-b9d0-059bd2e0eed3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 936 time: 0.2201152 Feb 14 21:17:54.074722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.104431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:17:54.234202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:17:54.320271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:17:54.337857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:17:54.373027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14789580-c50e-4ec4-8842-84996cd9a64f req-5cee3ed5-3284-4f85-849b-dbf6718df882 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284263 Feb 14 21:17:54.447621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70132a83-f42b-45c4-a34b-48457d980260 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:54.462384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks [] for port (70132a83-f42b-45c4-a34b-48457d980260), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.492518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Transition to ACTIVE for port object 70132a83-f42b-45c4-a34b-48457d980260 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:54.502434 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.589399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Pushing event updated for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:54.606364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.607768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.607931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.608343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.610176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.611293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.611771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.612207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.612635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.613349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.613973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.614516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.615321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:17:54.641155 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-552776b7-f5b2-4c94-b654-19e0bfb527b0 req-542b42d9-717a-4fd9-b7a4-5f102d808b77 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:54.659658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-552776b7-f5b2-4c94-b654-19e0bfb527b0 req-542b42d9-717a-4fd9-b7a4-5f102d808b77 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b98dbf16-3c42-4745-b4f3-fa083be5d4d2 HTTP/1.1" status: 404 len: 352 time: 0.1065946 Feb 14 21:17:54.666168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:54.724204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:17:54.754603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.756906 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-65df1327-026c-4349-a1d1-f5f68d433f7f req-0fbda742-7d59-43d3-8bbd-2d12c3026941 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:54.775753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65df1327-026c-4349-a1d1-f5f68d433f7f req-0fbda742-7d59-43d3-8bbd-2d12c3026941 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/32a78f88-7e8d-44c1-aa87-aa23f34847aa HTTP/1.1" status: 404 len: 352 time: 0.0953794 Feb 14 21:17:54.776734 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:17:54.793737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Attempting to bind port 70132a83-f42b-45c4-a34b-48457d980260 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:54.794084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Attempting to bind port 70132a83-f42b-45c4-a34b-48457d980260 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:54.796465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Attempting to bind port 70132a83-f42b-45c4-a34b-48457d980260 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:54.797598 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:54.799735 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:54.805019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Port 70132a83-f42b-45c4-a34b-48457d980260 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:54.809572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Attempting to bind port 70132a83-f42b-45c4-a34b-48457d980260 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:54.821645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:54.822275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:54.822524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:54.822966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.823712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:54.824464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Bound port: 70132a83-f42b-45c4-a34b-48457d980260, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:54.825020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (70132a83-f42b-45c4-a34b-48457d980260), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.843549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fe89ec85-c2a4-4de7-a178-6cf17fec942f None None] Provisioning complete for port 997149bc-5c9c-4366-a285-c18a3b2691f4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:17:54.849572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe89ec85-c2a4-4de7-a178-6cf17fec942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:54.981211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fe89ec85-c2a4-4de7-a178-6cf17fec942f None None] Port 997149bc-5c9c-4366-a285-c18a3b2691f4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:17:55.012239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:55.020805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=70132a83-f42b-45c4-a34b-48457d980260,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:55.035387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:55.065075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89207e29-d829-4e6e-b9ff-f0ce8492994b req-50eb3d0e-9736-4f4f-a3da-77e0e30b64bb tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.076755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89207e29-d829-4e6e-b9ff-f0ce8492994b req-50eb3d0e-9736-4f4f-a3da-77e0e30b64bb tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.6528275 Feb 14 21:17:55.083667 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:55.092993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.097577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:55.103714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] 10.222.0.64 "PUT /v2.0/ports/70132a83-f42b-45c4-a34b-48457d980260 HTTP/1.1" status: 200 len: 1097 time: 2.9509001 Feb 14 21:17:55.104446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'tag': '70132a83-f42b-45c4-a34b-48457d980260'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:55.106801 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd215fd9-2b1b-437e-a07c-a43e3f757f61" -d '{"events": [{"name": "network-changed", "server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "tag": "70132a83-f42b-45c4-a34b-48457d980260"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:55.178533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-0fdac6ac-41a0-4de7-b2e6-37365cc7b43c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1897664 Feb 14 21:17:55.227258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Request body: {'port': {'device_id': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:17:55.237914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b4d6d-0a9b-4512-9bac-eb1c2b8a68ed service neutron] Pushing event updated for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:55.264296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-dff2497b-7c1f-4098-9df5-c8f1f4b05e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.267261 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-dff2497b-7c1f-4098-9df5-c8f1f4b05e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 1131 time: 0.0970953 Feb 14 21:17:55.356982 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-9597fa40-a96e-41aa-9f6f-d00481dbaf49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=70132a83-f42b-45c4-a34b-48457d980260 HTTP/1.1" status: 200 len: 217 time: 0.0787394 Feb 14 21:17:55.394863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:55.397714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8822b792-b091-4319-899e-9b2d49624012 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "PUT /v2.0/floatingips/917881fd-76b5-401a-b293-9f426bdf9dab HTTP/1.1" status: 200 len: 989 time: 4.2115514 Feb 14 21:17:55.412885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:55.415126 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3183c4-c481-4d6a-99be-6b16902068f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:55.462413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-fd835f43-7e07-448d-ae5d-2e83cd6b6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.464116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-fd835f43-7e07-448d-ae5d-2e83cd6b6c3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0972557 Feb 14 21:17:55.509816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89207e29-d829-4e6e-b9ff-f0ce8492994b req-3bda7cfe-7db6-4f55-81f1-2f37397210b6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285359 Feb 14 21:17:55.558905 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-2ef0070b-bfea-4dc9-8e0c-6eb06de12e19 req-98635b84-0900-4389-9128-470935343531 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:55.572233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-191d858b-4560-4e4d-acd1-4b0ac93021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.572579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ef0070b-bfea-4dc9-8e0c-6eb06de12e19 req-98635b84-0900-4389-9128-470935343531 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/67b20e1e-3f38-4045-a766-b7a544448404 HTTP/1.1" status: 404 len: 352 time: 0.0273943 Feb 14 21:17:55.573903 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-191d858b-4560-4e4d-acd1-4b0ac93021ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1012201 Feb 14 21:17:55.603091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512285e-f196-441e-ba0c-43d243b5813a req-0e4512c2-1b74-4fcb-bc07-3a24d7c8da14 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:55.611546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5512285e-f196-441e-ba0c-43d243b5813a req-0e4512c2-1b74-4fcb-bc07-3a24d7c8da14 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.6657383 Feb 14 21:17:55.701228 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:b7:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001573f-ff2d-4779-96a7-8ada95828277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:17:52Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:55.774305 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-32f42708-ba82-408e-8c05-1a91b6063ff4 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882367 Feb 14 21:17:55.775846 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23b7519-c598-4ca1-b158-1aaf72b840b4 x-openstack-request-id: req-e23b7519-c598-4ca1-b158-1aaf72b840b4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:55.776134 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "tag": "70132a83-f42b-45c4-a34b-48457d980260", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:55.776385 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e23b7519-c598-4ca1-b158-1aaf72b840b4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:55.776767 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'tag': '70132a83-f42b-45c4-a34b-48457d980260', 'status': 'completed', 'code': 200} Feb 14 21:17:55.791626 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:17:55.806594 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:17:55.807260 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:17:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:55.893879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-80b973d0-bfa6-4ff5-b4d7-074007835adb service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082323 Feb 14 21:17:56.008731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5512285e-f196-441e-ba0c-43d243b5813a req-9f3b2f71-6b06-458e-aa0e-f10f0f429cc9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943374 Feb 14 21:17:56.045603 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:17:56.076060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-714553cd-edf0-4b82-b31b-7bdb616fc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.077695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-714553cd-edf0-4b82-b31b-7bdb616fc1ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 1131 time: 0.1042879 Feb 14 21:17:56.206202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b8467-36dc-441d-a6e1-1df15f19abdb req-5b2bc570-1480-4115-b837-425f20ff21a7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.224190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f4b8467-36dc-441d-a6e1-1df15f19abdb req-5b2bc570-1480-4115-b837-425f20ff21a7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 948 time: 0.3853250 Feb 14 21:17:56.312000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-2e8b00ed-dc13-4002-ba40-1dfb148245aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.315689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-2e8b00ed-dc13-4002-ba40-1dfb148245aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2275803 Feb 14 21:17:56.382604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-1be7f700-cd16-4a61-93f3-3120ed079d44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=70132a83-f42b-45c4-a34b-48457d980260 HTTP/1.1" status: 200 len: 217 time: 0.0587764 Feb 14 21:17:56.424720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:b7:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001573f-ff2d-4779-96a7-8ada95828277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:17:52Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:17:56.458403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-a2c25e95-47e8-4c59-950d-1bee625018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.461120 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-a2c25e95-47e8-4c59-950d-1bee625018d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0647583 Feb 14 21:17:56.476648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c68847e-cfee-483b-bb49-34ea406637d4 None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '917881fd-76b5-401a-b293-9f426bdf9dab', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'port_id': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'mac_address': 'fa:16:3e:b7:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001573f-ff2d-4779-96a7-8ada95828277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:15:15Z', 'updated_at': '2022-02-14T21:17:52Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:17:56.538610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-4e08e2d1-6e04-4592-b8e4-92e7ffee20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.540241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-4e08e2d1-6e04-4592-b8e4-92e7ffee20cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0720403 Feb 14 21:17:56.708806 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-dbfed8a1-0ad2-45cc-9cf0-36a8592eca62 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562986 Feb 14 21:17:56.735779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbd39a-6c2b-4af8-86e3-285e64089418 req-636ca47c-54d6-4413-9a3b-aa84316ab4e2 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:56.737646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ebbd39a-6c2b-4af8-86e3-285e64089418 req-636ca47c-54d6-4413-9a3b-aa84316ab4e2 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.5941181 Feb 14 21:17:56.759584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f4b8467-36dc-441d-a6e1-1df15f19abdb req-74316a03-21df-4cc2-a27e-374b7f10f184 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342133 Feb 14 21:17:56.853579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77f4c0-1805-4260-8e89-1579efa1d321 None None] New status for floating IP 917881fd-76b5-401a-b293-9f426bdf9dab: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:17:56.865320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ebbd39a-6c2b-4af8-86e3-285e64089418 req-f0822f7b-c546-4188-8cef-203e5ac676fa tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140802 Feb 14 21:17:56.878827 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fd215fd9-2b1b-437e-a07c-a43e3f757f61 req-97266da7-a4e8-4323-8997-14e11677edf5 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584589 Feb 14 21:17:56.879692 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f7801-d266-4f5a-8f36-7ecec8e14df3 x-openstack-request-id: req-394f7801-d266-4f5a-8f36-7ecec8e14df3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:56.880055 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:56.880373 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-394f7801-d266-4f5a-8f36-7ecec8e14df3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:56.880837 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'status': 'completed', 'code': 200} Feb 14 21:17:56.928319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997149bc-5c9c-4366-a285-c18a3b2691f4 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:17:56.937505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks [] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:56.951887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Transition to ACTIVE for port object 997149bc-5c9c-4366-a285-c18a3b2691f4 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:17:56.982529 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-876fb992-60d6-4faf-8c3e-d522adc5699e req-a9920750-f68a-44f8-961c-746f15c9855a tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:56.983594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-876fb992-60d6-4faf-8c3e-d522adc5699e req-a9920750-f68a-44f8-961c-746f15c9855a tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/ddf08adf-c3e1-475c-b398-dc4fb449eddc HTTP/1.1" status: 404 len: 352 time: 0.0288877 Feb 14 21:17:56.985637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:57.116825 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-3cd50b5d-3517-468f-9718-edcba242aa6b req-188dd97d-ac02-492b-b5d4-1ff2e177501e tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:57.128496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cd50b5d-3517-468f-9718-edcba242aa6b req-188dd97d-ac02-492b-b5d4-1ff2e177501e tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/4b86fbe6-2fdd-4979-8f3f-9066b5cf1590 HTTP/1.1" status: 404 len: 352 time: 0.1084676 Feb 14 21:17:57.204409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:57.210647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-8e312216-c022-4c87-b5c1-2062896aeff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.212219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-8e312216-c022-4c87-b5c1-2062896aeff4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 1128 time: 0.2590487 Feb 14 21:17:57.330862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07afe1-c0d7-4276-acf9-52c938646052 req-64df4400-9179-430c-8364-a6a6ff3303f3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.332489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a07afe1-c0d7-4276-acf9-52c938646052 req-64df4400-9179-430c-8364-a6a6ff3303f3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.3364551 Feb 14 21:17:57.432124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Attempting to bind port 997149bc-5c9c-4366-a285-c18a3b2691f4 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:17:57.432461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Attempting to bind port 997149bc-5c9c-4366-a285-c18a3b2691f4 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:17:57.432804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Attempting to bind port 997149bc-5c9c-4366-a285-c18a3b2691f4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:57.437951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a07afe1-c0d7-4276-acf9-52c938646052 req-f7dedb9f-7c0d-4290-996b-972b33cb21a2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Feb 14 21:17:57.453394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca917-5794-4047-b69a-a3fa4e5436d7 req-ec0832c8-b32d-4c8a-85f5-4ad3d4cd5a4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.460368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47ca917-5794-4047-b69a-a3fa4e5436d7 req-ec0832c8-b32d-4c8a-85f5-4ad3d4cd5a4f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2242143 Feb 14 21:17:57.470918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Port 997149bc-5c9c-4366-a285-c18a3b2691f4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:17:57.471344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Attempting to bind port 997149bc-5c9c-4366-a285-c18a3b2691f4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:17:57.493666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-afb527af-9893-4dac-98ad-b2d699439c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.495071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-afb527af-9893-4dac-98ad-b2d699439c60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 200 len: 925 time: 0.2496595 Feb 14 21:17:57.503733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:17:57.504084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:17:57.504466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:17:57.504905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Bound port: 997149bc-5c9c-4366-a285-c18a3b2691f4, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:17:57.505295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:57.516733 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-322bd667-ea12-4274-913b-6c8c7696fff0 req-369c214c-2d3a-4701-bc7c-14de473b0f23 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] show failed (client error): The resource could not be found. Feb 14 21:17:57.517715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-322bd667-ea12-4274-913b-6c8c7696fff0 req-369c214c-2d3a-4701-bc7c-14de473b0f23 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/b970f955-3d0f-46e5-90d8-12918c3028ed HTTP/1.1" status: 404 len: 352 time: 0.0351069 Feb 14 21:17:57.603138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47ca917-5794-4047-b69a-a3fa4e5436d7 req-7ddc2891-a650-477a-8947-639980c97dcc tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418288 Feb 14 21:17:57.679868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-d2f5acbd-7348-4543-a817-5b8915ff7101 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfc21d5-7123-4492-bccf-f033a283d70c HTTP/1.1" status: 200 len: 999 time: 0.1708257 Feb 14 21:17:57.739136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:17:57.782449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=997149bc-5c9c-4366-a285-c18a3b2691f4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:17:57.786817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-106b9f29-e0fd-4f06-b7af-f8664fd1522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.788387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-106b9f29-e0fd-4f06-b7af-f8664fd1522c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 200 len: 863 time: 0.0952816 Feb 14 21:17:57.792537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:57.821787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.822603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:57.824163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] 10.222.0.83 "PUT /v2.0/ports/997149bc-5c9c-4366-a285-c18a3b2691f4 HTTP/1.1" status: 200 len: 1096 time: 2.6135809 Feb 14 21:17:57.925884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50d45-088a-4642-8222-fa72c475f1ee req-70f9ceb0-5e04-41c6-b577-29b57588d4b9 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:57.927457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3b50d45-088a-4642-8222-fa72c475f1ee req-70f9ceb0-5e04-41c6-b577-29b57588d4b9 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1023 time: 0.1917334 Feb 14 21:17:57.991532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087ea04-d185-4bac-91a5-5fd23169fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:17:58.019586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-b3e11621-ecf4-4fc9-aef5-0d5f431f0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.021118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-b3e11621-ecf4-4fc9-aef5-0d5f431f0612 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eaafe9a-f5b4-40cd-a44a-9abe67949432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2230573 Feb 14 21:17:58.049924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04392eb7-ed8c-4578-a49b-1add9766ee9c req-20e6428a-fbfa-4a26-8b2d-0ed80de69e60 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.051392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04392eb7-ed8c-4578-a49b-1add9766ee9c req-20e6428a-fbfa-4a26-8b2d-0ed80de69e60 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 948 time: 0.1923239 Feb 14 21:17:58.088822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-db9e0c43-59a8-4adb-828b-28f6c28f4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.090281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-db9e0c43-59a8-4adb-828b-28f6c28f4565 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 1130 time: 0.2025514 Feb 14 21:17:58.179808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3b50d45-088a-4642-8222-fa72c475f1ee req-ccd841dd-3f37-468b-ae21-1f51ac3d5de3 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=70071998-8087-4df3-a48d-20bff634940f&id=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841&id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2294757 Feb 14 21:17:58.186806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-16e0c2af-85f9-4dc5-a679-d778a853bfd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=997149bc-5c9c-4366-a285-c18a3b2691f4 HTTP/1.1" status: 200 len: 217 time: 0.0568805 Feb 14 21:17:58.264966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04392eb7-ed8c-4578-a49b-1add9766ee9c req-cdbaefc5-d0aa-4ef8-869e-5799c05b9c7e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982942 Feb 14 21:17:58.274615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-cc61fe4b-c7df-4a94-9168-fd5f7d0b68e6 service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350557 Feb 14 21:17:58.282297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-91bb5f3d-387b-486f-9b8c-d061aceeccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.283800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-91bb5f3d-387b-486f-9b8c-d061aceeccb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0866790 Feb 14 21:17:58.350613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:17:58.401157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d575ca-6539-43ce-9295-5ad304db6998 req-56fd4b52-b7bd-4c0a-b5b2-f8d4a0c0234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.402692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-56fd4b52-b7bd-4c0a-b5b2-f8d4a0c0234b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1115444 Feb 14 21:17:58.425065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e3183c4-c481-4d6a-99be-6b16902068f0 req-6c7e4e30-61a4-4ef3-bb31-059250456d46 service neutron] 10.222.0.64 "GET /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369939 Feb 14 21:17:58.504019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-3fa0355a-51ad-4af3-af08-b7a39ca0e3f0 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916557 Feb 14 21:17:58.636389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9dc31-cd6d-4a66-ba3c-3456cdb547db req-dc772309-437e-427e-983d-8347293427ca tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.637878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efb9dc31-cd6d-4a66-ba3c-3456cdb547db req-dc772309-437e-427e-983d-8347293427ca tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.1200743 Feb 14 21:17:58.645215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41d575ca-6539-43ce-9295-5ad304db6998 req-ad1918e2-d98b-4b28-b8d8-fdded1f51501 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352129 Feb 14 21:17:58.720536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efb9dc31-cd6d-4a66-ba3c-3456cdb547db req-3c713ce9-2aa4-4a73-bc09-648e2243d748 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732865 Feb 14 21:17:58.743179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493dfd8-bec4-4d05-86ca-55f1db604746 req-51cd4a85-0608-47ce-854b-fd9e2513911f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.744650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1493dfd8-bec4-4d05-86ca-55f1db604746 req-51cd4a85-0608-47ce-854b-fd9e2513911f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.0699453 Feb 14 21:17:58.790584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1493dfd8-bec4-4d05-86ca-55f1db604746 req-d61adad2-442d-4cf8-9a43-2327deec494e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Feb 14 21:17:58.882347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:17:58.884624 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e" -d '{"events": [{"name": "network-changed", "server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:17:58.918937 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef6a7a-d9be-465d-898b-cecf043739ee x-openstack-request-id: req-9aef6a7a-d9be-465d-898b-cecf043739ee {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:17:58.919256 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:17:58.919511 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9aef6a7a-d9be-465d-898b-cecf043739ee {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:17:58.919904 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4', 'status': 'completed', 'code': 200} Feb 14 21:17:58.992809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-8440a44a-0e53-4f4c-8756-755d592d057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:58.994290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-8440a44a-0e53-4f4c-8756-755d592d057b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 1130 time: 0.0533810 Feb 14 21:17:59.085340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-6ed1e8fb-8910-4407-9c12-8ac240488e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.086777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-6ed1e8fb-8910-4407-9c12-8ac240488e81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0852702 Feb 14 21:17:59.128421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-1e296532-9595-45fc-beb5-1ce34c91efc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=997149bc-5c9c-4366-a285-c18a3b2691f4 HTTP/1.1" status: 200 len: 217 time: 0.0338480 Feb 14 21:17:59.180014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-39065af0-46e2-4e78-a839-b90b38b8a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.181376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-39065af0-46e2-4e78-a839-b90b38b8a52e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0436811 Feb 14 21:17:59.233743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-f1d71661-c168-4511-8688-3185a7895a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.236343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-f1d71661-c168-4511-8688-3185a7895a94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0462575 Feb 14 21:17:59.400700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa27809-92ba-4140-ae1b-e50435529113 req-642374a8-1e8e-4ef9-941f-ecbc8dd54cff tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.402202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2aa27809-92ba-4140-ae1b-e50435529113 req-642374a8-1e8e-4ef9-941f-ecbc8dd54cff tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1023 time: 0.1473920 Feb 14 21:17:59.413052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-b905b4fc-afb1-4942-899a-348bb1964e21 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665094 Feb 14 21:17:59.490084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af9075-dbbb-449d-95d6-fe9b488dd751 req-03681022-3745-4903-b50e-c71f1947ec2f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.491392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45af9075-dbbb-449d-95d6-fe9b488dd751 req-03681022-3745-4903-b50e-c71f1947ec2f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 948 time: 0.1531610 Feb 14 21:17:59.594789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2aa27809-92ba-4140-ae1b-e50435529113 req-f6c1f0b2-7e12-4963-95c4-1f93b71b48d3 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=70071998-8087-4df3-a48d-20bff634940f&id=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841&id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1849451 Feb 14 21:17:59.596680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9919e86f-ecca-4c73-a5fa-b7ce2d98326e req-71523b1a-ed84-40fe-853e-59e391722568 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757023 Feb 14 21:17:59.615265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45af9075-dbbb-449d-95d6-fe9b488dd751 req-a9bae9d1-a3c9-412c-a1a3-4ea5e6ffe85c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077645 Feb 14 21:17:59.872563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5dd7f-76fd-4853-92aa-a65e0b95e06c req-fa26cfff-5338-46b0-8234-0abf3edb58b1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.874043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0f5dd7f-76fd-4853-92aa-a65e0b95e06c req-fa26cfff-5338-46b0-8234-0abf3edb58b1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0862439 Feb 14 21:17:59.927768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-eb85be1c-1b94-458f-8dc2-a247998111b7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:17:59.929335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-eb85be1c-1b94-458f-8dc2-a247998111b7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.64 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 1023 time: 0.1112895 Feb 14 21:18:00.017091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ca2c7-0f60-4c5b-a7b9-fe001a073f8d req-04c1a8e4-004c-4c5d-a48f-c91da3f7f3d8 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:00.018625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-282ca2c7-0f60-4c5b-a7b9-fe001a073f8d req-04c1a8e4-004c-4c5d-a48f-c91da3f7f3d8 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1559377 Feb 14 21:18:00.028161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0f5dd7f-76fd-4853-92aa-a65e0b95e06c req-4055b3ef-c097-4980-a8ab-e44988afe8d5 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456654 Feb 14 21:18:00.105595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-282ca2c7-0f60-4c5b-a7b9-fe001a073f8d req-9f48f8a6-75e9-414c-8e34-cfc3455e9de7 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809433 Feb 14 21:18:00.117061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 70132a83-f42b-45c4-a34b-48457d980260 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:00.128539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Deleting port 2402aaae-85c6-4ee5-856f-07934342003b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:18:00.128941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2402aaae-85c6-4ee5-856f-07934342003b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.257076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] For port 2402aaae-85c6-4ee5-856f-07934342003b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2402aaae-85c6-4ee5-856f-07934342003b,segment=NetworkSegment(846b4478-2e60-42c7-87d3-fd9f5afe7346),segment_id=846b4478-2e60-42c7-87d3-fd9f5afe7346)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:00.257453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2402aaae-85c6-4ee5-856f-07934342003b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.271680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Calling delete_port for 2402aaae-85c6-4ee5-856f-07934342003b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:18:00.283974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=70132a83-f42b-45c4-a34b-48457d980260,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:00.307822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '70132a83-f42b-45c4-a34b-48457d980260', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '70132a83-f42b-45c4-a34b-48457d980260', 'mac_address': 'fa:16:3e:b2:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:00.364380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 70132a83-f42b-45c4-a34b-48457d980260 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:00.365110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (70132a83-f42b-45c4-a34b-48457d980260), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.394763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70132a83-f42b-45c4-a34b-48457d980260 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:00.425592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=70132a83-f42b-45c4-a34b-48457d980260,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:00.430207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.483348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:00.491132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.491518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.491862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.492207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.492538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.492872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.493195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.493520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.493843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.494165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.494486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.494905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.495254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:00.751331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2402aaae-85c6-4ee5-856f-07934342003b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.794212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'Port': ['ID=2402aaae-85c6-4ee5-856f-07934342003b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:00.799465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-b535c3fc-f15e-4fa0-a87a-fffca2272e7a tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1886788451&fields=id&tenant_id=783fc64c0bd94110a91f7fd82117e4f7 HTTP/1.1" status: 200 len: 267 time: 0.3729291 Feb 14 21:18:00.866860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0e4b-1552-4b4d-82e5-0c3a519a6a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.873319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fac2-c9b2-4acb-85fb-f0848edab5ce req-aad9d471-2541-42d7-87b5-d6e13d1974e5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:00.874767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c48fac2-c9b2-4acb-85fb-f0848edab5ce req-aad9d471-2541-42d7-87b5-d6e13d1974e5 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/ports?device_id=16e071f5-6911-4da2-91f9-11d11582f0d0 HTTP/1.1" status: 200 len: 945 time: 0.1712179 Feb 14 21:18:00.899447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] No DVR routers for this DVR port 2402aaae-85c6-4ee5-856f-07934342003b on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:18:00.909105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:00.912338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffac98e5-2758-42fa-9853-a445565bd4dc req-e39d19c7-951b-4c3b-ba10-301e66eb3383 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.64 "DELETE /v2.0/ports/2402aaae-85c6-4ee5-856f-07934342003b HTTP/1.1" status: 204 len: 173 time: 0.9749269 Feb 14 21:18:00.921004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'name': 'network-vif-deleted', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:00.923311 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff9e373-779e-4ab1-9665-99df7dc83cac" -d '{"events": [{"server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "name": "network-vif-deleted", "tag": "2402aaae-85c6-4ee5-856f-07934342003b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:00.995499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-a1f6fcf6-b3fa-4c4a-9dcd-606c0a941769 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:00.996980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-a1f6fcf6-b3fa-4c4a-9dcd-606c0a941769 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/networks?id=7f1c548c-4817-4324-b940-40a06a43a5b9 HTTP/1.1" status: 200 len: 815 time: 0.1880946 Feb 14 21:18:01.029545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c48fac2-c9b2-4acb-85fb-f0848edab5ce req-8f9f0dc5-2092-4aee-b3cd-895eed7892a7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups?id=70071998-8087-4df3-a48d-20bff634940f&id=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841&id=9d4034a6-5825-4ee3-88a6-97a9acdb2213&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1246870 Feb 14 21:18:01.031458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-c63d07b7-bcf9-4283-ad5b-688cc06765af tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/quotas/783fc64c0bd94110a91f7fd82117e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0233765 Feb 14 21:18:01.034418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:01.129453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-289aab55-0044-4c4c-8b97-671003b68ef7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=783fc64c0bd94110a91f7fd82117e4f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908806 Feb 14 21:18:01.259396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde283-b213-4f14-acde-d7a81c7fe639 req-af5a1f28-91cd-4f48-bec2-3a8c98e46817 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:01.260875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bde283-b213-4f14-acde-d7a81c7fe639 req-af5a1f28-91cd-4f48-bec2-3a8c98e46817 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 949 time: 0.1164896 Feb 14 21:18:01.293455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-39b60362-1319-4f12-8af7-9c784dde81c6 service neutron] 10.222.0.86 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404765 Feb 14 21:18:01.370535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bde283-b213-4f14-acde-d7a81c7fe639 req-9c99d924-7c0d-4f80-87d0-ec66fa8ad032 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Feb 14 21:18:01.409496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-edcc847c-ec06-4637-9b17-ad5ba9eb3d7a service neutron] 10.222.0.86 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058283 Feb 14 21:18:01.422803 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012536ba-1151-4923-9258-d253ee4fafa6 x-openstack-request-id: req-012536ba-1151-4923-9258-d253ee4fafa6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:01.423100 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e071f5-6911-4da2-91f9-11d11582f0d0", "name": "network-vif-deleted", "tag": "2402aaae-85c6-4ee5-856f-07934342003b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:01.424688 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-012536ba-1151-4923-9258-d253ee4fafa6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:01.424688 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e071f5-6911-4da2-91f9-11d11582f0d0', 'name': 'network-vif-deleted', 'tag': '2402aaae-85c6-4ee5-856f-07934342003b', 'status': 'completed', 'code': 200} Feb 14 21:18:01.520437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98531e24-45ba-44cd-9b49-af1a17fcd929 req-fe4885b3-4f8c-43d5-acfb-54c1a322cc06 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:01.521862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98531e24-45ba-44cd-9b49-af1a17fcd929 req-fe4885b3-4f8c-43d5-acfb-54c1a322cc06 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0605578 Feb 14 21:18:01.582594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98531e24-45ba-44cd-9b49-af1a17fcd929 req-c97c48bd-2eb2-420e-926f-933d3eb063b9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Feb 14 21:18:01.788120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e46a4d9d-5a91-4629-8373-eef2a4155ae7 req-27ac819a-f4c0-4346-aa96-e073d52d68d7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0337293 Feb 14 21:18:01.812042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5e977-c7f0-42fe-ae66-5d97c33427e9 req-f0188157-6a71-4598-bb49-32d2d1ae131d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:01.812992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67f5e977-c7f0-42fe-ae66-5d97c33427e9 req-f0188157-6a71-4598-bb49-32d2d1ae131d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1126812 Feb 14 21:18:01.871681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67f5e977-c7f0-42fe-ae66-5d97c33427e9 req-a51f7a83-b7e7-4d2f-b88d-5ebe2644533f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522695 Feb 14 21:18:01.884143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 997149bc-5c9c-4366-a285-c18a3b2691f4 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:01.992942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=997149bc-5c9c-4366-a285-c18a3b2691f4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:02.012036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '997149bc-5c9c-4366-a285-c18a3b2691f4', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '997149bc-5c9c-4366-a285-c18a3b2691f4', 'mac_address': 'fa:16:3e:52:3d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:02.055109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 997149bc-5c9c-4366-a285-c18a3b2691f4 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:02.055569 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.070541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997149bc-5c9c-4366-a285-c18a3b2691f4 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:02.090808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=997149bc-5c9c-4366-a285-c18a3b2691f4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:02.098108 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.149505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2402aaae-85c6-4ee5-856f-07934342003b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:02.184289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-da04a3c5-c56e-4c40-9e18-999d73343bbc tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/70071998-8087-4df3-a48d-20bff634940f HTTP/1.1" status: 200 len: 1817 time: 0.0491869 Feb 14 21:18:02.185323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 2402aaae-85c6-4ee5-856f-07934342003b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:18:02.185777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2402aaae-85c6-4ee5-856f-07934342003b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:18:02.192514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:02.255102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (70071998-8087-4df3-a48d-20bff634940f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.283329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (70071998-8087-4df3-a48d-20bff634940f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.338209 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70071998-8087-4df3-a48d-20bff634940f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.341574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.348819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-044196eb-56d2-4273-8e22-8be11b3e8e37 req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/70071998-8087-4df3-a48d-20bff634940f HTTP/1.1" status: 204 len: 173 time: 0.1556063 Feb 14 21:18:02.369659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c4284-a1bd-4d3f-b86b-d8ee3853c8bf tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70071998-8087-4df3-a48d-20bff634940f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:02.389722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:02.419751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-7c6f06d5-db73-4bd2-bcdf-3226aee8c2b2 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "GET /v2.0/security-groups/2c2e7544-3a3f-4ebc-9777-0d96ac4ad841 HTTP/1.1" status: 200 len: 1818 time: 0.0513434 Feb 14 21:18:02.523963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (2c2e7544-3a3f-4ebc-9777-0d96ac4ad841), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.572599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (2c2e7544-3a3f-4ebc-9777-0d96ac4ad841), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.589565 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.602865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff50c-35e1-47fc-9153-ce9698cc564c req-ce0d24a1-adb4-42e0-90c5-156a7db98d07 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:02.604645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d0ff50c-35e1-47fc-9153-ce9698cc564c req-ce0d24a1-adb4-42e0-90c5-156a7db98d07 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 949 time: 0.1055534 Feb 14 21:18:02.649362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c2e7544-3a3f-4ebc-9777-0d96ac4ad841), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.651942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.653074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8f5a01b-8a08-4aab-bdba-9fa460cdcc30 req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] 10.222.0.86 "DELETE /v2.0/security-groups/2c2e7544-3a3f-4ebc-9777-0d96ac4ad841 HTTP/1.1" status: 204 len: 173 time: 0.2274506 Feb 14 21:18:02.659554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:02.670030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fed75d-b1f8-4809-9957-bac303df59e7 tempest-SecurityGroupsTestJSON-1355845160 tempest-SecurityGroupsTestJSON-1355845160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e7544-3a3f-4ebc-9777-0d96ac4ad841,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:02.681443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d0ff50c-35e1-47fc-9153-ce9698cc564c req-71806261-ff18-405e-a457-38f2d99f7be1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Feb 14 21:18:02.724280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Deleting subnet 3fdd37eb-9b4f-4a98-949c-449acb6b2c73 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:18:02.727460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Publish callbacks [] for subnet (3fdd37eb-9b4f-4a98-949c-449acb6b2c73), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.762330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3fdd37eb-9b4f-4a98-949c-449acb6b2c73), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.804358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3fdd37eb-9b4f-4a98-949c-449acb6b2c73), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.806947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c1d4-19e9-47a8-bf68-c026bcdb43a3 req-092b006c-1ff4-455f-a7bc-87bc4ab35c76 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:02.816209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2280c1d4-19e9-47a8-bf68-c026bcdb43a3 req-092b006c-1ff4-455f-a7bc-87bc4ab35c76 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.0846231 Feb 14 21:18:02.906575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3fdd37eb-9b4f-4a98-949c-449acb6b2c73), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.922024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2280c1d4-19e9-47a8-bf68-c026bcdb43a3 req-61b2118d-c78b-4812-8bdc-ca43bf0405c2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032152 Feb 14 21:18:02.936416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdd37eb-9b4f-4a98-949c-449acb6b2c73,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:02.955005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:02.962369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe4cca08-3fd5-4e5e-87a2-844ac41908cb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3fdd37eb-9b4f-4a98-949c-449acb6b2c73 HTTP/1.1" status: 204 len: 168 time: 0.3010371 Feb 14 21:18:02.964594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:03.005756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38161084-4f54-4c40-82e1-917475a572a6 req-e263470f-412d-4048-8f20-95b1ad462df4 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0823498 Feb 14 21:18:03.078740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.082469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-c32a6d03-c334-42e4-8e11-57c9a75431c2 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:03.084217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-c32a6d03-c334-42e4-8e11-57c9a75431c2 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.83 "GET /v2.0/networks?id=7f1c548c-4817-4324-b940-40a06a43a5b9 HTTP/1.1" status: 200 len: 815 time: 0.1948836 Feb 14 21:18:03.173791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.197554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b3efa8-b0b4-4346-9062-c8c7a94f1ffe']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:03.198789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35966f7-196a-47f6-b470-44ca75d7d4c2 req-535e3696-af73-4609-b62c-8d0cbbd232b9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:03.205795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f35966f7-196a-47f6-b470-44ca75d7d4c2 req-535e3696-af73-4609-b62c-8d0cbbd232b9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1497173 Feb 14 21:18:03.210485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846b4478-2e60-42c7-87d3-fd9f5afe7346') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:03.211051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846b4478-2e60-42c7-87d3-fd9f5afe7346') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:03.228088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-557c1c28-2895-4959-ab25-ff7a2184dd49 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783fc64c0bd94110a91f7fd82117e4f7 HTTP/1.1" status: 200 len: 380 time: 0.1317954 Feb 14 21:18:03.230101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (846b4478-2e60-42c7-87d3-fd9f5afe7346), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.243980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'port': {'device_id': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'admin_state_up': True, 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'security_groups': ['a1216f35-b3f3-4df9-860e-733747c4a547']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:03.245165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (846b4478-2e60-42c7-87d3-fd9f5afe7346), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.253341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:18:03.253954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (846b4478-2e60-42c7-87d3-fd9f5afe7346), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.292119 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b916a8-4c83-40bb-af27-f4fe0b854a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.301782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f35966f7-196a-47f6-b470-44ca75d7d4c2 req-58fc4257-77e7-4baf-a387-6c466f0b9a61 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949957 Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:18:03.355225 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:18:03.361075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (23b3efa8-b0b4-4346-9062-c8c7a94f1ffe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.368485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.373046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] 10.222.0.86 "DELETE /v2.0/networks/23b3efa8-b0b4-4346-9062-c8c7a94f1ffe HTTP/1.1" status: 204 len: 168 time: 0.4073927 Feb 14 21:18:03.391136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affd1c-dd5e-4c28-b58f-16d8a86991fe admin admin] Pushing event deleted for resources: {'Network': ['ID=23b3efa8-b0b4-4346-9062-c8c7a94f1ffe,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:03.432358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Made reservation on behalf of 783fc64c0bd94110a91f7fd82117e4f7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:03.437843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.550817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:03.595439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Allocated IP 172.20.0.3 (7f1c548c-4817-4324-b940-40a06a43a5b9/1117e560-74b5-4253-b9f6-d995c217814e/1177f3e1-daf0-40ba-95be-7fb3909587ea) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:03.616633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-54528d5f-8e54-4d2d-bf31-aad4ee7be8ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22369fa322584b65b5fa3df27286e943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617471 Feb 14 21:18:03.616880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:03.676818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] Publish callbacks [] for security_group (9d4034a6-5825-4ee3-88a6-97a9acdb2213), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.730662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] Publish callbacks [] for security_group (9d4034a6-5825-4ee3-88a6-97a9acdb2213), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.747777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.823718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d4034a6-5825-4ee3-88a6-97a9acdb2213), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.826546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.830924 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d4034a6-5825-4ee3-88a6-97a9acdb2213 HTTP/1.1" status: 204 len: 168 time: 0.2106171 Feb 14 21:18:03.844799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7eb81-8aca-4a6c-a913-dda1b659fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4034a6-5825-4ee3-88a6-97a9acdb2213,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:03.876939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:03.884261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 997149bc-5c9c-4366-a285-c18a3b2691f4 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:03.944000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event updated for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:03.973821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd51b80-376a-42ca-b77b-baa450c4825d req-a13f6ca0-d620-4593-ac3e-7780ba2c2fbb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:03.977770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9dd51b80-376a-42ca-b77b-baa450c4825d req-a13f6ca0-d620-4593-ac3e-7780ba2c2fbb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 949 time: 0.1937275 Feb 14 21:18:03.989653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:03.993677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:04.007116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 997149bc-5c9c-4366-a285-c18a3b2691f4 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:18:04.008548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:04.013177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 997149bc-5c9c-4366-a285-c18a3b2691f4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:04.015522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.114033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:04.114838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.192506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 70132a83-f42b-45c4-a34b-48457d980260 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:04.205207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-1d069c3a-f678-4157-b931-92a488ffbb80 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689546 Feb 14 21:18:04.211556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9dd51b80-376a-42ca-b77b-baa450c4825d req-3142a6b3-da2f-4a79-b49e-8ac17244719f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198091 Feb 14 21:18:04.249733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Request body: {'port': {'device_id': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:04.299582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 997149bc-5c9c-4366-a285-c18a3b2691f4 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:04.300521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.373091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:04.373091 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152cea56-c080-4e87-9dd7-1b2649a92e67" -d '{"events": [{"server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "name": "network-vif-plugged", "status": "completed", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:04.380797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0885b9-567b-45ec-9dfc-f33463457fbe req-e986e4bf-44ce-4643-83df-4293c5ff06e6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:04.382774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd0885b9-567b-45ec-9dfc-f33463457fbe req-e986e4bf-44ce-4643-83df-4293c5ff06e6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.2639742 Feb 14 21:18:04.388852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=997149bc-5c9c-4366-a285-c18a3b2691f4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:04.410260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.414696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 70132a83-f42b-45c4-a34b-48457d980260 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:18:04.438928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.444558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 70132a83-f42b-45c4-a34b-48457d980260 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:04.444932 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (70132a83-f42b-45c4-a34b-48457d980260), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.470258 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.479324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-efdc66cc-3ab0-4af0-846b-d7aca3d8137e None None] Provisioning complete for port 1177f3e1-daf0-40ba-95be-7fb3909587ea triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:04.479626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-efdc66cc-3ab0-4af0-846b-d7aca3d8137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.532893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:04.546003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd0885b9-567b-45ec-9dfc-f33463457fbe req-1668c538-1068-4c91-aa7a-ccf808050a85 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231170 Feb 14 21:18:04.547838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-efdc66cc-3ab0-4af0-846b-d7aca3d8137e None None] Port 1177f3e1-daf0-40ba-95be-7fb3909587ea cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:04.622601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a504-178e-4b06-8cce-3e445a9a3e97 req-8da180b1-64f9-46e3-a24c-4497837b76ed tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:04.623203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 70132a83-f42b-45c4-a34b-48457d980260 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:04.624115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (70132a83-f42b-45c4-a34b-48457d980260), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.629406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9842a504-178e-4b06-8cce-3e445a9a3e97 req-8da180b1-64f9-46e3-a24c-4497837b76ed tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 931 time: 0.2893484 Feb 14 21:18:04.668646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=70132a83-f42b-45c4-a34b-48457d980260,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:04.673870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:04.768101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:04.826764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9842a504-178e-4b06-8cce-3e445a9a3e97 req-88d61ecb-bec6-48a3-a9db-f078c2fb5424 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946504 Feb 14 21:18:04.849996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c2d97-47e1-4f33-bc60-a1ad5ba64f20 req-9014a99d-f02b-40fc-a667-25a85945dc09 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:04.851633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-232c2d97-47e1-4f33-bc60-a1ad5ba64f20 req-9014a99d-f02b-40fc-a667-25a85945dc09 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1695256 Feb 14 21:18:04.879563 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350d4dd-14d8-407c-b45b-af2d65304914 x-openstack-request-id: req-6350d4dd-14d8-407c-b45b-af2d65304914 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:04.879884 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "name": "network-vif-plugged", "status": "completed", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:04.880163 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6350d4dd-14d8-407c-b45b-af2d65304914 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:04.880759 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4', 'code': 200} Feb 14 21:18:04.948272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-232c2d97-47e1-4f33-bc60-a1ad5ba64f20 req-0aeefe63-eb48-4370-84c3-f73f1fe3282f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912347 Feb 14 21:18:04.961083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42864) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:05.001279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7053303-f276-4a89-9ed1-590de6cd5922 req-85f0a0a1-14d4-4291-bd11-cb5e858e8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.002705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c7053303-f276-4a89-9ed1-590de6cd5922 req-85f0a0a1-14d4-4291-bd11-cb5e858e8fe2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 1132 time: 0.0576460 Feb 14 21:18:05.029084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1177f3e1-daf0-40ba-95be-7fb3909587ea {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:05.038731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks [] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.052645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Transition to ACTIVE for port object 1177f3e1-daf0-40ba-95be-7fb3909587ea will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:18:05.054045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c7053303-f276-4a89-9ed1-590de6cd5922 req-3854b123-4c7b-41b6-ad92-5313a63b56ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Feb 14 21:18:05.059180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.095451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-339087231-network', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:05.133938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Pushing event updated for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:05.136295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:05.138578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.167935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.248444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Attempting to bind port 1177f3e1-daf0-40ba-95be-7fb3909587ea on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:05.248843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Attempting to bind port 1177f3e1-daf0-40ba-95be-7fb3909587ea by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:05.249243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Attempting to bind port 1177f3e1-daf0-40ba-95be-7fb3909587ea on network 7f1c548c-4817-4324-b940-40a06a43a5b9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:05.260598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Port 1177f3e1-daf0-40ba-95be-7fb3909587ea on network 7f1c548c-4817-4324-b940-40a06a43a5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:05.260919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Attempting to bind port 1177f3e1-daf0-40ba-95be-7fb3909587ea on network 7f1c548c-4817-4324-b940-40a06a43a5b9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:05.277568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:05.278323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Checking segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:05.278911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Bound using segment: {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:05.279643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Bound port: 1177f3e1-daf0-40ba-95be-7fb3909587ea, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9975da-1567-482a-9fd4-7c7ece50c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:05.280215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.347769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks [] for security_group (6f0f1c07-08dd-4a76-832d-3a4a13f939c9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.374213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6f0f1c07-08dd-4a76-832d-3a4a13f939c9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.420619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:18:05.442135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e05affbd-e908-4858-b873-77fe7f57fbbe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.442548 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Added segment e05affbd-e908-4858-b873-77fe7f57fbbe of type vlan for network b977ec3f-a34c-462e-8079-2e605c65339f Feb 14 21:18:05.445189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f1c07-08dd-4a76-832d-3a4a13f939c9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:05.463671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0af98-ea0f-4b19-90a5-5a23af178f46 req-f41234e6-6c1b-4ad3-b808-b9d8682bb078 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.465170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a0af98-ea0f-4b19-90a5-5a23af178f46 req-f41234e6-6c1b-4ad3-b808-b9d8682bb078 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 950 time: 0.1673789 Feb 14 21:18:05.466257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:05.469909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:05.500628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.543272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b977ec3f-a34c-462e-8079-2e605c65339f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.575608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.576230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.577656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] 10.222.0.83 "PUT /v2.0/ports/1177f3e1-daf0-40ba-95be-7fb3909587ea HTTP/1.1" status: 200 len: 1092 time: 1.3643894 Feb 14 21:18:05.589738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:05.592329 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a287b437-0bff-417c-a2c1-0b423b73c5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:05.638339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a0af98-ea0f-4b19-90a5-5a23af178f46 req-5afeaa3c-7025-48f9-b3c1-5f9637ffa51d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657553 Feb 14 21:18:05.640561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801b75-dc36-4fca-ac86-054ed1f7c268 service neutron] Pushing event updated for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:05.663930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.689718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b977ec3f-a34c-462e-8079-2e605c65339f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.691321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.692018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.757771 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759cd7a8-e6de-4588-ac72-498c878512f5 x-openstack-request-id: req-759cd7a8-e6de-4588-ac72-498c878512f5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:05.758215 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:05.758544 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-759cd7a8-e6de-4588-ac72-498c878512f5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:05.759190 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'status': 'completed', 'code': 200} Feb 14 21:18:05.805212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8429511 Feb 14 21:18:05.806372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42874) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:05.813771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Request body: {'subnet': {'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-339087231-subnet', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:05.815900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28b9bf-4221-4753-9080-621d29acd714 admin admin] Pushing event updated for resources: {'Network': ['ID=b977ec3f-a34c-462e-8079-2e605c65339f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:05.834635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cf1f4-cb84-4f44-bfb5-556bc1215ee8 req-3f3c0b2c-d81a-4fc9-9471-8890a91c1d12 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.835675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b977ec3f-a34c-462e-8079-2e605c65339f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:18:05.836382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-259cf1f4-cb84-4f44-bfb5-556bc1215ee8 req-3f3c0b2c-d81a-4fc9-9471-8890a91c1d12 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.1867623 Feb 14 21:18:05.854884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-5c99baa5-8808-4f05-879c-6dbd177f3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:05.856661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-5c99baa5-8808-4f05-879c-6dbd177f3c10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=783fc64c0bd94110a91f7fd82117e4f7&device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 1126 time: 0.1605232 Feb 14 21:18:05.877951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:05.883183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:05.910578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-84a26dae-31ea-4260-b485-56008cffac4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea HTTP/1.1" status: 200 len: 217 time: 0.0445082 Feb 14 21:18:06.017808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-259cf1f4-cb84-4f44-bfb5-556bc1215ee8 req-9b454e87-c9da-4117-98c7-747505ca316e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715667 Feb 14 21:18:06.033828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-88752099-0131-4abd-9fb0-d75eb22519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.035670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-88752099-0131-4abd-9fb0-d75eb22519a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1117e560-74b5-4253-b9f6-d995c217814e HTTP/1.1" status: 200 len: 854 time: 0.1133175 Feb 14 21:18:06.083467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755449b-f48e-4965-83d2-f0e63d3cd1d7 req-6ee430bf-7a1a-4523-880c-5d6cc4d19f31 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.085064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7755449b-f48e-4965-83d2-f0e63d3cd1d7 req-6ee430bf-7a1a-4523-880c-5d6cc4d19f31 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1764071 Feb 14 21:18:06.149544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (ba924296-e422-48b5-b3cb-416a7753fc6c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.182019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d7bc2ea8-8337-4934-b8e2-dcc2cbd8b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.183573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-d7bc2ea8-8337-4934-b8e2-dcc2cbd8b25b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f1c548c-4817-4324-b940-40a06a43a5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1377175 Feb 14 21:18:06.192291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7755449b-f48e-4965-83d2-f0e63d3cd1d7 req-30a7cbc5-379d-417d-a574-287065c86162 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003139 Feb 14 21:18:06.217074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba924296-e422-48b5-b3cb-416a7753fc6c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:06.245432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Checking segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:06.246196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Network hostable DHCP agents. Network: b977ec3f-a34c-462e-8079-2e605c65339f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:18:06.276800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Network b977ec3f-a34c-462e-8079-2e605c65339f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:18:06.281310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74266-81d4-4626-8866-c92d2773498e req-18d6b439-64d4-463c-994f-fb8fe8cb97a8 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.283005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6de74266-81d4-4626-8866-c92d2773498e req-18d6b439-64d4-463c-994f-fb8fe8cb97a8 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1527188 Feb 14 21:18:06.298457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b977ec3f-a34c-462e-8079-2e605c65339f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:06.302713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.303527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.309738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c602a0-df9c-41f1-b302-a8b087ccf582 None None] Network b977ec3f-a34c-462e-8079-2e605c65339f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:06.328542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42882) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:06.329456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6490735e-7de1-408b-a1fa-15463345cdf7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5211265 Feb 14 21:18:06.336920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:06.364072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-b5380b38-f790-44b5-960d-a74718565b47 service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708214 Feb 14 21:18:06.442462 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f3a52622-a801-4409-aba8-c128123094ac), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.443548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f3a52622-a801-4409-aba8-c128123094ac), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.447522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b977ec3f-a34c-462e-8079-2e605c65339f', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:18:06.448753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.458450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6de74266-81d4-4626-8866-c92d2773498e req-f33bfbd3-be49-49e0-ae34-9a5303f58e3c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622350 Feb 14 21:18:06.546149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for router_controller (f3a52622-a801-4409-aba8-c128123094ac), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.553008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4d8aefe-375c-4cb1-8f29-1ce36ecfb53c req-a2d8b983-66b9-4f17-a44c-0c9e3ea3be03 service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768479 Feb 14 21:18:06.605826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Allocated IP 172.20.0.2 (b977ec3f-a34c-462e-8079-2e605c65339f/ba924296-e422-48b5-b3cb-416a7753fc6c/717f2d83-5631-4749-a136-39db10e10324) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:06.761075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for router_gateway (f3a52622-a801-4409-aba8-c128123094ac), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.763972 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks [] for port (717f2d83-5631-4749-a136-39db10e10324), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.769871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (717f2d83-5631-4749-a136-39db10e10324), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.818500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Network b977ec3f-a34c-462e-8079-2e605c65339f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:06.819011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-34e59abb-91e8-4b19-a91b-e4eaf0b105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:06.820626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-34e59abb-91e8-4b19-a91b-e4eaf0b105a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=783fc64c0bd94110a91f7fd82117e4f7&device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 1126 time: 0.1743860 Feb 14 21:18:06.826846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:06.831654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Pushing event updated for resources: {'Port': ['ID=717f2d83-5631-4749-a136-39db10e10324,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:06.834674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:06.883397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70132a83-f42b-45c4-a34b-48457d980260'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:06.885692 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08ad7a-5641-4dc2-94a3-93c2295975de" -d '{"events": [{"server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "name": "network-vif-plugged", "status": "completed", "tag": "70132a83-f42b-45c4-a34b-48457d980260"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:06.906831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Attempting to bind port 717f2d83-5631-4749-a136-39db10e10324 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:06.907571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Attempting to bind port 717f2d83-5631-4749-a136-39db10e10324 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:06.908220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Attempting to bind port 717f2d83-5631-4749-a136-39db10e10324 on network b977ec3f-a34c-462e-8079-2e605c65339f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:06.915700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:06.916095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Checking segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:06.916512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.916911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Bound using segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:06.917402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Bound port: 717f2d83-5631-4749-a136-39db10e10324, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:06.917928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (717f2d83-5631-4749-a136-39db10e10324), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:06.933356 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597950a-9da7-4ef6-88d0-c05ff68f0d8e x-openstack-request-id: req-9597950a-9da7-4ef6-88d0-c05ff68f0d8e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:06.933685 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "name": "network-vif-plugged", "status": "completed", "tag": "70132a83-f42b-45c4-a34b-48457d980260", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:06.933946 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9597950a-9da7-4ef6-88d0-c05ff68f0d8e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:06.934345 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70132a83-f42b-45c4-a34b-48457d980260', 'code': 200} Feb 14 21:18:07.000817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] For port 717f2d83-5631-4749-a136-39db10e10324, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:07.005076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] For port 717f2d83-5631-4749-a136-39db10e10324, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=717f2d83-5631-4749-a136-39db10e10324,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:07.015139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (717f2d83-5631-4749-a136-39db10e10324), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:07.138490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:07.152202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42b415-94ff-418d-9824-1ee087c40939 None None] Pushing event updated for resources: {'Port': ['ID=717f2d83-5631-4749-a136-39db10e10324,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:07.254588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d5bc-d2a8-4efd-a573-6b4b1667c875 req-4752418f-c65d-46f8-ae6c-29410b83f34f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.256139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3317d5bc-d2a8-4efd-a573-6b4b1667c875 req-4752418f-c65d-46f8-ae6c-29410b83f34f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 950 time: 0.5018332 Feb 14 21:18:07.386171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432399f0-a867-4500-9d32-60a197a33e46 req-acdc4190-5f18-4547-beb8-19b2ffa3cc01 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.387738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-432399f0-a867-4500-9d32-60a197a33e46 req-acdc4190-5f18-4547-beb8-19b2ffa3cc01 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.2406483 Feb 14 21:18:07.388852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-fb7ce91d-78e1-4fe0-b175-28cedd5db996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.390673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-fb7ce91d-78e1-4fe0-b175-28cedd5db996 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f1c548c-4817-4324-b940-40a06a43a5b9 HTTP/1.1" status: 200 len: 916 time: 0.5612168 Feb 14 21:18:07.398018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce83a-4655-4017-86d5-f84d4d266795 req-bc668aeb-77f1-440a-b49c-d909827a915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.399548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb6ce83a-4655-4017-86d5-f84d4d266795 req-bc668aeb-77f1-440a-b49c-d909827a915d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 1133 time: 0.2496781 Feb 14 21:18:07.455722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3317d5bc-d2a8-4efd-a573-6b4b1667c875 req-92efbde3-62a3-4b06-bfcd-fa8f72ca7326 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840732 Feb 14 21:18:07.472248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-43e530aa-c309-4af9-af16-7f4f1f610127 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea HTTP/1.1" status: 200 len: 217 time: 0.0683763 Feb 14 21:18:07.611241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb6ce83a-4655-4017-86d5-f84d4d266795 req-2ded7354-fc36-4e38-be6e-8442ba4d0ca0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968579 Feb 14 21:18:07.614391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-432399f0-a867-4500-9d32-60a197a33e46 req-1209294d-b85d-4b8b-8a43-75446043f32b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094874 Feb 14 21:18:07.655355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-b6755e6b-32c9-4022-bdee-60a1d8e94e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.656854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-b6755e6b-32c9-4022-bdee-60a1d8e94e09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1117e560-74b5-4253-b9f6-d995c217814e HTTP/1.1" status: 200 len: 854 time: 0.1731365 Feb 14 21:18:07.788266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a74c44-9f55-4d10-acc8-68f03ff30168 req-0adb0a41-5e6d-4b40-bfb9-d406abb2276f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.789744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94a74c44-9f55-4d10-acc8-68f03ff30168 req-0adb0a41-5e6d-4b40-bfb9-d406abb2276f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.2555640 Feb 14 21:18:07.829776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for router_gateway (f3a52622-a801-4409-aba8-c128123094ac), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:07.862318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-95053a7c-2b41-4029-a8ea-c00358708aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.863884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-95053a7c-2b41-4029-a8ea-c00358708aaf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f1c548c-4817-4324-b940-40a06a43a5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1981740 Feb 14 21:18:07.868980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:07.882719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91dad8-f881-4708-9042-b3968f14f22d req-90acb15c-77c1-4354-8e23-e77b2cb783a0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:07.884165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa91dad8-f881-4708-9042-b3968f14f22d req-90acb15c-77c1-4354-8e23-e77b2cb783a0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1763544 Feb 14 21:18:07.939380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94a74c44-9f55-4d10-acc8-68f03ff30168 req-1074e553-9e5d-4a0c-9a30-1f981db64a5b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383841 Feb 14 21:18:08.059040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa91dad8-f881-4708-9042-b3968f14f22d req-c27cbdcd-f5ee-40a9-9cd0-c0e2f2f5158f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570053 Feb 14 21:18:08.109458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-1be8e966-618e-4c91-b7e9-536481453d29 service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214291 Feb 14 21:18:08.135610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Allocated IP 172.25.2.216 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7bdd9c34-ee79-4c37-8b73-8e88e24d63f4) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:08.218479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe3947-7909-4d69-8bf8-306f6f2d0cfc None None] Network b977ec3f-a34c-462e-8079-2e605c65339f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:08.273325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 717f2d83-5631-4749-a136-39db10e10324 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:08.302651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a287b437-0bff-417c-a2c1-0b423b73c5e4 req-4fa94802-366f-4d4c-a184-52823f6985fb service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845710 Feb 14 21:18:08.336835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Provisioning complete for port 717f2d83-5631-4749-a136-39db10e10324 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:08.337562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (717f2d83-5631-4749-a136-39db10e10324), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.351998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.388661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.421389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 717f2d83-5631-4749-a136-39db10e10324 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:08.421850 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (717f2d83-5631-4749-a136-39db10e10324), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.427758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:08.434314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:08.437666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:08.470753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:08.513979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Current status of the port 717f2d83-5631-4749-a136-39db10e10324 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:08.514377 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (717f2d83-5631-4749-a136-39db10e10324), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.581623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] For port 717f2d83-5631-4749-a136-39db10e10324, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=717f2d83-5631-4749-a136-39db10e10324,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:08.582562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 717f2d83-5631-4749-a136-39db10e10324 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:08.582966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (717f2d83-5631-4749-a136-39db10e10324), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.596729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (717f2d83-5631-4749-a136-39db10e10324), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.686991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684174f-5919-4229-9503-e78bef37b37e req-dbcabe4d-c1f6-4f37-9b93-6ca4ddd2f9e6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:08.695013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d684174f-5919-4229-9503-e78bef37b37e req-dbcabe4d-c1f6-4f37-9b93-6ca4ddd2f9e6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 950 time: 0.1167972 Feb 14 21:18:08.727910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dc852-8642-4c32-abc7-fc8346fab121 None None] Pushing event updated for resources: {'Port': ['ID=717f2d83-5631-4749-a136-39db10e10324,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:08.737271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:18:08.737618 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:18:08.819372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a7d74af7-0d15-4343-9cd3-c6bece5a6e0d None None] Provisioning complete for port 717f2d83-5631-4749-a136-39db10e10324 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:08.820081 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7d74af7-0d15-4343-9cd3-c6bece5a6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (717f2d83-5631-4749-a136-39db10e10324), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.825789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d684174f-5919-4229-9503-e78bef37b37e req-cf5b7241-1a30-4e94-9175-5e812475f974 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298156 Feb 14 21:18:08.880346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c4d37-64d6-4fb9-8a26-963dac26f407 req-f3f8c572-d397-4e17-b5ff-f52562489237 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:08.881810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff7c4d37-64d6-4fb9-8a26-963dac26f407 req-f3f8c572-d397-4e17-b5ff-f52562489237 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.1352398 Feb 14 21:18:08.888791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for router_gateway (f3a52622-a801-4409-aba8-c128123094ac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:08.910632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a7d74af7-0d15-4343-9cd3-c6bece5a6e0d None None] Current status of the port 717f2d83-5631-4749-a136-39db10e10324 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:09.005016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff7c4d37-64d6-4fb9-8a26-963dac26f407 req-681b356c-ef95-43eb-80be-17f5fb53c293 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136391 Feb 14 21:18:09.183557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b6ef9-1daa-4daa-abe2-ab0055d6aaf0 req-95a7c585-0c83-4b8a-862a-2eaa34a00563 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:09.185036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af4b6ef9-1daa-4daa-abe2-ab0055d6aaf0 req-95a7c585-0c83-4b8a-862a-2eaa34a00563 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1724069 Feb 14 21:18:09.246311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-62c97f78-6a63-4dc6-90b8-c71c76e01dae tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:09.249584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-62c97f78-6a63-4dc6-90b8-c71c76e01dae tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.1627820 Feb 14 21:18:09.260071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f3a52622-a801-4409-aba8-c128123094ac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:09.274181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:09.280487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 717f2d83-5631-4749-a136-39db10e10324 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:09.620748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82fe4-29e8-4b85-81eb-2f5d4c5cb1e3 req-4bd818b2-a80a-4342-93cf-6accfc4ff91c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:09.622248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4d82fe4-29e8-4b85-81eb-2f5d4c5cb1e3 req-4bd818b2-a80a-4342-93cf-6accfc4ff91c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.4754286 Feb 14 21:18:09.627372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af4b6ef9-1daa-4daa-abe2-ab0055d6aaf0 req-86294bae-bb70-42ee-97e6-d02c151fe764 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300048 Feb 14 21:18:09.726703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:09.766190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4d82fe4-29e8-4b85-81eb-2f5d4c5cb1e3 req-16c329be-0030-4598-98e2-fdac56c91a9a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334178 Feb 14 21:18:09.868680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Router f3a52622-a801-4409-aba8-c128123094ac is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:18:09.956087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:10.067135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:10.075067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc44d-3f45-4214-a5f4-0f8ce10c07eb req-aeb62008-df6b-4f7f-942b-6556dd3077f3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:10.076690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-783cc44d-3f45-4214-a5f4-0f8ce10c07eb req-aeb62008-df6b-4f7f-942b-6556dd3077f3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 950 time: 0.1496825 Feb 14 21:18:10.117488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:10.129586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Sync routers for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:10.141267 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:10.142065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:10.161764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:10.184020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:10.186563 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef56c6b-0c2e-4f5e-96ac-9198d4da3740" -d '{"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-unplugged", "status": "completed", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:10.199243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks [] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.218616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.220126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-002c26b3-d885-4480-8662-a3325d6bcc31 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8905585 Feb 14 21:18:10.223424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42910) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:10.226739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.243480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-783cc44d-3f45-4214-a5f4-0f8ce10c07eb req-594d2127-a0f7-4b88-a142-13b084038ec6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432030 Feb 14 21:18:10.310727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78804b78-e31a-4302-9b5f-faad7c7a23b8 req-ccc23167-9a04-450d-aede-a5780b2d6a95 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:10.317125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78804b78-e31a-4302-9b5f-faad7c7a23b8 req-ccc23167-9a04-450d-aede-a5780b2d6a95 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 945 time: 0.2163403 Feb 14 21:18:10.331641 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c452e2e-a93d-4ffc-bac7-e3c2fd8a12d5 x-openstack-request-id: req-0c452e2e-a93d-4ffc-bac7-e3c2fd8a12d5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:10.332645 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-unplugged", "status": "completed", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:10.333121 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c452e2e-a93d-4ffc-bac7-e3c2fd8a12d5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:10.333736 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'code': 200} Feb 14 21:18:10.347361 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:10.349383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 717f2d83-5631-4749-a136-39db10e10324 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:10.419860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:10.432292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:10.450203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:18:10.462885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 717f2d83-5631-4749-a136-39db10e10324 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:10.463295 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (717f2d83-5631-4749-a136-39db10e10324), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.482880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:10.483644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:10.484220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:10.502146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78804b78-e31a-4302-9b5f-faad7c7a23b8 req-8604d922-c54c-40bd-930e-5fbfc19eed1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556785 Feb 14 21:18:10.508923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:10.510780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Attempting to bind port ca184112-2b89-4a89-a59e-914d052ccdfe on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:10.537623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:10.537969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:10.538355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:10.538793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Bound port: ca184112-2b89-4a89-a59e-914d052ccdfe, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:10.539187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.584447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 717f2d83-5631-4749-a136-39db10e10324 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:10.589358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c4b91-7c28-4e90-ad55-42d47d70d164 req-f9af293d-f956-419a-b7e3-44475bf0e3a0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:10.600323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-564c4b91-7c28-4e90-ad55-42d47d70d164 req-f9af293d-f956-419a-b7e3-44475bf0e3a0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 949 time: 0.1564803 Feb 14 21:18:10.623981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:08Z', 'revision_number': 3, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:10.669568 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Checking router: f3a52622-a801-4409-aba8-c128123094ac for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:10.669991 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Updating router f3a52622-a801-4409-aba8-c128123094ac port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:18:10.705832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-564c4b91-7c28-4e90-ad55-42d47d70d164 req-08fdd786-5d91-4eaf-9361-6a768ae1af39 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Feb 14 21:18:10.712565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:10.714980 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.730558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:10.808340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.929509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.933746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240af7e2-52fc-4154-920e-413e39c28b85 req-c681f20b-047b-49a2-8a37-3f4060b57853 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:10.935754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240af7e2-52fc-4154-920e-413e39c28b85 req-c681f20b-047b-49a2-8a37-3f4060b57853 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1921186 Feb 14 21:18:10.987276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:10.993086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:10.994287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:10.996085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-85c2b289-14d2-4a62-a877-6b5597233b16 service neutron] 10.222.0.64 "PUT /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 1123 time: 1.7343884 Feb 14 21:18:11.035626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240af7e2-52fc-4154-920e-413e39c28b85 req-1664d68e-7bbd-4123-a10a-230a584173a2 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924509 Feb 14 21:18:11.125278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ca184112-2b89-4a89-a59e-914d052ccdfe'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:11.157866 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks [] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.167550 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.180879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ca184112-2b89-4a89-a59e-914d052ccdfe'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:11.237000 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Pushing event updated for resources: {'Port': ['ID=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:11.237474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43376a-f941-4df4-ac9d-1f499a5c8a3b req-8aeb04f5-cffc-4ffe-847d-3073d4f0f4ac tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:11.241306 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Attempting to bind port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:11.241678 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Attempting to bind port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:11.241998 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Attempting to bind port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:11.246232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43376a-f941-4df4-ac9d-1f499a5c8a3b req-8aeb04f5-cffc-4ffe-847d-3073d4f0f4ac tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:11.249623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e43376a-f941-4df4-ac9d-1f499a5c8a3b req-8aeb04f5-cffc-4ffe-847d-3073d4f0f4ac tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd&device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 1690 time: 0.1450655 Feb 14 21:18:11.267174 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:11.267670 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:11.267974 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.268559 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:11.269373 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Bound port: 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:11.269810 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.283329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3a4a6-9943-4377-a551-3d8fd5d3ea1e req-cb3b0095-64b4-481f-a39b-fa6fcd93324c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:11.284861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Allocated IP 172.20.0.1 (b977ec3f-a34c-462e-8079-2e605c65339f/ba924296-e422-48b5-b3cb-416a7753fc6c/95e6e8aa-258c-4806-bd75-aff12bd83e86) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:11.290826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebc3a4a6-9943-4377-a551-3d8fd5d3ea1e req-cb3b0095-64b4-481f-a39b-fa6fcd93324c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1445880 Feb 14 21:18:11.346067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] For port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:11.350756 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] For port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:11.355341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.355723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.356097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.356656 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.357236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.357577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.359493 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.359840 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.360176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.360507 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.361647 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.362022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.362353 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:11.370614 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.416734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e43376a-f941-4df4-ac9d-1f499a5c8a3b req-dc2d2705-e664-437f-a748-3bfc641cca1a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565056 Feb 14 21:18:11.490349 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36eaa3-c16c-4886-88dc-7699ec7f48eb None None] Pushing event updated for resources: {'Port': ['ID=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:11.504831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebc3a4a6-9943-4377-a551-3d8fd5d3ea1e req-f55e85c7-4423-4b41-9a59-af5b219e32f7 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487606 Feb 14 21:18:11.507256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks [] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.507849 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:11.508481 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:11.565133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.620279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Network b977ec3f-a34c-462e-8079-2e605c65339f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:11.623361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:11.640266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:11.690044 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:11.693948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Pushing event updated for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:11.705936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f3a52622-a801-4409-aba8-c128123094ac), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.777502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dad80-a903-463e-bb4a-d504c4b3e8f1 req-7e64bb23-88ce-4693-ad86-4513c0d73d11 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:11.786717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-915dad80-a903-463e-bb4a-d504c4b3e8f1 req-7e64bb23-88ce-4693-ad86-4513c0d73d11 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1928728 Feb 14 21:18:11.873292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be066e05-6ea3-44e1-b818-ec2224bddd95 req-ac8b97a8-f245-4000-9eb5-3526fa4df358 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:11.882335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be066e05-6ea3-44e1-b818-ec2224bddd95 req-ac8b97a8-f245-4000-9eb5-3526fa4df358 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 1132 time: 0.2038233 Feb 14 21:18:11.898583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-915dad80-a903-463e-bb4a-d504c4b3e8f1 req-7784b95f-c051-4e42-a77f-007d5cd75612 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109242 Feb 14 21:18:11.906358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:11.961149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be066e05-6ea3-44e1-b818-ec2224bddd95 req-2ded591d-d55a-4911-8307-0095d240c6c6 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779557 Feb 14 21:18:11.969620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ea60001b-1d35-4c70-8366-b94e77b92fdb None None] Provisioning complete for port 95e6e8aa-258c-4806-bd75-aff12bd83e86 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:11.971126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea60001b-1d35-4c70-8366-b94e77b92fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:12.021089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea60001b-1d35-4c70-8366-b94e77b92fdb None None] Port 95e6e8aa-258c-4806-bd75-aff12bd83e86 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:12.085861 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:08Z', 'revision_number': 3, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:12.137244 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442bff4-99c0-4751-99fe-11c206023329 None None] The sync data for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 is: [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:08Z', 'revision_number': 3, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:12.145483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks [] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:12.148161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82817be-b562-4276-b848-54541e0dc8fb req-9fb48ce2-7572-41e4-ace5-c17b02d9de26 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.149942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e82817be-b562-4276-b848-54541e0dc8fb req-9fb48ce2-7572-41e4-ace5-c17b02d9de26 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 1133 time: 0.1009507 Feb 14 21:18:12.161379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:12.235037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f3a52622-a801-4409-aba8-c128123094ac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:12.238532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Pushing event updated for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:12.255569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e82817be-b562-4276-b848-54541e0dc8fb req-6ba240a3-d559-4ab9-bcc6-141ada2f4893 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840683 Feb 14 21:18:12.299272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0441b89-9ec4-4bf8-99bc-7347570f54c9 req-24c3912c-5825-42d1-88fc-93b47dab7734 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.300857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0441b89-9ec4-4bf8-99bc-7347570f54c9 req-24c3912c-5825-42d1-88fc-93b47dab7734 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1499343 Feb 14 21:18:12.335350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:12.338488 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:12.382443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0441b89-9ec4-4bf8-99bc-7347570f54c9 req-3792222e-9b52-40aa-94d1-7bfc84533088 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710723 Feb 14 21:18:12.414919 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ea651-a390-4390-ba92-1eaf2e693f6c x-openstack-request-id: req-707ea651-a390-4390-ba92-1eaf2e693f6c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:12.415614 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:12.415882 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-707ea651-a390-4390-ba92-1eaf2e693f6c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:12.416297 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'status': 'completed', 'code': 200} Feb 14 21:18:12.431625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Network b977ec3f-a34c-462e-8079-2e605c65339f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:12.434643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:12.545386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-db410118-6847-48c0-9a68-73f52b8de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.548064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-db410118-6847-48c0-9a68-73f52b8de4e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1157 time: 0.0993969 Feb 14 21:18:12.732422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-375b5bb3-0e23-4de1-a7ae-3e405ab3759a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720141 Feb 14 21:18:12.748268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Router f3a52622-a801-4409-aba8-c128123094ac has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:18:12.755702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-699f8d52-9ad7-4da5-8602-a3217af7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.757193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-699f8d52-9ad7-4da5-8602-a3217af7561d service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.2025678 Feb 14 21:18:12.844342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-d34b8965-6059-4fa2-8e99-d1bb203dabc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0747232 Feb 14 21:18:12.861130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4b7f23fa-8002-49b7-9dca-15cda9e54440 None None] Provisioning complete for port 95e6e8aa-258c-4806-bd75-aff12bd83e86 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:12.861507 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b7f23fa-8002-49b7-9dca-15cda9e54440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:12.904071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:12.909210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-701e8b23-c901-41b1-b33e-ebc7dedc238a admin admin] 10.222.0.86 "PUT /v2.0/routers/f3a52622-a801-4409-aba8-c128123094ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6845725 Feb 14 21:18:12.912551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec93f-0499-4bf0-ba90-3cec55636ca0 req-39a54457-d987-4183-ab0a-9772887888df tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.914090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d7ec93f-0499-4bf0-ba90-3cec55636ca0 req-39a54457-d987-4183-ab0a-9772887888df tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2501180 Feb 14 21:18:12.947336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f23fa-8002-49b7-9dca-15cda9e54440 None None] Port 95e6e8aa-258c-4806-bd75-aff12bd83e86 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:12.985190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-6514d278-7177-4fed-8d55-95e0c2b12233 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.986761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-6514d278-7177-4fed-8d55-95e0c2b12233 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535605 Feb 14 21:18:12.992684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-ce5083f8-e73b-49ce-9bbc-27a4a36701a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:12.994146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-ce5083f8-e73b-49ce-9bbc-27a4a36701a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1387293 Feb 14 21:18:13.052912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-c0f0b458-c8cd-40d9-baba-8441bc468938 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444565 Feb 14 21:18:13.054470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-0201016c-df14-4920-92ce-45f1e2de344f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0580752 Feb 14 21:18:13.084956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d7ec93f-0499-4bf0-ba90-3cec55636ca0 req-c165374d-6a6e-422d-83c9-aeb946d6f118 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428239 Feb 14 21:18:13.286898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-42b2b357-e62a-46f4-b96f-5a86dda84fdf tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2264547 Feb 14 21:18:13.303247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-22dbea12-784a-489e-b4ec-a937f8307628 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072740 Feb 14 21:18:13.396398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9c0e-cf49-4ff2-a82d-71ce02dd52ad req-11071b14-c24c-47dc-9498-b1f13893aea8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:13.409952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-469a9c0e-cf49-4ff2-a82d-71ce02dd52ad req-11071b14-c24c-47dc-9498-b1f13893aea8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.2380900 Feb 14 21:18:13.582669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-469a9c0e-cf49-4ff2-a82d-71ce02dd52ad req-3038dabf-092c-4cf3-8a49-d73e747480c9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693902 Feb 14 21:18:13.598500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c90804a-e5d7-4b09-9f6c-a0bd8bae4f47 req-b5df9806-730c-44d7-aa4d-93b87d83aae3 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804503 Feb 14 21:18:13.635906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e08109-0c04-4539-b738-3671bd48ff4e req-b6110725-8835-47c6-81f7-b07eeaa64901 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:13.638831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84e08109-0c04-4539-b738-3671bd48ff4e req-b6110725-8835-47c6-81f7-b07eeaa64901 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1296091 Feb 14 21:18:13.682814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:13.686271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3444e217-3fb9-4b5a-b7a2-b465145ab8f6 req-6916e466-b110-4e1a-b584-485b1e0f155b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 210 time: 0.0455067 Feb 14 21:18:13.688219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1364209689-network', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:13.731262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Made reservation on behalf of c35223858ee84505a1a64bba87e92fc1 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:13.732202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84e08109-0c04-4539-b738-3671bd48ff4e req-0400eaf9-bb93-43e9-b7f6-5ae4fa856584 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793757 Feb 14 21:18:13.734071 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.756660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.843765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks [] for security_group (5c43bb6f-e3eb-4795-b107-dbad4c8988d9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.847800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5c43bb6f-e3eb-4795-b107-dbad4c8988d9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.873949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:18:13.884340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c43bb6f-e3eb-4795-b107-dbad4c8988d9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:13.890187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a0ec5f0c-41e0-4763-89f0-28093440b0dd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.890564 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Added segment a0ec5f0c-41e0-4763-89f0-28093440b0dd of type vlan for network 42707035-9442-44e0-b4e4-dbd3e1c7a34d Feb 14 21:18:13.934921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (42707035-9442-44e0-b4e4-dbd3e1c7a34d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.963060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (42707035-9442-44e0-b4e4-dbd3e1c7a34d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:13.964105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:13.964739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.026768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3425121 Feb 14 21:18:14.029523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42978) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:14.034870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Request body: {'subnet': {'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1364209689-subnet', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:14.044517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab551-3834-4229-8331-709193ca60ee admin admin] Pushing event updated for resources: {'Network': ['ID=42707035-9442-44e0-b4e4-dbd3e1c7a34d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:14.061674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:18:14.062295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Made reservation on behalf of c35223858ee84505a1a64bba87e92fc1 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:14.064739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.280774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (5eaf9773-128a-4e2a-86dc-46d887c6bc53), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.314742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:14.382362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaf9773-128a-4e2a-86dc-46d887c6bc53,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:14.391573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a06cc-4738-4e9b-9217-456a37ed2006 req-3e0d552f-03c0-451c-9977-0e22304532cf tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:14.393213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a2a06cc-4738-4e9b-9217-456a37ed2006 req-3e0d552f-03c0-451c-9977-0e22304532cf tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1274672 Feb 14 21:18:14.401141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Checking segment: {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:14.401582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Network hostable DHCP agents. Network: 42707035-9442-44e0-b4e4-dbd3e1c7a34d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:18:14.454176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:18:14.460740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a2a06cc-4738-4e9b-9217-456a37ed2006 req-7a6340dc-133b-45f1-96fa-2c51fd02ca9c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607903 Feb 14 21:18:14.474555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 42707035-9442-44e0-b4e4-dbd3e1c7a34d) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:14.486969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:14.487853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.504986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-59690d73-c451-4e52-8cb0-f55eb41cf4db admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4738424 Feb 14 21:18:14.507696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:14.518925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90b444-8c2d-4398-866c-64f222c6a7f7 None None] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:14.522588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:14.550404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.551544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.580764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Sync routers for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:14.614093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:14.614902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:14.630651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for router_controller (f884e213-a1c5-4db2-bbed-c356e975a3ba), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.713101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:14.713939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.753300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9477-93f9-43fe-80d0-27c27e50aca5 req-61e1c024-9872-4b2c-8be2-81836b7a2cc7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:14.755011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'fixed_ips': [{'subnet_id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:18:14.755979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:14.766357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b9477-93f9-43fe-80d0-27c27e50aca5 req-61e1c024-9872-4b2c-8be2-81836b7a2cc7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0926707 Feb 14 21:18:14.817532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-fe969ee4-e4d1-4bb4-82fe-3ad919d5fd9a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335648 Feb 14 21:18:14.922793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faf53fc7-8af7-41ee-ad92-c3f2d00a7b22 req-8dc2eb5b-0cf9-4988-a170-0b6cb831d39b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 210 time: 0.1015737 Feb 14 21:18:14.926491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b9477-93f9-43fe-80d0-27c27e50aca5 req-f0a635b9-7863-4aa3-a3d8-dd3045cfb139 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593385 Feb 14 21:18:14.936716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:15.111084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa399ba3-6c8a-48d9-9f62-901659f25291 req-7e2eab2e-5f66-4ad9-bdbf-8947fb93c9f4 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:15.118022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa399ba3-6c8a-48d9-9f62-901659f25291 req-7e2eab2e-5f66-4ad9-bdbf-8947fb93c9f4 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.0939660 Feb 14 21:18:15.164256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-9a7017c6-070e-45fb-821a-6cd504c340dc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:15.165837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-9a7017c6-070e-45fb-821a-6cd504c340dc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340929 Feb 14 21:18:15.180327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': '5e25316d-822f-4aed-9b64-acacf50b9518', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:15.223306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for router_gateway (f884e213-a1c5-4db2-bbed-c356e975a3ba), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.229196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:15.229827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.241661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Allocated IP 172.20.0.2 (42707035-9442-44e0-b4e4-dbd3e1c7a34d/5eaf9773-128a-4e2a-86dc-46d887c6bc53/c8e42a9b-ca0d-4c1e-926e-9936a757bfa3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:15.250364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa399ba3-6c8a-48d9-9f62-901659f25291 req-d393f06b-4257-484d-b4fa-9d0540121e0f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312842 Feb 14 21:18:15.284972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:15.330704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:15.334440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.382931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.445568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:15.463188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for router_gateway (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.479022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.65 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/0634e491-66d0-43a4-9192-d9e17686e036) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:15.487296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.515007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 2, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:15.556477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Checking router: f3a52622-a801-4409-aba8-c128123094ac for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:15.556854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Updating router f3a52622-a801-4409-aba8-c128123094ac port 95e6e8aa-258c-4806-bd75-aff12bd83e86 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:18:15.590025 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.641187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Allocated IP 172.25.2.25 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/2fd6a48d-e5a6-4f43-8918-cbc8020fbada) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:15.682841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d7781-37bf-4069-a7bb-f3a82952fbca req-19bf5eea-347e-48a2-bcfe-107505687f0a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:15.684342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d83d7781-37bf-4069-a7bb-f3a82952fbca req-19bf5eea-347e-48a2-bcfe-107505687f0a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1236279 Feb 14 21:18:15.722925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (0634e491-66d0-43a4-9192-d9e17686e036), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.740671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks [] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.777614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.781208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d83d7781-37bf-4069-a7bb-f3a82952fbca req-a781c0a3-a3e3-45c5-ba59-7349c5728b2b tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Feb 14 21:18:15.796084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.830727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.836286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:15.881175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:15.883659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:15.885696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:15.888597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:15.892686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:15.907188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:15.918729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:15.946997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:15.988465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:16.001024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:16.003665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.039987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-c5e66242-58db-4585-994c-d750b072ea40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8632915 Feb 14 21:18:16.046049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:16.051985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Request body: {'port': {'device_id': '5e25316d-822f-4aed-9b64-acacf50b9518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:16.092358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:16.106559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:16.317265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:16.335820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:16.365858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.417626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412bbac-4877-4ac4-a307-aaf396432ad0 req-04d81b26-ead0-4270-917d-9de8028fd429 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:16.421171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3412bbac-4877-4ac4-a307-aaf396432ad0 req-04d81b26-ead0-4270-917d-9de8028fd429 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.2947857 Feb 14 21:18:16.437469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:16.438018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67b691-59b1-486b-be71-f268e7d60ef8 req-8d48ae9d-8897-4d7f-b0c5-1669fb216b07 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:16.439258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:16.443708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:16.456074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f67b691-59b1-486b-be71-f268e7d60ef8 req-8d48ae9d-8897-4d7f-b0c5-1669fb216b07 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 935 time: 0.3598535 Feb 14 21:18:16.472943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for router_gateway (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.486151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:16.486462 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.502302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks [] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.506627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:18:16.532338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:16.549695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:16.551995 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f570f-c818-4830-9b59-794a60f673b8" -d '{"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:16.582348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:16.582752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.598346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.600216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2eac126e-1cd7-4d7b-99e2-40483bfbf1fb None None] Provisioning complete for port 0634e491-66d0-43a4-9192-d9e17686e036 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:16.600529 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2eac126e-1cd7-4d7b-99e2-40483bfbf1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0634e491-66d0-43a4-9192-d9e17686e036), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.719684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.858385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2eac126e-1cd7-4d7b-99e2-40483bfbf1fb None None] Port 0634e491-66d0-43a4-9192-d9e17686e036 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:16.871411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Router f884e213-a1c5-4db2-bbed-c356e975a3ba is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:18:16.878460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f67b691-59b1-486b-be71-f268e7d60ef8 req-2bc6b6ef-7873-44df-ac14-6cd96a6d3671 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205279 Feb 14 21:18:16.884576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:16.911769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:17.012158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afac88d-7f98-4a29-9510-33cea9e46e34 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:17.065891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Attempting to bind port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:17.066265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Attempting to bind port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:17.066639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Attempting to bind port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 on network 42707035-9442-44e0-b4e4-dbd3e1c7a34d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:17.080838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:17.081229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Checking segment: {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:17.081639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.082350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Bound using segment: {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:17.082517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Bound port: c8e42a9b-ca0d-4c1e-926e-9936a757bfa3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:17.082921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.099696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:17.111868 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Sync routers for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:17.134449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.136285 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f55416a5-74f9-4c04-99a6-9ff6f35b8a78 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6243889 Feb 14 21:18:17.137790 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:17.138434 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:17.140282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43010) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:17.330520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:17.398962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3412bbac-4877-4ac4-a307-aaf396432ad0 req-9230293f-9b63-4a11-af6d-d8a2904e8ae1 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9194784 Feb 14 21:18:17.423562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0634e491-66d0-43a4-9192-d9e17686e036 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:17.440875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks [] for port (0634e491-66d0-43a4-9192-d9e17686e036), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.484278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355986fb-b742-4ec7-b5ae-3618427b2214 req-270744aa-831f-4cfd-924a-9ec18515b9df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:17.485855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-355986fb-b742-4ec7-b5ae-3618427b2214 req-270744aa-831f-4cfd-924a-9ec18515b9df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.2600679 Feb 14 21:18:17.508493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Transition to ACTIVE for port object 0634e491-66d0-43a4-9192-d9e17686e036 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:18:17.522161 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.575144 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73d21b4-57d5-4bb7-8447-24baaee5be92 x-openstack-request-id: req-f73d21b4-57d5-4bb7-8447-24baaee5be92 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:17.575743 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:17.575964 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f73d21b4-57d5-4bb7-8447-24baaee5be92 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:17.576490 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'code': 200} Feb 14 21:18:17.593122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:17.627198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Attempting to bind port 95e6e8aa-258c-4806-bd75-aff12bd83e86 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:17.627738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Attempting to bind port 95e6e8aa-258c-4806-bd75-aff12bd83e86 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:17.628274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Attempting to bind port 95e6e8aa-258c-4806-bd75-aff12bd83e86 on network b977ec3f-a34c-462e-8079-2e605c65339f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:17.641809 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:16Z', 'revision_number': 3, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:17.669137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:17.669728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Checking segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:17.670775 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.674983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Bound using segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:17.675646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Bound port: 95e6e8aa-258c-4806-bd75-aff12bd83e86, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:17.676154 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.690317 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Checking router: f884e213-a1c5-4db2-bbed-c356e975a3ba for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:17.690549 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Updating router f884e213-a1c5-4db2-bbed-c356e975a3ba port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:18:17.715058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8a4153ce-0c00-4515-9d3a-d4f36ff56619 None None] Provisioning complete for port 95e6e8aa-258c-4806-bd75-aff12bd83e86 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:17.715726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a4153ce-0c00-4515-9d3a-d4f36ff56619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.731255 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:17.763631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-355986fb-b742-4ec7-b5ae-3618427b2214 req-43bd9d6d-e699-42db-9071-f979a517bb7d tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635260 Feb 14 21:18:17.765568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Pushing event updated for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:17.810894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8a4153ce-0c00-4515-9d3a-d4f36ff56619 None None] Port 95e6e8aa-258c-4806-bd75-aff12bd83e86 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:17.890464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] For port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:17.896729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'mac_address': 'fa:16:3e:72:21:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:17.918324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebf0c-fb10-461b-ac45-4110a247a874 req-5e46aa1f-ad7c-43a7-b0a2-ae2132ac4b58 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:17.934849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2adebf0c-fb10-461b-ac45-4110a247a874 req-5e46aa1f-ad7c-43a7-b0a2-ae2132ac4b58 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 948 time: 0.3437309 Feb 14 21:18:17.945389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:17.960218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] For port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:17.963896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.032766 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.058544 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks [] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.066522 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.118973 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e1b49-41d2-461c-87f6-59aa8d090827 None None] Pushing event updated for resources: {'Port': ['ID=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.131214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Attempting to bind port 0634e491-66d0-43a4-9192-d9e17686e036 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:18.131575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Attempting to bind port 0634e491-66d0-43a4-9192-d9e17686e036 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:18.131912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Attempting to bind port 0634e491-66d0-43a4-9192-d9e17686e036 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:18.153697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:18.154370 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.158761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Port 0634e491-66d0-43a4-9192-d9e17686e036 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:18.159046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Attempting to bind port 0634e491-66d0-43a4-9192-d9e17686e036 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:18.160344 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Attempting to bind port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:18.160717 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Attempting to bind port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:18.161080 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Attempting to bind port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:18.166876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:18.167606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:18.167752 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.168067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:18.168544 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Bound port: 2fd6a48d-e5a6-4f43-8918-cbc8020fbada, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:18.168925 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.180059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:18.191363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] For port 95e6e8aa-258c-4806-bd75-aff12bd83e86, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:18.206326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2adebf0c-fb10-461b-ac45-4110a247a874 req-14cf5c87-7def-44a7-8201-766c3800cf8a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567976 Feb 14 21:18:18.223051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:18.223051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:18.223051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:18.223051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Bound port: 0634e491-66d0-43a4-9192-d9e17686e036, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:18.223051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.275040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Allocated IP 172.20.0.1 (42707035-9442-44e0-b4e4-dbd3e1c7a34d/5eaf9773-128a-4e2a-86dc-46d887c6bc53/c5a6a7a8-cf7a-416e-984f-77abce440fb3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:18.286242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] For port 95e6e8aa-258c-4806-bd75-aff12bd83e86, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95e6e8aa-258c-4806-bd75-aff12bd83e86,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:18.294981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:18.300356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82097-2417-438d-94e7-d43a4f1159e7 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.312744 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] For port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:18.313509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.317604 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] For port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:18.343688 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.423890 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e1b49-41d2-461c-87f6-59aa8d090827 None None] Pushing event updated for resources: {'Port': ['ID=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.447127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e62f4-5ece-4eeb-9510-da6cd6792efd req-75262a8e-daea-42c6-a1f6-7d970cfe37af tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:18.458274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58e62f4-5ece-4eeb-9510-da6cd6792efd req-75262a8e-daea-42c6-a1f6-7d970cfe37af tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 947 time: 0.4073350 Feb 14 21:18:18.489226 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:18.489598 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:18.501199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.510709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.541653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:18.565572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks [] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.596848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0634e491-66d0-43a4-9192-d9e17686e036,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:18.613280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.652525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afac88d-7f98-4a29-9510-33cea9e46e34 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.673738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:18.677859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:18.680800 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:18.705166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:18.711848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.717193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:18.723042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:18.760359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.765820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58e62f4-5ece-4eeb-9510-da6cd6792efd req-64337881-f98a-44c9-a70f-614e333c60be tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027761 Feb 14 21:18:18.850068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:18.866454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:18.874949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] 10.222.0.83 "PUT /v2.0/ports/0634e491-66d0-43a4-9192-d9e17686e036 HTTP/1.1" status: 200 len: 1096 time: 2.8273511 Feb 14 21:18:18.876321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Pushing event updated for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.882279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:18.889351 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "tag": "0634e491-66d0-43a4-9192-d9e17686e036"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:18.958363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e119ba3-1221-4ae3-98a2-a726d69cdcdb service neutron] Pushing event updated for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:18.980272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:19.010379 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:16Z', 'revision_number': 3, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:19.018731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:19.078430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835284f-0146-4739-8c6f-ba22642de1f2 req-fec58b46-de93-476c-aa40-60881298df31 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.080174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.089005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7835284f-0146-4739-8c6f-ba22642de1f2 req-fec58b46-de93-476c-aa40-60881298df31 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.5175207 Feb 14 21:18:19.094497 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fb6e-f5c4-4de3-90a2-e2e5ff455832 None None] The sync data for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 is: [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:16Z', 'revision_number': 3, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:19.163095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-da1c8d4f-63a1-49c7-81bb-f6c61834f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.173344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-da1c8d4f-63a1-49c7-81bb-f6c61834f8ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 1130 time: 0.2039592 Feb 14 21:18:19.271556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a1508-445d-440c-9ca1-357597780163 req-d3273920-3cc8-4085-8959-4050c80b2a5f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.281094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d6a1508-445d-440c-9ca1-357597780163 req-d3273920-3cc8-4085-8959-4050c80b2a5f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.3063712 Feb 14 21:18:19.283548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-7a4c8113-a8f1-4d99-853b-6e0f5c8fc61a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0634e491-66d0-43a4-9192-d9e17686e036 HTTP/1.1" status: 200 len: 217 time: 0.0947347 Feb 14 21:18:19.318538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Provisioning complete for port 95e6e8aa-258c-4806-bd75-aff12bd83e86 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:19.319191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.365496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7835284f-0146-4739-8c6f-ba22642de1f2 req-71ec5799-73a8-4c1b-b48d-9abedb806499 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698483 Feb 14 21:18:19.464177 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6232784-5c24-400c-bace-b78f0822b2b7 x-openstack-request-id: req-c6232784-5c24-400c-bace-b78f0822b2b7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:19.464778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks [] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.464881 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "tag": "0634e491-66d0-43a4-9192-d9e17686e036", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:19.464881 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6232784-5c24-400c-bace-b78f0822b2b7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:19.475422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.483978 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036', 'status': 'completed', 'code': 200} Feb 14 21:18:19.548793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d6a1508-445d-440c-9ca1-357597780163 req-724e17ee-a15a-4420-8a31-ab6ba535ea56 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612996 Feb 14 21:18:19.559050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-10a5bdc0-7496-4820-959e-61b88b4e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.561564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-10a5bdc0-7496-4820-959e-61b88b4e5250 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2662883 Feb 14 21:18:19.582514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.715109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Current status of the port 95e6e8aa-258c-4806-bd75-aff12bd83e86 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:19.716127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.761544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dd714-f64e-43e1-98bc-68ea03e8727f req-25bf9257-38f8-425f-ba88-b44e692111b0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.763144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-463dd714-f64e-43e1-98bc-68ea03e8727f req-25bf9257-38f8-425f-ba88-b44e692111b0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.1581516 Feb 14 21:18:19.782947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-9d8ec3c1-5784-4673-b6b0-9ad8a74c8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:19.784579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-9d8ec3c1-5784-4673-b6b0-9ad8a74c8d8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2110505 Feb 14 21:18:19.820925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:19.838572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:19.844603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Pushing event updated for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:19.898426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] For port 95e6e8aa-258c-4806-bd75-aff12bd83e86, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95e6e8aa-258c-4806-bd75-aff12bd83e86,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:19.910528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:18Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:19.925544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:19.930650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37051b44-afa9-469f-bd5b-9c286602dfdf None None] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:19.988488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-3cd96664-f7f8-4d18-8f91-70f3ad2392e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932483 Feb 14 21:18:20.009980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Router f884e213-a1c5-4db2-bbed-c356e975a3ba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:18:20.163556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:20.186161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c71e04a5-a90e-40fd-92be-4daa70c1620d admin admin] 10.222.0.86 "PUT /v2.0/routers/f884e213-a1c5-4db2-bbed-c356e975a3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427203 Feb 14 21:18:20.195144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71efd1-4e67-4b90-88e5-332f2c37405d None None] The sync data for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 is: [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:18Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:20.244852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Provisioning complete for port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:20.246592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:20.249623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-463dd714-f64e-43e1-98bc-68ea03e8727f req-f9ab0125-01a8-41d4-816f-00849f7f573d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728038 Feb 14 21:18:20.250642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bcfa0-e1cf-4fe5-8f3e-3e119dca2da6 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:20.329656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c7afdc-4af8-496b-aab7-2d64750b4916 req-6b5067bf-7bc7-40d5-8d2b-8bd4d1adc754 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267868 Feb 14 21:18:20.358330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168c845-9206-4945-9b4f-0dc6e3d3cff1 req-6192be13-6293-4679-9b74-1cc2589783de tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:20.365268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b168c845-9206-4945-9b4f-0dc6e3d3cff1 req-6192be13-6293-4679-9b74-1cc2589783de tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 947 time: 0.3752255 Feb 14 21:18:20.678649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b168c845-9206-4945-9b4f-0dc6e3d3cff1 req-932d7722-e218-417c-acf0-77f343affad6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985003 Feb 14 21:18:20.719253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570691f-d0e1-416a-a405-71fe07892fca req-417c3f05-e44b-4ff2-aebd-6f0c8563174b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:20.727052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d570691f-d0e1-416a-a405-71fe07892fca req-417c3f05-e44b-4ff2-aebd-6f0c8563174b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1907251 Feb 14 21:18:20.730228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-2bfbbbf1-e8b8-45a2-a065-d5d30630b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:20.731733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-2bfbbbf1-e8b8-45a2-a065-d5d30630b30e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 1130 time: 0.3383219 Feb 14 21:18:20.867358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Current status of the port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:20.872241 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:20.877502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:20.983912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] For port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:21.002058 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.017661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-e6a582da-49c7-4548-bd1b-f07d84de3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:21.020870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-e6a582da-49c7-4548-bd1b-f07d84de3012 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2757754 Feb 14 21:18:21.079557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d570691f-d0e1-416a-a405-71fe07892fca req-570eec5b-8fad-472c-ae74-2dfbaf0e8722 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515508 Feb 14 21:18:21.122274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:21.122760 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.151333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-b4d48efc-c388-4a45-b06b-f5a0cabc622d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0634e491-66d0-43a4-9192-d9e17686e036 HTTP/1.1" status: 200 len: 217 time: 0.0919528 Feb 14 21:18:21.208417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52e8e-fe56-4f59-aad4-a6d7a2030429 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:21.246955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Provisioning complete for port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:21.247652 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.256157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ecc9c-e289-4718-b649-c9b05be7274a req-773e6111-6d36-44ae-9628-44c098b835cc tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:21.276928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-038ecc9c-e289-4718-b649-c9b05be7274a req-773e6111-6d36-44ae-9628-44c098b835cc tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.2909069 Feb 14 21:18:21.362377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:21.363588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fd6a48d-e5a6-4f43-8918-cbc8020fbada up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:21.388032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-c94d4ec0-35c9-4d35-bef9-deaf8e8de859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:21.389617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-c94d4ec0-35c9-4d35-bef9-deaf8e8de859 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2304046 Feb 14 21:18:21.448073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-038ecc9c-e289-4718-b649-c9b05be7274a req-929e24fa-fc59-43ff-a965-c80899159884 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701505 Feb 14 21:18:21.506526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Current status of the port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:21.521785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:21.522416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.575188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Provisioning complete for port c5a6a7a8-cf7a-416e-984f-77abce440fb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:21.576008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.651641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d340-cc46-4864-a8f0-bd7cc59a31d0 req-368872d5-e2fe-4a8d-be0d-0b6f4e5f3b6e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:21.653298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c106d340-cc46-4864-a8f0-bd7cc59a31d0 req-368872d5-e2fe-4a8d-be0d-0b6f4e5f3b6e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 950 time: 0.2604642 Feb 14 21:18:21.689989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-23dde7fe-ed5c-488e-809b-a15be02129a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:21.690584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-de1337ed-1d41-4def-8fca-a3d6f88aeb8d None None] Port c5a6a7a8-cf7a-416e-984f-77abce440fb3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:21.691635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-23dde7fe-ed5c-488e-809b-a15be02129a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2161951 Feb 14 21:18:21.737723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:21.738116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.785954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:21.796801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.932623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-62d0128e-f552-404c-b6a5-3c641007bb5e None None] Provisioning complete for port c5a6a7a8-cf7a-416e-984f-77abce440fb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:21.932623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62d0128e-f552-404c-b6a5-3c641007bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:21.940515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:21.962533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c106d340-cc46-4864-a8f0-bd7cc59a31d0 req-04eae17f-6ad5-4339-a73e-859f1365e8d2 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956417 Feb 14 21:18:22.024919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fffc86-eeac-47f1-a789-53e3657a069d req-9c978ef2-9beb-4511-b7b8-9f3cd9269620 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:22.026951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1fffc86-eeac-47f1-a789-53e3657a069d req-9c978ef2-9beb-4511-b7b8-9f3cd9269620 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 947 time: 0.1458528 Feb 14 21:18:22.030846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-4a1e3347-20cb-407b-af76-fa0292d70446 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188491 Feb 14 21:18:22.035446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-62d0128e-f552-404c-b6a5-3c641007bb5e None None] Port c5a6a7a8-cf7a-416e-984f-77abce440fb3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:22.192607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1fffc86-eeac-47f1-a789-53e3657a069d req-f720dc46-5f78-47d6-975f-a838833d44b3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442351 Feb 14 21:18:22.225642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbb18d1-c179-40fb-a3df-3bbbe320a9ec req-f5f2dcff-d613-45f3-a6f0-2eb77565a5e0 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874669 Feb 14 21:18:22.343520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:22.369949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294006-3a89-4e38-9323-d2cf8de8f1cd req-e138b9b0-8125-418e-8030-8753fbe3450f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:22.372714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d294006-3a89-4e38-9323-d2cf8de8f1cd req-e138b9b0-8125-418e-8030-8753fbe3450f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1118114 Feb 14 21:18:22.404887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Sync routers for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:22.460877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:22.490328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:22.491236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:22.507924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d294006-3a89-4e38-9323-d2cf8de8f1cd req-35ad0d5a-7597-4f7c-ac85-dc58989f0e53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277919 Feb 14 21:18:22.616870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 9d82baa7-575e-4037-9499-6db4fffc0e29 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:22.617253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:22.619982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87e786-eeaa-4fbc-a76a-b150c0eee787 req-b62a23a2-ca0a-43ed-b1d3-9f1845dd36df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:22.621136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff87e786-eeaa-4fbc-a76a-b150c0eee787 req-b62a23a2-ca0a-43ed-b1d3-9f1845dd36df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.0709777 Feb 14 21:18:22.666750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:22.667129 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:22.678308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff87e786-eeaa-4fbc-a76a-b150c0eee787 req-ff717a46-0b2e-47f9-b893-123cc115d90b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507379 Feb 14 21:18:22.694795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:22.919211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9d82baa7-575e-4037-9499-6db4fffc0e29 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:22.920382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:22.972739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52926a48-6e37-48ce-b2a6-6430a80e0b5b req-2159b431-32a0-4eb6-8522-35d6886245f5 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:22.975084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:22.977395 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93463012-b88d-44be-b8c1-64895fb95f36" -d '{"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:22.979756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:22.980399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52926a48-6e37-48ce-b2a6-6430a80e0b5b req-2159b431-32a0-4eb6-8522-35d6886245f5 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1128 time: 0.0551748 Feb 14 21:18:22.980906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95e6e8aa-258c-4806-bd75-aff12bd83e86 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:23.016253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:23.049211 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f536092-1743-40f9-b3c6-80686ddd32d3 x-openstack-request-id: req-2f536092-1743-40f9-b3c6-80686ddd32d3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:23.049588 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:23.049852 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f536092-1743-40f9-b3c6-80686ddd32d3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:23.050245 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'code': 200} Feb 14 21:18:23.050916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.085968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52926a48-6e37-48ce-b2a6-6430a80e0b5b req-f02725d1-300b-4774-b834-fa8883bd8229 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045904 Feb 14 21:18:23.146780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:23.152630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 95e6e8aa-258c-4806-bd75-aff12bd83e86 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:23.153172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.186532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 4, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c5a6a7a8-cf7a-416e-984f-77abce440fb3', 'name': '', 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'mac_address': 'fa:16:3e:7c:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:18Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 2, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'subnets': [{'id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:23.224395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Checking router: f884e213-a1c5-4db2-bbed-c356e975a3ba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:23.224761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Updating router f884e213-a1c5-4db2-bbed-c356e975a3ba port c5a6a7a8-cf7a-416e-984f-77abce440fb3 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:18:23.260183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103ec3e-8623-48e7-a02c-ccbc4ad27305 req-3e760820-0832-4231-a94b-4bf7cd7e032f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:23.262886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.268947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3103ec3e-8623-48e7-a02c-ccbc4ad27305 req-3e760820-0832-4231-a94b-4bf7cd7e032f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.1061168 Feb 14 21:18:23.336501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 95e6e8aa-258c-4806-bd75-aff12bd83e86 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:23.337619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fd6a48d-e5a6-4f43-8918-cbc8020fbada up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:23.349388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3103ec3e-8623-48e7-a02c-ccbc4ad27305 req-85bc8690-c6a9-4a36-9183-e7fc0284bc1f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Feb 14 21:18:23.443393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62747e-18a4-4ad6-8fed-098afb337c22 req-ecf0310f-2a9b-452c-87ae-580d6698ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:23.445658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa62747e-18a4-4ad6-8fed-098afb337c22 req-ecf0310f-2a9b-452c-87ae-580d6698ecd1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1134 time: 0.0594366 Feb 14 21:18:23.517111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa62747e-18a4-4ad6-8fed-098afb337c22 req-908e4e2e-e9ec-45a2-afe7-0eed9f21016f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Feb 14 21:18:23.536676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:23.536994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.549424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a26e-7155-4d84-a1a2-a0991d484c71 req-9fd298fd-2d40-425c-908e-5d8ba4f22236 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:23.551107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66d4a26e-7155-4d84-a1a2-a0991d484c71 req-9fd298fd-2d40-425c-908e-5d8ba4f22236 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 947 time: 0.1101463 Feb 14 21:18:23.638007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66d4a26e-7155-4d84-a1a2-a0991d484c71 req-94a368d2-e492-48b6-86b2-9dcc48f30c6a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Feb 14 21:18:23.801503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c267-553b-48ee-af13-6bd048f37fe6 req-3f6ff5d3-cd6a-459c-a48c-001fad9db221 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:23.809263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14a2c267-553b-48ee-af13-6bd048f37fe6 req-3f6ff5d3-cd6a-459c-a48c-001fad9db221 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0871518 Feb 14 21:18:23.834033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:23.861904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks [] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.863812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14a2c267-553b-48ee-af13-6bd048f37fe6 req-7e546398-70b1-4f7e-8d32-57c2a8aeab55 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534301 Feb 14 21:18:23.868184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:23.955880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2c4fd-b3e4-4a84-9444-27e42c81de42 None None] Pushing event updated for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:24.025807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddef27-b236-4ddf-882b-f30ed9617d7d req-2e4e7c8b-422a-47f1-84f1-bf2e5b4daa0c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:24.028648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Attempting to bind port c5a6a7a8-cf7a-416e-984f-77abce440fb3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:24.031669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Attempting to bind port c5a6a7a8-cf7a-416e-984f-77abce440fb3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:24.032090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Attempting to bind port c5a6a7a8-cf7a-416e-984f-77abce440fb3 on network 42707035-9442-44e0-b4e4-dbd3e1c7a34d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:24.034332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eeddef27-b236-4ddf-882b-f30ed9617d7d req-2e4e7c8b-422a-47f1-84f1-bf2e5b4daa0c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.0806274 Feb 14 21:18:24.043113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:24.044066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Checking segment: {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:24.044561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.045025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Bound using segment: {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:24.045514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Bound port: c5a6a7a8-cf7a-416e-984f-77abce440fb3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ec5f0c-41e0-4763-89f0-28093440b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:24.045908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.093944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eeddef27-b236-4ddf-882b-f30ed9617d7d req-6fe2472d-9e67-4b60-b03f-597ebb2a59a0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581260 Feb 14 21:18:24.127231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] For port c5a6a7a8-cf7a-416e-984f-77abce440fb3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:24.131072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] For port c5a6a7a8-cf7a-416e-984f-77abce440fb3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5a6a7a8-cf7a-416e-984f-77abce440fb3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:24.139832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.191409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:24.191957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:24.251775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2c4fd-b3e4-4a84-9444-27e42c81de42 None None] Pushing event updated for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:24.313337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Provisioning complete for port c5a6a7a8-cf7a-416e-984f-77abce440fb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:24.313802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.362165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0634e491-66d0-43a4-9192-d9e17686e036 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:24.370113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-35dc5d63-d9ea-4f50-be15-7356d9887c3f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:18:24.371091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-35dc5d63-d9ea-4f50-be15-7356d9887c3f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055065 Feb 14 21:18:24.398355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:24.476307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-dbd5bb39-1160-4486-843d-bafdcb53c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:24.477709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-dbd5bb39-1160-4486-843d-bafdcb53c0a0 service neutron] 10.222.0.86 "GET /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 1125 time: 0.0960171 Feb 14 21:18:24.491720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Request body: {'binding': {'host': 'n-h2-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:24.491720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Unknown quota resources ['binding']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:18:24.555796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba612-dfd7-4ee3-9f8d-7e532fefedb7 req-d87f63ed-4f7a-4df8-9bc6-985e8177bbc1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:24.557351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a6ba612-dfd7-4ee3-9f8d-7e532fefedb7 req-d87f63ed-4f7a-4df8-9bc6-985e8177bbc1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.1120229 Feb 14 21:18:24.667555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a6ba612-dfd7-4ee3-9f8d-7e532fefedb7 req-3c884026-8f0f-4985-a293-b4858fec1d6c tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772626 Feb 14 21:18:24.680519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Current status of the port c5a6a7a8-cf7a-416e-984f-77abce440fb3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:24.680917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.707738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on host n-h2-828372-11 for vnic_type normal with profile None {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:24.708159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:24.708683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:24.713408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:24.713808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:24.721763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:24.722415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:24.722879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:24.723602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Bound port: b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:24.750304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0634e491-66d0-43a4-9192-d9e17686e036,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:24.773301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] For port c5a6a7a8-cf7a-416e-984f-77abce440fb3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5a6a7a8-cf7a-416e-984f-77abce440fb3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:24.776287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '0634e491-66d0-43a4-9192-d9e17686e036', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '0634e491-66d0-43a4-9192-d9e17686e036', 'mac_address': 'fa:16:3e:be:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:24.801411 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.867062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:24.881379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d165-950d-4e83-9733-65d0b42afece req-d2032220-30e3-4db1-9ac5-117a8e11e3b6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:24.885609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb43d165-950d-4e83-9733-65d0b42afece req-d2032220-30e3-4db1-9ac5-117a8e11e3b6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 947 time: 0.1325147 Feb 14 21:18:24.889701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.890907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-db318b21-b0b9-44c0-9910-a4e6c9ff3a82 service neutron] 10.222.0.86 "POST /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164/bindings HTTP/1.1" status: 201 len: 390 time: 0.4031441 Feb 14 21:18:24.925264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71a5e9-d97b-43aa-8d75-f15c94f5374f None None] Pushing event updated for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:24.963205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-11ce4920-c999-43d6-9ce4-a54cc4bd5d69 None None] Provisioning complete for port c5a6a7a8-cf7a-416e-984f-77abce440fb3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:24.963590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11ce4920-c999-43d6-9ce4-a54cc4bd5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:24.979144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb43d165-950d-4e83-9733-65d0b42afece req-44c09003-f103-417c-aa2a-79dbbd823bf1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872395 Feb 14 21:18:25.032714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0634e491-66d0-43a4-9192-d9e17686e036 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:25.033367 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:25.069561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0634e491-66d0-43a4-9192-d9e17686e036 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:25.086752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-24332991-5430-44d6-98ef-1721acb546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 4, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c5a6a7a8-cf7a-416e-984f-77abce440fb3', 'name': '', 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'mac_address': 'fa:16:3e:7c:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:18Z', 'updated_at': '2022-02-14T21:18:24Z', 'revision_number': 4, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'subnets': [{'id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:25.129352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24332991-5430-44d6-98ef-1721acb546dc None None] The sync data for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 is: [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 4, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c5a6a7a8-cf7a-416e-984f-77abce440fb3', 'name': '', 'network_id': '42707035-9442-44e0-b4e4-dbd3e1c7a34d', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'mac_address': 'fa:16:3e:7c:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:18Z', 'updated_at': '2022-02-14T21:18:24Z', 'revision_number': 4, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'subnets': [{'id': '5eaf9773-128a-4e2a-86dc-46d887c6bc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:25.138071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0634e491-66d0-43a4-9192-d9e17686e036,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:25.165085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:25.193450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078d565-2c9a-4e4d-a52f-183d7e02084a req-2ebf00f8-e2ae-4463-af26-4a6bb5a72fa6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.196578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e078d565-2c9a-4e4d-a52f-183d7e02084a req-2ebf00f8-e2ae-4463-af26-4a6bb5a72fa6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1207433 Feb 14 21:18:25.226426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ee1d-83d7-4a11-91aa-4cfeea106b34 req-80e1af22-3108-4f6e-98fb-f1683836cb88 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.229712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4829ee1d-83d7-4a11-91aa-4cfeea106b34 req-80e1af22-3108-4f6e-98fb-f1683836cb88 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1174014 Feb 14 21:18:25.273735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-11ce4920-c999-43d6-9ce4-a54cc4bd5d69 None None] Current status of the port c5a6a7a8-cf7a-416e-984f-77abce440fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:25.327600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:25.363846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e078d565-2c9a-4e4d-a52f-183d7e02084a req-04e93642-ba81-4962-a4f9-d0f00b7fb182 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329203 Feb 14 21:18:25.394492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4829ee1d-83d7-4a11-91aa-4cfeea106b34 req-d54fcc40-89c4-46f8-8f2b-799ce028b839 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433032 Feb 14 21:18:25.417233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-f048288e-3e1f-4987-b058-337b066b0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.418736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-f048288e-3e1f-4987-b058-337b066b0c6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1128 time: 0.1321738 Feb 14 21:18:25.469921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0634e491-66d0-43a4-9192-d9e17686e036'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:25.584582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42e328-dfe8-469b-b5a8-3a5a218cd2f5 req-1481f5c7-eef5-48ba-921f-68177e5b0519 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.586983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef42e328-dfe8-469b-b5a8-3a5a218cd2f5 req-1481f5c7-eef5-48ba-921f-68177e5b0519 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1409469 Feb 14 21:18:25.590299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-2c1df823-bc8a-4531-b815-c6924a00f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.592017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-2c1df823-bc8a-4531-b815-c6924a00f78e service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1663389 Feb 14 21:18:25.646541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-1a9d66c9-9720-4656-8507-86676d24dcf9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.0449495 Feb 14 21:18:25.712139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef42e328-dfe8-469b-b5a8-3a5a218cd2f5 req-c802962c-f9b0-49d4-9e2b-ed16998bf100 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177382 Feb 14 21:18:25.722467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-d641a150-2fdb-4519-b123-8b2a56b1a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.724127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-d641a150-2fdb-4519-b123-8b2a56b1a2d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0669482 Feb 14 21:18:25.772251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-08a16636-f5d9-42e1-83dd-e11c2bd786be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390890 Feb 14 21:18:25.878828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4659a-05d3-47ab-86ce-332e3494341e req-1ba238e1-ac24-4620-b139-f9b84f0045d9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:25.880411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72c4659a-05d3-47ab-86ce-332e3494341e req-1ba238e1-ac24-4620-b139-f9b84f0045d9 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.1392047 Feb 14 21:18:25.910459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-05c966a2-d9c4-4482-b40e-29abf5992fa1 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233723 Feb 14 21:18:25.983222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72c4659a-05d3-47ab-86ce-332e3494341e req-fb10b194-db2a-403f-b116-a4f3115a856e tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957198 Feb 14 21:18:26.040525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-06b66863-a345-4965-a395-866b0d60d256 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137531 Feb 14 21:18:26.156721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb511d4-f482-462e-abc7-dfd661e70228 req-a88435c9-2c1e-45d8-84e4-fd6d9a873bf3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:26.158681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6eb511d4-f482-462e-abc7-dfd661e70228 req-a88435c9-2c1e-45d8-84e4-fd6d9a873bf3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 948 time: 0.0899687 Feb 14 21:18:26.292481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6eb511d4-f482-462e-abc7-dfd661e70228 req-fb98cc24-67bc-4251-baa2-100ff4a886f0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139057 Feb 14 21:18:26.321299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5a6a7a8-cf7a-416e-984f-77abce440fb3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:26.352447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e43c9-74fd-42ef-bdbd-253c0f70489d req-baf83ff8-3f3a-41f6-b859-65e153314a91 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:26.354804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c70e43c9-74fd-42ef-bdbd-253c0f70489d req-baf83ff8-3f3a-41f6-b859-65e153314a91 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1134 time: 0.0612018 Feb 14 21:18:26.386508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c5a6a7a8-cf7a-416e-984f-77abce440fb3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:26.386890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:26.430042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c70e43c9-74fd-42ef-bdbd-253c0f70489d req-661e341a-5608-4577-86c2-06b98592e6e1 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Feb 14 21:18:26.530039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c5a6a7a8-cf7a-416e-984f-77abce440fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:26.594482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac49539-4747-43ad-8abb-d6780b83b1f2 req-27d9bfed-9c74-4165-991b-938fcef4c09b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:26.596158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dac49539-4747-43ad-8abb-d6780b83b1f2 req-27d9bfed-9c74-4165-991b-938fcef4c09b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.1125855 Feb 14 21:18:26.626219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e25eba-2211-45d5-9b4b-435fc05109c0 req-92308862-1df1-423e-8242-815c1812fa2c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:26.628101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61e25eba-2211-45d5-9b4b-435fc05109c0 req-92308862-1df1-423e-8242-815c1812fa2c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.0915513 Feb 14 21:18:26.676959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dac49539-4747-43ad-8abb-d6780b83b1f2 req-46392a2d-9dea-4789-898e-595c3b02ca1c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743566 Feb 14 21:18:26.715668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61e25eba-2211-45d5-9b4b-435fc05109c0 req-eafe4625-c299-443c-a63b-29a7c17d8f5b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Feb 14 21:18:26.876687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358d7dd-aa53-446f-b938-8b28d6d2e946 req-aa63e07e-49ed-42e5-a3f8-7813d8109888 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:26.888991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8358d7dd-aa53-446f-b938-8b28d6d2e946 req-aa63e07e-49ed-42e5-a3f8-7813d8109888 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.0918460 Feb 14 21:18:27.012393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8358d7dd-aa53-446f-b938-8b28d6d2e946 req-b098c210-4903-4af0-9929-2d71dd85d053 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218264 Feb 14 21:18:27.021226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc45edd-824b-44c3-9327-124658bb57ee req-ac07b33c-facf-4af9-8a94-fbc1bcf64e8c tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:27.023648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebc45edd-824b-44c3-9327-124658bb57ee req-ac07b33c-facf-4af9-8a94-fbc1bcf64e8c tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1134 time: 0.1053591 Feb 14 21:18:27.089255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebc45edd-824b-44c3-9327-124658bb57ee req-e7c9706c-6aef-4398-b911-0e2e509a65e9 tempest-ServersAdminTestJSON-1483667415 tempest-ServersAdminTestJSON-1483667415-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591965 Feb 14 21:18:27.468927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de829575-8071-4d62-9a50-c1ce297dddca req-1392e826-f6a4-46df-a29f-0960b6ba229f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:27.477367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de829575-8071-4d62-9a50-c1ce297dddca req-1392e826-f6a4-46df-a29f-0960b6ba229f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.1551962 Feb 14 21:18:27.528822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5515-7121-4805-892a-5145428f077e req-3e46fecc-5e66-40d9-a9ea-ae6841b1d97c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:27.537242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ff5515-7121-4805-892a-5145428f077e req-3e46fecc-5e66-40d9-a9ea-ae6841b1d97c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 948 time: 0.1652765 Feb 14 21:18:27.607378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de829575-8071-4d62-9a50-c1ce297dddca req-8c9241c7-b0fa-42a1-9d0f-ce1b2e20b930 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286957 Feb 14 21:18:27.631662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ff5515-7121-4805-892a-5145428f077e req-249af009-611f-40cc-a651-b9db0d390bf4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Feb 14 21:18:27.875985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84731ea5-e848-4f67-b6b0-c97bbc8a6dd2 req-8e5286eb-9e50-452c-913c-74d630f8a212 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:27.877491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84731ea5-e848-4f67-b6b0-c97bbc8a6dd2 req-8e5286eb-9e50-452c-913c-74d630f8a212 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0844858 Feb 14 21:18:27.937174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90499d25-4ea3-4b90-82db-358e8b739bbc req-636bb81b-bd4a-46c3-85ae-399fdf7007ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:27.938583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90499d25-4ea3-4b90-82db-358e8b739bbc req-636bb81b-bd4a-46c3-85ae-399fdf7007ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1119735 Feb 14 21:18:27.959112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84731ea5-e848-4f67-b6b0-c97bbc8a6dd2 req-530eb572-8be2-4863-8260-c9fdb8ad1cb3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Feb 14 21:18:28.293355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90499d25-4ea3-4b90-82db-358e8b739bbc req-2616fcea-8b19-4c95-85ee-0082cc987837 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408642 Feb 14 21:18:28.333049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6545b0-c950-428a-8611-1d3a8f690856 req-dfa61475-1073-473d-b9a6-a0c7285ce8a3 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:28.339694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d6545b0-c950-428a-8611-1d3a8f690856 req-dfa61475-1073-473d-b9a6-a0c7285ce8a3 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.0658970 Feb 14 21:18:28.374590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:28.389457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d6545b0-c950-428a-8611-1d3a8f690856 req-389e75a9-39ac-494b-83d3-eda7432d0a46 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484607 Feb 14 21:18:28.414909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0634e491-66d0-43a4-9192-d9e17686e036 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:28.471984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 0634e491-66d0-43a4-9192-d9e17686e036 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:18:28.476844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 0634e491-66d0-43a4-9192-d9e17686e036 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:28.477314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0634e491-66d0-43a4-9192-d9e17686e036), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:28.565250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0634e491-66d0-43a4-9192-d9e17686e036 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:28.565739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0634e491-66d0-43a4-9192-d9e17686e036), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:28.590903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:28.593744 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ea787-9249-403e-9ec6-726c932e3164" -d '{"events": [{"server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "name": "network-vif-plugged", "status": "completed", "tag": "0634e491-66d0-43a4-9192-d9e17686e036"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:28.607825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0634e491-66d0-43a4-9192-d9e17686e036,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:28.613630 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:28.656548 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605be05-d3de-45a6-a78b-fdd2e1444331 x-openstack-request-id: req-9605be05-d3de-45a6-a78b-fdd2e1444331 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:28.657093 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "name": "network-vif-plugged", "status": "completed", "tag": "0634e491-66d0-43a4-9192-d9e17686e036", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:28.657671 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9605be05-d3de-45a6-a78b-fdd2e1444331 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:28.658327 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036', 'code': 200} Feb 14 21:18:28.687113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:28.832346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34941bb-4706-4e71-9f89-f9a019a568dc req-3297d669-4cd5-4fec-b8cf-b9364216b1e4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:28.833996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b34941bb-4706-4e71-9f89-f9a019a568dc req-3297d669-4cd5-4fec-b8cf-b9364216b1e4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.1244924 Feb 14 21:18:28.840814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb361b-d0fa-4cff-b53b-b17eb87ebec7 req-448f2dad-6e51-4007-a3b9-9c5d2b6788ec tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:28.842865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68fb361b-d0fa-4cff-b53b-b17eb87ebec7 req-448f2dad-6e51-4007-a3b9-9c5d2b6788ec tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.1068854 Feb 14 21:18:28.870317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f4c0f-4f6c-4aed-9e48-777a0f5cece4 req-8fab9bf0-ad6c-4845-ad32-e9a34e13b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:28.871817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e9f4c0f-4f6c-4aed-9e48-777a0f5cece4 req-8fab9bf0-ad6c-4845-ad32-e9a34e13b549 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 1132 time: 0.1237531 Feb 14 21:18:28.959491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b34941bb-4706-4e71-9f89-f9a019a568dc req-efd1f30d-9e3d-47b0-809f-7138c2f3d6e0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155787 Feb 14 21:18:28.965031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68fb361b-d0fa-4cff-b53b-b17eb87ebec7 req-eab5139a-dd8d-4013-ac66-18c4d709b65a tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126671 Feb 14 21:18:28.969003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e9f4c0f-4f6c-4aed-9e48-777a0f5cece4 req-b96286c9-8556-4bc1-8f82-344854ec7a7d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887675 Feb 14 21:18:29.087789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f6a8f-a80a-4ebb-96d7-4426dd22bcb9 req-9223438a-2492-48a1-a7ed-dd60db8b6cca tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:29.089187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-243f6a8f-a80a-4ebb-96d7-4426dd22bcb9 req-9223438a-2492-48a1-a7ed-dd60db8b6cca tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Feb 14 21:18:29.151356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-243f6a8f-a80a-4ebb-96d7-4426dd22bcb9 req-1129152c-0c5f-487e-b1f7-a6071911e152 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Feb 14 21:18:29.271999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-302385a0-6e53-4aba-863c-42c7c3729f3d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:29.273460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-302385a0-6e53-4aba-863c-42c7c3729f3d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 950 time: 0.0537658 Feb 14 21:18:29.401641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Deleting port 4896244a-1a42-4194-8009-0ce8fca37fa9 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:18:29.402176 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:29.572824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef6bd7-a972-4696-8ea6-21b5721e33c4 req-7b80cfeb-e0f3-46b5-a4ec-5cc4facbb6e3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:29.574320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbef6bd7-a972-4696-8ea6-21b5721e33c4 req-7b80cfeb-e0f3-46b5-a4ec-5cc4facbb6e3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1881917 Feb 14 21:18:29.600003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] For port 4896244a-1a42-4194-8009-0ce8fca37fa9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4896244a-1a42-4194-8009-0ce8fca37fa9,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:29.600410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:29.621174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354fa5-6da1-4a65-8447-4cd0972c6b94 req-bbad56e9-4f54-466f-b1a1-b9d9ad922f3d tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:29.623609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8354fa5-6da1-4a65-8447-4cd0972c6b94 req-bbad56e9-4f54-466f-b1a1-b9d9ad922f3d tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1364555 Feb 14 21:18:29.641339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Calling delete_port for 4896244a-1a42-4194-8009-0ce8fca37fa9 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:18:29.694094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbef6bd7-a972-4696-8ea6-21b5721e33c4 req-b66f7336-b2e5-4737-94bd-eaa318a5f5ac tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092651 Feb 14 21:18:29.748939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8354fa5-6da1-4a65-8447-4cd0972c6b94 req-e7cf87ea-5864-47c3-9562-a1f51fd21c04 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189556 Feb 14 21:18:29.845211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4896244a-1a42-4194-8009-0ce8fca37fa9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:29.858296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['117f0f5d-3192-46fb-8a84-fe7bdd79b309', '4896244a-1a42-4194-8009-0ce8fca37fa9', '9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:29.882900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event deleted for resources: {'Port': ['ID=4896244a-1a42-4194-8009-0ce8fca37fa9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:29.942144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] No DVR routers for this DVR port 4896244a-1a42-4194-8009-0ce8fca37fa9 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:18:29.944954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:29.948953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-972fb1fb-02e0-44fb-8691-243ef09286bc req-3b101cb7-f83e-4634-b15b-c70776e71cad tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "DELETE /v2.0/ports/4896244a-1a42-4194-8009-0ce8fca37fa9 HTTP/1.1" status: 204 len: 173 time: 0.6684659 Feb 14 21:18:29.949299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'name': 'network-vif-deleted', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:29.962046 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7f79c-dcc9-4001-a33c-e8ad5cc3b91a" -d '{"events": [{"server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "name": "network-vif-deleted", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:30.058041 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd3b29-3a0a-4372-b803-671d3d66f128 x-openstack-request-id: req-1ebd3b29-3a0a-4372-b803-671d3d66f128 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:30.058544 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86df64-5c3e-4abb-965e-738dc132c096", "name": "network-vif-deleted", "tag": "4896244a-1a42-4194-8009-0ce8fca37fa9", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:30.058974 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ebd3b29-3a0a-4372-b803-671d3d66f128 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:30.059565 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c86df64-5c3e-4abb-965e-738dc132c096', 'name': 'network-vif-deleted', 'tag': '4896244a-1a42-4194-8009-0ce8fca37fa9', 'status': 'completed', 'code': 200} Feb 14 21:18:30.214976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf1b93-8773-4975-9674-bce8fbed3646 req-729325c4-e9b9-4f78-b1dd-2a0f95ee8ba3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:30.219288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98cf1b93-8773-4975-9674-bce8fbed3646 req-729325c4-e9b9-4f78-b1dd-2a0f95ee8ba3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.1329336 Feb 14 21:18:30.265452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e58e11b3-51f3-4825-abf1-c1ff07a7b2a9 req-c4f93319-74ab-41f9-a598-798eee9a9b5d tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c86df64-5c3e-4abb-965e-738dc132c096 HTTP/1.1" status: 200 len: 210 time: 0.0447383 Feb 14 21:18:30.330729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98cf1b93-8773-4975-9674-bce8fbed3646 req-2e73f922-a7e3-41d5-9062-4bd9b52ff02f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948946 Feb 14 21:18:30.432300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1177f3e1-daf0-40ba-95be-7fb3909587ea details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:30.444614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a65ce-a1bb-4b0f-94e0-6d7965347b19 req-f3fab4bc-f2c3-4b89-9531-bf734a0ecc22 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:30.447931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c37a65ce-a1bb-4b0f-94e0-6d7965347b19 req-f3fab4bc-f2c3-4b89-9531-bf734a0ecc22 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 943 time: 0.0818307 Feb 14 21:18:30.480742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:18:30.579543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c37a65ce-a1bb-4b0f-94e0-6d7965347b19 req-7318b83a-5863-40d7-b280-6a262bf0e131 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247764 Feb 14 21:18:30.730677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:30.745100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:30.750610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'port_id': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'mac_address': 'fa:16:3e:54:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:30.842727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1177f3e1-daf0-40ba-95be-7fb3909587ea is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:30.842974 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:30.850185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-2ca87d74-85d8-48a3-9d92-98a7ee5dbc55 service neutron] 10.222.0.83 "GET /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.1922095 Feb 14 21:18:30.899021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1177f3e1-daf0-40ba-95be-7fb3909587ea {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:30.909440 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db64c162-81db-44c0-9d14-0a9ccd607a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:30.944817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:30.946132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ca184112-2b89-4a89-a59e-914d052ccdfe is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:30.952428 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:31.014176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:31.016695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466b295-3538-4b1f-98f0-0e4ff4ec3c1c req-65f92b64-59ad-4201-b993-35ddfad92d83 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:31.018230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2466b295-3538-4b1f-98f0-0e4ff4ec3c1c req-65f92b64-59ad-4201-b993-35ddfad92d83 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1732562 Feb 14 21:18:31.052981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20617ad7-c934-44f5-9b07-3d5d94c3931a req-4d7d5d98-f2c5-4d46-bba0-9d94442aac60 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:31.054463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20617ad7-c934-44f5-9b07-3d5d94c3931a req-4d7d5d98-f2c5-4d46-bba0-9d94442aac60 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 943 time: 0.1912608 Feb 14 21:18:31.148146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2466b295-3538-4b1f-98f0-0e4ff4ec3c1c req-24d41356-e299-4f30-a819-d140917f9c9f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215901 Feb 14 21:18:31.198062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20617ad7-c934-44f5-9b07-3d5d94c3931a req-31def2bb-9793-47b1-90df-8186335923ce tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206758 Feb 14 21:18:31.236483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:31.258920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:31.280149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1177f3e1-daf0-40ba-95be-7fb3909587ea'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:31.328054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca184112-2b89-4a89-a59e-914d052ccdfe {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:31.345824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:31.372726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:31.553597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ee850-c2e4-4c8a-8948-0dbc5fc12fb7 req-58b79efc-5114-41c2-a511-a4fa341efc52 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:31.561184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a21ee850-c2e4-4c8a-8948-0dbc5fc12fb7 req-58b79efc-5114-41c2-a511-a4fa341efc52 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.1375785 Feb 14 21:18:31.585560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] Transition to ACTIVE for port object ca184112-2b89-4a89-a59e-914d052ccdfe will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:18:31.630112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a21ee850-c2e4-4c8a-8948-0dbc5fc12fb7 req-7e2a5b53-8ffd-4059-920f-26f3387adbb8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627081 Feb 14 21:18:31.633075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:31.772535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] Pushing event updated for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:31.793648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] No DVR routers for this DVR port ca184112-2b89-4a89-a59e-914d052ccdfe on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:18:31.839996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58421c1-2cc8-4efb-9491-ff7267df5675 req-85d89f43-b092-49a8-a04b-5c8385abc034 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:31.841588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d58421c1-2cc8-4efb-9491-ff7267df5675 req-85d89f43-b092-49a8-a04b-5c8385abc034 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.1635859 Feb 14 21:18:31.847963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-98b75bd5-58e8-4c10-89f4-e25359bd83ac service neutron] 10.222.0.83 "PUT /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9832182 Feb 14 21:18:31.873043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c1346-ddf9-432c-a26d-198821d6519b req-9cca0996-7cc8-47e8-a74b-ec2cba75dfc6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:31.874543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b9c1346-ddf9-432c-a26d-198821d6519b req-9cca0996-7cc8-47e8-a74b-ec2cba75dfc6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.1603928 Feb 14 21:18:31.920972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d58421c1-2cc8-4efb-9491-ff7267df5675 req-d127147e-a004-461c-a904-f5c142e42096 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Feb 14 21:18:31.983566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b9c1346-ddf9-432c-a26d-198821d6519b req-c96c448f-5f31-4f46-a867-29637f1fbd47 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005788 Feb 14 21:18:32.001934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-08b62240-09f7-4fdd-b5d0-23fb7e6f79af tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.004141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-08b62240-09f7-4fdd-b5d0-23fb7e6f79af tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.0882623 Feb 14 21:18:32.085731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41658-5d37-4991-83fc-4bf65b6e9837 req-629c3868-15c1-4995-94bd-aa73d3ce606e tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.087578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73d41658-5d37-4991-83fc-4bf65b6e9837 req-629c3868-15c1-4995-94bd-aa73d3ce606e tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 1132 time: 0.0814061 Feb 14 21:18:32.090499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-aab103c7-fbb4-47d0-a972-e8f3ed792c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.092556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-aab103c7-fbb4-47d0-a972-e8f3ed792c21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&tenant_id=775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 1127 time: 0.0779364 Feb 14 21:18:32.145929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73d41658-5d37-4991-83fc-4bf65b6e9837 req-18322d77-9ba5-46d0-9ad8-e7794b2aafe2 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Feb 14 21:18:32.221108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-0a4129ce-ec85-484a-b6f7-022ad6893e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.222538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-0a4129ce-ec85-484a-b6f7-022ad6893e93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1127 time: 0.0951931 Feb 14 21:18:32.377321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-74b92e46-6b19-41c8-827e-607169be2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.379264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-74b92e46-6b19-41c8-827e-607169be2d3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1494629 Feb 14 21:18:32.453933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1177f3e1-daf0-40ba-95be-7fb3909587ea up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:32.460477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-ef07d99e-2194-498e-9cdf-59b2222fa344 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0467951 Feb 14 21:18:32.514382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 1177f3e1-daf0-40ba-95be-7fb3909587ea completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:18:32.521867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 1177f3e1-daf0-40ba-95be-7fb3909587ea triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:32.522920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:32.533886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9328e6-1ba8-4559-bb2e-cbaa806c8a60 req-fe8d1ccd-1987-4a2f-a594-223f7515e495 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.535466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9328e6-1ba8-4559-bb2e-cbaa806c8a60 req-fe8d1ccd-1987-4a2f-a594-223f7515e495 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 944 time: 0.2184646 Feb 14 21:18:32.551645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-5ad6c796-65e9-475f-9179-cb55b5200ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.553156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-5ad6c796-65e9-475f-9179-cb55b5200ffa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0854995 Feb 14 21:18:32.561678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db099-d5e4-4ea7-960f-8b9396b4fcdc req-e8499bdc-7a16-4038-9905-8a5c2668a765 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:32.563128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a6db099-d5e4-4ea7-960f-8b9396b4fcdc req-e8499bdc-7a16-4038-9905-8a5c2668a765 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.2472680 Feb 14 21:18:32.599547 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:32.619710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-b98a6528-95dc-4830-88e4-47d27368a2bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496655 Feb 14 21:18:32.640586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1177f3e1-daf0-40ba-95be-7fb3909587ea is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:32.641120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:32.666850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:32.669935 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172eeaa7-7070-4bab-8b7f-c5266eddd50c" -d '{"events": [{"server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "name": "network-vif-plugged", "status": "completed", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:32.684115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:32.690992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:32.690992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4896244a-1a42-4194-8009-0ce8fca37fa9 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:32.711650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a6db099-d5e4-4ea7-960f-8b9396b4fcdc req-d7125d87-e4a7-47e1-8e71-a5b8f694940b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282675 Feb 14 21:18:32.717000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9328e6-1ba8-4559-bb2e-cbaa806c8a60 req-cb42dbcd-c84a-4191-ba1e-d8035a1d2782 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734223 Feb 14 21:18:32.747005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:32.804238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 4896244a-1a42-4194-8009-0ce8fca37fa9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:18:32.804595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4896244a-1a42-4194-8009-0ce8fca37fa9 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:18:32.810196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-ec3dfb7e-7a67-4479-af06-f6cb5f7d9b9d service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779771 Feb 14 21:18:32.876878 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c58bea-5cc1-4fb2-9597-31388d32403c x-openstack-request-id: req-52c58bea-5cc1-4fb2-9597-31388d32403c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:32.877428 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "name": "network-vif-plugged", "status": "completed", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:32.877697 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52c58bea-5cc1-4fb2-9597-31388d32403c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:32.878094 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'code': 200} Feb 14 21:18:32.921697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-3d8f9ed7-c4bb-43ba-8fc1-50d9b890ded1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675392 Feb 14 21:18:33.084236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-93d24790-5b66-491b-83c6-54ea715d64df service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678823 Feb 14 21:18:33.128283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883898-baf9-456a-b182-15b846be54be req-754a0d98-f811-4c03-8119-afc76e8d435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.131979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42883898-baf9-456a-b182-15b846be54be req-754a0d98-f811-4c03-8119-afc76e8d435c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 1128 time: 0.1645739 Feb 14 21:18:33.151118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f105-77ac-4680-b2ae-114234a55df4 req-1cd95572-62cb-474d-8520-1a002e9a14a1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.152855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78e2f105-77ac-4680-b2ae-114234a55df4 req-1cd95572-62cb-474d-8520-1a002e9a14a1 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.1132529 Feb 14 21:18:33.167831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-6e2c8ce2-2601-4781-85fe-90245ef9a34e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983067 Feb 14 21:18:33.205322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-67ceacbd-b37e-4d4b-b4e2-13bf947a74c6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.206808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-67ceacbd-b37e-4d4b-b4e2-13bf947a74c6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754338 Feb 14 21:18:33.273886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-3075b11b-be45-4f3c-9c3a-088cefbf7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.276041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-3075b11b-be45-4f3c-9c3a-088cefbf7870 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45852a62015348e4996b848b986ad0d7&device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 1134 time: 0.0726728 Feb 14 21:18:33.311578 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5579756e-7900-485c-b8ff-5f4c2abec633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:33.313368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-bb217ea6-5d2a-4666-b7f0-1a07b5984107 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0942156 Feb 14 21:18:33.324776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42883898-baf9-456a-b182-15b846be54be req-db9e676b-224c-4161-8031-5c9314c276c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649096 Feb 14 21:18:33.340985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78e2f105-77ac-4680-b2ae-114234a55df4 req-309ac7b3-8816-4458-9890-415d983d0156 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595426 Feb 14 21:18:33.494963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-7809faba-6c02-4533-9b5a-7977e989a240 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.495506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-b085939e-2f53-47ae-9ed5-1057d4b0a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.496465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-7809faba-6c02-4533-9b5a-7977e989a240 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.2526746 Feb 14 21:18:33.499497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-b085939e-2f53-47ae-9ed5-1057d4b0a8a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1838763 Feb 14 21:18:33.532253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-deb3b38d-4e74-45d5-9d0d-1ccd8ecab3c0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1868737 Feb 14 21:18:33.547246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-d4889bf6-915a-4625-94e0-d2c058cea75a tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.548673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-d4889bf6-915a-4625-94e0-d2c058cea75a tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1379898 Feb 14 21:18:33.555664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd323e2-1186-4225-8f34-60b1bef072d0 req-d20f69e0-2b1b-4b39-b9e3-9923a7e42e05 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.557251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cd323e2-1186-4225-8f34-60b1bef072d0 req-d20f69e0-2b1b-4b39-b9e3-9923a7e42e05 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.1262920 Feb 14 21:18:33.606031 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-008a1bc0-59ab-4bb4-b466-0885397e54bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=9d82baa7-575e-4037-9499-6db4fffc0e29 HTTP/1.1" status: 200 len: 217 time: 0.0442824 Feb 14 21:18:33.676709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-a9e6efad-df44-4d3f-9c94-18905f33f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:33.680114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-a9e6efad-df44-4d3f-9c94-18905f33f9b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0659266 Feb 14 21:18:33.735309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cd323e2-1186-4225-8f34-60b1bef072d0 req-c138b4c0-5b0e-4161-8ec8-20390e781a3b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701806 Feb 14 21:18:33.961398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e83a85ff-a159-4c4e-977e-e3fe14076a53 service neutron] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:33.964507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Deleting port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:18:33.964953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:33.991953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71c11895-03b2-4983-9398-80343b062f79 req-f7e61e46-b0c7-4fd1-aa05-d6d0ea225f2f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 210 time: 0.0590086 Feb 14 21:18:33.995765 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e83a85ff-a159-4c4e-977e-e3fe14076a53 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:33.996994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285dca18-a44a-41cc-874b-f8ad2b7f9ac2 req-e83a85ff-a159-4c4e-977e-e3fe14076a53 service neutron] 10.222.0.64 "DELETE /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.4387813 Feb 14 21:18:34.125999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d14ef-d93a-48e9-9f64-519663a39c34 req-bafdd99b-77f7-4c2c-bb03-17387232c6f8 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:34.128039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-955d14ef-d93a-48e9-9f64-519663a39c34 req-bafdd99b-77f7-4c2c-bb03-17387232c6f8 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.2811129 Feb 14 21:18:34.226760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-78931ac6-5c8e-4836-b3f9-f0d657c21240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:34.228325 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-78931ac6-5c8e-4836-b3f9-f0d657c21240 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5406938 Feb 14 21:18:34.378583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-5ace487f-8c8c-402d-81d7-0ed2837225e5 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416330 Feb 14 21:18:34.421392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:34.646430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ce45fe05-7a74-4659-a68c-4ccd27decb3a req-ee1df77e-e51b-4682-be36-fc5e4d8dafb6 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549736 Feb 14 21:18:34.728743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] For port 117f0f5d-3192-46fb-8a84-fe7bdd79b309, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=117f0f5d-3192-46fb-8a84-fe7bdd79b309,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:34.729123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:34.757803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Calling delete_port for 117f0f5d-3192-46fb-8a84-fe7bdd79b309 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:18:34.766881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-955d14ef-d93a-48e9-9f64-519663a39c34 req-ae203235-ff34-4ed3-90e5-a08073e2c37c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6307688 Feb 14 21:18:34.792234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92920-ed93-49ee-b125-9f964428647b req-ed01c40c-cdbe-4f16-970f-0638f8e6385f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:34.798142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ae92920-ed93-49ee-b125-9f964428647b req-ed01c40c-cdbe-4f16-970f-0638f8e6385f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.6098814 Feb 14 21:18:34.919663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ae92920-ed93-49ee-b125-9f964428647b req-3dea3f52-5254-418c-ae7b-e3d13447eb73 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196411 Feb 14 21:18:35.138514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (117f0f5d-3192-46fb-8a84-fe7bdd79b309), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:35.156670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['117f0f5d-3192-46fb-8a84-fe7bdd79b309', '9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:35.192097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event deleted for resources: {'Port': ['ID=117f0f5d-3192-46fb-8a84-fe7bdd79b309,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:35.202797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131bf8-70d1-4142-87ea-9bacf2d24acc req-0c3e659b-4a08-4eca-895b-85ec37b206ea tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:35.210139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e131bf8-70d1-4142-87ea-9bacf2d24acc req-0c3e659b-4a08-4eca-895b-85ec37b206ea tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79 HTTP/1.1" status: 200 len: 949 time: 0.2695284 Feb 14 21:18:35.227690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c7db-1ce1-4a68-82d2-ce4462c3211e req-bf90408b-8fae-4fb4-86fa-950364012da0 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:35.236064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bb6c7db-1ce1-4a68-82d2-ce4462c3211e req-bf90408b-8fae-4fb4-86fa-950364012da0 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1127 time: 0.1618218 Feb 14 21:18:35.320261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] No DVR routers for this DVR port 117f0f5d-3192-46fb-8a84-fe7bdd79b309 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:18:35.323289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:35.327357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f828a59-1150-4039-990b-84a3d2f2be15 req-2f611b06-d8e0-477e-976e-8509a528e3ef tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "DELETE /v2.0/ports/117f0f5d-3192-46fb-8a84-fe7bdd79b309 HTTP/1.1" status: 204 len: 173 time: 1.7603519 Feb 14 21:18:35.337137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'name': 'network-vif-deleted', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:35.342163 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c13f1e-79e2-4579-900f-6a6651528a02" -d '{"events": [{"server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "name": "network-vif-deleted", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:35.390831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bb6c7db-1ce1-4a68-82d2-ce4462c3211e req-0567b7c1-b9c3-4178-966a-a035ec699520 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537180 Feb 14 21:18:35.448380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e131bf8-70d1-4142-87ea-9bacf2d24acc req-74479593-affe-4672-8d1e-f8d7b10b8900 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368052 Feb 14 21:18:35.573576 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16957974-71c6-427c-abad-7475f7191fd6 x-openstack-request-id: req-16957974-71c6-427c-abad-7475f7191fd6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:35.573879 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79", "name": "network-vif-deleted", "tag": "117f0f5d-3192-46fb-8a84-fe7bdd79b309", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:35.574158 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16957974-71c6-427c-abad-7475f7191fd6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:35.574542 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e25f39-409c-4e3a-bbc5-7fbe9d5f2e79', 'name': 'network-vif-deleted', 'tag': '117f0f5d-3192-46fb-8a84-fe7bdd79b309', 'status': 'completed', 'code': 200} Feb 14 21:18:35.664419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:35.679912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e180673-8dab-440e-b274-442a562bb53b req-dd6c85f4-dca8-40c3-843d-bd32747f4524 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 210 time: 0.0548458 Feb 14 21:18:35.752240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9fd-1b39-4537-9249-0059e7d9eaa3 req-8ee9fc62-7088-42c1-b3cb-b0792c424dab tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:35.760545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-991ba9fd-1b39-4537-9249-0059e7d9eaa3 req-8ee9fc62-7088-42c1-b3cb-b0792c424dab tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1127 time: 0.0971923 Feb 14 21:18:35.847343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1768801c-23b3-44de-b826-2d38ca1981f6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255742 Feb 14 21:18:35.857523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-991ba9fd-1b39-4537-9249-0059e7d9eaa3 req-4e48895d-6339-4141-84c5-e19d82f68241 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943594 Feb 14 21:18:36.179221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556e709-ef4f-4f3d-9e93-d64933ea50d3 req-ca8cfb93-1d90-4343-b0db-6d7094b617df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:36.179221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f556e709-ef4f-4f3d-9e93-d64933ea50d3 req-ca8cfb93-1d90-4343-b0db-6d7094b617df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.1869726 Feb 14 21:18:36.189043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-2e3d311b-066a-4fb0-8cc8-29155e73dd40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:36.190858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-2e3d311b-066a-4fb0-8cc8-29155e73dd40 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335335 Feb 14 21:18:36.201339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b21233-972c-4a98-9aa6-be8b5cdd7c2c req-c914deaa-a6c9-4083-975d-ca3b1fa9604f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:36.202871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31b21233-972c-4a98-9aa6-be8b5cdd7c2c req-c914deaa-a6c9-4083-975d-ca3b1fa9604f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1272132 Feb 14 21:18:36.212184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:36.342728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31b21233-972c-4a98-9aa6-be8b5cdd7c2c req-15e38a10-67a2-44a2-abf1-e2124f15cfba tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259103 Feb 14 21:18:36.361666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f556e709-ef4f-4f3d-9e93-d64933ea50d3 req-ab6de2e2-e905-4031-b1c1-da5d2b99d65d tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676862 Feb 14 21:18:36.477812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:36.486216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:36.655616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829008d3-9396-449b-a59c-46d71a0654de req-83a61cef-9f39-4904-9b10-3d7d1630698b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:36.657170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829008d3-9396-449b-a59c-46d71a0654de req-83a61cef-9f39-4904-9b10-3d7d1630698b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.1905115 Feb 14 21:18:36.666588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43326) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:36.671910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Request body: {'floatingip': {'port_id': '1177f3e1-daf0-40ba-95be-7fb3909587ea'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:36.734583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:36.762294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.251 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/80e3ed04-9ead-432b-adb9-db23a110002a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:37.046588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737d3159-7d0c-4f40-8a1a-a2480eb97a31 req-57243371-2615-4a45-9bea-761dc89ebd51 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 210 time: 0.0571730 Feb 14 21:18:37.117679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.196559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (80e3ed04-9ead-432b-adb9-db23a110002a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.246293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2128-0fc1-412c-8919-ec6656c56601 req-db8d97b3-98b3-4ea2-a1ae-8f26cf164251 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:37.247895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-921c2128-0fc1-412c-8919-ec6656c56601 req-db8d97b3-98b3-4ea2-a1ae-8f26cf164251 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.1004894 Feb 14 21:18:37.265833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.279941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:37.349829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:37.359038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:37.362243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4', '0634e491-66d0-43a4-9192-d9e17686e036'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:37.390692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:37.496094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.505161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.528508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:37.552364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-921c2128-0fc1-412c-8919-ec6656c56601 req-6734d915-a64c-4863-b300-5355391abbed tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969375 Feb 14 21:18:37.589238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:37.589902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.683652 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Floating IP 4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb associated. External IP: 172.25.2.108, port: 1177f3e1-daf0-40ba-95be-7fb3909587ea. Feb 14 21:18:37.701917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-1bccb8e1-a085-4042-9d8f-c7fdbf00962d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4973865 Feb 14 21:18:37.725479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3055ae-ab2e-46fb-8cdf-79e8d71b3400 req-8f7bfe47-07d4-4fd0-bb97-2bf7ea270c15 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:37.727046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea3055ae-ab2e-46fb-8cdf-79e8d71b3400 req-8f7bfe47-07d4-4fd0-bb97-2bf7ea270c15 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.2152162 Feb 14 21:18:37.787382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Request body: {'port': {'device_id': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:37.858748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea3055ae-ab2e-46fb-8cdf-79e8d71b3400 req-4c68d493-635f-480b-a36a-0701d7ddda38 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211441 Feb 14 21:18:37.901422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-885b3482-aed1-4c48-99dd-36af78cb72ad None None] Provisioning complete for port 80e3ed04-9ead-432b-adb9-db23a110002a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:37.903118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-885b3482-aed1-4c48-99dd-36af78cb72ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.905725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:37.940557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Router 9abbec8c-1274-409c-838d-98c0166dd378 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:18:38.088410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-885b3482-aed1-4c48-99dd-36af78cb72ad None None] Port 80e3ed04-9ead-432b-adb9-db23a110002a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:38.173951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:38.194508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:38.201693 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Sync routers for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:38.216918 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:38.217171 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:38.272664 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8efae72a-327d-467b-90fe-b6928add10c7 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "PUT /v2.0/floatingips/4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb HTTP/1.1" status: 200 len: 991 time: 1.6018777 Feb 14 21:18:38.272664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:38.274855 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ab060a-1e9f-402d-b115-04b5c53b3042" -d '{"events": [{"name": "network-changed", "server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:38.442381 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:38.463810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490fcc-5646-44b4-8929-51c73f3e99cc req-8add95b4-4d58-4529-828f-280bfd109268 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:38.466258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e490fcc-5646-44b4-8929-51c73f3e99cc req-8add95b4-4d58-4529-828f-280bfd109268 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.1115868 Feb 14 21:18:38.486131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26de872-aefb-4b6c-a37b-2c8a1292254f req-9798332a-98be-4779-8a78-6799cfcde3d8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:38.493976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a26de872-aefb-4b6c-a37b-2c8a1292254f req-9798332a-98be-4779-8a78-6799cfcde3d8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 936 time: 0.1916332 Feb 14 21:18:38.495979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 117f0f5d-3192-46fb-8a84-fe7bdd79b309 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:38.554857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 117f0f5d-3192-46fb-8a84-fe7bdd79b309 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:18:38.555250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 117f0f5d-3192-46fb-8a84-fe7bdd79b309 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:18:38.602251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-2bf6b928-1008-49f6-abe3-99485a59a4f0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:38.605984 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-2bf6b928-1008-49f6-abe3-99485a59a4f0 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.1046362 Feb 14 21:18:38.697320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a26de872-aefb-4b6c-a37b-2c8a1292254f req-51dfe540-7990-4679-9013-6de6e703047d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022479 Feb 14 21:18:38.717510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e490fcc-5646-44b4-8929-51c73f3e99cc req-90ddcfbd-6160-4173-8842-d14dd655237c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137175 Feb 14 21:18:38.731733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e3ed04-9ead-432b-adb9-db23a110002a {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:38.768385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks [] for port (80e3ed04-9ead-432b-adb9-db23a110002a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:38.806233 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'port_id': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'mac_address': 'fa:16:3e:54:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:17:24Z', 'updated_at': '2022-02-14T21:18:37Z', 'revision_number': 1, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:38.816172 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea8a92-f8d3-40c1-b9cc-4a84de1414d5 x-openstack-request-id: req-99ea8a92-f8d3-40c1-b9cc-4a84de1414d5 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:38.818128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Transition to ACTIVE for port object 80e3ed04-9ead-432b-adb9-db23a110002a will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:18:38.818974 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:38.821336 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-99ea8a92-f8d3-40c1-b9cc-4a84de1414d5 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:38.822331 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'status': 'completed', 'code': 200} Feb 14 21:18:38.846820 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Checking router: 9abbec8c-1274-409c-838d-98c0166dd378 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:38.856954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:38.857586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:38.897992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:38.912702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Deleting port 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:18:38.914692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:39.084017 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:39.093096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-a5171a97-4819-42e2-93e5-9726039b66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:39.106113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-a5171a97-4819-42e2-93e5-9726039b66b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=783fc64c0bd94110a91f7fd82117e4f7&device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 1128 time: 0.2676373 Feb 14 21:18:39.107921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:39.176945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] For port 9d82baa7-575e-4037-9499-6db4fffc0e29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9d82baa7-575e-4037-9499-6db4fffc0e29,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:39.177364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:39.233566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Calling delete_port for 9d82baa7-575e-4037-9499-6db4fffc0e29 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:18:39.262117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-35c74a64-dfbc-45a3-b5c8-b8859a58b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:39.266152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-35c74a64-dfbc-45a3-b5c8-b8859a58b143 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f1c548c-4817-4324-b940-40a06a43a5b9 HTTP/1.1" status: 200 len: 916 time: 0.1469786 Feb 14 21:18:39.433769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e5228-108a-4ada-aafd-bddd0211fb87 req-2dd3d20c-beb2-4a78-9c77-19701a68af65 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:39.440520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c77e5228-108a-4ada-aafd-bddd0211fb87 req-2dd3d20c-beb2-4a78-9c77-19701a68af65 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd41df97-4e8b-439c-920b-334bd24e8aeb HTTP/1.1" status: 200 len: 951 time: 0.6184382 Feb 14 21:18:39.486347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9d82baa7-575e-4037-9499-6db4fffc0e29), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:39.505508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9d82baa7-575e-4037-9499-6db4fffc0e29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:39.569629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Pushing event deleted for resources: {'Port': ['ID=9d82baa7-575e-4037-9499-6db4fffc0e29,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:39.631913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-e1fcfb65-4726-475a-86ae-9cc286160efb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea HTTP/1.1" status: 200 len: 999 time: 0.3495171 Feb 14 21:18:39.692201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463975e-0813-40d6-900c-dfd774012778 req-cfcb4625-ff4e-47b7-816a-4ac3d20ca18c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:39.693729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e463975e-0813-40d6-900c-dfd774012778 req-cfcb4625-ff4e-47b7-816a-4ac3d20ca18c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.6646330 Feb 14 21:18:39.705529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] No DVR routers for this DVR port 9d82baa7-575e-4037-9499-6db4fffc0e29 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:18:39.719175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:39.726466 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bcb05303-83a9-4128-bfa5-4f883c0e6159 req-53abb543-585c-498f-a494-a72c193b0693 tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.83 "DELETE /v2.0/ports/9d82baa7-575e-4037-9499-6db4fffc0e29 HTTP/1.1" status: 204 len: 173 time: 1.1139247 Feb 14 21:18:39.782298 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'port_id': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'mac_address': 'fa:16:3e:54:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:17:24Z', 'updated_at': '2022-02-14T21:18:37Z', 'revision_number': 1, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:39.823578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Attempting to bind port 80e3ed04-9ead-432b-adb9-db23a110002a on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:39.823918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Attempting to bind port 80e3ed04-9ead-432b-adb9-db23a110002a by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:39.824254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Attempting to bind port 80e3ed04-9ead-432b-adb9-db23a110002a on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:39.825521 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7336f-4e47-4d21-9d90-90e1e7775c40 None None] The sync data for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 is: [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'port_id': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'mac_address': 'fa:16:3e:54:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:17:24Z', 'updated_at': '2022-02-14T21:18:37Z', 'revision_number': 1, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:39.862168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c77e5228-108a-4ada-aafd-bddd0211fb87 req-ae77f751-c1a0-4821-a029-ff71b0f8c03f tempest-ServersAdminTestJSON-288477193 tempest-ServersAdminTestJSON-288477193-project] 10.222.0.86 "GET /v2.0/security-groups?id=161247e6-b835-4e3f-aea6-bdee9f0724f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650291 Feb 14 21:18:39.907456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Port 80e3ed04-9ead-432b-adb9-db23a110002a on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:39.909084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Attempting to bind port 80e3ed04-9ead-432b-adb9-db23a110002a on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:39.930515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-205b27b5-efb3-4b20-be6b-471176044e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:39.931800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-205b27b5-efb3-4b20-be6b-471176044e35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1117e560-74b5-4253-b9f6-d995c217814e HTTP/1.1" status: 200 len: 854 time: 0.2862701 Feb 14 21:18:39.968644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:39.976543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:39.979886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:39.980144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Bound port: 80e3ed04-9ead-432b-adb9-db23a110002a, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:39.980444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:40.100783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e463975e-0813-40d6-900c-dfd774012778 req-42745c4b-2380-4f9b-b182-d40c7a400bb2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514795 Feb 14 21:18:40.191116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bc4d4-0cba-478b-ade4-d27003c9fa18 None None] New status for floating IP 4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:18:40.223027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-f096b685-ac33-46c4-a03f-b26907999fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.224843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-f096b685-ac33-46c4-a03f-b26907999fac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f1c548c-4817-4324-b940-40a06a43a5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2796874 Feb 14 21:18:40.384618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-69124835-7f31-4659-9cab-a46ca93ec53b service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434524 Feb 14 21:18:40.469589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:40.494137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=80e3ed04-9ead-432b-adb9-db23a110002a,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:40.509118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237b819-c442-435b-9e7d-e0c59f122744 req-8a15629c-f18c-4127-ba72-fe8f2b0b1b4e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.516994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5237b819-c442-435b-9e7d-e0c59f122744 req-8a15629c-f18c-4127-ba72-fe8f2b0b1b4e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 948 time: 0.3765814 Feb 14 21:18:40.542017 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:40.614589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.615249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:40.616701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] 10.222.0.83 "PUT /v2.0/ports/80e3ed04-9ead-432b-adb9-db23a110002a HTTP/1.1" status: 200 len: 1097 time: 2.8369160 Feb 14 21:18:40.619129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:40.621386 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed882dca-97b7-419f-b130-0f59a20575a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:40.666616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5237b819-c442-435b-9e7d-e0c59f122744 req-e2d700bc-a3e2-44cd-ad22-8daecd1588d4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 Feb 14 21:18:40.707049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ab060a-1e9f-402d-b115-04b5c53b3042 req-246b8d14-84f9-4567-b2f0-ee63ec14a5c5 service neutron] 10.222.0.83 "GET /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152564 Feb 14 21:18:40.710733 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49cbe2-9626-4cc4-951f-bb8b5ddf1b87 x-openstack-request-id: req-2a49cbe2-9626-4cc4-951f-bb8b5ddf1b87 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:40.711175 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:40.711565 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a49cbe2-9626-4cc4-951f-bb8b5ddf1b87 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:40.712056 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a', 'status': 'completed', 'code': 200} Feb 14 21:18:40.736905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797e6a-fe38-4886-826e-55134602efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:40.769737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-727d74d1-15e2-435e-bdd9-9b8077f88eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.772025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-727d74d1-15e2-435e-bdd9-9b8077f88eb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 1131 time: 0.0982003 Feb 14 21:18:40.824873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-deleted', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:40.828101 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7189757-9025-407c-927e-88643c16c9f6" -d '{"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-deleted", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:40.833422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-22cb2cab-a73c-41b1-b3d2-06a09397a29b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=80e3ed04-9ead-432b-adb9-db23a110002a HTTP/1.1" status: 200 len: 217 time: 0.0535061 Feb 14 21:18:40.891638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-bda18ee8-56ac-4159-8310-22ca7f70468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.894190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-bda18ee8-56ac-4159-8310-22ca7f70468e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0541646 Feb 14 21:18:40.896681 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cac88-dccf-4605-8706-cab2ffb103ef x-openstack-request-id: req-5e4cac88-dccf-4605-8706-cab2ffb103ef {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:40.896981 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41df97-4e8b-439c-920b-334bd24e8aeb", "name": "network-vif-deleted", "tag": "9d82baa7-575e-4037-9499-6db4fffc0e29", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:40.897410 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e4cac88-dccf-4605-8706-cab2ffb103ef {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:40.898137 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41df97-4e8b-439c-920b-334bd24e8aeb', 'name': 'network-vif-deleted', 'tag': '9d82baa7-575e-4037-9499-6db4fffc0e29', 'status': 'completed', 'code': 200} Feb 14 21:18:40.962889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-3c201d27-cd6c-4a04-86f0-f27ee698e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:40.964668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-3c201d27-cd6c-4a04-86f0-f27ee698e88b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0642989 Feb 14 21:18:41.113402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-66f0b84d-39e6-473e-ad0a-67b6b9c85d57 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427364 Feb 14 21:18:41.298356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fca8deac-01b0-4700-a5a0-fe4af97bc64c req-fe0330d3-65ab-45fe-ae9e-0294059d68c3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775711 Feb 14 21:18:41.330578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d6a7-7e41-423c-a84d-c964183c1dee req-1b9a9ce2-a65a-4bb9-a7c4-a002d6c1a447 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:41.332347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89c1d6a7-7e41-423c-a84d-c964183c1dee req-1b9a9ce2-a65a-4bb9-a7c4-a002d6c1a447 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1154659 Feb 14 21:18:41.335850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43392) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:41.451612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89c1d6a7-7e41-423c-a84d-c964183c1dee req-852d2c94-8405-4266-9e4c-08c0a9a6bf5a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008587 Feb 14 21:18:41.487905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-ac468fa2-4736-4b11-953c-7ca3590208ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:41.490123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-ac468fa2-4736-4b11-953c-7ca3590208ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 1131 time: 0.1149993 Feb 14 21:18:41.522137 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae64f620-8f48-4eba-ba9a-4302cd70f167 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45852a62015348e4996b848b986ad0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849403 Feb 14 21:18:41.524501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:41.584457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] Publish callbacks [] for security_group (161247e6-b835-4e3f-aea6-bdee9f0724f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:41.585928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-dbaf2222-089d-4b2e-bfaa-91e449b83887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:41.587465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-dbaf2222-089d-4b2e-bfaa-91e449b83887 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0895126 Feb 14 21:18:41.610876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] Publish callbacks [] for security_group (161247e6-b835-4e3f-aea6-bdee9f0724f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:41.642127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-95b7d2c6-3020-4645-b05e-1301f3b6ec4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=80e3ed04-9ead-432b-adb9-db23a110002a HTTP/1.1" status: 200 len: 217 time: 0.0480461 Feb 14 21:18:41.665462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (161247e6-b835-4e3f-aea6-bdee9f0724f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:41.669402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:41.670696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/161247e6-b835-4e3f-aea6-bdee9f0724f5 HTTP/1.1" status: 204 len: 168 time: 0.1452272 Feb 14 21:18:41.680696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa31d95-fa9c-4778-8a14-8381dafc2cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161247e6-b835-4e3f-aea6-bdee9f0724f5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:41.718416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-ab94a03f-4aff-4624-a45e-08f68b16d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:41.719997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-ab94a03f-4aff-4624-a45e-08f68b16d51e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0693970 Feb 14 21:18:42.042325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43404) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:42.092583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0485fe9-8aa7-4f1b-afb6-f13532d8dc1b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8780611b0e4742caa3fe7f407a4796b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486600 Feb 14 21:18:42.093776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43406) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:42.101436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-84d59eca-4958-4df9-aa76-023226d4ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:42.103448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-84d59eca-4958-4df9-aa76-023226d4ecf9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3749323 Feb 14 21:18:42.130003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715c16c-1543-485f-b008-251352a2cbd4 req-9bca6e94-93d5-488f-8afc-7bfd0104d8f4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:42.139712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d715c16c-1543-485f-b008-251352a2cbd4 req-9bca6e94-93d5-488f-8afc-7bfd0104d8f4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 948 time: 0.3792069 Feb 14 21:18:42.221717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] Publish callbacks [] for security_group (8a24f251-a7d9-4dd2-8f16-1734fe835d5a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:42.257594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] Publish callbacks [] for security_group (8a24f251-a7d9-4dd2-8f16-1734fe835d5a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:42.282608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d715c16c-1543-485f-b008-251352a2cbd4 req-fe527591-0ed6-4489-88e9-0364f6368992 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419196 Feb 14 21:18:42.329898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-26abec31-de54-46b2-82c2-1651c5ff7b57 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188847 Feb 14 21:18:42.331713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8a24f251-a7d9-4dd2-8f16-1734fe835d5a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:42.334578 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:42.337295 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a24f251-a7d9-4dd2-8f16-1734fe835d5a HTTP/1.1" status: 204 len: 168 time: 0.2410469 Feb 14 21:18:42.347257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba977e5-b933-40ab-8791-e31d3213520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24f251-a7d9-4dd2-8f16-1734fe835d5a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:42.461200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed882dca-97b7-419f-b130-0f59a20575a7 req-60a73e01-eec0-45a7-a88c-e9abfe60cc31 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239612 Feb 14 21:18:42.504381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:18:42.562365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 9d82baa7-575e-4037-9499-6db4fffc0e29 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:18:42.562719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9d82baa7-575e-4037-9499-6db4fffc0e29 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:18:42.699557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14aac3e-4906-48f9-9273-dc69f85b3592 req-9b20390a-a93d-4833-a3ae-c42a436bd41b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:42.701673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14aac3e-4906-48f9-9273-dc69f85b3592 req-9b20390a-a93d-4833-a3ae-c42a436bd41b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1229413 Feb 14 21:18:42.787634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14aac3e-4906-48f9-9273-dc69f85b3592 req-eff6f5ab-fc17-4a74-ad2a-a610be31daf1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712059 Feb 14 21:18:43.432219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8efdbd-f752-4849-9aa8-b39c025b1e80 req-a6e406f5-f928-4eb0-9751-ca755147cd05 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:43.434683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e8efdbd-f752-4849-9aa8-b39c025b1e80 req-a6e406f5-f928-4eb0-9751-ca755147cd05 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 948 time: 0.0880866 Feb 14 21:18:43.499621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e8efdbd-f752-4849-9aa8-b39c025b1e80 req-2318a903-98a2-439e-8980-81d979ded642 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Feb 14 21:18:43.945409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da5960-7cd6-45b6-90e8-9e7347dfdd28 req-86e92b4e-7cac-4806-b6e3-c2dbf92465b4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:43.947877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37da5960-7cd6-45b6-90e8-9e7347dfdd28 req-86e92b4e-7cac-4806-b6e3-c2dbf92465b4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.0759513 Feb 14 21:18:44.005610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37da5960-7cd6-45b6-90e8-9e7347dfdd28 req-8e252308-4005-41b0-93f5-89f80fb6802b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Feb 14 21:18:44.513742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 80e3ed04-9ead-432b-adb9-db23a110002a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:44.660383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=80e3ed04-9ead-432b-adb9-db23a110002a,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:44.675568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '80e3ed04-9ead-432b-adb9-db23a110002a', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '80e3ed04-9ead-432b-adb9-db23a110002a', 'mac_address': 'fa:16:3e:99:01:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:18:44.693850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b903738-0170-43fb-a95f-38cdec9d01e8 req-4fbfcb13-3574-49d6-a567-6d0e5c24dd68 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:44.695370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b903738-0170-43fb-a95f-38cdec9d01e8 req-4fbfcb13-3574-49d6-a567-6d0e5c24dd68 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 948 time: 0.0902319 Feb 14 21:18:44.728520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 80e3ed04-9ead-432b-adb9-db23a110002a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:44.729270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:44.754503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e3ed04-9ead-432b-adb9-db23a110002a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:44.797006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=80e3ed04-9ead-432b-adb9-db23a110002a,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:44.804105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:44.845988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b903738-0170-43fb-a95f-38cdec9d01e8 req-c83dabb3-1b57-4885-b7d8-660469eeda6c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256173 Feb 14 21:18:44.894819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:44.922174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43504) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:45.033173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2af9d770-756c-4d77-8287-ec15e51d5039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.154758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['80e3ed04-9ead-432b-adb9-db23a110002a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:45.169133 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2af9d770-756c-4d77-8287-ec15e51d5039 admin admin] Publish callbacks [] for security_group (5d26d569-0458-48ed-8c79-85adbe9e169e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.174303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2af9d770-756c-4d77-8287-ec15e51d5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5d26d569-0458-48ed-8c79-85adbe9e169e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.201989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2af9d770-756c-4d77-8287-ec15e51d5039 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e1b7e250a2f4c7d8c84f316e2a94176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784843 Feb 14 21:18:45.204628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43510) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:45.275127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ae8b4-237a-495a-8f0f-cadf2ac338f2 req-a73b4551-5877-474a-af89-031c0962be76 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:45.276710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d47ae8b4-237a-495a-8f0f-cadf2ac338f2 req-a73b4551-5877-474a-af89-031c0962be76 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1682951 Feb 14 21:18:45.292465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9d770-756c-4d77-8287-ec15e51d5039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26d569-0458-48ed-8c79-85adbe9e169e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:45.316303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] Publish callbacks [] for security_group (5d26d569-0458-48ed-8c79-85adbe9e169e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.365795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] Publish callbacks [] for security_group (5d26d569-0458-48ed-8c79-85adbe9e169e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.411712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d47ae8b4-237a-495a-8f0f-cadf2ac338f2 req-287a81b7-f8fa-4e28-8f71-6c86c26e0bb1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202695 Feb 14 21:18:45.448397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5d26d569-0458-48ed-8c79-85adbe9e169e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.452402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.456488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d26d569-0458-48ed-8c79-85adbe9e169e HTTP/1.1" status: 204 len: 168 time: 0.2480986 Feb 14 21:18:45.462980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c209db-5055-4fd7-bc01-601c135ce3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26d569-0458-48ed-8c79-85adbe9e169e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:45.762896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43520) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:45.776444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f83c72-5d85-474d-bff0-3d549f307b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.864189 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f83c72-5d85-474d-bff0-3d549f307b04 admin admin] Publish callbacks [] for security_group (e75b4b7a-28bf-4483-b039-62b2dcf19f64), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.880713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f83c72-5d85-474d-bff0-3d549f307b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e75b4b7a-28bf-4483-b039-62b2dcf19f64), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:45.931857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46f83c72-5d85-474d-bff0-3d549f307b04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a394872796fe4f458b59a62a9b67a07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701021 Feb 14 21:18:45.934556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43528) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:45.935138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f83c72-5d85-474d-bff0-3d549f307b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b4b7a-28bf-4483-b039-62b2dcf19f64,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:45.993126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af89e7-b8ce-44fc-83da-ff698043bb2d req-b9731b87-5c4b-4a0e-9f83-779efeed145d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:46.001978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57af89e7-b8ce-44fc-83da-ff698043bb2d req-b9731b87-5c4b-4a0e-9f83-779efeed145d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 949 time: 0.0681853 Feb 14 21:18:46.017726 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] Publish callbacks [] for security_group (e75b4b7a-28bf-4483-b039-62b2dcf19f64), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.045447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] Publish callbacks [] for security_group (e75b4b7a-28bf-4483-b039-62b2dcf19f64), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.068590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57af89e7-b8ce-44fc-83da-ff698043bb2d req-68943fa4-8168-409d-b61b-e77ecc3f5b4b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658135 Feb 14 21:18:46.124662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e75b4b7a-28bf-4483-b039-62b2dcf19f64), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.130763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.136262 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e75b4b7a-28bf-4483-b039-62b2dcf19f64 HTTP/1.1" status: 204 len: 168 time: 0.1995125 Feb 14 21:18:46.156814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c5ee7-000a-4862-91c4-ff70e0763ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b4b7a-28bf-4483-b039-62b2dcf19f64,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:46.518748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 80e3ed04-9ead-432b-adb9-db23a110002a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:46.586216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 80e3ed04-9ead-432b-adb9-db23a110002a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:18:46.592122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 80e3ed04-9ead-432b-adb9-db23a110002a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:46.592846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.640462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad7ff5-e560-4b20-a689-a5ee84dc6b99 req-48d82664-6007-43ac-9bfb-ff40c8fa170c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:46.642739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fad7ff5-e560-4b20-a689-a5ee84dc6b99 req-48d82664-6007-43ac-9bfb-ff40c8fa170c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1133852 Feb 14 21:18:46.714554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 80e3ed04-9ead-432b-adb9-db23a110002a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:46.715514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.755330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fad7ff5-e560-4b20-a689-a5ee84dc6b99 req-042a4dd1-d008-485d-bd35-f1fab22c8c75 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060979 Feb 14 21:18:46.756069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=80e3ed04-9ead-432b-adb9-db23a110002a,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:46.758307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:46.761876 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e96c7-542c-4cd8-abdf-778646e6e535" -d '{"events": [{"server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "name": "network-vif-plugged", "status": "completed", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:46.767322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:46.846091 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f494577-2636-49bf-b0f1-deba8a15071d x-openstack-request-id: req-7f494577-2636-49bf-b0f1-deba8a15071d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:46.846555 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "name": "network-vif-plugged", "status": "completed", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:46.846924 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f494577-2636-49bf-b0f1-deba8a15071d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:46.847550 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a', 'code': 200} Feb 14 21:18:46.858717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:46.979461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aece1-9ebc-453e-8cab-cf71b56a30a5 req-a69ba08f-0574-4e4a-aa49-809e01c16be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:46.981353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e5aece1-9ebc-453e-8cab-cf71b56a30a5 req-a69ba08f-0574-4e4a-aa49-809e01c16be8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 1133 time: 0.0532670 Feb 14 21:18:47.053140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e5aece1-9ebc-453e-8cab-cf71b56a30a5 req-c0b52380-cafc-4b41-b20f-e859db51c6b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Feb 14 21:18:47.219003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d1dd-6a10-43e5-b4d4-4018e31c6aa2 req-d840f8ea-a09e-49dd-8b1b-f0808cebf0e8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:47.235769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d526d1dd-6a10-43e5-b4d4-4018e31c6aa2 req-d840f8ea-a09e-49dd-8b1b-f0808cebf0e8 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1005869 Feb 14 21:18:47.306758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d526d1dd-6a10-43e5-b4d4-4018e31c6aa2 req-5b20408c-1761-42f3-a02e-203b90064ee2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Feb 14 21:18:47.964034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58049b-6cc1-4d26-a92f-6d597d49ed33 req-7a8c5169-d39f-410a-9618-128b6b857cbe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:47.974392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a58049b-6cc1-4d26-a92f-6d597d49ed33 req-7a8c5169-d39f-410a-9618-128b6b857cbe tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1028545 Feb 14 21:18:48.060985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a58049b-6cc1-4d26-a92f-6d597d49ed33 req-4707946c-c597-47ab-be7d-238c21989da5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Feb 14 21:18:48.162897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:48.288428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-378189be-d4f6-4e81-b87c-ad2165be6d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.399075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-378189be-d4f6-4e81-b87c-ad2165be6d1f admin admin] Publish callbacks [] for security_group (c68f2211-a73b-4d19-acb7-7edd3f3d7a75), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.404733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-378189be-d4f6-4e81-b87c-ad2165be6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c68f2211-a73b-4d19-acb7-7edd3f3d7a75), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.457793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:48.468295 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-378189be-d4f6-4e81-b87c-ad2165be6d1f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0afcc79466ab4128a54aa26b72eded62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040457 Feb 14 21:18:48.479614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378189be-d4f6-4e81-b87c-ad2165be6d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f2211-a73b-4d19-acb7-7edd3f3d7a75,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:48.558045 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] Publish callbacks [] for security_group (c68f2211-a73b-4d19-acb7-7edd3f3d7a75), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.596172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] Publish callbacks [] for security_group (c68f2211-a73b-4d19-acb7-7edd3f3d7a75), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.606380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5771-1d01-414e-835d-5f3b64fb5a65 req-fdbbd201-9859-486b-a979-fcd3903f566b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:48.614440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-561b5771-1d01-414e-835d-5f3b64fb5a65 req-fdbbd201-9859-486b-a979-fcd3903f566b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1209497 Feb 14 21:18:48.694684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-561b5771-1d01-414e-835d-5f3b64fb5a65 req-0b318c31-07fb-499b-80d0-82e7e62c0b7c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792930 Feb 14 21:18:48.720807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c68f2211-a73b-4d19-acb7-7edd3f3d7a75), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.724835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:48.728608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c68f2211-a73b-4d19-acb7-7edd3f3d7a75 HTTP/1.1" status: 204 len: 168 time: 0.2674718 Feb 14 21:18:48.737428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c8d9d-9ceb-4897-bc43-a3bd978778ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f2211-a73b-4d19-acb7-7edd3f3d7a75,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:49.283793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-87c6391b-7cc0-4011-b968-2e255fdc2b03 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:49.285976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-87c6391b-7cc0-4011-b968-2e255fdc2b03 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.1551280 Feb 14 21:18:49.301999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34605abe-ee2f-4dcc-86ea-191cb45ca9f6 req-94e221b7-7969-4b7c-978f-aacc7d3538ab tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:49.304409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34605abe-ee2f-4dcc-86ea-191cb45ca9f6 req-94e221b7-7969-4b7c-978f-aacc7d3538ab tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 945 time: 0.1118963 Feb 14 21:18:49.314315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:49.485431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34605abe-ee2f-4dcc-86ea-191cb45ca9f6 req-4b26fa95-1a73-4da4-bcfd-cce3f59d7523 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625485 Feb 14 21:18:49.486704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.605994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:49.672790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:49.748178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:49.778586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1724946021-network', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:49.810843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:49.813966 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.823540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.839014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks [] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.843336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:49.846132 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6528aca-ecb6-4d81-b13d-1376d78c5b9d" -d '{"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-unplugged", "status": "completed", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:49.863417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.933545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks [] for security_group (4dbf5d34-5f77-4553-a8a3-add3c9669dd7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.939804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4dbf5d34-5f77-4553-a8a3-add3c9669dd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.942582 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b752d1-a712-4c8a-ba7d-031868a6283e x-openstack-request-id: req-e1b752d1-a712-4c8a-ba7d-031868a6283e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:49.942868 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-unplugged", "status": "completed", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:49.943128 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1b752d1-a712-4c8a-ba7d-031868a6283e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:49.943568 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'code': 200} Feb 14 21:18:49.960824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:18:49.974963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cafdaafc-224e-427e-886f-bbd7e8184146), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:49.975841 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Added segment cafdaafc-224e-427e-886f-bbd7e8184146 of type vlan for network 76892854-af7b-44d3-b3b5-3d97e61cb3ac Feb 14 21:18:50.002902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:50.034513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af26f01-1636-4d65-989d-54106054b91e req-2a63f038-4c68-465e-828c-559bb07fe031 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:50.036142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8af26f01-1636-4d65-989d-54106054b91e req-2a63f038-4c68-465e-828c-559bb07fe031 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1862853 Feb 14 21:18:50.036904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on host n-h1-828372-11 for vnic_type normal with profile {"migrating_to": "n-h2-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:50.037391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:50.037725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:50.042176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (76892854-af7b-44d3-b3b5-3d97e61cb3ac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.050061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:50.050517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Attempting to bind port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:50.067605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:50.067957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:50.068353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:50.068848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Bound port: b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:50.069265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.138167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (76892854-af7b-44d3-b3b5-3d97e61cb3ac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.141047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:50.143259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.166259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:50.170201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:50.182691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.253980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:50.275358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8af26f01-1636-4d65-989d-54106054b91e req-dd203223-42eb-433d-a8f5-00c3b49f5a2e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301137 Feb 14 21:18:50.314035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbf5d34-5f77-4553-a8a3-add3c9669dd7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:50.340633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7331610 Feb 14 21:18:50.353577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43656) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:50.361917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:50.362609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.364110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-5a06dd4a-580e-4206-a673-b01d858a05b0 service neutron] 10.222.0.83 "PUT /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 1123 time: 1.0562441 Feb 14 21:18:50.373271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Request body: {'subnet': {'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1724946021-subnet', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:50.390378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6f0e-0304-4ac7-9578-7f3bbadc7c40 admin admin] Pushing event updated for resources: {'Network': ['ID=76892854-af7b-44d3-b3b5-3d97e61cb3ac,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:50.419825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:18:50.422657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:50.431037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.494388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e7fd-05c2-42ee-9a68-c83759d3071f req-5e38f2b6-49a5-4213-bb37-68e31f7b2913 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:50.496764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3051e7fd-05c2-42ee-9a68-c83759d3071f req-5e38f2b6-49a5-4213-bb37-68e31f7b2913 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 1133 time: 0.0710483 Feb 14 21:18:50.524501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:50.596743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:18:50.599355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:50.622638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3051e7fd-05c2-42ee-9a68-c83759d3071f req-56a08cad-f8d8-4496-8e60-4a8b37f6d8cc tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181445 Feb 14 21:18:50.859015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb326383-1832-4659-a391-471e536cd05f req-d4a2f936-0235-49c3-8762-3202af2aa5f9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:50.872967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb326383-1832-4659-a391-471e536cd05f req-d4a2f936-0235-49c3-8762-3202af2aa5f9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.2317550 Feb 14 21:18:50.905787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (89f107a9-f30c-43c5-b9c6-ba470b6ef7e0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:50.984132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:51.010981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 has no active binding in host n-h2-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:18:51.023325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f107a9-f30c-43c5-b9c6-ba470b6ef7e0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:51.046881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Checking segment: {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:51.047669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Network hostable DHCP agents. Network: 76892854-af7b-44d3-b3b5-3d97e61cb3ac, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:18:51.068588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb326383-1832-4659-a391-471e536cd05f req-edc3a779-0db3-4d27-88fc-496653a0120d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946108 Feb 14 21:18:51.070204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:18:51.092683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 76892854-af7b-44d3-b3b5-3d97e61cb3ac) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:51.099711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:51.100383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.109665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d54e6e-55e8-414a-9546-b28802d7f16e None None] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:51.147190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2e184132-0a66-450d-befa-ab350d69b442 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7924690 Feb 14 21:18:51.147888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:51.152825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:51.172162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-e34074c0-4378-4bb8-aee3-b157d09ac802 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545104 Feb 14 21:18:51.206475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (64ea54df-3715-45f8-8a6f-678937536f90), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.208105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (64ea54df-3715-45f8-8a6f-678937536f90), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.324303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for router_controller (64ea54df-3715-45f8-8a6f-678937536f90), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.365638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-7f76aa4f-c8de-43eb-8616-d2bdb4afab2f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:51.377251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-7f76aa4f-c8de-43eb-8616-d2bdb4afab2f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024939 Feb 14 21:18:51.409512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-72acd083-7331-4c9b-a6d9-250db0356d64 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/quotas/b142931036cb4245ad0e2b980c12edda HTTP/1.1" status: 200 len: 375 time: 0.0273192 Feb 14 21:18:51.444429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'fixed_ips': [{'subnet_id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:18:51.445710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.529211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-e0f3560e-ddc2-49d9-b403-387a65493720 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1187406 Feb 14 21:18:51.671886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for router_gateway (64ea54df-3715-45f8-8a6f-678937536f90), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:51.764687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Allocated IP 172.20.0.2 (76892854-af7b-44d3-b3b5-3d97e61cb3ac/89f107a9-f30c-43c5-b9c6-ba470b6ef7e0/e788b9e4-dc78-4817-b112-9e0034ea4ac1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:51.864471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd7d973c-4e53-4d66-97ab-3a0aab611eb0 req-b820f94d-e9e5-49ee-8193-ed588b0693ed tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 210 time: 0.0535946 Feb 14 21:18:51.944569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:51.946972 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe79434-9e6f-4686-9f8b-16350d55ad97" -d '{"events": [{"name": "network-changed", "server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:52.014274 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e672c625-96c2-4461-9be8-c4db3e9256ea x-openstack-request-id: req-e672c625-96c2-4461-9be8-c4db3e9256ea {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:52.014577 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:52.014833 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e672c625-96c2-4461-9be8-c4db3e9256ea {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:52.015515 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'status': 'completed', 'code': 200} Feb 14 21:18:52.151317 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks [] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.171043 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.184839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-afc273e1-82a0-40dd-b0fb-09b645f306d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:52.189524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-afc273e1-82a0-40dd-b0fb-09b645f306d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1157 time: 0.1440403 Feb 14 21:18:52.273987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for router_gateway (64ea54df-3715-45f8-8a6f-678937536f90), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.300163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.301707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:52.312000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:52.328444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:52.458660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Pushing event updated for resources: {'Port': ['ID=e788b9e4-dc78-4817-b112-9e0034ea4ac1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:52.477923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Allocated IP 172.25.2.106 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/4a8c91e9-1a88-47d0-8e8c-773959989f5c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:52.547210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Attempting to bind port e788b9e4-dc78-4817-b112-9e0034ea4ac1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:52.547696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Attempting to bind port e788b9e4-dc78-4817-b112-9e0034ea4ac1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:52.559706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Attempting to bind port e788b9e4-dc78-4817-b112-9e0034ea4ac1 on network 76892854-af7b-44d3-b3b5-3d97e61cb3ac {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:52.565848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:52.566380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Checking segment: {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:52.566914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.567456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Bound using segment: {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:52.568453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Bound port: e788b9e4-dc78-4817-b112-9e0034ea4ac1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:52.568453 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.629206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf172c5-3b57-4b34-bd65-3bfd8e6b84a0 req-ec85b881-9434-4ff1-9cc6-1a1df402935e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:52.630822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acf172c5-3b57-4b34-bd65-3bfd8e6b84a0 req-ec85b881-9434-4ff1-9cc6-1a1df402935e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.3783541 Feb 14 21:18:52.645474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-2df96dbe-102a-4efe-be86-173ee06ac31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:52.647068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-2df96dbe-102a-4efe-be86-173ee06ac31f service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.4519405 Feb 14 21:18:52.674808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] For port e788b9e4-dc78-4817-b112-9e0034ea4ac1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:52.678262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] For port e788b9e4-dc78-4817-b112-9e0034ea4ac1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e788b9e4-dc78-4817-b112-9e0034ea4ac1,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:52.693313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.696669 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.743416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:52.820743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-40b096ec-ed7c-44d8-b334-4e9e1b5bee2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.1305993 Feb 14 21:18:52.828903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa8e3-4439-4bf1-b90c-e2b411498466 None None] Pushing event updated for resources: {'Port': ['ID=e788b9e4-dc78-4817-b112-9e0034ea4ac1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:52.847685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:52.849294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:52.853330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:52.872056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acf172c5-3b57-4b34-bd65-3bfd8e6b84a0 req-2d587b74-87aa-49ad-a99b-6b419df27f25 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324548 Feb 14 21:18:52.874416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c91e9-1a88-47d0-8e8c-773959989f5c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:52.972149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-241e1172-7e3d-434c-87b2-16e7d415b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:52.973645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-241e1172-7e3d-434c-87b2-16e7d415b5ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1373098 Feb 14 21:18:53.028199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-cf6d7420-cfc3-4d1b-a6f8-dba66f3801ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464153 Feb 14 21:18:53.199939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-d249a746-496e-4274-b8dd-94c9214f982a service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576867 Feb 14 21:18:53.254320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56a6b0ab-74ab-49c8-8c5f-6c70b4176c2b req-b5dc543c-8154-4335-a00e-0a5190d50c74 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 210 time: 0.2233367 Feb 14 21:18:53.390508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for router_gateway (64ea54df-3715-45f8-8a6f-678937536f90), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:53.406121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fe79434-9e6f-4686-9f8b-16350d55ad97 req-f2131c68-5fc9-447f-80ab-c89fa060517a service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903710 Feb 14 21:18:53.511996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-81728621-cf8a-4983-952d-9f07718e0ad0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b142931036cb4245ad0e2b980c12edda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378096 Feb 14 21:18:53.734346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-0c872d0f-89a2-49fb-bb2c-664c0f0b68c1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:53.736997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-0c872d0f-89a2-49fb-bb2c-664c0f0b68c1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168458 Feb 14 21:18:53.758120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Request body: {'port': {'device_id': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b142931036cb4245ad0e2b980c12edda'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:53.950470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Made reservation on behalf of b142931036cb4245ad0e2b980c12edda for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:53.954011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.046106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (64ea54df-3715-45f8-8a6f-678937536f90), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.081603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2de67-4c17-496b-85d2-06519d64799c req-481e7357-f2d5-45d5-a36e-d453485fa4e5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:54.083194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3c2de67-4c17-496b-85d2-06519d64799c req-481e7357-f2d5-45d5-a36e-d453485fa4e5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.1231620 Feb 14 21:18:54.197468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Router 64ea54df-3715-45f8-8a6f-678937536f90 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:18:54.203548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3c2de67-4c17-496b-85d2-06519d64799c req-fb1569f1-2a3c-4648-abf6-16723aa626dc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120312 Feb 14 21:18:54.221235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Allocated IP 192.168.233.114 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/5e85be3f-627e-4457-bc05-f10dd8e0194d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:54.398295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e788b9e4-dc78-4817-b112-9e0034ea4ac1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:54.415849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:54.428603 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Sync routers for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:54.445504 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:54.446293 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:54.449548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fea5c5d-d172-4ba4-b527-06949a8f000a req-68208c90-ece0-4c7a-826a-3645b37f9193 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 210 time: 0.0663071 Feb 14 21:18:54.454719 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.459720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae0a9523-065d-473a-9444-c714907c41dd admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3071642 Feb 14 21:18:54.459844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43722) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:54.523605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e788b9e4-dc78-4817-b112-9e0034ea4ac1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:54.523993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.574591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f4336-420b-4945-9a22-58ee4a2d640d None None] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:18:54.639878 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:54.669494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Provisioning complete for port e788b9e4-dc78-4817-b112-9e0034ea4ac1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:54.669865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.754389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks [] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.802168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Current status of the port e788b9e4-dc78-4817-b112-9e0034ea4ac1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:54.802566 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.868232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] For port e788b9e4-dc78-4817-b112-9e0034ea4ac1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e788b9e4-dc78-4817-b112-9e0034ea4ac1,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:54.896609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.899667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e788b9e4-dc78-4817-b112-9e0034ea4ac1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:54.900411 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.929233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:54.973429 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:53Z', 'revision_number': 3, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:54.984809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event updated for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:55.007685 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Checking router: 64ea54df-3715-45f8-8a6f-678937536f90 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:18:55.008043 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Updating router 64ea54df-3715-45f8-8a6f-678937536f90 port 4a8c91e9-1a88-47d0-8e8c-773959989f5c binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:18:55.009756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecc00-501d-4199-a37e-2af957b1052f None None] Pushing event updated for resources: {'Port': ['ID=e788b9e4-dc78-4817-b112-9e0034ea4ac1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:55.029601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.030189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.030632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.031131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.031595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.032335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.032628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.033059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.033538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.033978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.034472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.034894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.035347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:55.039848 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.050027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:55.050201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4', '0634e491-66d0-43a4-9192-d9e17686e036', '80e3ed04-9ead-432b-adb9-db23a110002a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:55.052340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:18:55.053974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:55.058685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:55.165760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:55.166557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.191493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ccd5a0f1-c2b0-4a16-a4ae-be42591a585e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4379184 Feb 14 21:18:55.233483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Request body: {'port': {'device_id': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:55.402557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:18:55.403128 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:18:55.587051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.599437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-77b993a2-e80f-4b8b-845b-0045ee8c6132 None None] Provisioning complete for port 5e85be3f-627e-4457-bc05-f10dd8e0194d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:55.600351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-77b993a2-e80f-4b8b-845b-0045ee8c6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.600485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.645411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-77b993a2-e80f-4b8b-845b-0045ee8c6132 None None] Port 5e85be3f-627e-4457-bc05-f10dd8e0194d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:55.746680 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks [] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.749676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef3a99-59eb-4d9d-8e5d-05f2776c1e6b req-825554da-e0f7-47de-8e32-66fe6115e199 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:55.751242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9ef3a99-59eb-4d9d-8e5d-05f2776c1e6b req-825554da-e0f7-47de-8e32-66fe6115e199 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.4134822 Feb 14 21:18:55.773801 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.795570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c3ee4e89-7f7a-4ddd-bbb1-efe042c2fb0e None None] Provisioning complete for port e788b9e4-dc78-4817-b112-9e0034ea4ac1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:55.796136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3ee4e89-7f7a-4ddd-bbb1-efe042c2fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.889010 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb442f-8994-40f4-adab-1affba89b5b4 None None] Pushing event updated for resources: {'Port': ['ID=4a8c91e9-1a88-47d0-8e8c-773959989f5c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:55.942743 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Attempting to bind port 4a8c91e9-1a88-47d0-8e8c-773959989f5c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:55.943503 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Attempting to bind port 4a8c91e9-1a88-47d0-8e8c-773959989f5c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:55.944111 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Attempting to bind port 4a8c91e9-1a88-47d0-8e8c-773959989f5c on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:55.954154 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:55.954887 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:55.955505 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:55.956270 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:55.956938 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Bound port: 4a8c91e9-1a88-47d0-8e8c-773959989f5c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:55.957572 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.015977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e788b9e4-dc78-4817-b112-9e0034ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:56.029732 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] For port 4a8c91e9-1a88-47d0-8e8c-773959989f5c, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:56.036082 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] For port 4a8c91e9-1a88-47d0-8e8c-773959989f5c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a8c91e9-1a88-47d0-8e8c-773959989f5c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:56.083577 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.152186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8e78e-e9d8-42e6-9bd0-440d016c28fe req-1b0bebe8-a45b-47b6-a57a-f75efc801751 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:56.153698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbe8e78e-e9d8-42e6-9bd0-440d016c28fe req-1b0bebe8-a45b-47b6-a57a-f75efc801751 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 936 time: 0.5138557 Feb 14 21:18:56.160698 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb442f-8994-40f4-adab-1affba89b5b4 None None] Pushing event updated for resources: {'Port': ['ID=4a8c91e9-1a88-47d0-8e8c-773959989f5c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:56.213760 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:56.214562 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:56.292665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee4e89-7f7a-4ddd-bbb1-efe042c2fb0e None None] Current status of the port e788b9e4-dc78-4817-b112-9e0034ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:56.389743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e788b9e4-dc78-4817-b112-9e0034ea4ac1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:56.439800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Allocated IP 172.20.0.1 (76892854-af7b-44d3-b3b5-3d97e61cb3ac/89f107a9-f30c-43c5-b9c6-ba470b6ef7e0/cbe8baa7-5f2a-4f4b-8200-7327b6c05a44) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:18:56.447887 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:56.526131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9ef3a99-59eb-4d9d-8e5d-05f2776c1e6b req-8eff9624-ddb4-4eb1-a850-cd95b88b7a87 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629809 Feb 14 21:18:56.575368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e788b9e4-dc78-4817-b112-9e0034ea4ac1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:56.576346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.678665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbe8e78e-e9d8-42e6-9bd0-440d016c28fe req-2832610e-1b35-4f8e-85f8-602158074171 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715853 Feb 14 21:18:56.687932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e788b9e4-dc78-4817-b112-9e0034ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:56.780522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks [] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.790879 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:53Z', 'revision_number': 3, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:56.831906 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579a6f3-d876-4516-a365-f963e0b756f3 None None] The sync data for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 is: [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:53Z', 'revision_number': 3, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:18:56.883259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.930501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e85be3f-627e-4457-bc05-f10dd8e0194d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:18:56.944537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:56.948319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks [] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:56.953716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:56.962181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:18:56.997461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:57.005434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Transition to ACTIVE for port object 5e85be3f-627e-4457-bc05-f10dd8e0194d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:18:57.013787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.026853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (64ea54df-3715-45f8-8a6f-678937536f90), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.119316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Pushing event updated for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:57.356988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Attempting to bind port 5e85be3f-627e-4457-bc05-f10dd8e0194d on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:18:57.357534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Attempting to bind port 5e85be3f-627e-4457-bc05-f10dd8e0194d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:18:57.358311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Attempting to bind port 5e85be3f-627e-4457-bc05-f10dd8e0194d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:57.372835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Port 5e85be3f-627e-4457-bc05-f10dd8e0194d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:18:57.374474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Attempting to bind port 5e85be3f-627e-4457-bc05-f10dd8e0194d on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:18:57.394486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:18:57.396960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:18:57.403827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:18:57.407104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Bound port: 5e85be3f-627e-4457-bc05-f10dd8e0194d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:18:57.407827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.413459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.442345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-81679110-7ea7-4c90-b714-6b4ee2d88b1b None None] Provisioning complete for port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:57.443419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81679110-7ea7-4c90-b714-6b4ee2d88b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.517910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81679110-7ea7-4c90-b714-6b4ee2d88b1b None None] Port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:57.631912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:18:57.683237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:18:57.725450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.835339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:57.835963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.837366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] 10.222.0.64 "PUT /v2.0/ports/5e85be3f-627e-4457-bc05-f10dd8e0194d HTTP/1.1" status: 200 len: 1097 time: 2.6355498 Feb 14 21:18:57.842931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:18:57.845143 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa2219-26c7-4792-a5c2-3bbfe868d420" -d '{"events": [{"name": "network-changed", "server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:18:57.903669 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks [] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:57.959758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e5d52-a4d3-44dc-ad41-e2189883c370 service neutron] Pushing event updated for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:57.979718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.039366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:58.046878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1738048195'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:58.048374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (64ea54df-3715-45f8-8a6f-678937536f90), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.080594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:58.085255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.106104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ff922-7ccc-4c02-8f29-fc36c1bc7fe7 req-a68e7c86-7a9d-46f7-8c63-4371f7fc3aad tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.110726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f6ff922-7ccc-4c02-8f29-fc36c1bc7fe7 req-a68e7c86-7a9d-46f7-8c63-4371f7fc3aad tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.4635499 Feb 14 21:18:58.140916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:18:58.160569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4f14e972-0bda-4d7f-8fb7-1e7ff53791e6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.161349 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Added segment 4f14e972-0bda-4d7f-8fb7-1e7ff53791e6 of type vlan for network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 Feb 14 21:18:58.181472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f537a6d-d8db-40a9-8af8-a3bfe8da411a req-04ce8659-5814-4e2d-9738-dc17539a3311 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.189055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f537a6d-d8db-40a9-8af8-a3bfe8da411a req-04ce8659-5814-4e2d-9738-dc17539a3311 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 948 time: 0.3999131 Feb 14 21:18:58.269252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7de1f1cf-adef-44cb-9a27-1a5771b4f452), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.305461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7de1f1cf-adef-44cb-9a27-1a5771b4f452), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.314388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.315490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.342239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:58.374965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-3a110ef0-ded0-4c98-ad4b-10cd876598c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.376506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-3a110ef0-ded0-4c98-ad4b-10cd876598c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 1131 time: 0.4127944 Feb 14 21:18:58.381738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.400628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f537a6d-d8db-40a9-8af8-a3bfe8da411a req-a9ca5f0b-d769-46d6-89cc-727b90632876 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107849 Feb 14 21:18:58.412479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a8c91e9-1a88-47d0-8e8c-773959989f5c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:18:58.498682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4563854 Feb 14 21:18:58.515208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43826) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:58.529053 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ab30b9-bad1-4bb0-adba-57d2dd3065e2 x-openstack-request-id: req-37ab30b9-bad1-4bb0-adba-57d2dd3065e2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:18:58.529343 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:18:58.529596 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-37ab30b9-bad1-4bb0-adba-57d2dd3065e2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:18:58.529998 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d', 'status': 'completed', 'code': 200} Feb 14 21:18:58.533310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f6ff922-7ccc-4c02-8f29-fc36c1bc7fe7 req-bd89bac7-02ff-472f-8920-e9bd8a6b5b92 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765068 Feb 14 21:18:58.534027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-655107793'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:58.536519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-1d997e69-5813-43b5-ad34-269a62592f6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d HTTP/1.1" status: 200 len: 217 time: 0.1349163 Feb 14 21:18:58.549181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4a8c91e9-1a88-47d0-8e8c-773959989f5c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:58.551003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.588553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Network': ['ID=7de1f1cf-adef-44cb-9a27-1a5771b4f452,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:58.600271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.600630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.600984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.601333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.601679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.602516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.603261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.603608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.603940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.606187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.606761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.607120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.607536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1203e-cc83-4727-9f3a-a84273de30fd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:18:58.625205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:58.626572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:18:58.629531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.665711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:18:58.680549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:18:58.685596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:18:58.690527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6369cfe8-83e3-4051-b4f7-fea55523b43b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.691913 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Added segment 6369cfe8-83e3-4051-b4f7-fea55523b43b of type vlan for network 92c70ad6-05e9-4666-a8b6-651c75975ab4 Feb 14 21:18:58.768077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-14c93635-b0ec-45e8-836f-547745aaa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.769988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-14c93635-b0ec-45e8-836f-547745aaa272 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2155652 Feb 14 21:18:58.807018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (92c70ad6-05e9-4666-a8b6-651c75975ab4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.864054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (92c70ad6-05e9-4666-a8b6-651c75975ab4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.885476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:58.887556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.888205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4a8c91e9-1a88-47d0-8e8c-773959989f5c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:18:58.892527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:58.930765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 4a8c91e9-1a88-47d0-8e8c-773959989f5c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a8c91e9-1a88-47d0-8e8c-773959989f5c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:18:58.936757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:59.013398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=4a8c91e9-1a88-47d0-8e8c-773959989f5c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:59.042334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513e1b-9204-492d-a55f-6d26a02be256 req-5d4dc623-12fb-4182-b1cc-20e65c96c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:59.047840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-5d4dc623-12fb-4182-b1cc-20e65c96c161 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2686169 Feb 14 21:18:59.084161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Router 64ea54df-3715-45f8-8a6f-678937536f90 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:18:59.089178 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5625851 Feb 14 21:18:59.091605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43828) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:59.097516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60880bcc-ac6b-49dc-98c0-7da9e80e5be8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Network': ['ID=92c70ad6-05e9-4666-a8b6-651c75975ab4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:18:59.097847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'subnet': {'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:59.110704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:18:59.264042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a5e7a43b-6328-4b27-b06f-a8e12a851087 None None] Provisioning complete for port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:18:59.264355 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a43b-6328-4b27-b06f-a8e12a851087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:59.308762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7a43b-6328-4b27-b06f-a8e12a851087 None None] Port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:18:59.402348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-b680569a-2f18-40c9-b1d4-9bd012830ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223953 Feb 14 21:18:59.500879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:59.504710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:18:59.522591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:18:59.531211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-26ab9c8c-5fed-4ba3-ad8e-30ee982ccf85 admin admin] 10.222.0.86 "PUT /v2.0/routers/64ea54df-3715-45f8-8a6f-678937536f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0679958 Feb 14 21:18:59.534190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Sync routers for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:18:59.557253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:18:59.558535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:18:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:18:59.712344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:18:59.813142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19f0d-75e7-4364-9ff9-d192f653f999 req-aada389a-5dc4-42c4-95e1-6f80eae9c4e1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:18:59.820635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:18:59.823956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15a19f0d-75e7-4364-9ff9-d192f653f999 req-aada389a-5dc4-42c4-95e1-6f80eae9c4e1 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 948 time: 0.3303983 Feb 14 21:18:59.848737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90513e1b-9204-492d-a55f-6d26a02be256 req-9d854036-b25b-420f-9508-cce633864f9b service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394641 Feb 14 21:18:59.932324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-144097609'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:18:59.974031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:18:59.980768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.007010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f36ac-f42b-417c-ad61-2c3da0d565b3 req-139c5fcb-3158-459a-9dd2-e045cd55e04c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.008647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-133f36ac-f42b-417c-ad61-2c3da0d565b3 req-139c5fcb-3158-459a-9dd2-e045cd55e04c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.2753804 Feb 14 21:19:00.021885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15a19f0d-75e7-4364-9ff9-d192f653f999 req-314b9716-3fd9-48b3-be46-9e08e24851cc tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845243 Feb 14 21:19:00.066436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:19:00.082506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2629b76c-f116-4e3d-bd20-3e0d199bde7f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.083911 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Added segment 2629b76c-f116-4e3d-bd20-3e0d199bde7f of type vlan for network a1fae094-0af0-4fb4-8d7c-68536d62ed6c Feb 14 21:19:00.122639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8e182039-4961-4532-b750-7a6f6a990851), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.126050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-516e6b43-f393-45b6-b44b-1dc3e9f0c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.127875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-516e6b43-f393-45b6-b44b-1dc3e9f0c820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b142931036cb4245ad0e2b980c12edda&device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 1131 time: 0.1770658 Feb 14 21:19:00.162288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a1fae094-0af0-4fb4-8d7c-68536d62ed6c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.184577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-133f36ac-f42b-417c-ad61-2c3da0d565b3 req-ed8e8f9d-7acb-4dd7-987d-8e496be9864b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592548 Feb 14 21:19:00.205825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:57Z', 'revision_number': 4, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'cbe8baa7-5f2a-4f4b-8200-7327b6c05a44', 'name': '', 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'mac_address': 'fa:16:3e:a8:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:55Z', 'updated_at': '2022-02-14T21:18:57Z', 'revision_number': 2, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'subnets': [{'id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:00.225318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a1fae094-0af0-4fb4-8d7c-68536d62ed6c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.234666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.235430 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.271339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Checking router: 64ea54df-3715-45f8-8a6f-678937536f90 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:19:00.272031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Updating router 64ea54df-3715-45f8-8a6f-678937536f90 port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:19:00.304254 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4778914 Feb 14 21:19:00.304254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43844) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:00.305582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Subnet': ['ID=8e182039-4961-4532-b750-7a6f6a990851,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:00.309022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'subnet': {'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:00.336946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:00.338006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network hostable DHCP agents. Network: 7de1f1cf-adef-44cb-9a27-1a5771b4f452, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:19:00.346670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-9c73480a-a2a4-4155-9596-62e079d61744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.348219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-9c73480a-a2a4-4155-9596-62e079d61744 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2094316 Feb 14 21:19:00.348631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a8c91e9-1a88-47d0-8e8c-773959989f5c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:00.353770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.373898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cfc1d-676f-463e-afb2-4eba89cdbc79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Network': ['ID=a1fae094-0af0-4fb4-8d7c-68536d62ed6c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:00.390692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:19:00.408001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-4e30949f-4e54-4a4e-bd15-6df8ea1f836b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d HTTP/1.1" status: 200 len: 217 time: 0.0502748 Feb 14 21:19:00.413222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:19:00.438570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:00.443329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.497269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:00.504085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7de1f1cf-adef-44cb-9a27-1a5771b4f452) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:00.524901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.527438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.561679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df701b28-adc3-4ce3-a6d1-8f5ad62e5e6e None None] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:00.570015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-574cd161-664d-406a-b926-4e32fdab926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.574191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-574cd161-664d-406a-b926-4e32fdab926b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1558242 Feb 14 21:19:00.582286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-afa3e98f-cf9f-4a42-b6b8-1a4dea8450eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4885433 Feb 14 21:19:00.601965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:00.614397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'subnet': {'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:00.720960 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (46ec4e98-4710-4537-90fe-c7a2493f0ab9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.790756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:19:00.793112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.826680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Subnet': ['ID=46ec4e98-4710-4537-90fe-c7a2493f0ab9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:00.845997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Checking segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:00.846368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network hostable DHCP agents. Network: a1fae094-0af0-4fb4-8d7c-68536d62ed6c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:19:00.871759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:19:00.892941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a1fae094-0af0-4fb4-8d7c-68536d62ed6c) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:00.899833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:00.900470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:00.937374 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-264b3559-4dd3-4f92-a84f-77c5ca7b9667 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6322863 Feb 14 21:19:00.940363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:00.949765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1962845765'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:00.998152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:01.001612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.002482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4a8c91e9-1a88-47d0-8e8c-773959989f5c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:01.004861 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.060233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:19:01.062167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015c24f-fb85-4759-ba4a-e483b6a6c62e None None] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:01.098693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (12119f43-a489-4c3c-8a5c-5c7b08ede6f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.099264 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Added segment 12119f43-a489-4c3c-8a5c-5c7b08ede6f5 of type vlan for network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac Feb 14 21:19:01.131602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-398f60b6-0b4a-43ca-8d76-8a91af4547f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.227357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.279227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4a8c91e9-1a88-47d0-8e8c-773959989f5c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:01.304381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:01.325607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.335194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:01.338213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.437983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Allocated IP 10.1.1.2 (7de1f1cf-adef-44cb-9a27-1a5771b4f452/8e182039-4961-4532-b750-7a6f6a990851/8e4dbd81-5412-4786-9809-066643c40fde) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:01.460981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'fixed_ips': [{'subnet_id': '46ec4e98-4710-4537-90fe-c7a2493f0ab9'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:19:01.461871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.471296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Network': ['ID=c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:01.500791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-992d19a0-7645-41c0-8039-6f39ea8b40dc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5593004 Feb 14 21:19:01.501043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:19:01.503752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:01.517197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'subnet': {'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:01.529424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:01.538896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.677502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2525-6320-4e4b-914d-5763dc40c95d req-0e4319c7-3b10-4d80-96e2-96776a7f8796 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:01.679047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59da2525-6320-4e4b-914d-5763dc40c95d req-0e4319c7-3b10-4d80-96e2-96776a7f8796 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.3248582 Feb 14 21:19:01.695436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-630c2898-4a21-4cca-9ac2-9e56eb6527f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:01.696670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-630c2898-4a21-4cca-9ac2-9e56eb6527f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.1120102 Feb 14 21:19:01.702012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:01.706591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.712756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1c94-181c-4e36-8d6c-538397cdcb21 req-a9214fc2-0c7b-4218-a638-08fcf3377de4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:01.714350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5ba1c94-181c-4e36-8d6c-538397cdcb21 req-a9214fc2-0c7b-4218-a638-08fcf3377de4 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 948 time: 0.4202178 Feb 14 21:19:01.826627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks [] for port (8e4dbd81-5412-4786-9809-066643c40fde), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:01.902611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59da2525-6320-4e4b-914d-5763dc40c95d req-14071e22-7629-4279-b137-d31e1effddcc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096891 Feb 14 21:19:01.945655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5ba1c94-181c-4e36-8d6c-538397cdcb21 req-4999c3d8-c9da-4532-b46a-e7b5d44de17e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832860 Feb 14 21:19:01.960217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-5a00fdb2-ed7e-4656-90b7-5a74d2d149e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448640 Feb 14 21:19:02.077742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (327f3fe5-eb13-4f52-bd2c-033feb76c5dd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.082520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (5ff61cc0-ffda-4dc2-a5c8-afbc665bc996), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.122243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Allocated IP 19.80.0.2 (a1fae094-0af0-4fb4-8d7c-68536d62ed6c/46ec4e98-4710-4537-90fe-c7a2493f0ab9/c9456541-bb69-41fa-9881-a4c933617b2b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:02.149646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4aa2219-26c7-4792-a5c2-3bbfe868d420 req-6cb57e23-5053-4407-9959-68e3244fdbab service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828618 Feb 14 21:19:02.149887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (8e4dbd81-5412-4786-9809-066643c40fde), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.180938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Subnet': ['ID=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:02.190960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Checking segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:02.191519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network hostable DHCP agents. Network: 92c70ad6-05e9-4666-a8b6-651c75975ab4, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:19:02.199617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Subnet': ['ID=327f3fe5-eb13-4f52-bd2c-033feb76c5dd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:02.204487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Checking segment: {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:02.205074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network hostable DHCP agents. Network: c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:19:02.212039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:19:02.228866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:19:02.234554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 92c70ad6-05e9-4666-a8b6-651c75975ab4) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:02.240490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:02.245713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:02.246419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.256761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:02.260514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.291198 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88c88b39-8428-41cb-970b-7e1677e84383 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7855654 Feb 14 21:19:02.294877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48960c89-375e-4d1b-aa47-6dcc3bb3a1ba None None] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:02.302395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-702f9a29-2042-4e9a-b0d7-b70dd0674075 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6969569 Feb 14 21:19:02.304081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:02.314912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'name': 'tempest-TaggedBootDevicesTest-66291410', 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:02.372110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999550b3-4b22-4fc4-ba7f-66759ea868b5 None None] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:02.396732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks [] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.501856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:02.586266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:02.613695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:02.620145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:02.665122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-78bc28b9-2442-4dba-8f35-4c35eb5500db tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:02.678799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-78bc28b9-2442-4dba-8f35-4c35eb5500db tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:02.684468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-78bc28b9-2442-4dba-8f35-4c35eb5500db tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/networks?id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c&id=c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac&id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c HTTP/1.1" status: 200 len: 1391 time: 0.2116156 Feb 14 21:19:02.684676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.695689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.700970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-02c8e262-e623-4944-8558-50bf370c1bb4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/quotas/0ba3d37b863f4147aa52ab9126c7f022 HTTP/1.1" status: 200 len: 375 time: 0.0107861 Feb 14 21:19:02.717649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-92c70ad6-05e9-4666-a8b6-651c75975ab4', 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ips': [{'subnet_id': '5ff61cc0-ffda-4dc2-a5c8-afbc665bc996'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:19:02.718434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.743984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd81-5412-4786-9809-066643c40fde,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:02.756753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] device_id is not set on port fac513b9-7084-47b5-8861-94638f82b988 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:19:02.792551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:02.793192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ecfb4a29-71ba-4f04-af8f-1b7e5309ff05 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852368 Feb 14 21:19:02.819845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.820852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.820852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.821067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.821333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.825794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.826422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.826985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.827589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.828045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.828496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.828836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.829174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:02.974173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-01f45c5a-f1ae-4003-9704-c43000ec83d3 service neutron] 10.222.0.86 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798940 Feb 14 21:19:03.038472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Attempting to bind port 8e4dbd81-5412-4786-9809-066643c40fde on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:03.038771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Attempting to bind port 8e4dbd81-5412-4786-9809-066643c40fde by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:03.039141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Attempting to bind port 8e4dbd81-5412-4786-9809-066643c40fde on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:03.159858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.1.1.244 (7de1f1cf-adef-44cb-9a27-1a5771b4f452/8e182039-4961-4532-b750-7a6f6a990851/fac513b9-7084-47b5-8861-94638f82b988) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:03.164571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:03.164955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:03.165367 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.165764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Bound using segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:03.166254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Bound port: 8e4dbd81-5412-4786-9809-066643c40fde, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:03.167189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8e4dbd81-5412-4786-9809-066643c40fde), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.208987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e148-66b7-4e7f-92db-b9049d8a2f73 None None] Pushing event updated for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:03.221921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac', 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac', 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'fixed_ips': [{'subnet_id': '327f3fe5-eb13-4f52-bd2c-033feb76c5dd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:19:03.223096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.266199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-dc889f4d-d7d1-40b7-8142-007c9e9c24d2 service neutron] 10.222.0.64 "GET /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.2526805 Feb 14 21:19:03.273538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693f026-2360-4f03-909c-f01d94cac7b0 req-379251e0-cda3-419a-bf39-1c23e114bb03 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:03.275184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d693f026-2360-4f03-909c-f01d94cac7b0 req-379251e0-cda3-419a-bf39-1c23e114bb03 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 943 time: 0.1840270 Feb 14 21:19:03.327433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-e1551fe8-4b0d-408a-9025-b6361a96d7f4 service neutron] 10.222.0.86 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444815 Feb 14 21:19:03.335980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Attempting to bind port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:03.336359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Attempting to bind port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:03.336752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Attempting to bind port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 on network 76892854-af7b-44d3-b3b5-3d97e61cb3ac {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:03.344737 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks [] for port (c9456541-bb69-41fa-9881-a4c933617b2b), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.382504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:03.382941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Checking segment: {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:03.383464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.383869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Bound using segment: {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:03.384350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Bound port: cbe8baa7-5f2a-4f4b-8200-7327b6c05a44, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafdaafc-224e-427e-886f-bbd7e8184146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:03.384739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.388113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.405064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (fac513b9-7084-47b5-8861-94638f82b988), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.446058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.449573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-619ebffe-7d06-4570-97b5-c198b5aee186 service neutron] 10.222.0.86 "GET /v2.0/networks/c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085408 Feb 14 21:19:03.491274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-12920562-6f43-438b-b80b-ec6defbcc3dc None None] Provisioning complete for port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:03.491609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12920562-6f43-438b-b80b-ec6defbcc3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.493189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d66ea2b7-f888-442e-92ce-ec458620c5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.499541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:03.505650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:03.508469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:03.528145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Allocated IP 10.2.2.2 (92c70ad6-05e9-4666-a8b6-651c75975ab4/5ff61cc0-ffda-4dc2-a5c8-afbc665bc996/7fe46a47-b3bf-433b-993c-066006643c0a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:03.567356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:03.567866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.591389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:03.599193 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-482a7000-ad9f-4ca8-bd31-9e8db33391e9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2934763 Feb 14 21:19:03.603255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:03.611286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'name': 'tempest-TaggedBootDevicesTest-1998255625', 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:03.627005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] For port 8e4dbd81-5412-4786-9809-066643c40fde, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:03.631411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:03.635182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d693f026-2360-4f03-909c-f01d94cac7b0 req-52afb25f-0523-4a21-a422-3c5d198637ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434751 Feb 14 21:19:03.668114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:03.678342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Pushing event updated for resources: {'Port': ['ID=c9456541-bb69-41fa-9881-a4c933617b2b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:03.683818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] For port 8e4dbd81-5412-4786-9809-066643c40fde, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8e4dbd81-5412-4786-9809-066643c40fde,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:03.685264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:03.760305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-12920562-6f43-438b-b80b-ec6defbcc3dc None None] Port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:03.801706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:03.808416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.830067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] device_id is not set on port 01615f87-c8f6-47a8-a1d6-922c18098c59 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:19:03.847246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-621dfd21-b5eb-4baa-9bf2-277338c3286d service neutron] 10.222.0.86 "GET /v2.0/networks/c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860140 Feb 14 21:19:03.872111 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8e4dbd81-5412-4786-9809-066643c40fde), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:03.990133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:04.008619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de11ca-935c-4eb6-b34c-92e1018590ff req-d5d88424-9fad-4e07-bea6-5b2bbf55518c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:04.010886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00de11ca-935c-4eb6-b34c-92e1018590ff req-d5d88424-9fad-4e07-bea6-5b2bbf55518c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 948 time: 0.2186937 Feb 14 21:19:04.059401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:04.066183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] For port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:04.094917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Allocated IP 19.86.0.2 (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac/327f3fe5-eb13-4f52-bd2c-033feb76c5dd/cb855b0a-049b-4289-b219-46f028dbcd87) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:04.100875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d73ffb31-9d6b-44d9-8063-94aa1036e9f6 service neutron] 10.222.0.86 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279696 Feb 14 21:19:04.125601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.1.1.220 (7de1f1cf-adef-44cb-9a27-1a5771b4f452/8e182039-4961-4532-b750-7a6f6a990851/01615f87-c8f6-47a8-a1d6-922c18098c59) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:04.171447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] For port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:04.173694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Attempting to bind port c9456541-bb69-41fa-9881-a4c933617b2b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:04.174309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Attempting to bind port c9456541-bb69-41fa-9881-a4c933617b2b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:04.174923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Attempting to bind port c9456541-bb69-41fa-9881-a4c933617b2b on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:04.187735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b176de1c-e4b5-4a03-b7c2-a9c28e20b164 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:04.245801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:04.248282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.252489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00de11ca-935c-4eb6-b34c-92e1018590ff req-99783b08-4c49-4e37-a16d-1d927781ce54 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219396 Feb 14 21:19:04.294316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:04.294585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.295196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Checking segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:04.296500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.296933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Bound using segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:04.297443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Bound port: c9456541-bb69-41fa-9881-a4c933617b2b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:04.297837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.340820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-4eac0328-211a-4e97-8653-f1eb8aed6539 service neutron] 10.222.0.86 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268708 Feb 14 21:19:04.397434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714077-bce4-474e-a4c4-2da6b56c6a9c None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd81-5412-4786-9809-066643c40fde,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:04.439074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.475471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] Transition to ACTIVE for port object b176de1c-e4b5-4a03-b7c2-a9c28e20b164 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:04.493390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.533816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.536686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5e85be3f-627e-4457-bc05-f10dd8e0194d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:19:04.650273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:19:04.725576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:04.742398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:04.745491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:04.748717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] No DVR routers for this DVR port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:04.758434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:04.842349 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks [] for port (cb855b0a-049b-4289-b219-46f028dbcd87), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.893731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7462572e-a7cc-4975-a5ca-3c81629c895f req-be65ec00-7b5b-47ae-a04c-1034dd2357d1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 210 time: 0.1503193 Feb 14 21:19:04.905729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks [] for port (7fe46a47-b3bf-433b-993c-066006643c0a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.912313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] Pushing event updated for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:04.914715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:04.915559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.935703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:04.937821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:04.938754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:04.954574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-0cf6d52a-b72e-4b73-82bb-6a328f117c55 service neutron] 10.222.0.64 "PUT /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164/bindings/n-h2-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 1.6728108 Feb 14 21:19:04.962896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73cd4b62-0111-4e43-9e2a-c7d4bc43cbf2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3574495 Feb 14 21:19:04.978584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ded0-ab4a-4a0c-8d18-3088a154d8ae req-715c9ac8-b6b0-4d0e-84ad-75e9a8d6dbb6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:04.980866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf42ded0-ab4a-4a0c-8d18-3088a154d8ae req-715c9ac8-b6b0-4d0e-84ad-75e9a8d6dbb6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.1940134 Feb 14 21:19:05.057571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.060415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.131290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e148-66b7-4e7f-92db-b9049d8a2f73 None None] Pushing event updated for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:05.189912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:05.196930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf42ded0-ab4a-4a0c-8d18-3088a154d8ae req-132bf837-c701-4846-a4d7-6dc51f9da614 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060792 Feb 14 21:19:05.198436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:05.217737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] For port c9456541-bb69-41fa-9881-a4c933617b2b, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:05.220613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:05.222525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Provisioning complete for port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:05.222902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.228166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:05.265214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-833a21c2-4a90-40f5-b885-69c31ecdc5d4 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:05.267915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:05.268840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-833a21c2-4a90-40f5-b885-69c31ecdc5d4 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.2025361 Feb 14 21:19:05.406928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:05.414357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529008576', 'description': 'tempest-description--1178924771'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:05.449062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.462252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-7823ea3d-458e-446d-b10b-9150ca43ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:05.464159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-7823ea3d-458e-446d-b10b-9150ca43ea55 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504&tenant_id=a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 1127 time: 0.1842313 Feb 14 21:19:05.555247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:05.577787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '5e85be3f-627e-4457-bc05-f10dd8e0194d', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '5e85be3f-627e-4457-bc05-f10dd8e0194d', 'mac_address': 'fa:16:3e:1d:92:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:19:05.612238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (2c0d258c-869f-4062-8fbb-ee8940c4966a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.619422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c0d258c-869f-4062-8fbb-ee8940c4966a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.640002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:05.653423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] For port c9456541-bb69-41fa-9881-a4c933617b2b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c9456541-bb69-41fa-9881-a4c933617b2b,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:05.653687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d258c-869f-4062-8fbb-ee8940c4966a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:05.675512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588321d-d6b8-443c-bba8-9d69d7f818fe req-91e6eda7-216b-496b-bd5b-b4944ad32ad0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:05.691217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f588321d-d6b8-443c-bba8-9d69d7f818fe req-91e6eda7-216b-496b-bd5b-b4944ad32ad0 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 948 time: 0.2156713 Feb 14 21:19:05.706119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-aacb8ad4-8dd4-4db0-aaf1-c8187735a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:05.707972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-aacb8ad4-8dd4-4db0-aaf1-c8187735a33f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1127 time: 0.1644273 Feb 14 21:19:05.714371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.720511 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6e6c981-8cf4-4ecb-8378-195d326f9bba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3092804 Feb 14 21:19:05.720916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:05.738420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'security_group_rule': {'security_group_id': '2c0d258c-869f-4062-8fbb-ee8940c4966a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:05.803533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (6d4cd9e0-907b-4caa-832e-212a2a1ffc6a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.820888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.857600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.859647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Pushing event updated for resources: {'Port': ['ID=cb855b0a-049b-4289-b219-46f028dbcd87,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:05.893060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f588321d-d6b8-443c-bba8-9d69d7f818fe req-1b6bbbde-5e30-4961-b0e5-8d9428e4657c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991131 Feb 14 21:19:05.910706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (6d4cd9e0-907b-4caa-832e-212a2a1ffc6a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.918977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6d4cd9e0-907b-4caa-832e-212a2a1ffc6a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.948900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4cd9e0-907b-4caa-832e-212a2a1ffc6a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:05.975966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-2f3669b3-57c2-4b88-87a3-a8be69f0cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:05.980020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-2f3669b3-57c2-4b88-87a3-a8be69f0cbb8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.2563269 Feb 14 21:19:05.990143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:05.991143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dbbebd3e-3f97-4037-aaa9-b3b26a1981dd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667148 Feb 14 21:19:05.999092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43908) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:06.008869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'security_group_rule': {'security_group_id': '2c0d258c-869f-4062-8fbb-ee8940c4966a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:06.037977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:06.064777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-e1c64de2-423a-4e25-a137-b98ce13a8db0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.0712340 Feb 14 21:19:06.082144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc0918-a8a9-4d75-a2d9-a75e697c6885 None None] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:06.094768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d2b90c3-43bb-4392-ac6d-38db756214d0 req-8a46bd1b-20a7-4443-acfb-ce0ff50f1ab7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 210 time: 0.0779233 Feb 14 21:19:06.097480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Attempting to bind port 7fe46a47-b3bf-433b-993c-066006643c0a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:06.097856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Attempting to bind port 7fe46a47-b3bf-433b-993c-066006643c0a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:06.098322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Attempting to bind port 7fe46a47-b3bf-433b-993c-066006643c0a on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:06.121157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Current status of the port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:06.121536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.153600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-3caefd34-5e88-453b-93fc-e65ae4a4dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:06.155312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-3caefd34-5e88-453b-93fc-e65ae4a4dabf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0706692 Feb 14 21:19:06.157266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (ae2c0f01-a591-402d-9b8c-8bb739b0324b), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.205502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Attempting to bind port cb855b0a-049b-4289-b219-46f028dbcd87 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:06.205884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Attempting to bind port cb855b0a-049b-4289-b219-46f028dbcd87 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:06.206248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Attempting to bind port cb855b0a-049b-4289-b219-46f028dbcd87 on network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:06.210402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-8b41a263-7367-4fb5-bf2f-ffbb08f86918 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373631 Feb 14 21:19:06.211410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5e85be3f-627e-4457-bc05-f10dd8e0194d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:06.211742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.214666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:06.215096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Checking segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:06.215515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.216310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Bound using segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:06.216432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Bound port: 7fe46a47-b3bf-433b-993c-066006643c0a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:06.216749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.342379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (ae2c0f01-a591-402d-9b8c-8bb739b0324b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.354041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ae2c0f01-a591-402d-9b8c-8bb739b0324b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.416419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2c0f01-a591-402d-9b8c-8bb739b0324b,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:06.437527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.442299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-736f6d8a-d99e-4e5f-a94b-e1082d23b95d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388814 Feb 14 21:19:06.445615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:06.450780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:06.490737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Pushing event updated for resources: {'Port': ['ID=7fe46a47-b3bf-433b-993c-066006643c0a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:06.492301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.513660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:06.514058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Checking segment: {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:06.515697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.516217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Bound using segment: {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:06.516734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-19a46c7d-d221-4956-bcf0-f77d5c112fbf service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937863 Feb 14 21:19:06.518399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Bound port: cb855b0a-049b-4289-b219-46f028dbcd87, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:06.519482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.626055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9ea8-c4d5-42c4-ad9b-67ca7f6272a7 None None] Pushing event updated for resources: {'Port': ['ID=c9456541-bb69-41fa-9881-a4c933617b2b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:06.655682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.677541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-568bbcd9-d2a1-4a83-8e20-35119dde435b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:06.683558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-568bbcd9-d2a1-4a83-8e20-35119dde435b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:06.685451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-568bbcd9-d2a1-4a83-8e20-35119dde435b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "GET /v2.0/networks?id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c&id=c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac&id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c HTTP/1.1" status: 200 len: 1391 time: 0.2657304 Feb 14 21:19:06.690251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] For port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:06.694029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8e4dbd81-5412-4786-9809-066643c40fde up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:06.699260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e85be3f-627e-4457-bc05-f10dd8e0194d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:06.772973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'admin_state_up': True, 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:06.775301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.815208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:06.817748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 172.25.2.110 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/55b2729e-2e21-48cf-bc6d-8c8be6ac23cd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:06.906890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cbc12-1a35-4e95-9527-5e356fb7b3e5 req-1d0f8138-bf6a-4887-8f69-ba331cd19187 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:06.908803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b38cbc12-1a35-4e95-9527-5e356fb7b3e5 req-1d0f8138-bf6a-4887-8f69-ba331cd19187 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.5020964 Feb 14 21:19:06.922572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:06.946614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-3db5cc27-2d03-4caa-8815-e30a81a8ef04 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601118 Feb 14 21:19:07.023183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.063735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:07.067822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.084831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Provisioning complete for port 8e4dbd81-5412-4786-9809-066643c40fde triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:07.085406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8e4dbd81-5412-4786-9809-066643c40fde), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.124514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] For port 7fe46a47-b3bf-433b-993c-066006643c0a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:07.128980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8206f-1fe1-4f9b-9d5f-dfbd1baa435e None None] Pushing event updated for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:07.136467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b38cbc12-1a35-4e95-9527-5e356fb7b3e5 req-3838fa59-a1e6-4652-a2b2-4ced1456a49a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153776 Feb 14 21:19:07.163662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] For port cb855b0a-049b-4289-b219-46f028dbcd87, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:07.170681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.224006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] For port 7fe46a47-b3bf-433b-993c-066006643c0a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7fe46a47-b3bf-433b-993c-066006643c0a,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:07.282390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] For port cb855b0a-049b-4289-b219-46f028dbcd87, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb855b0a-049b-4289-b219-46f028dbcd87,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:07.309041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.313418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.326353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:07.348618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:07.359340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:07.424330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.468606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=55b2729e-2e21-48cf-bc6d-8c8be6ac23cd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:07.470006 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:19:07.484052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8e4dbd81-5412-4786-9809-066643c40fde triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:07.485149 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8e4dbd81-5412-4786-9809-066643c40fde), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.539567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Allocated IP 19.80.0.218 (a1fae094-0af0-4fb4-8d7c-68536d62ed6c/46ec4e98-4710-4537-90fe-c7a2493f0ab9/7418ca49-2162-4be2-9a75-9082ed7095df) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:07.585317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['5e85be3f-627e-4457-bc05-f10dd8e0194d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:07.614202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c342afa-585b-4c49-a438-55fd0413b14b req-db4c3012-daa2-4a5a-83c6-9517018f3d99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 210 time: 0.2143087 Feb 14 21:19:07.654544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e0a7-5e87-40e4-9de7-60e7f391e4df req-39c0c7c3-320f-45ad-9e23-bad79bfec9ad tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:07.656200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8aa4e0a7-5e87-40e4-9de7-60e7f391e4df req-39c0c7c3-320f-45ad-9e23-bad79bfec9ad tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 949 time: 0.5942383 Feb 14 21:19:07.659899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:07.665255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.782816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.878954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Current status of the port 8e4dbd81-5412-4786-9809-066643c40fde is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:07.879380 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8e4dbd81-5412-4786-9809-066643c40fde), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.929065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5963-58db-45cc-aa96-ede1bf84f146 None None] Pushing event updated for resources: {'Port': ['ID=7fe46a47-b3bf-433b-993c-066006643c0a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:07.935647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for port (7418ca49-2162-4be2-9a75-9082ed7095df), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:07.993954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-44884104-818c-4b6c-9be2-731d716e3ee7 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:07.996212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-44884104-818c-4b6c-9be2-731d716e3ee7 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.6528502 Feb 14 21:19:07.997430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.026153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:57Z', 'revision_number': 4, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'cbe8baa7-5f2a-4f4b-8200-7327b6c05a44', 'name': '', 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'mac_address': 'fa:16:3e:a8:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:55Z', 'updated_at': '2022-02-14T21:19:03Z', 'revision_number': 4, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'subnets': [{'id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:08.082005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] For port 8e4dbd81-5412-4786-9809-066643c40fde, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8e4dbd81-5412-4786-9809-066643c40fde,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:08.168978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8e4dbd81-5412-4786-9809-066643c40fde), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.179352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:08.211987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1421397-b71b-44a5-b98c-4cc6a82238a3 None None] The sync data for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 is: [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:18:57Z', 'revision_number': 4, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'cbe8baa7-5f2a-4f4b-8200-7327b6c05a44', 'name': '', 'network_id': '76892854-af7b-44d3-b3b5-3d97e61cb3ac', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'mac_address': 'fa:16:3e:a8:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:55Z', 'updated_at': '2022-02-14T21:19:03Z', 'revision_number': 4, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'subnets': [{'id': '89f107a9-f30c-43c5-b9c6-ba470b6ef7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:19:08.218990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3aea0-d5a4-45d4-8ab7-9931a48bb4a4 None None] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:08.315115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071518a3-c9a9-44e3-80aa-c577c5488010 None None] Pushing event updated for resources: {'Port': ['ID=cb855b0a-049b-4289-b219-46f028dbcd87,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:08.344579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.351834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.424053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8aa4e0a7-5e87-40e4-9de7-60e7f391e4df req-6103ece6-2691-458a-8978-b8151ac35006 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524273 Feb 14 21:19:08.467303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:08.487967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=55b2729e-2e21-48cf-bc6d-8c8be6ac23cd,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:08.496619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.531716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.541874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d930d80e-d4c6-444f-b596-e1fcd8464cd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0863299 Feb 14 21:19:08.541993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:08.544330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:08.633257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8e4dbd81-5412-4786-9809-066643c40fde is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:08.636677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8e4dbd81-5412-4786-9809-066643c40fde), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.660222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc1a2-2cbd-4353-8178-9902b5668c64 req-947d9d9f-1f96-402e-9231-16a3727c9e54 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:08.668299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-235dc1a2-2cbd-4353-8178-9902b5668c64 req-947d9d9f-1f96-402e-9231-16a3727c9e54 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.2034206 Feb 14 21:19:08.669845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-9c78b776-6b8b-4f6b-a70a-80b0c971c3e4 service neutron] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:08.676284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:08.676952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.686382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-9c78b776-6b8b-4f6b-a70a-80b0c971c3e4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:08.687645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b948f9f8-556e-4576-b5ca-fe495bca3b0b req-9c78b776-6b8b-4f6b-a70a-80b0c971c3e4 service neutron] 10.222.0.83 "DELETE /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164/bindings/n-h1-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.6039326 Feb 14 21:19:08.802965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-9142a194-263c-483e-be57-3921cf21888e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0355191 Feb 14 21:19:08.831192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac', 'admin_state_up': True, 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:08.921145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Provisioning complete for port fac513b9-7084-47b5-8861-94638f82b988 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:08.926977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fac513b9-7084-47b5-8861-94638f82b988), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:09.031484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14967d6-9053-4e25-818f-15f7fc4fb130 None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd81-5412-4786-9809-066643c40fde,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:09.113801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Port fac513b9-7084-47b5-8861-94638f82b988 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:09.117470 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:19:09.117470 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:19:09.338919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-235dc1a2-2cbd-4353-8178-9902b5668c64 req-2f5ec52f-c97e-4f2a-a839-85d2e49d4638 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581023 Feb 14 21:19:09.496121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Provisioning complete for port 01615f87-c8f6-47a8-a1d6-922c18098c59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:09.496690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:09.575071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Port 01615f87-c8f6-47a8-a1d6-922c18098c59 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:09.598227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Provisioning complete for port 8e4dbd81-5412-4786-9809-066643c40fde triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:09.598640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8e4dbd81-5412-4786-9809-066643c40fde), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:09.612451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6d362-8690-421f-9557-b47a42e6bb2d req-8fa9bde2-d0d7-4d5f-b5bc-4ecb4ad15df7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:09.625441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4d6d362-8690-421f-9557-b47a42e6bb2d req-8fa9bde2-d0d7-4d5f-b5bc-4ecb4ad15df7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 932 time: 0.8213654 Feb 14 21:19:09.761234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55f8363d-c2b6-4ecf-9831-41fe7c9362fc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1529008576&fields=id&tenant_id=80c6444a2e1e4d7483977fcb7d949cdf HTTP/1.1" status: 200 len: 267 time: 0.1996870 Feb 14 21:19:09.778649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:09.783716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:09.825261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8e4dbd81-5412-4786-9809-066643c40fde is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:09.875567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-876e1cd0-5fff-49cd-8e7d-54fd846d225b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:09.890115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-876e1cd0-5fff-49cd-8e7d-54fd846d225b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 930 time: 0.0927241 Feb 14 21:19:09.913645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29bee2-9d6c-4cd6-bd02-16a2ae7a3808 None None] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:09.969814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-3c3b7d67-5d85-4c8d-bed7-f22b185d160f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:09.978842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-3c3b7d67-5d85-4c8d-bed7-f22b185d160f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 932 time: 0.0876009 Feb 14 21:19:10.052165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Current status of the port 8e4dbd81-5412-4786-9809-066643c40fde is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:10.059281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4d6d362-8690-421f-9557-b47a42e6bb2d req-94fcc85d-ef0f-4129-ab04-419a140ca453 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315526 Feb 14 21:19:10.094871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Provisioning complete for port c9456541-bb69-41fa-9881-a4c933617b2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:10.096890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:10.177714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d435832d-f16f-4ec8-8fba-b5fcf2edb5b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1975529 Feb 14 21:19:10.314042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-588c3bcc-aa56-46c8-99cf-846695fd2e48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1345313 Feb 14 21:19:10.455707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42744d-5776-4f37-a8c5-e423652f0c3b None None] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:10.570335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7fe46a47-b3bf-433b-993c-066006643c0a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:10.629355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e171547a-7af4-47c1-9a1b-c88b27b9582c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:10.639584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e171547a-7af4-47c1-9a1b-c88b27b9582c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:10.642546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Current status of the port c9456541-bb69-41fa-9881-a4c933617b2b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:10.643350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:10.651971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e171547a-7af4-47c1-9a1b-c88b27b9582c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:10.656839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e171547a-7af4-47c1-9a1b-c88b27b9582c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/networks?id=b977ec3f-a34c-462e-8079-2e605c65339f&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=92c70ad6-05e9-4666-a8b6-651c75975ab4&id=92c70ad6-05e9-4666-a8b6-651c75975ab4 HTTP/1.1" status: 200 len: 1989 time: 0.3414779 Feb 14 21:19:10.734398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-94af7f24-7856-4885-b534-959694c32c27 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/quotas/80c6444a2e1e4d7483977fcb7d949cdf HTTP/1.1" status: 200 len: 375 time: 0.0409708 Feb 14 21:19:10.762490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac51c94-630f-40c3-a49e-0f5d76c53689 req-50adce85-7f85-41ad-b2cf-04add2ff8d53 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:10.767672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] For port c9456541-bb69-41fa-9881-a4c933617b2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c9456541-bb69-41fa-9881-a4c933617b2b,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:10.771837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ac51c94-630f-40c3-a49e-0f5d76c53689 req-50adce85-7f85-41ad-b2cf-04add2ff8d53 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 949 time: 0.2696559 Feb 14 21:19:10.786381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:10.826071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Allocated IP 19.86.0.72 (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac/327f3fe5-eb13-4f52-bd2c-033feb76c5dd/cef6fb67-24c1-460d-89a8-20cb2dc90edf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:10.872230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7fe46a47-b3bf-433b-993c-066006643c0a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:10.872631 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:10.906574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ac51c94-630f-40c3-a49e-0f5d76c53689 req-b9b0189f-dfa5-4d1c-9273-802cd478694d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337018 Feb 14 21:19:10.937577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e3512d5e-b32a-43b3-93ff-9256f4c688b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1879992 Feb 14 21:19:10.940258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0931a-3f42-48e5-bf2a-6ced57861d2f None None] Pushing event updated for resources: {'Port': ['ID=c9456541-bb69-41fa-9881-a4c933617b2b,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:10.957209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5e85be3f-627e-4457-bc05-f10dd8e0194d up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:11.019475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port 7fe46a47-b3bf-433b-993c-066006643c0a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:11.019475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.115435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 5e85be3f-627e-4457-bc05-f10dd8e0194d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:19:11.131417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 5e85be3f-627e-4457-bc05-f10dd8e0194d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:11.132074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.165060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7fe46a47-b3bf-433b-993c-066006643c0a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:11.165797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.178407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-99195d23-ad19-4b81-a7eb-eb270260208d service neutron] 10.222.0.86 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218428 Feb 14 21:19:11.203788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.206669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12e6c-116b-45e4-8d76-0215492dfcf9 req-7491cfee-3322-4d46-9275-fa1059f26890 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:11.208223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fe12e6c-116b-45e4-8d76-0215492dfcf9 req-7491cfee-3322-4d46-9275-fa1059f26890 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1127 time: 0.1556573 Feb 14 21:19:11.217003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7fe46a47-b3bf-433b-993c-066006643c0a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7fe46a47-b3bf-433b-993c-066006643c0a,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:11.255285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.255850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c9456541-bb69-41fa-9881-a4c933617b2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:11.341573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Current status of the port 7fe46a47-b3bf-433b-993c-066006643c0a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:11.341961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.369119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fe12e6c-116b-45e4-8d76-0215492dfcf9 req-d95a0cea-5815-46c6-98e9-7511fe46e296 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466627 Feb 14 21:19:11.391798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8cf7f460-12f7-457c-9115-e587027bd261 service neutron] 10.222.0.86 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023556 Feb 14 21:19:11.393413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.424352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7fe46a47-b3bf-433b-993c-066006643c0a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:11.518801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:11.526313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-520be764-e275-4180-b468-0e686ab791c4 service neutron] 10.222.0.86 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1237502 Feb 14 21:19:11.529583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:11.532735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:11.535358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:11.538902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c9456541-bb69-41fa-9881-a4c933617b2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:11.539308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.564204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5e85be3f-627e-4457-bc05-f10dd8e0194d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:11.564601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.579644 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:19:11.580279 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:19:11.615387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:11.618252 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b88eee-0c1a-455f-b538-48ecc5037db7" -d '{"events": [{"server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "name": "network-vif-plugged", "status": "completed", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:11.645481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:11.653825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.682659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:11.683641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.696042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e17c0-e80e-47d9-9c59-54f76bcd7785 req-9147a939-0fb0-4601-90da-09607166e89e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:11.702452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e17c0-e80e-47d9-9c59-54f76bcd7785 req-9147a939-0fb0-4601-90da-09607166e89e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:11.710097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf9e17c0-e80e-47d9-9c59-54f76bcd7785 req-9147a939-0fb0-4601-90da-09607166e89e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 1654 time: 0.2345011 Feb 14 21:19:11.723934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c9456541-bb69-41fa-9881-a4c933617b2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:11.725064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:11.776307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-d68fe6a7-ece9-4c61-97a3-356bd8ea4f1b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9670603 Feb 14 21:19:11.777538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:11.793395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'admin_state_up': True, 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:11.816892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:11.817220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:11.823434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-38eceb44-f1ae-40c9-860d-534826471970 service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850361 Feb 14 21:19:11.875896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf9e17c0-e80e-47d9-9c59-54f76bcd7785 req-f4278338-857f-4bb9-8248-28bdb3aaf210 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645651 Feb 14 21:19:11.905792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:11.906898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb855b0a-049b-4289-b219-46f028dbcd87 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:11.976187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cb855b0a-049b-4289-b219-46f028dbcd87 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:11.976572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.037478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-4f2694b2-b8a9-4bb6-9440-705a98312b7b service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831245 Feb 14 21:19:12.066497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cb855b0a-049b-4289-b219-46f028dbcd87 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.066974 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.076444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:12.079863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.086203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c382-9e4f-40f2-ba1c-53c3c6d9e93d req-2de642b0-8890-46d5-a43f-7742e3be7cc9 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:12.087813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca9c382-9e4f-40f2-ba1c-53c3c6d9e93d req-2de642b0-8890-46d5-a43f-7742e3be7cc9 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1127 time: 0.1271977 Feb 14 21:19:12.122308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-470983e6-9220-4100-813d-4e935fd65c22 service neutron] 10.222.0.86 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780916 Feb 14 21:19:12.127835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port cb855b0a-049b-4289-b219-46f028dbcd87, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb855b0a-049b-4289-b219-46f028dbcd87,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:12.140452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.141238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8e4dbd81-5412-4786-9809-066643c40fde up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:12.148219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Current status of the port 7fe46a47-b3bf-433b-993c-066006643c0a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.234319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port c9456541-bb69-41fa-9881-a4c933617b2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.235598 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.240848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca9c382-9e4f-40f2-ba1c-53c3c6d9e93d req-c8722a43-817e-4ca5-9ed7-8424b5a7dd92 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Feb 14 21:19:12.263180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=cb855b0a-049b-4289-b219-46f028dbcd87,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:12.297076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8e4dbd81-5412-4786-9809-066643c40fde triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.297386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8e4dbd81-5412-4786-9809-066643c40fde), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.345549 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e9298-5c92-4a54-b689-d6e0db4ab804 x-openstack-request-id: req-991e9298-5c92-4a54-b689-d6e0db4ab804 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:12.345845 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "name": "network-vif-plugged", "status": "completed", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:12.346096 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-991e9298-5c92-4a54-b689-d6e0db4ab804 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:12.346716 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d', 'code': 200} Feb 14 21:19:12.399668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-0f2b4eba-f63a-4213-ab9d-850b8e7df9da service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594724 Feb 14 21:19:12.417398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Allocated IP 19.80.0.83 (a1fae094-0af0-4fb4-8d7c-68536d62ed6c/46ec4e98-4710-4537-90fe-c7a2493f0ab9/4e195b49-247a-43ed-bfe9-e237b682037c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:12.559363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Current status of the port c9456541-bb69-41fa-9881-a4c933617b2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.600602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port fac513b9-7084-47b5-8861-94638f82b988 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.601280 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fac513b9-7084-47b5-8861-94638f82b988), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.627467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8e4dbd81-5412-4786-9809-066643c40fde is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.644175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Port fac513b9-7084-47b5-8861-94638f82b988 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:12.655650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port 7418ca49-2162-4be2-9a75-9082ed7095df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.656099 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.688158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-dca0af3c-c363-481b-b012-b12c5d0c5b4d service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544160 Feb 14 21:19:12.700393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Port 7418ca49-2162-4be2-9a75-9082ed7095df cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:12.713426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port 01615f87-c8f6-47a8-a1d6-922c18098c59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.713965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.738147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933b59b-0ef6-4c4b-b458-3dbcda8e75b3 req-4dbed614-5a40-4fdd-9c3e-d82f7728998e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:12.739722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5933b59b-0ef6-4c4b-b458-3dbcda8e75b3 req-4dbed614-5a40-4fdd-9c3e-d82f7728998e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.2217271 Feb 14 21:19:12.747370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237948b-ae05-4c24-96c8-fc1e102cb1d3 req-38338a8c-586b-427d-a1be-f805544e5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:12.748828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7237948b-ae05-4c24-96c8-fc1e102cb1d3 req-38338a8c-586b-427d-a1be-f805544e5cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 1133 time: 0.2297878 Feb 14 21:19:12.757100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c9456541-bb69-41fa-9881-a4c933617b2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:12.805098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Port 01615f87-c8f6-47a8-a1d6-922c18098c59 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:12.827593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Provisioning complete for port cb855b0a-049b-4289-b219-46f028dbcd87 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.829188 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.865789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c9456541-bb69-41fa-9881-a4c933617b2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:12.866106 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:12.986926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d401d271-2696-4de4-a1e1-8308363e6e70 None None] Current status of the port cb855b0a-049b-4289-b219-46f028dbcd87 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.998629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c9456541-bb69-41fa-9881-a4c933617b2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:12.999853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7fe46a47-b3bf-433b-993c-066006643c0a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:13.054340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7fe46a47-b3bf-433b-993c-066006643c0a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:13.054723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.140383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Provisioning complete for port 7fe46a47-b3bf-433b-993c-066006643c0a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:13.140383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.176435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7fe46a47-b3bf-433b-993c-066006643c0a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:13.177697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb855b0a-049b-4289-b219-46f028dbcd87 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:13.188124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for port (4e195b49-247a-43ed-bfe9-e237b682037c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.193754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5933b59b-0ef6-4c4b-b458-3dbcda8e75b3 req-3fcbcc58-c50e-4179-bbee-1ce269542ee2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417758 Feb 14 21:19:13.208843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7237948b-ae05-4c24-96c8-fc1e102cb1d3 req-c8079146-9f29-4554-b536-ba1ebf0aa7a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737912 Feb 14 21:19:13.217861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-0b4be607-f4b5-4068-ad3b-2ac1db523cb0 service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029035 Feb 14 21:19:13.282331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Current status of the port 7fe46a47-b3bf-433b-993c-066006643c0a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:13.305281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cb855b0a-049b-4289-b219-46f028dbcd87 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:13.305823 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.336076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.370326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Provisioning complete for port cef6fb67-24c1-460d-89a8-20cb2dc90edf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:13.370921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.401195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e5281272-1b0f-4877-87a5-0e796c47b97e service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677086 Feb 14 21:19:13.408780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:13.456411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:13.457595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cb855b0a-049b-4289-b219-46f028dbcd87 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:13.462462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:13.467974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:13.493679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7951c757-c291-4e9c-aaf0-dc9bc72f565c None None] Port cef6fb67-24c1-460d-89a8-20cb2dc90edf cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:13.577124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:13.577757 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.648736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-0a59c864-845f-48de-adb7-734beac5fb85 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8594148 Feb 14 21:19:13.656579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1fcd0ee4-560f-429d-9729-1ab13a3c0197 service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152658 Feb 14 21:19:13.664254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:13.720377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9219d-01c5-4aa9-a034-67e8bf8f6d30 req-6cd6524e-eda4-4d68-9b5a-9f9232a74b21 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:13.727438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa9219d-01c5-4aa9-a034-67e8bf8f6d30 req-6cd6524e-eda4-4d68-9b5a-9f9232a74b21 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.1636763 Feb 14 21:19:13.822433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cfa942de-d449-45ce-8e8d-fe3b2ab14ceb None None] Provisioning complete for port 4e195b49-247a-43ed-bfe9-e237b682037c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:13.823123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfa942de-d449-45ce-8e8d-fe3b2ab14ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.844297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:13.868952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cfa942de-d449-45ce-8e8d-fe3b2ab14ceb None None] Port 4e195b49-247a-43ed-bfe9-e237b682037c cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:13.890370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa9219d-01c5-4aa9-a034-67e8bf8f6d30 req-d1284a96-6098-4f8a-916f-21bb457be21a tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619701 Feb 14 21:19:13.895791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d054f22c-aeaa-48c8-b740-c3eb011bef42 service neutron] 10.222.0.86 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274582 Feb 14 21:19:14.111296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e7199e1a-3fc3-4efd-850a-6f818389f054 service neutron] 10.222.0.86 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878502 Feb 14 21:19:14.324161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1202a8a4-e007-4151-9af4-6eb27d39521d service neutron] 10.222.0.86 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115884 Feb 14 21:19:14.349939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074a37-1a24-4fe8-9a77-eae8e05131bf req-642a5ad6-45b9-48b3-b535-2a99ad895089 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:14.356271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074a37-1a24-4fe8-9a77-eae8e05131bf req-642a5ad6-45b9-48b3-b535-2a99ad895089 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:14.361680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074a37-1a24-4fe8-9a77-eae8e05131bf req-642a5ad6-45b9-48b3-b535-2a99ad895089 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:14.363378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f074a37-1a24-4fe8-9a77-eae8e05131bf req-642a5ad6-45b9-48b3-b535-2a99ad895089 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2375 time: 0.1869981 Feb 14 21:19:14.532459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7418ca49-2162-4be2-9a75-9082ed7095df {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:14.539867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f074a37-1a24-4fe8-9a77-eae8e05131bf req-92760dbe-4dc6-4d9d-b0e8-9c312599597d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669095 Feb 14 21:19:14.547979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks [] for port (7418ca49-2162-4be2-9a75-9082ed7095df), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:14.568586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-06fa259c-c7e7-4b32-a533-bc94f0757c78 service neutron] 10.222.0.86 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027001 Feb 14 21:19:14.571216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Transition to ACTIVE for port object 7418ca49-2162-4be2-9a75-9082ed7095df will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:14.590464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:14.733233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:14.826480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-036931e1-2ad0-4566-99c4-f0de0d5e4808 service neutron] 10.222.0.86 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459791 Feb 14 21:19:14.936040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091960c-8d60-458b-b50d-f38bb2b9580e req-4c19509e-4c43-470a-bce3-bb0b526cd554 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:14.949429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b091960c-8d60-458b-b50d-f38bb2b9580e req-4c19509e-4c43-470a-bce3-bb0b526cd554 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.2383645 Feb 14 21:19:15.024267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b091960c-8d60-458b-b50d-f38bb2b9580e req-234077f5-6bbf-4831-93c8-bd1701c4e753 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740399 Feb 14 21:19:15.043569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-7f0647c5-c913-4ac0-a893-d60d5c2213c4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:15.046171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-7f0647c5-c913-4ac0-a893-d60d5c2213c4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 930 time: 0.2078974 Feb 14 21:19:15.047950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Attempting to bind port 7418ca49-2162-4be2-9a75-9082ed7095df on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:15.048503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Attempting to bind port 7418ca49-2162-4be2-9a75-9082ed7095df by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:15.049337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Attempting to bind port 7418ca49-2162-4be2-9a75-9082ed7095df on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:15.055256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Port 7418ca49-2162-4be2-9a75-9082ed7095df on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:15.055800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Attempting to bind port 7418ca49-2162-4be2-9a75-9082ed7095df on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:15.083276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:15.083907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Checking segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:15.084516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Bound using segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:15.085681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Bound port: 7418ca49-2162-4be2-9a75-9082ed7095df, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:15.086447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:15.170376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a4affa97-dd3b-49a8-b965-a5905e67da31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:15.172390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a4affa97-dd3b-49a8-b965-a5905e67da31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 932 time: 0.1127439 Feb 14 21:19:15.237230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:15.241481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7418ca49-2162-4be2-9a75-9082ed7095df,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:15.255705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:15.349034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:15.349631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:15.351138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] 10.222.0.83 "PUT /v2.0/ports/7418ca49-2162-4be2-9a75-9082ed7095df HTTP/1.1" status: 200 len: 1093 time: 1.6925271 Feb 14 21:19:15.351833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:15.354166 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92851772-50d7-4d09-b892-1c191109abd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:15.402181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:15.451547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1bb44-4e3f-4275-95a6-75e2b8f9bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:15.492432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051ca11-caa1-46e8-b83a-2973a85257cf req-6e6daec1-8534-4cd0-873e-2524e9f393db tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:15.495036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a051ca11-caa1-46e8-b83a-2973a85257cf req-6e6daec1-8534-4cd0-873e-2524e9f393db tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.1965303 Feb 14 21:19:15.565356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:15.688504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a051ca11-caa1-46e8-b83a-2973a85257cf req-b4079e53-9014-4d95-98eb-bc327a5c8cff tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241658 Feb 14 21:19:15.846720 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b512156-4083-43a8-a5e8-e6f60fce3a52 x-openstack-request-id: req-3b512156-4083-43a8-a5e8-e6f60fce3a52 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:15.847470 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:15.847470 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b512156-4083-43a8-a5e8-e6f60fce3a52 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:15.847777 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df', 'status': 'completed', 'code': 200} Feb 14 21:19:16.061809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ec7c-5f52-489e-a6b1-98464fe05d43 req-f737ca28-0ea7-41a8-a162-9977f3fab932 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.067916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ec7c-5f52-489e-a6b1-98464fe05d43 req-f737ca28-0ea7-41a8-a162-9977f3fab932 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.076094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ec7c-5f52-489e-a6b1-98464fe05d43 req-f737ca28-0ea7-41a8-a162-9977f3fab932 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.077859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1793ec7c-5f52-489e-a6b1-98464fe05d43 req-f737ca28-0ea7-41a8-a162-9977f3fab932 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2387 time: 0.2107294 Feb 14 21:19:16.111940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-475072ac-e6d3-4b78-bc8b-632bba63aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.112443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-475072ac-e6d3-4b78-bc8b-632bba63aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.113407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-475072ac-e6d3-4b78-bc8b-632bba63aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.116917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92851772-50d7-4d09-b892-1c191109abd4 req-475072ac-e6d3-4b78-bc8b-632bba63aa75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2762 time: 0.2667475 Feb 14 21:19:16.298233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef6fb67-24c1-460d-89a8-20cb2dc90edf {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:16.320133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:16.366234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks [] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:16.452686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1d4dbb4c-31a6-4733-a281-737737343d5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.459146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1d4dbb4c-31a6-4733-a281-737737343d5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 930 time: 0.1377585 Feb 14 21:19:16.514522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a43a2896-2093-4cb2-abcb-294d51840bdb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.527990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a43a2896-2093-4cb2-abcb-294d51840bdb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 932 time: 0.0661516 Feb 14 21:19:16.861735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Transition to ACTIVE for port object cef6fb67-24c1-460d-89a8-20cb2dc90edf will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:16.867736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1793ec7c-5f52-489e-a6b1-98464fe05d43 req-8f1acbb1-da44-41dd-825a-89f51f3e0c6f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695286 Feb 14 21:19:16.869864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-c833ef2c-dee8-41f4-b217-ef8711ee31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.870347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-c833ef2c-dee8-41f4-b217-ef8711ee31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.870957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-c833ef2c-dee8-41f4-b217-ef8711ee31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:16.873530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92851772-50d7-4d09-b892-1c191109abd4 req-c833ef2c-dee8-41f4-b217-ef8711ee31df service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7448049 Feb 14 21:19:16.882179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:17.157482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d21c1-4fb0-4ff4-af6c-4ecef67e2338 req-513304c1-bc55-4afe-a4c1-5b796109a058 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:17.159945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae9d21c1-4fb0-4ff4-af6c-4ecef67e2338 req-513304c1-bc55-4afe-a4c1-5b796109a058 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.8766549 Feb 14 21:19:17.202373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7605fed5-b8d5-42b0-b009-06a93f0ee56f req-af3b7cfe-3b64-45bc-b83b-b9d3dcfcab39 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.2326798 Feb 14 21:19:17.270274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:17.507270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-3e01f8bb-a660-44fd-acfe-becaaafc96dd tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:17.509035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-3e01f8bb-a660-44fd-acfe-becaaafc96dd tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.4355752 Feb 14 21:19:17.539915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Attempting to bind port cef6fb67-24c1-460d-89a8-20cb2dc90edf on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:17.541146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Attempting to bind port cef6fb67-24c1-460d-89a8-20cb2dc90edf by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:17.541378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Attempting to bind port cef6fb67-24c1-460d-89a8-20cb2dc90edf on network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:17.568744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851772-50d7-4d09-b892-1c191109abd4 req-5a692fd4-b5f1-4d26-8788-5b92138dfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:17.570348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92851772-50d7-4d09-b892-1c191109abd4 req-5a692fd4-b5f1-4d26-8788-5b92138dfd66 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6898980 Feb 14 21:19:17.623504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Port cef6fb67-24c1-460d-89a8-20cb2dc90edf on network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:17.623848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Attempting to bind port cef6fb67-24c1-460d-89a8-20cb2dc90edf on network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:17.646217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae9d21c1-4fb0-4ff4-af6c-4ecef67e2338 req-3fc1ff53-4076-4a5d-93cc-d25c6daca731 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415910 Feb 14 21:19:17.668655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:17.668655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Checking segment: {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:17.668985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Bound using segment: {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:17.669482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Bound port: cef6fb67-24c1-460d-89a8-20cb2dc90edf, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12119f43-a489-4c3c-8a5c-5c7b08ede6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:17.669712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:17.733689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e641ce-e703-4260-bd2d-989eb4c73319 req-56969a3e-c31a-4e3c-901f-58db49f64b04 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:17.741412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85e641ce-e703-4260-bd2d-989eb4c73319 req-56969a3e-c31a-4e3c-901f-58db49f64b04 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 945 time: 0.3110919 Feb 14 21:19:17.862495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:17.928599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85e641ce-e703-4260-bd2d-989eb4c73319 req-c139b8b7-3941-4f4f-985b-a6a402b71582 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3bc3773-a56f-4605-ac70-f6924edbce63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844277 Feb 14 21:19:17.938039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:17.957120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ad9029e4-a976-4df3-9547-da5b3baa1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:17.960703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Deleting port 5433214c-8d11-4084-b3f4-e975be0cbd3f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:17.960703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:17.967175 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ad9029e4-a976-4df3-9547-da5b3baa1b86 service neutron] 10.222.0.64 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 1026 time: 0.1016421 Feb 14 21:19:18.051351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-609956ee-5301-4c3a-96b9-c716fc848cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.053385 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-609956ee-5301-4c3a-96b9-c716fc848cdd service neutron] 10.222.0.64 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 1028 time: 0.0772133 Feb 14 21:19:18.224311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-44c27be5-174e-465e-a8d9-19c30f7be8d4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.232058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-44c27be5-174e-465e-a8d9-19c30f7be8d4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.238120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-44c27be5-174e-465e-a8d9-19c30f7be8d4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.238380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.240186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-44c27be5-174e-465e-a8d9-19c30f7be8d4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/networks?id=b977ec3f-a34c-462e-8079-2e605c65339f&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=92c70ad6-05e9-4666-a8b6-651c75975ab4&id=92c70ad6-05e9-4666-a8b6-651c75975ab4 HTTP/1.1" status: 200 len: 1989 time: 0.1771474 Feb 14 21:19:18.247937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1bff-fc87-430d-aa81-a965547de56d req-86f68f44-1c16-424f-b63c-2510545050ae tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.249621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe2e1bff-fc87-430d-aa81-a965547de56d req-86f68f44-1c16-424f-b63c-2510545050ae tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 1133 time: 0.4813092 Feb 14 21:19:18.258021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] For port 5433214c-8d11-4084-b3f4-e975be0cbd3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5433214c-8d11-4084-b3f4-e975be0cbd3f,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:18.258402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.402875 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-4e40b4c5-877a-4d4b-bea3-1f29db9646b4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c6444a2e1e4d7483977fcb7d949cdf HTTP/1.1" status: 200 len: 380 time: 0.1419208 Feb 14 21:19:18.417531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'admin_state_up': True, 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'security_groups': ['2c0d258c-869f-4062-8fbb-ee8940c4966a']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:18.619914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:18.620533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.621934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] 10.222.0.83 "PUT /v2.0/ports/cef6fb67-24c1-460d-89a8-20cb2dc90edf HTTP/1.1" status: 200 len: 1092 time: 3.2321184 Feb 14 21:19:18.622454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:18.624800 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973382d-fcd0-4ce2-988c-f7204baccc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:18.682194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Request body: {'port': {'device_id': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:18.731957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:18.738912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.862062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.862845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:18.865378 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Floating IP 68fe7ab4-37f0-4458-a358-1a7a3112262f disassociated. External IP: 172.25.2.47, port: 5433214c-8d11-4084-b3f4-e975be0cbd3f. Feb 14 21:19:18.866492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Calling delete_port for 5433214c-8d11-4084-b3f4-e975be0cbd3f owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:18.925737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 172.20.0.12 (b977ec3f-a34c-462e-8079-2e605c65339f/ba924296-e422-48b5-b3cb-416a7753fc6c/9bc0c30b-9532-4527-9574-0b25d790b0b3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:18.998047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe2e1bff-fc87-430d-aa81-a965547de56d req-f0785293-90cf-47e2-b7e6-c2bf6a822081 tempest-ServersOnMultiNodesTest-1519037175 tempest-ServersOnMultiNodesTest-1519037175-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739661 Feb 14 21:19:19.002584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86903fe-9b63-44df-9b38-8e92a58f4dba service neutron] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:19.014521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479809-77c4-42e2-be8b-8a90dbe9daed req-1648521a-8a34-4fb7-9f02-8b4c74d00f0d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.021398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479809-77c4-42e2-be8b-8a90dbe9daed req-1648521a-8a34-4fb7-9f02-8b4c74d00f0d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.028287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479809-77c4-42e2-be8b-8a90dbe9daed req-1648521a-8a34-4fb7-9f02-8b4c74d00f0d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.029871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7479809-77c4-42e2-be8b-8a90dbe9daed req-1648521a-8a34-4fb7-9f02-8b4c74d00f0d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2399 time: 0.9400318 Feb 14 21:19:19.108619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.147740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.185106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.277443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network b977ec3f-a34c-462e-8079-2e605c65339f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:19.288968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:19.294972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:19.300165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:19.344934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7479809-77c4-42e2-be8b-8a90dbe9daed req-a282c5ac-6b2d-4257-8a58-ebedfd2035d4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715452 Feb 14 21:19:19.370958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5433214c-8d11-4084-b3f4-e975be0cbd3f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.421795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.422618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.449001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-55486edb-f8a5-445d-8a56-70b301ec81a8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0394642 Feb 14 21:19:19.464135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'admin_state_up': True, 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'security_groups': ['2c0d258c-869f-4062-8fbb-ee8940c4966a']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:19.505103 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf71298-b156-4ad5-9357-64be3708d2ca x-openstack-request-id: req-8cf71298-b156-4ad5-9357-64be3708d2ca {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:19.505406 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:19.505670 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8cf71298-b156-4ad5-9357-64be3708d2ca {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:19.506197 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'status': 'completed', 'code': 200} Feb 14 21:19:19.507042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event deleted for resources: {'Port': ['ID=5433214c-8d11-4084-b3f4-e975be0cbd3f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:19.588833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285518-6100-4694-a7f4-2df643e17492 req-27d5dc76-d9b0-47f9-ad29-e3c10d40755c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.592903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c285518-6100-4694-a7f4-2df643e17492 req-27d5dc76-d9b0-47f9-ad29-e3c10d40755c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 932 time: 0.2885768 Feb 14 21:19:19.720632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ae27d6fd-e595-4ce0-81bb-4c7a33a88399 None None] Provisioning complete for port 9bc0c30b-9532-4527-9574-0b25d790b0b3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:19.721262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6fd-e595-4ce0-81bb-4c7a33a88399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:19.776023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ae27d6fd-e595-4ce0-81bb-4c7a33a88399 None None] Port 9bc0c30b-9532-4527-9574-0b25d790b0b3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:19.790647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a7dbe98-703e-487a-bbcc-2a718465f2a4 req-5b7b9363-a946-4eae-ac38-401a0dd7de6b tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 210 time: 0.0431790 Feb 14 21:19:19.889243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c285518-6100-4694-a7f4-2df643e17492 req-eaba3378-09ca-49dd-82fc-c8ad40fed2c3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786877 Feb 14 21:19:19.977158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-3acf9a6a-ea65-47f3-95ef-99a6459728b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.977653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-3acf9a6a-ea65-47f3-95ef-99a6459728b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.978161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-3acf9a6a-ea65-47f3-95ef-99a6459728b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:19.980668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-3acf9a6a-ea65-47f3-95ef-99a6459728b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2861 time: 0.4262805 Feb 14 21:19:20.252105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Router d00fe9de-70a0-4442-9034-2fd56299b8eb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:19:20.361821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-12b9ea00-6d01-4763-908b-71e24c11ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:20.362717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-12b9ea00-6d01-4763-908b-71e24c11ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:20.363401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-12b9ea00-6d01-4763-908b-71e24c11ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:20.366209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-12b9ea00-6d01-4763-908b-71e24c11ad3f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3663855 Feb 14 21:19:20.371646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:20.375178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:20.486697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e195b49-247a-43ed-bfe9-e237b682037c {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:20.532674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks [] for port (4e195b49-247a-43ed-bfe9-e237b682037c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:20.560611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.1.1.199 (7de1f1cf-adef-44cb-9a27-1a5771b4f452/8e182039-4961-4532-b750-7a6f6a990851/9ce44002-3729-4d83-bea0-95abf892532f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:20.747459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (9ce44002-3729-4d83-bea0-95abf892532f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:20.795001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:20.865622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:20.874811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:20.892450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:20.903915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:20.934191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a1c6-dda4-487c-806e-b4a98d65f78c req-7fea3011-2e13-4666-964f-f65b5a1acc19 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:20.942674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8965a1c6-dda4-487c-806e-b4a98d65f78c req-7fea3011-2e13-4666-964f-f65b5a1acc19 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.6734674 Feb 14 21:19:20.985906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5433214c-8d11-4084-b3f4-e975be0cbd3f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:20.994592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:20.995378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.001437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Transition to ACTIVE for port object 4e195b49-247a-43ed-bfe9-e237b682037c will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:21.017931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 5433214c-8d11-4084-b3f4-e975be0cbd3f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:21.018640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5433214c-8d11-4084-b3f4-e975be0cbd3f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:21.030807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ca3cc7f5-92cc-4b50-9620-350934e07fbd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5759408 Feb 14 21:19:21.041707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'admin_state_up': True, 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'security_groups': ['2c0d258c-869f-4062-8fbb-ee8940c4966a']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:21.111458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:19:21.124441 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Sync routers for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:19:21.136529 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:21.137412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:21.188609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8965a1c6-dda4-487c-806e-b4a98d65f78c req-03f6905f-e761-4092-9188-36dae24edcb6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444921 Feb 14 21:19:21.189809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-d4e0b891-75bb-45dc-9d2a-54aa1c3d8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.190985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2973382d-fcd0-4ce2-988c-f7204baccc7e req-d4e0b891-75bb-45dc-9d2a-54aa1c3d8f3e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8159609 Feb 14 21:19:21.196064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.252622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-11225e5c-0cae-4398-ba7c-b2a447de911b None None] Provisioning complete for port 9ce44002-3729-4d83-bea0-95abf892532f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:21.253002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11225e5c-0cae-4398-ba7c-b2a447de911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ce44002-3729-4d83-bea0-95abf892532f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.279678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:21.283232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.288260 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:21.314837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] No DVR routers for this DVR port 5433214c-8d11-4084-b3f4-e975be0cbd3f on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:21.332782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.338777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2b32f29-4440-4d18-bbe5-6ea50a444985 req-ce835859-937f-4441-b887-85eaddae95bc tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.64 "DELETE /v2.0/ports/5433214c-8d11-4084-b3f4-e975be0cbd3f HTTP/1.1" status: 204 len: 173 time: 3.8013628 Feb 14 21:19:21.344502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-11225e5c-0cae-4398-ba7c-b2a447de911b None None] Port 9ce44002-3729-4d83-bea0-95abf892532f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:21.359032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e081-e3f4-4d32-be3e-1cafcff4476c req-40c0129b-e89f-43d3-907b-8d50a97c41b1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.366368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e081-e3f4-4d32-be3e-1cafcff4476c req-40c0129b-e89f-43d3-907b-8d50a97c41b1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.373400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e081-e3f4-4d32-be3e-1cafcff4476c req-40c0129b-e89f-43d3-907b-8d50a97c41b1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.382398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8329e081-e3f4-4d32-be3e-1cafcff4476c req-40c0129b-e89f-43d3-907b-8d50a97c41b1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2399 time: 0.8590975 Feb 14 21:19:21.491364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c33f4da-8de9-47b3-9099-ad7fde12f068 req-48fb84b6-b03c-4a60-b349-67515b1e3a38 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ebb38c3-08f3-4523-bb40-20165879f99b HTTP/1.1" status: 200 len: 210 time: 0.0445223 Feb 14 21:19:21.511442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'name': 'network-vif-deleted', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:21.524331 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ab5d9-0d7e-47a3-b97a-ff1e17a032eb" -d '{"events": [{"server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "name": "network-vif-deleted", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:21.544383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:21.635849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.1.1.204 (7de1f1cf-adef-44cb-9a27-1a5771b4f452/8e182039-4961-4532-b750-7a6f6a990851/d744235f-38f2-4c29-8aa1-c136e5382fe1) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:21.746403 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:21.779234 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Checking router: d00fe9de-70a0-4442-9034-2fd56299b8eb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:19:21.786176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8329e081-e3f4-4d32-be3e-1cafcff4476c req-7259c4f0-39dd-46eb-a43b-f2e1cc8ba28a tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967116 Feb 14 21:19:21.788344 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:21.788964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:21.850379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.859066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1182e1-9159-4a77-a002-518cb205629f req-383bea67-393e-4459-b253-e11b3165fd43 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.866847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1182e1-9159-4a77-a002-518cb205629f req-383bea67-393e-4459-b253-e11b3165fd43 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:21.869888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca1182e1-9159-4a77-a002-518cb205629f req-383bea67-393e-4459-b253-e11b3165fd43 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 1654 time: 0.2415178 Feb 14 21:19:21.871484 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f2306-a26d-414c-a8e8-b4d53b8afa56 x-openstack-request-id: req-a48f2306-a26d-414c-a8e8-b4d53b8afa56 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:21.871827 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb38c3-08f3-4523-bb40-20165879f99b", "name": "network-vif-deleted", "tag": "5433214c-8d11-4084-b3f4-e975be0cbd3f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:21.872090 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a48f2306-a26d-414c-a8e8-b4d53b8afa56 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:21.872486 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb38c3-08f3-4523-bb40-20165879f99b', 'name': 'network-vif-deleted', 'tag': '5433214c-8d11-4084-b3f4-e975be0cbd3f', 'status': 'completed', 'code': 200} Feb 14 21:19:21.908888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Attempting to bind port 4e195b49-247a-43ed-bfe9-e237b682037c on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:21.908888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Attempting to bind port 4e195b49-247a-43ed-bfe9-e237b682037c by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:21.908888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Attempting to bind port 4e195b49-247a-43ed-bfe9-e237b682037c on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:21.915003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.929076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Port 4e195b49-247a-43ed-bfe9-e237b682037c on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:21.929439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Attempting to bind port 4e195b49-247a-43ed-bfe9-e237b682037c on network a1fae094-0af0-4fb4-8d7c-68536d62ed6c {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:21.938691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:21.939366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Checking segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:21.939492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Bound using segment: {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:21.939926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Bound port: 4e195b49-247a-43ed-bfe9-e237b682037c, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2629b76c-f116-4e3d-bd20-3e0d199bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:21.940418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:21.966578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:21.973159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:21.990090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca1182e1-9159-4a77-a002-518cb205629f req-d0092e55-b248-4a4c-8974-02d4c88d1eb4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055496 Feb 14 21:19:22.002073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:22.020446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:22.124883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.127115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.130649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-814d490e-cea0-4148-94d6-e2e87874e9c9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.132616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-814d490e-cea0-4148-94d6-e2e87874e9c9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.1581705 Feb 14 21:19:22.136150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:22.139608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4e195b49-247a-43ed-bfe9-e237b682037c,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:22.172054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1c4578a8-bd89-4dfc-8ef6-afda3e6e068c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347933 Feb 14 21:19:22.177610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:22.183841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'admin_state_up': True, 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'security_groups': ['2c0d258c-869f-4062-8fbb-ee8940c4966a']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:22.185488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.300566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.302457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.306612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e195b49-247a-43ed-bfe9-e237b682037c HTTP/1.1" status: 200 len: 1092 time: 3.6285985 Feb 14 21:19:22.417439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0cee86f8-a510-4d5a-b1da-56a0131c53e3 None None] Provisioning complete for port d744235f-38f2-4c29-8aa1-c136e5382fe1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:22.429520 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0cee86f8-a510-4d5a-b1da-56a0131c53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.480055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:22.514989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0cee86f8-a510-4d5a-b1da-56a0131c53e3 None None] Port d744235f-38f2-4c29-8aa1-c136e5382fe1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:22.568408 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:22.626090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b20b0-99e7-494f-885d-d563fc6b30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:22.660265 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ada63-8c8e-4c09-9e18-0f6e8854dbbb None None] The sync data for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 is: [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:40Z', 'revision_number': 4, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7037c26e-1abd-407b-8980-c37907f193a2', 'name': '', 'network_id': '0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'mac_address': 'fa:16:3e:37:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:40Z', 'updated_at': '2022-02-14T21:16:44Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'subnets': [{'id': '63010bc8-4f21-4a24-ba01-feb843d2c9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:19:22.685027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9765f-c4d6-4c05-8fd0-5f48d1a1baf8 req-732c1af3-92d8-489e-b3b3-481d06270d14 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.686662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ec9765f-c4d6-4c05-8fd0-5f48d1a1baf8 req-732c1af3-92d8-489e-b3b3-481d06270d14 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 950 time: 0.2778678 Feb 14 21:19:22.688025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44118) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:22.699880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-cb117f2a-7bc6-4e48-ad91-60ba0facb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.700477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-cb117f2a-7bc6-4e48-ad91-60ba0facb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.700907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-cb117f2a-7bc6-4e48-ad91-60ba0facb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:22.708837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-cb117f2a-7bc6-4e48-ad91-60ba0facb0e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2960 time: 0.3047581 Feb 14 21:19:22.782370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-4274dbe4-0785-43ce-961a-2dfcbd1541d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=7418ca49-2162-4be2-9a75-9082ed7095df HTTP/1.1" status: 200 len: 217 time: 0.0447121 Feb 14 21:19:22.807226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.807600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 5e85be3f-627e-4457-bc05-f10dd8e0194d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:22.807953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.900332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (d3bc3773-a56f-4605-ac70-f6924edbce63), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:22.964110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (d3bc3773-a56f-4605-ac70-f6924edbce63), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.054795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 5e85be3f-627e-4457-bc05-f10dd8e0194d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5e85be3f-627e-4457-bc05-f10dd8e0194d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:23.055864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.071889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ec9765f-c4d6-4c05-8fd0-5f48d1a1baf8 req-a79d5f72-0639-485e-8a00-5b24e3e0c603 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574812 Feb 14 21:19:23.086728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 5e85be3f-627e-4457-bc05-f10dd8e0194d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:23.095058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-43dc0a0b-afb5-4802-8cd6-c22a836b9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.096674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-43dc0a0b-afb5-4802-8cd6-c22a836b9ad6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=46ec4e98-4710-4537-90fe-c7a2493f0ab9 HTTP/1.1" status: 200 len: 801 time: 0.3036559 Feb 14 21:19:23.189967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967fdc05-3739-42a4-b8c0-257ca83bca5c None None] New status for floating IP 68fe7ab4-37f0-4458-a358-1a7a3112262f: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:19:23.222783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388501e6-4beb-42fe-a305-5e5789d39e68 req-7e8ae443-a249-4f23-833a-b0c09a80e9de tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.229795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388501e6-4beb-42fe-a305-5e5789d39e68 req-7e8ae443-a249-4f23-833a-b0c09a80e9de tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.235933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388501e6-4beb-42fe-a305-5e5789d39e68 req-7e8ae443-a249-4f23-833a-b0c09a80e9de tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.237667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-388501e6-4beb-42fe-a305-5e5789d39e68 req-7e8ae443-a249-4f23-833a-b0c09a80e9de tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2411 time: 0.3580174 Feb 14 21:19:23.301646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d3bc3773-a56f-4605-ac70-f6924edbce63), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.314773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.316731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "DELETE /v2.0/security-groups/d3bc3773-a56f-4605-ac70-f6924edbce63 HTTP/1.1" status: 204 len: 168 time: 0.6209364 Feb 14 21:19:23.335773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44124) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:23.382340 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-b937ba0b-ecf8-4bed-b62c-e747b2b9f898 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] show failed (client error): The resource could not be found. Feb 14 21:19:23.389445 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b937ba0b-ecf8-4bed-b62c-e747b2b9f898 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "GET /v2.0/security-groups/d3bc3773-a56f-4605-ac70-f6924edbce63 HTTP/1.1" status: 404 len: 347 time: 0.0486946 Feb 14 21:19:23.390146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:23.395332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-1e80d442-df41-4873-8e72-4cd0ea04dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.399058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-1e80d442-df41-4873-8e72-4cd0ea04dc51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2922592 Feb 14 21:19:23.444973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87972205-0c22-4041-b46e-93cf52b81e2e tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc3773-a56f-4605-ac70-f6924edbce63,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:23.510328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-388501e6-4beb-42fe-a305-5e5789d39e68 req-2ff8d5a3-3e1b-451a-92f4-cacccf0db8b9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110114 Feb 14 21:19:23.580607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.2.2.100 (92c70ad6-05e9-4666-a8b6-651c75975ab4/5ff61cc0-ffda-4dc2-a5c8-afbc665bc996/2126321e-3994-4f15-98e9-57b9bb43b218) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:23.643769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Deleting port 69bd0236-5f4e-4040-ba93-1c2a405119be {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:23.644171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.664274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67349f-4973-411c-a831-27593f4233a6 req-ff7dc2df-ddfb-4569-a405-102bb382b02b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.671335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67349f-4973-411c-a831-27593f4233a6 req-ff7dc2df-ddfb-4569-a405-102bb382b02b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.679335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67349f-4973-411c-a831-27593f4233a6 req-ff7dc2df-ddfb-4569-a405-102bb382b02b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:23.681738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb67349f-4973-411c-a831-27593f4233a6 req-ff7dc2df-ddfb-4569-a405-102bb382b02b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 2375 time: 0.3244283 Feb 14 21:19:23.826887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e85be3f-627e-4457-bc05-f10dd8e0194d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.842030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260', '5e85be3f-627e-4457-bc05-f10dd8e0194d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:23.845111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4', '0634e491-66d0-43a4-9192-d9e17686e036', '80e3ed04-9ead-432b-adb9-db23a110002a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:23.845418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.845875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (69bd0236-5f4e-4040-ba93-1c2a405119be), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:23.875492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:23.875753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Calling delete_port for 69bd0236-5f4e-4040-ba93-1c2a405119be owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:23.882425 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e21ec-c4a9-4d40-9f09-e683fadc1699" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:23.911543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=5e85be3f-627e-4457-bc05-f10dd8e0194d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:23.924083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-7796ce6c-0f30-4378-a9ba-076084ffc435 service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021003 Feb 14 21:19:23.973174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (2126321e-3994-4f15-98e9-57b9bb43b218), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:24.037483 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209e925-888c-4253-b5f8-1248ad5e3458 x-openstack-request-id: req-9209e925-888c-4253-b5f8-1248ad5e3458 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:24.037771 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:24.038201 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9209e925-888c-4253-b5f8-1248ad5e3458 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:24.038646 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c', 'status': 'completed', 'code': 200} Feb 14 21:19:24.109253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:24.116967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 5e85be3f-627e-4457-bc05-f10dd8e0194d on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:24.131908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb67349f-4973-411c-a831-27593f4233a6 req-ffb2eafd-410b-4304-aa56-1b40d3f2e6e4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355350 Feb 14 21:19:24.138975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:24.163482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fd503a6-2207-4a90-a09b-698dc6163cbf req-32d939ff-558d-49b6-8168-49534cbe1bcb tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "DELETE /v2.0/ports/5e85be3f-627e-4457-bc05-f10dd8e0194d HTTP/1.1" status: 204 len: 173 time: 2.0211618 Feb 14 21:19:24.305386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:24.313869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:24.360686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:24.363743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:24.397053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-7c355b4a-e0df-456c-99ac-2a59c4db0507 service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400978 Feb 14 21:19:24.451473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b6909fb-7e6b-44aa-a41e-98793096ce20 req-a453d2b0-30ff-4985-b6ca-30327b947b9e tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cb235212-8e9b-49ab-afe4-6cdcb967dff9 HTTP/1.1" status: 200 len: 210 time: 0.0975075 Feb 14 21:19:24.482735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:24.483828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:24.541210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-02acf396-0f2c-40db-8905-e2d02ee39431 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf HTTP/1.1" status: 200 len: 217 time: 0.0990880 Feb 14 21:19:24.547538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d43b8e75-8878-4670-ae13-60eed80fe745 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3641133 Feb 14 21:19:24.568699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'admin_state_up': True, 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'security_groups': ['2c0d258c-869f-4062-8fbb-ee8940c4966a']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:24.725909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-208b339c-f8ad-4573-9705-804aee9fc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:24.727895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-208b339c-f8ad-4573-9705-804aee9fc05f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=327f3fe5-eb13-4f52-bd2c-033feb76c5dd HTTP/1.1" status: 200 len: 801 time: 0.1793079 Feb 14 21:19:24.774584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (69bd0236-5f4e-4040-ba93-1c2a405119be), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:24.855800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Pushing event deleted for resources: {'Port': ['ID=69bd0236-5f4e-4040-ba93-1c2a405119be,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:24.918538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b880e-d79f-4e5a-99a7-3c5698c1d81d req-654f2ed3-2af3-4287-b386-343219a4500f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:24.938998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b880e-d79f-4e5a-99a7-3c5698c1d81d req-654f2ed3-2af3-4287-b386-343219a4500f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:24.955811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b880e-d79f-4e5a-99a7-3c5698c1d81d req-654f2ed3-2af3-4287-b386-343219a4500f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:24.961721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-428b880e-d79f-4e5a-99a7-3c5698c1d81d req-654f2ed3-2af3-4287-b386-343219a4500f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2411 time: 0.3378582 Feb 14 21:19:24.993728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b106b173-0eee-4d11-990e-642def9698c5 None None] Provisioning complete for port 2126321e-3994-4f15-98e9-57b9bb43b218 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:24.997222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b106b173-0eee-4d11-990e-642def9698c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:25.012624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks [] for floatingip (68fe7ab4-37f0-4458-a358-1a7a3112262f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:25.017358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:25.019297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7138cb97-d44c-44ac-9cc1-bb762d266b46 tempest-ServersTestJSON-206327624 tempest-ServersTestJSON-206327624-project] 10.222.0.86 "DELETE /v2.0/floatingips/68fe7ab4-37f0-4458-a358-1a7a3112262f HTTP/1.1" status: 204 len: 168 time: 1.6249347 Feb 14 21:19:25.023434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:25.041669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-f670b649-3a48-49fe-b2ec-5fb40e589217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.045165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-f670b649-3a48-49fe-b2ec-5fb40e589217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3083704 Feb 14 21:19:25.098233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Made reservation on behalf of 80c6444a2e1e4d7483977fcb7d949cdf for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:25.106167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:25.177104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-428b880e-d79f-4e5a-99a7-3c5698c1d81d req-406f8331-2309-49e9-a46e-6b4813abddc7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044699 Feb 14 21:19:25.220800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b106b173-0eee-4d11-990e-642def9698c5 None None] Port 2126321e-3994-4f15-98e9-57b9bb43b218 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:25.266221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-772dbeec-86bb-4ff9-802b-9bf8f834e0fb service neutron] 10.222.0.83 "GET /v2.0/networks/c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142193 Feb 14 21:19:25.511820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59325a6-54d6-478e-94c7-83e268062143 req-9675e12f-32cc-41d8-965f-b68c6a107991 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.518938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59325a6-54d6-478e-94c7-83e268062143 req-9675e12f-32cc-41d8-965f-b68c6a107991 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.526577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59325a6-54d6-478e-94c7-83e268062143 req-9675e12f-32cc-41d8-965f-b68c6a107991 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.533775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59325a6-54d6-478e-94c7-83e268062143 req-9675e12f-32cc-41d8-965f-b68c6a107991 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.542230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c59325a6-54d6-478e-94c7-83e268062143 req-9675e12f-32cc-41d8-965f-b68c6a107991 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 3096 time: 0.1961739 Feb 14 21:19:25.552743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-b1bae76a-4589-4fd0-abad-a72d4019fa92 service neutron] 10.222.0.83 "GET /v2.0/networks/c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750518 Feb 14 21:19:25.621890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-a88c7b5a-1073-494c-80b3-7ad4fe7e9971 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=4e195b49-247a-43ed-bfe9-e237b682037c HTTP/1.1" status: 200 len: 217 time: 0.0604925 Feb 14 21:19:25.675638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c59325a6-54d6-478e-94c7-83e268062143 req-857ce622-e287-4ce0-ab33-d43bf2213107 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321971 Feb 14 21:19:25.738897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-4888076b-8e74-4270-8356-ba34edfb0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.742268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-4888076b-8e74-4270-8356-ba34edfb0282 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=46ec4e98-4710-4537-90fe-c7a2493f0ab9 HTTP/1.1" status: 200 len: 801 time: 0.0883145 Feb 14 21:19:25.765934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Allocated IP 10.2.2.200 (92c70ad6-05e9-4666-a8b6-651c75975ab4/5ff61cc0-ffda-4dc2-a5c8-afbc665bc996/0c1d0f00-20df-460e-ad97-b4d53ac2f641) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:25.869394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-a6809241-b367-49f4-a265-a797353ce6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:25.871720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-a6809241-b367-49f4-a265-a797353ce6d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227934 Feb 14 21:19:26.041053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'name': 'network-vif-deleted', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:26.045545 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc210a8-f103-4180-a344-14e25fe51fdc" -d '{"events": [{"server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "name": "network-vif-deleted", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:26.053079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-8169a17b-5819-4f72-9d80-19f06362795c service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695464 Feb 14 21:19:26.145714 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625e5a27-6cbb-4ed1-8079-aced2858d810 x-openstack-request-id: req-625e5a27-6cbb-4ed1-8079-aced2858d810 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:26.146059 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb235212-8e9b-49ab-afe4-6cdcb967dff9", "name": "network-vif-deleted", "tag": "5e85be3f-627e-4457-bc05-f10dd8e0194d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:26.146274 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-625e5a27-6cbb-4ed1-8079-aced2858d810 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:26.146679 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb235212-8e9b-49ab-afe4-6cdcb967dff9', 'name': 'network-vif-deleted', 'tag': '5e85be3f-627e-4457-bc05-f10dd8e0194d', 'status': 'completed', 'code': 200} Feb 14 21:19:26.156101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.190293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.212994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0a8e1-152f-4d5f-9bb4-7df002dfe696 req-529bfc97-04b4-4da5-bf75-7336811d4a63 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.215390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1e0a8e1-152f-4d5f-9bb4-7df002dfe696 req-529bfc97-04b4-4da5-bf75-7336811d4a63 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1851292 Feb 14 21:19:26.230943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f58ea2e-934d-4b98-988c-a29b82dce889 req-6464fba4-f155-4436-9a55-bee4ae69a4b8 service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573939 Feb 14 21:19:26.351173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.385794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1e0a8e1-152f-4d5f-9bb4-7df002dfe696 req-9f4239ef-eefe-41bf-a73f-f9a5b312bd64 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492152 Feb 14 21:19:26.433010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:26.440535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:26.443725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:26.447846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcc20-84a9-45fe-bc3b-b08346b1ba8a req-7f18938a-2822-4b06-af9e-281f88da1b14 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.449005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:26.458493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcc20-84a9-45fe-bc3b-b08346b1ba8a req-7f18938a-2822-4b06-af9e-281f88da1b14 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.465530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcc20-84a9-45fe-bc3b-b08346b1ba8a req-7f18938a-2822-4b06-af9e-281f88da1b14 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.467231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe5dcc20-84a9-45fe-bc3b-b08346b1ba8a req-7f18938a-2822-4b06-af9e-281f88da1b14 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2411 time: 0.1542392 Feb 14 21:19:26.472013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-f8a500d8-6b42-472d-864c-6bfc70fae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.473365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-f8a500d8-6b42-472d-864c-6bfc70fae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.473577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-f8a500d8-6b42-472d-864c-6bfc70fae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.476197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-f8a500d8-6b42-472d-864c-6bfc70fae4cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2960 time: 0.1750226 Feb 14 21:19:26.595405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe5dcc20-84a9-45fe-bc3b-b08346b1ba8a req-df14621e-2310-4ff2-a062-05235d52436c tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178977 Feb 14 21:19:26.622249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.622969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.634652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-90928ea2-fb04-4c87-83ce-103de6633147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.636751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-90928ea2-fb04-4c87-83ce-103de6633147 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c HTTP/1.1" status: 200 len: 902 time: 0.1421485 Feb 14 21:19:26.645674 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b0ebe97f-687b-4be1-84d0-94b7e02b3c64 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0885687 Feb 14 21:19:26.672551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:26.703276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-00feac5f-b568-4fa8-8ffd-5f01a2454568 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=4e195b49-247a-43ed-bfe9-e237b682037c HTTP/1.1" status: 200 len: 217 time: 0.0592408 Feb 14 21:19:26.808686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.880156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7717cce-b364-451f-98e5-fb16f42396bf None None] Provisioning complete for port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:26.880782 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7717cce-b364-451f-98e5-fb16f42396bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:26.881691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-56bad3de-5085-49aa-b559-9adf41d29a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.885094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-56bad3de-5085-49aa-b559-9adf41d29a5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=46ec4e98-4710-4537-90fe-c7a2493f0ab9 HTTP/1.1" status: 200 len: 801 time: 0.1729827 Feb 14 21:19:26.971642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7717cce-b364-451f-98e5-fb16f42396bf None None] Port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:19:26.984089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:26.994337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.001149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.011349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.017856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.019942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-a4f529dd-02f5-47c4-a600-cc19fade56ee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 3817 time: 0.2186995 Feb 14 21:19:27.025644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5e85be3f-627e-4457-bc05-f10dd8e0194d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:27.067094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 5e85be3f-627e-4457-bc05-f10dd8e0194d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:27.067567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5e85be3f-627e-4457-bc05-f10dd8e0194d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:27.081586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-b83bf60d-eb70-4003-9287-f4d1cacb4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.087430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-b83bf60d-eb70-4003-9287-f4d1cacb4336 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1fae094-0af0-4fb4-8d7c-68536d62ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1919169 Feb 14 21:19:27.093221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Deleting port 7037c26e-1abd-407b-8980-c37907f193a2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:27.093973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7037c26e-1abd-407b-8980-c37907f193a2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:27.191269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edc237fd-6d8b-4310-91cd-f33f69cdd15f req-cd209831-3278-4425-9acf-aed0933865e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528578 Feb 14 21:19:27.252686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-79d0ccc5-515d-4954-b07d-1dd965c0331c service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534369 Feb 14 21:19:27.392564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-940e21ec-c4a9-4d40-9f09-e683fadc1699 req-9c1064f0-7bca-4e25-b1e9-11eb942edb08 service neutron] 10.222.0.83 "GET /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323829 Feb 14 21:19:27.614751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c9137813-07cb-4993-93ca-573b528c6800 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.617496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c9137813-07cb-4993-93ca-573b528c6800 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1412125 Feb 14 21:19:27.686835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd661f44-ff04-44b3-9c7f-19ec12625deb req-89bb2cd8-8da3-4e81-8593-3d01c355b3bd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.695794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd661f44-ff04-44b3-9c7f-19ec12625deb req-89bb2cd8-8da3-4e81-8593-3d01c355b3bd tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 950 time: 0.1829422 Feb 14 21:19:27.754965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] For port 7037c26e-1abd-407b-8980-c37907f193a2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7037c26e-1abd-407b-8980-c37907f193a2,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:27.754965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7037c26e-1abd-407b-8980-c37907f193a2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:27.780329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Calling delete_port for 7037c26e-1abd-407b-8980-c37907f193a2 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:27.864064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd661f44-ff04-44b3-9c7f-19ec12625deb req-3a0cb19e-2fdb-4536-a162-cf0b0c548f70 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616337 Feb 14 21:19:27.868222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc0c30b-9532-4527-9574-0b25d790b0b3 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:27.878798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks [] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:27.892367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a510598-7d82-43d3-b459-bb67be4caf1a req-799f2dd3-e19d-4f72-b60c-154b1efb5d89 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.897853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a510598-7d82-43d3-b459-bb67be4caf1a req-799f2dd3-e19d-4f72-b60c-154b1efb5d89 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.904564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a510598-7d82-43d3-b459-bb67be4caf1a req-799f2dd3-e19d-4f72-b60c-154b1efb5d89 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:27.904736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Transition to ACTIVE for port object 9bc0c30b-9532-4527-9574-0b25d790b0b3 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:27.906480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a510598-7d82-43d3-b459-bb67be4caf1a req-799f2dd3-e19d-4f72-b60c-154b1efb5d89 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2411 time: 0.1849887 Feb 14 21:19:27.911936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:27.958256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 80e3ed04-9ead-432b-adb9-db23a110002a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:27.958610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.016126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:28.107402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a510598-7d82-43d3-b459-bb67be4caf1a req-3c50be24-4c87-44c7-9be4-1832de34c6e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911271 Feb 14 21:19:28.138191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Attempting to bind port 9bc0c30b-9532-4527-9574-0b25d790b0b3 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:28.138594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Attempting to bind port 9bc0c30b-9532-4527-9574-0b25d790b0b3 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:28.138940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Attempting to bind port 9bc0c30b-9532-4527-9574-0b25d790b0b3 on network b977ec3f-a34c-462e-8079-2e605c65339f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:28.144663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Port 9bc0c30b-9532-4527-9574-0b25d790b0b3 on network b977ec3f-a34c-462e-8079-2e605c65339f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:28.145104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Attempting to bind port 9bc0c30b-9532-4527-9574-0b25d790b0b3 on network b977ec3f-a34c-462e-8079-2e605c65339f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:28.155057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:28.155057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Checking segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:28.155057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Bound using segment: {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:28.155057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Bound port: 9bc0c30b-9532-4527-9574-0b25d790b0b3, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05affbd-e908-4858-b873-77fe7f57fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:28.155057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.186021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 80e3ed04-9ead-432b-adb9-db23a110002a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=80e3ed04-9ead-432b-adb9-db23a110002a,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:28.186410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.224315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 80e3ed04-9ead-432b-adb9-db23a110002a owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:28.231062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:28.236027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:28.244877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.393489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.399561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7037c26e-1abd-407b-8980-c37907f193a2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.404310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.405324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.406823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9bc0c30b-9532-4527-9574-0b25d790b0b3 HTTP/1.1" status: 200 len: 1093 time: 1.7384465 Feb 14 21:19:28.415959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:28.421941 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c28e12-9633-40f8-9693-4dd965b88b50" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:28.479389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:28.553416 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b20bba-9383-48c3-819e-7670ccbad509 x-openstack-request-id: req-69b20bba-9383-48c3-819e-7670ccbad509 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:28.553707 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:28.553951 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69b20bba-9383-48c3-819e-7670ccbad509 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:28.554395 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'status': 'completed', 'code': 200} Feb 14 21:19:28.606806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (80e3ed04-9ead-432b-adb9-db23a110002a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.635007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:28.642613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4', '0634e491-66d0-43a4-9192-d9e17686e036', '80e3ed04-9ead-432b-adb9-db23a110002a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:28.690960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e4c7b-e599-4b02-89db-62f5a376d4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:28.707232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=80e3ed04-9ead-432b-adb9-db23a110002a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:28.824420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 80e3ed04-9ead-432b-adb9-db23a110002a on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:28.827840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.832214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-670c9a66-7d4a-4ff7-ad42-a7e6d061c8a5 req-c63debde-33d2-4132-9d69-cc4227ba54e9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "DELETE /v2.0/ports/80e3ed04-9ead-432b-adb9-db23a110002a HTTP/1.1" status: 204 len: 173 time: 1.2069161 Feb 14 21:19:28.835072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'name': 'network-vif-deleted', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:28.840024 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de97ac8-ddb1-4edc-8336-ff8f5f85faa2" -d '{"events": [{"server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "name": "network-vif-deleted", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:28.855386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7418ca49-2162-4be2-9a75-9082ed7095df details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:19:28.870902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7037c26e-1abd-407b-8980-c37907f193a2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:28.872865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.884332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.902707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:28.909701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.926748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.941677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:28.946659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9bbb5e81-eeb5-426d-8e54-e99ec4ae67ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 3829 time: 0.5971332 Feb 14 21:19:28.955652 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f16361-5450-4b36-94fa-71fa9a1de97c x-openstack-request-id: req-18f16361-5450-4b36-94fa-71fa9a1de97c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:28.956231 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e5b826-90d8-4ce0-8796-59bd935f0429", "name": "network-vif-deleted", "tag": "80e3ed04-9ead-432b-adb9-db23a110002a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:28.956609 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18f16361-5450-4b36-94fa-71fa9a1de97c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:28.957333 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e5b826-90d8-4ce0-8796-59bd935f0429', 'name': 'network-vif-deleted', 'tag': '80e3ed04-9ead-432b-adb9-db23a110002a', 'status': 'completed', 'code': 200} Feb 14 21:19:29.000424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:29.001351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:29.001816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:29.002359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:29.002948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:29.005064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c5142419-4b10-467d-a33f-0978aaca8aa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 4396 time: 0.4419475 Feb 14 21:19:29.291828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7418ca49-2162-4be2-9a75-9082ed7095df,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:29.300909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:29.398054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7418ca49-2162-4be2-9a75-9082ed7095df', 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'port_id': '7418ca49-2162-4be2-9a75-9082ed7095df', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ec4e98-4710-4537-90fe-c7a2493f0ab9', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:19:29.499229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7418ca49-2162-4be2-9a75-9082ed7095df is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:29.499822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:29.557550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7418ca49-2162-4be2-9a75-9082ed7095df {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:29.582620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7418ca49-2162-4be2-9a75-9082ed7095df,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:29.603272 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:29.603960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cef6fb67-24c1-460d-89a8-20cb2dc90edf details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:19:29.703646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:29.874243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c256957f-b6c3-4d1d-9a72-a0b819a8dfd1 req-9a976e2c-8a37-4732-ab15-a7bbbb37d712 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9111993 Feb 14 21:19:29.894442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:29.900554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48bded50-5de1-414d-8f82-8d232fdca8b1 req-b2245d79-4d04-4d92-be25-ab87989290af tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6e5b826-90d8-4ce0-8796-59bd935f0429 HTTP/1.1" status: 200 len: 210 time: 0.8032773 Feb 14 21:19:29.909812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'network_id': 'c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac', 'port_id': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'mac_address': 'fa:16:3e:b7:7e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327f3fe5-eb13-4f52-bd2c-033feb76c5dd', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:19:30.015791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c40ca456-e625-40ca-8180-2b93a8fed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.021456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c40ca456-e625-40ca-8180-2b93a8fed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.022115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c40ca456-e625-40ca-8180-2b93a8fed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.024089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-c40ca456-e625-40ca-8180-2b93a8fed400 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0087056 Feb 14 21:19:30.096135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cef6fb67-24c1-460d-89a8-20cb2dc90edf is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:30.097457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:30.188113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Router d00fe9de-70a0-4442-9034-2fd56299b8eb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:19:30.190289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac513b9-7084-47b5-8861-94638f82b988 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:30.200112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef6fb67-24c1-460d-89a8-20cb2dc90edf {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:30.209463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks [] for port (fac513b9-7084-47b5-8861-94638f82b988), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:30.264835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Transition to ACTIVE for port object fac513b9-7084-47b5-8861-94638f82b988 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:30.311688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:30.339842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:30.341784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4e195b49-247a-43ed-bfe9-e237b682037c details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:19:30.370801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:19:30.373549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:30.381815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-811d3283-ba7f-4488-a5fd-4d67c07b05e1 admin admin] 10.222.0.86 "PUT /v2.0/routers/d00fe9de-70a0-4442-9034-2fd56299b8eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3570077 Feb 14 21:19:30.387282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Sync routers for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:19:30.396771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44190) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:30.409303 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:30.410072 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:30.447108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d8f-1443-45cb-8a68-fc8e567263cd req-3b95819a-6ede-4996-ad67-66849fd388dd tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.454717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d8f-1443-45cb-8a68-fc8e567263cd req-3b95819a-6ede-4996-ad67-66849fd388dd tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.462260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d8f-1443-45cb-8a68-fc8e567263cd req-3b95819a-6ede-4996-ad67-66849fd388dd tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.471306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda09d8f-1443-45cb-8a68-fc8e567263cd req-3b95819a-6ede-4996-ad67-66849fd388dd tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2412 time: 0.3695037 Feb 14 21:19:30.516177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:30.531396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-04af0ec2-dba9-48a3-afd2-a830339c148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:30.538167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42c28e12-9633-40f8-9693-4dd965b88b50 req-04af0ec2-dba9-48a3-afd2-a830339c148b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5081134 Feb 14 21:19:30.611780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda09d8f-1443-45cb-8a68-fc8e567263cd req-34cae445-af24-4b7b-9e55-38221ac68740 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392016 Feb 14 21:19:30.621870 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:30.637611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4e195b49-247a-43ed-bfe9-e237b682037c,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:30.721114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4e195b49-247a-43ed-bfe9-e237b682037c', 'network_id': 'a1fae094-0af0-4fb4-8d7c-68536d62ed6c', 'port_id': '4e195b49-247a-43ed-bfe9-e237b682037c', 'mac_address': 'fa:16:3e:ab:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ec4e98-4710-4537-90fe-c7a2493f0ab9', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:19:30.778695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:30.871532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks [] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:30.897097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4e195b49-247a-43ed-bfe9-e237b682037c is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:30.903687 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.078965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4deea22c-44a8-4cfd-b945-71a6715b6a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.083354 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:19:28Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:31.119492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e195b49-247a-43ed-bfe9-e237b682037c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:31.195107 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Checking router: d00fe9de-70a0-4442-9034-2fd56299b8eb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:19:31.224403 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Routers {'d00fe9de-70a0-4442-9034-2fd56299b8eb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:31.225330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d00fe9de-70a0-4442-9034-2fd56299b8eb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:31.236637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4e195b49-247a-43ed-bfe9-e237b682037c,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:31.238681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.267251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.286205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.304623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Attempting to bind port fac513b9-7084-47b5-8861-94638f82b988 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:31.309208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.309405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Attempting to bind port fac513b9-7084-47b5-8861-94638f82b988 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:31.314479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Attempting to bind port fac513b9-7084-47b5-8861-94638f82b988 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:31.323048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.333722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.353433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Port fac513b9-7084-47b5-8861-94638f82b988 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:31.353912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-6bac1012-d042-4a52-add6-b3f33ecb3736 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 4600 time: 0.3333814 Feb 14 21:19:31.357710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Attempting to bind port fac513b9-7084-47b5-8861-94638f82b988 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:31.361657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.418333 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks [] for router_gateway (d00fe9de-70a0-4442-9034-2fd56299b8eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.433473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:31.434920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:31.438730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Bound using segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:31.441689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Bound port: fac513b9-7084-47b5-8861-94638f82b988, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:31.442976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.504060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:31.517975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e7280b4-7750-4117-a6e1-312dfd4a357c req-8df373be-e7c5-41dc-9fe6-aa7e480897ec tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619172 Feb 14 21:19:31.599750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] Set router d00fe9de-70a0-4442-9034-2fd56299b8eb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:31.604202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:31.608688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fac513b9-7084-47b5-8861-94638f82b988,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:31.621096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.745430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:31.766367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['cef6fb67-24c1-460d-89a8-20cb2dc90edf'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:31.824665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.825385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.827315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-48957e30-def2-43e3-86b4-b9e62031e698 service neutron] 10.222.0.64 "PUT /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 1130 time: 3.3678720 Feb 14 21:19:31.827865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': 'fac513b9-7084-47b5-8861-94638f82b988'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:31.841343 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f8350-8f05-4517-954a-2611bce3f261" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "fac513b9-7084-47b5-8861-94638f82b988"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:31.854561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Deleting port e2d7594a-6b1d-4397-adfd-ee30ab92fc83 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:31.857000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:31.867115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:31.874684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4e195b49-247a-43ed-bfe9-e237b682037c'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:31.952663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273fb97-1bbe-4539-9560-b37ea894a55e req-fdb551b1-43b5-4292-bbe2-cecbc30b8c8c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:31.964689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9273fb97-1bbe-4539-9560-b37ea894a55e req-fdb551b1-43b5-4292-bbe2-cecbc30b8c8c tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.2757666 Feb 14 21:19:32.011879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:32.046865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9273fb97-1bbe-4539-9560-b37ea894a55e req-b1116f63-a93d-49e4-9c22-b8c21010d26a tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809972 Feb 14 21:19:32.061444 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:19:28Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:32.078866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-c3a01586-a7d8-4330-a2f3-8946e0901c81 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:32.081857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-c3a01586-a7d8-4330-a2f3-8946e0901c81 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.4892454 Feb 14 21:19:32.125813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-be7b994d-014b-4e1c-aeb7-98081c515055 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/quotas/775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 375 time: 0.0378492 Feb 14 21:19:32.208150 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba1c95-e95d-4b4c-b6e8-5adb54ff55ff None None] The sync data for ids ['d00fe9de-70a0-4442-9034-2fd56299b8eb'] in n-d-828372-11 is: [{'id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'name': 'tempest-ServersTestJSON-1537590177-router', 'tenant_id': 'ac15a465d9354466931aa8e7d9ee1575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:19:28Z', 'revision_number': 5, 'project_id': 'ac15a465d9354466931aa8e7d9ee1575', 'gw_port': {'id': 'e2d7594a-6b1d-4397-adfd-ee30ab92fc83', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00fe9de-70a0-4442-9034-2fd56299b8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:16:35Z', 'updated_at': '2022-02-14T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:19:32.424642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-8b811e6e-4e14-4cf3-9353-4f94aa746cf7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2920361 Feb 14 21:19:32.515257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] For port e2d7594a-6b1d-4397-adfd-ee30ab92fc83, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:32.515840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:32.532245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02eed-8af8-41b6-9974-c890dbb70adc req-d5ffa0ba-2f25-4d97-a73e-cdd9d426daa7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:32.537823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Calling delete_port for e2d7594a-6b1d-4397-adfd-ee30ab92fc83 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:32.541656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02eed-8af8-41b6-9974-c890dbb70adc req-d5ffa0ba-2f25-4d97-a73e-cdd9d426daa7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:32.551063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02eed-8af8-41b6-9974-c890dbb70adc req-d5ffa0ba-2f25-4d97-a73e-cdd9d426daa7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:32.553681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03a02eed-8af8-41b6-9974-c890dbb70adc req-d5ffa0ba-2f25-4d97-a73e-cdd9d426daa7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2414 time: 0.3077223 Feb 14 21:19:32.613182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:32.674810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3be077ee-d978-4a24-a2ab-dbc8655aa2fb service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487779 Feb 14 21:19:32.715728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7037c26e-1abd-407b-8980-c37907f193a2 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:32.770349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7037c26e-1abd-407b-8980-c37907f193a2 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:32.772171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7037c26e-1abd-407b-8980-c37907f193a2 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:32.836386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01615f87-c8f6-47a8-a1d6-922c18098c59 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:32.847577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03a02eed-8af8-41b6-9974-c890dbb70adc req-094ef3e9-7d28-48ab-a985-481df710e269 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828851 Feb 14 21:19:32.848569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks [] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:32.873284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Transition to ACTIVE for port object 01615f87-c8f6-47a8-a1d6-922c18098c59 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:32.880312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:32.901454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b2eb-058d-4098-96cd-04c55f48047b req-f9dbe960-505d-46db-abce-da6f8b87c074 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:32.903456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d323b2eb-058d-4098-96cd-04c55f48047b req-f9dbe960-505d-46db-abce-da6f8b87c074 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.1114810 Feb 14 21:19:32.951652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7418ca49-2162-4be2-9a75-9082ed7095df'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:32.978626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-16a3119c-d4cb-4b41-8fe4-1f68104697b7 service neutron] 10.222.0.86 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875590 Feb 14 21:19:33.084428 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba8b4e-89a0-40c4-b2b4-adb5b7f42fdc x-openstack-request-id: req-baba8b4e-89a0-40c4-b2b4-adb5b7f42fdc {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:33.084646 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "fac513b9-7084-47b5-8861-94638f82b988", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:33.084910 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-baba8b4e-89a0-40c4-b2b4-adb5b7f42fdc {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:33.085371 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': 'fac513b9-7084-47b5-8861-94638f82b988', 'status': 'completed', 'code': 200} Feb 14 21:19:33.141332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:33.197562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e2d7594a-6b1d-4397-adfd-ee30ab92fc83), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:33.314863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7e1cac9-8d77-4ca0-a655-04d7a453a87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:33.384572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4e195b49-247a-43ed-bfe9-e237b682037c up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:33.415122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.423813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.424653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.425139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.425697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.426326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.426803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.429113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-781f8350-8f05-4517-954a-2611bce3f261 req-a4ccc84a-5c24-4866-bb30-0ffd9b80e0fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6233 time: 0.3330560 Feb 14 21:19:33.582556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4e195b49-247a-43ed-bfe9-e237b682037c completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:19:33.588880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4e195b49-247a-43ed-bfe9-e237b682037c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:33.589554 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:33.605766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 0634e491-66d0-43a4-9192-d9e17686e036 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:33.610968 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0634e491-66d0-43a4-9192-d9e17686e036), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:33.674133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.681623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.699364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.712678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.721421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.742497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.760360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:33.768165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-6d482f1f-1388-456b-afa1-81dd6fa7c481 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5373 time: 0.6126511 Feb 14 21:19:33.874134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d7594a-6b1d-4397-adfd-ee30ab92fc83,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:33.956242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Attempting to bind port 01615f87-c8f6-47a8-a1d6-922c18098c59 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:33.956568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Attempting to bind port 01615f87-c8f6-47a8-a1d6-922c18098c59 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:33.956898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Attempting to bind port 01615f87-c8f6-47a8-a1d6-922c18098c59 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:33.972528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Port 01615f87-c8f6-47a8-a1d6-922c18098c59 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:33.978132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Attempting to bind port 01615f87-c8f6-47a8-a1d6-922c18098c59 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:34.001965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.020570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:34.022149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:34.022149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Bound using segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:34.024817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Bound port: 01615f87-c8f6-47a8-a1d6-922c18098c59, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:34.026642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.040353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-141f2c43-68f6-4913-8dca-10d408dbe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.040993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-141f2c43-68f6-4913-8dca-10d408dbe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.041463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-141f2c43-68f6-4913-8dca-10d408dbe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.043066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-781f8350-8f05-4517-954a-2611bce3f261 req-141f2c43-68f6-4913-8dca-10d408dbe160 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5907764 Feb 14 21:19:34.120677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4e195b49-247a-43ed-bfe9-e237b682037c is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:34.121232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.172210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb4c1907-1d47-4666-b0e7-c18fb61bf1c3 req-082d6233-f980-41fd-8290-4b4131cb642e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4019234 Feb 14 21:19:34.197190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:34.206642 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd86ffb-49cc-4f30-8c83-c88332249c87" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:34.234945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdaa55-a438-4bf1-96b4-f85a3785d88a req-59d22498-a46d-4e27-a5bb-3bc9158ea93b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.246321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4e195b49-247a-43ed-bfe9-e237b682037c,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:34.251846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fbdaa55-a438-4bf1-96b4-f85a3785d88a req-59d22498-a46d-4e27-a5bb-3bc9158ea93b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 949 time: 0.4615858 Feb 14 21:19:34.252432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.253268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cef6fb67-24c1-460d-89a8-20cb2dc90edf up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:34.328390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f8350-8f05-4517-954a-2611bce3f261 req-a48032bf-29eb-4db7-b013-776ac089f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.330333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-781f8350-8f05-4517-954a-2611bce3f261 req-a48032bf-29eb-4db7-b013-776ac089f0b8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787290 Feb 14 21:19:34.333701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 0634e491-66d0-43a4-9192-d9e17686e036, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0634e491-66d0-43a4-9192-d9e17686e036,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:34.334149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0634e491-66d0-43a4-9192-d9e17686e036), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.363106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:34.376746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port cef6fb67-24c1-460d-89a8-20cb2dc90edf completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:19:34.381605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port cef6fb67-24c1-460d-89a8-20cb2dc90edf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:34.382633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53fb077c-c252-4022-940e-491efe9d2d91 req-3120e193-1796-45b5-8d03-c2565544ed5c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0701921 Feb 14 21:19:34.394578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 0634e491-66d0-43a4-9192-d9e17686e036 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:34.395423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.419927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.424025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks [] for router_controller (d00fe9de-70a0-4442-9034-2fd56299b8eb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.484720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fbdaa55-a438-4bf1-96b4-f85a3785d88a req-835311a2-776d-45c1-80e6-31f5672e7815 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317553 Feb 14 21:19:34.505481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d00fe9de-70a0-4442-9034-2fd56299b8eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.506063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d00fe9de-70a0-4442-9034-2fd56299b8eb {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:19:34.508805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:34.517332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.521433 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6917f0e6-d6b2-40e2-8f0e-b15770e84028 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d00fe9de-70a0-4442-9034-2fd56299b8eb HTTP/1.1" status: 204 len: 168 time: 4.1137986 Feb 14 21:19:34.526666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=01615f87-c8f6-47a8-a1d6-922c18098c59,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:34.528239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44300) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:34.549949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.656247 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb7e293-86da-4c43-9461-bbc2f7b7d88b x-openstack-request-id: req-5fb7e293-86da-4c43-9461-bbc2f7b7d88b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:34.656560 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:34.656798 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5fb7e293-86da-4c43-9461-bbc2f7b7d88b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:34.657196 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c', 'code': 200} Feb 14 21:19:34.691949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cef6fb67-24c1-460d-89a8-20cb2dc90edf is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:34.692525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.699802 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.765095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Deleting subnet 63010bc8-4f21-4a24-ba01-feb843d2c9dc {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:19:34.779741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Publish callbacks [] for subnet (63010bc8-4f21-4a24-ba01-feb843d2c9dc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.783671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:34.789872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.790694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 80e3ed04-9ead-432b-adb9-db23a110002a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:34.863972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64cb9c-f2cc-42f7-8d1f-ef8d1f50b7db req-03e8251b-c20e-4693-b700-ecdbe5fe8956 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.882349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64cb9c-f2cc-42f7-8d1f-ef8d1f50b7db req-03e8251b-c20e-4693-b700-ecdbe5fe8956 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.898076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64cb9c-f2cc-42f7-8d1f-ef8d1f50b7db req-03e8251b-c20e-4693-b700-ecdbe5fe8956 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.906092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e64cb9c-f2cc-42f7-8d1f-ef8d1f50b7db req-03e8251b-c20e-4693-b700-ecdbe5fe8956 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2415 time: 0.3197706 Feb 14 21:19:34.906788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0634e491-66d0-43a4-9192-d9e17686e036), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.907725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:34.954250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:34.954925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:34.959427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9788e6b6-d8d4-4bd0-bd12-b0175f406d76 service neutron] 10.222.0.64 "PUT /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 1132 time: 3.0987773 Feb 14 21:19:34.993733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:35.003444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 80e3ed04-9ead-432b-adb9-db23a110002a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:35.003583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:35.003674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 80e3ed04-9ead-432b-adb9-db23a110002a not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:35.015088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:35.018894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['997149bc-5c9c-4366-a285-c18a3b2691f4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:35.031505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=0634e491-66d0-43a4-9192-d9e17686e036,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:35.071380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 0634e491-66d0-43a4-9192-d9e17686e036 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:35.073982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:35.075264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (63010bc8-4f21-4a24-ba01-feb843d2c9dc), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:35.078376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d323b2eb-058d-4098-96cd-04c55f48047b req-93690926-e04d-483a-870f-db6967a3af50 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "DELETE /v2.0/ports/0634e491-66d0-43a4-9192-d9e17686e036 HTTP/1.1" status: 204 len: 173 time: 2.1655099 Feb 14 21:19:35.083193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'name': 'network-vif-deleted', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:35.085084 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff931b5f-10c5-4f32-945b-1c74b3f26a24" -d '{"events": [{"server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "name": "network-vif-deleted", "tag": "0634e491-66d0-43a4-9192-d9e17686e036"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:35.132816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e64cb9c-f2cc-42f7-8d1f-ef8d1f50b7db req-c486afad-225c-4c00-aff5-483271196c79 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924071 Feb 14 21:19:35.168018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '01615f87-c8f6-47a8-a1d6-922c18098c59'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:35.170143 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "01615f87-c8f6-47a8-a1d6-922c18098c59"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:35.224163 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1d2030-95ad-4833-afa1-f9222eff08a3 x-openstack-request-id: req-1e1d2030-95ad-4833-afa1-f9222eff08a3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:35.224531 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e25316d-822f-4aed-9b64-acacf50b9518", "name": "network-vif-deleted", "tag": "0634e491-66d0-43a4-9192-d9e17686e036", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:35.230143 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e1d2030-95ad-4833-afa1-f9222eff08a3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:35.230143 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e25316d-822f-4aed-9b64-acacf50b9518', 'name': 'network-vif-deleted', 'tag': '0634e491-66d0-43a4-9192-d9e17686e036', 'status': 'completed', 'code': 200} Feb 14 21:19:35.278413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-a391ab7f-f94c-4be5-9095-5a9474942957 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1306894 Feb 14 21:19:35.405191 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9362ac38-e375-4f85-b30e-66b62381e52b x-openstack-request-id: req-9362ac38-e375-4f85-b30e-66b62381e52b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:35.407603 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "01615f87-c8f6-47a8-a1d6-922c18098c59", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:35.407894 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9362ac38-e375-4f85-b30e-66b62381e52b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:35.408541 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '01615f87-c8f6-47a8-a1d6-922c18098c59', 'status': 'completed', 'code': 200} Feb 14 21:19:35.481388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:35.500333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7418ca49-2162-4be2-9a75-9082ed7095df up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:19:35.705377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb624d5b-cd70-429d-9b19-5001df31894d req-3f1131bb-7378-4d23-aef0-1a8381ccc448 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.1352580 Feb 14 21:19:35.754151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-f09def81-1591-49c8-bb45-7efdc3d8bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.755849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-f09def81-1591-49c8-bb45-7efdc3d8bc8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1127 time: 0.4365144 Feb 14 21:19:35.863821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.864250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.864729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.865200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.865667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.866183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.866699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:35.873871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-76110530-34b0-453e-a08b-e116ad120852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6306 time: 0.4634137 Feb 14 21:19:35.880983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.125733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.139411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.151066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.156757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.162524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.169097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.174936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.184052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-a716be61-87dc-4acb-9ffc-8c6c3154aaa2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5373 time: 0.7240598 Feb 14 21:19:36.198118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7418ca49-2162-4be2-9a75-9082ed7095df completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:19:36.206565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7418ca49-2162-4be2-9a75-9082ed7095df triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:19:36.208027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.261502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (63010bc8-4f21-4a24-ba01-feb843d2c9dc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.274159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c100558-0ab7-4b17-b013-a25234e7ac92 req-e04edb25-daf1-47d0-bf7d-0dfd69d7a993 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e25316d-822f-4aed-9b64-acacf50b9518 HTTP/1.1" status: 200 len: 210 time: 0.0431650 Feb 14 21:19:36.304252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-c5c4b709-fba6-42b5-a39c-8ddbed438e69 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.305868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-c5c4b709-fba6-42b5-a39c-8ddbed438e69 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 807 time: 0.7324841 Feb 14 21:19:36.328492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Request body: {'port': {'device_id': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'admin_state_up': True, 'tenant_id': '775c753deaf8410f8e80c76c33e31d8d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:36.519850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (63010bc8-4f21-4a24-ba01-feb843d2c9dc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.547611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.556682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/63010bc8-4f21-4a24-ba01-feb843d2c9dc HTTP/1.1" status: 204 len: 168 time: 2.0232460 Feb 14 21:19:36.559733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:36.559908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7418ca49-2162-4be2-9a75-9082ed7095df is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:36.559908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.576630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e667c08-c76e-4b60-a1a9-835aa7d97cac None None] Network 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:36.616713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8804054a-0d8f-4857-b74f-30e9d29012f7 req-ac0d48bf-ce97-4d5e-aeed-0a6e86421e29 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4236336 Feb 14 21:19:36.628209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce44002-3729-4d83-bea0-95abf892532f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:36.629588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-851defe9-d342-4bdd-9623-9d41490d62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:36.641182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-851defe9-d342-4bdd-9623-9d41490d62e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.8322012 Feb 14 21:19:36.643600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e2d79-cc77-4b80-bccf-623becb2b2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63010bc8-4f21-4a24-ba01-feb843d2c9dc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:36.753924 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks [] for port (9ce44002-3729-4d83-bea0-95abf892532f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.778361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:36.784645 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a1e17-bd2d-473d-a558-4c1dbcc18e66" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:36.801774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-d6f6b0ac-346a-4a05-8435-805627cabf70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.1408155 Feb 14 21:19:36.806831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e2d7594a-6b1d-4397-adfd-ee30ab92fc83 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:36.834639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Transition to ACTIVE for port object 9ce44002-3729-4d83-bea0-95abf892532f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:36.859024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.878771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:36.939684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e2d7594a-6b1d-4397-adfd-ee30ab92fc83 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:36.940364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e2d7594a-6b1d-4397-adfd-ee30ab92fc83 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:36.953925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7418ca49-2162-4be2-9a75-9082ed7095df,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:37.035185 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.036479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0634e491-66d0-43a4-9192-d9e17686e036 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:37.062763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:37.093549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-8973b256-a092-40ba-9e46-3ac2e5a378d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.094210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-8973b256-a092-40ba-9e46-3ac2e5a378d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.094689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-8973b256-a092-40ba-9e46-3ac2e5a378d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.096416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-8973b256-a092-40ba-9e46-3ac2e5a378d0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1855984 Feb 14 21:19:37.202404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 0634e491-66d0-43a4-9192-d9e17686e036 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:37.203120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0634e491-66d0-43a4-9192-d9e17686e036 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:37.252779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.274690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-2195797b-d9a9-4b6c-bcfc-db77151cbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.276385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-2195797b-d9a9-4b6c-bcfc-db77151cbeab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.4406519 Feb 14 21:19:37.311935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Deleting port a7953e73-ed3f-4ea9-8204-1839912a15c3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:37.312766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.345758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:37.361818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Made reservation on behalf of 775c753deaf8410f8e80c76c33e31d8d for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:37.366176 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.399098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec40f-0890-4a5b-8b0e-9aafe532bc9f req-288c6294-ddc0-49ca-8a26-76d251630c9d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.414798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec40f-0890-4a5b-8b0e-9aafe532bc9f req-288c6294-ddc0-49ca-8a26-76d251630c9d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.430243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec40f-0890-4a5b-8b0e-9aafe532bc9f req-288c6294-ddc0-49ca-8a26-76d251630c9d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:37.446917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74eec40f-0890-4a5b-8b0e-9aafe532bc9f req-288c6294-ddc0-49ca-8a26-76d251630c9d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 0.5444756 Feb 14 21:19:37.511301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] DHCP port deletion for 0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:19:37.529727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Attempting to bind port 9ce44002-3729-4d83-bea0-95abf892532f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:37.530067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Attempting to bind port 9ce44002-3729-4d83-bea0-95abf892532f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:37.530398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Attempting to bind port 9ce44002-3729-4d83-bea0-95abf892532f on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:37.549291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Port 9ce44002-3729-4d83-bea0-95abf892532f on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:37.549625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Attempting to bind port 9ce44002-3729-4d83-bea0-95abf892532f on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:37.557431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] For port a7953e73-ed3f-4ea9-8204-1839912a15c3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7953e73-ed3f-4ea9-8204-1839912a15c3,segment=NetworkSegment(ece00697-f44c-4dc3-9e20-343e9ccd44c6),segment_id=ece00697-f44c-4dc3-9e20-343e9ccd44c6)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:37.557811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.578290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Calling delete_port for a7953e73-ed3f-4ea9-8204-1839912a15c3 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:37.684029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Deleting port a7953e73-ed3f-4ea9-8204-1839912a15c3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:37.684829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.689037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:37.690065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:37.690856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Bound using segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:37.691833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Bound port: 9ce44002-3729-4d83-bea0-95abf892532f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:37.692745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.697864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.733348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7953e73-ed3f-4ea9-8204-1839912a15c3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:37.750000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] No DVR routers for this DVR port a7953e73-ed3f-4ea9-8204-1839912a15c3 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:37.833716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] For port a7953e73-ed3f-4ea9-8204-1839912a15c3, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:37.834130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.873305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Calling delete_port for a7953e73-ed3f-4ea9-8204-1839912a15c3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:37.882187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Port a7953e73-ed3f-4ea9-8204-1839912a15c3 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:19:37.884619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a7953e73-ed3f-4ea9-8204-1839912a15c3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.964016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] Pushing event deleted for resources: {'Port': ['ID=a7953e73-ed3f-4ea9-8204-1839912a15c3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:37.965397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:37.974526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5b0e3-745f-489c-8f78-16bfa631e586 None None] No DVR routers for this DVR port a7953e73-ed3f-4ea9-8204-1839912a15c3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:38.047729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:38.050954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:38.084552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece00697-f44c-4dc3-9e20-343e9ccd44c6') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:38.084552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece00697-f44c-4dc3-9e20-343e9ccd44c6') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:38.106723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:38.125308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (ece00697-f44c-4dc3-9e20-343e9ccd44c6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.132791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.140805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-10830af8-4012-4c31-a6aa-4dedccad7ee9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8050928 Feb 14 21:19:38.209599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:38.211751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.214672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] 10.222.0.64 "PUT /v2.0/ports/9ce44002-3729-4d83-bea0-95abf892532f HTTP/1.1" status: 200 len: 1092 time: 3.2181461 Feb 14 21:19:38.218208 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ece00697-f44c-4dc3-9e20-343e9ccd44c6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.243635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:19:38.244116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (ece00697-f44c-4dc3-9e20-343e9ccd44c6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.269222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-7801c503-3d96-4763-9552-62af308a0496 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199083 Feb 14 21:19:38.284815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49b612-959b-406b-82dd-2467fe7b010d req-f9d5ed3b-bc2f-47c4-8dfa-b73af0bb2366 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:38.294748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e49b612-959b-406b-82dd-2467fe7b010d req-f9d5ed3b-bc2f-47c4-8dfa-b73af0bb2366 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 1.4782152 Feb 14 21:19:38.357039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:38.365533 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dfe07b-e98c-4278-9dba-162cef1d3cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9ce44002-3729-4d83-bea0-95abf892532f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:19:38.368648 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:19:38.402344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:38.405686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.422395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.439572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3 HTTP/1.1" status: 204 len: 168 time: 1.8706467 Feb 14 21:19:38.476022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74eec40f-0890-4a5b-8b0e-9aafe532bc9f req-25eb80f2-af3d-461c-b419-c0da953f1487 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0278594 Feb 14 21:19:38.482379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-a04399f6-6fc7-474c-b1e0-d982d21c8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:38.484924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0e0e826-1e22-41c8-aad6-e0f72f1153cd req-a04399f6-6fc7-474c-b1e0-d982d21c8b1b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3679838 Feb 14 21:19:38.566524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d789-74cb-4f54-a626-b11b7a7cb4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8b9b8a-fd9f-49a8-948d-23ec2d4392c3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:38.671446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7055f3-fe75-4992-bb2c-994ebabca5eb service neutron] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:38.704882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:38.827791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Allocated IP 172.20.0.2 (cf0b2694-4476-4b6e-bc22-624716edef0e/02ca0acc-07aa-4e24-8fef-6e0bb69ddfed/7ad75bba-c367-4267-ba57-86ef091efb9b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:38.834014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44340) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:38.844429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7953e73-ed3f-4ea9-8204-1839912a15c3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:38.893019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a7953e73-ed3f-4ea9-8204-1839912a15c3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:38.893465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7953e73-ed3f-4ea9-8204-1839912a15c3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:39.038393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfafc66e-f4f7-43d1-b1e9-bc4c5a81514a req-3309d474-c478-4dac-bdb7-ef984150e58b service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301991 Feb 14 21:19:39.063907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57135680-282c-4a00-a10a-1217b079af33 req-76cd4817-8547-4ada-8cfe-f8c8cbf60350 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.2332842 Feb 14 21:19:39.148221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e49b612-959b-406b-82dd-2467fe7b010d req-425d91e3-6c0b-42c9-83a0-ae976b4ca9df tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8517039 Feb 14 21:19:39.178911 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e26ae-078c-46c2-8fac-17b8bc5f42e4 x-openstack-request-id: req-912e26ae-078c-46c2-8fac-17b8bc5f42e4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:39.179382 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:39.180162 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-912e26ae-078c-46c2-8fac-17b8bc5f42e4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:39.182278 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'code': 200} Feb 14 21:19:39.219307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d744235f-38f2-4c29-8aa1-c136e5382fe1 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:39.238410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks [] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.250443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a097a4e5-7df2-4fee-b3b2-c3a39e192516 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac15a465d9354466931aa8e7d9ee1575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108672 Feb 14 21:19:39.253804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44346) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:39.265446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Transition to ACTIVE for port object d744235f-38f2-4c29-8aa1-c136e5382fe1 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:39.278446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.369588 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679ac87-1c0c-4e1f-805e-66d6d34427f4 x-openstack-request-id: req-8679ac87-1c0c-4e1f-805e-66d6d34427f4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:39.370241 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9ce44002-3729-4d83-bea0-95abf892532f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:39.371768 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8679ac87-1c0c-4e1f-805e-66d6d34427f4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:39.372205 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f', 'status': 'completed', 'code': 200} Feb 14 21:19:39.468281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:39.521186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Attempting to bind port d744235f-38f2-4c29-8aa1-c136e5382fe1 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:39.521611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Attempting to bind port d744235f-38f2-4c29-8aa1-c136e5382fe1 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:39.521958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Attempting to bind port d744235f-38f2-4c29-8aa1-c136e5382fe1 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:39.535340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Port d744235f-38f2-4c29-8aa1-c136e5382fe1 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:39.535340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Attempting to bind port d744235f-38f2-4c29-8aa1-c136e5382fe1 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:39.550918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:39.551319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Checking segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:39.551717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Bound using segment: {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:39.552177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Bound port: d744235f-38f2-4c29-8aa1-c136e5382fe1, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:39.552546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.573020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks [] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.624876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.625353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.625928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.626437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.626900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.627449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.627932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.630487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-d03a2ab1-911f-4e57-b6fa-7b0684141b67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6431 time: 0.1783330 Feb 14 21:19:39.695383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.702080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.706749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.714012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.724013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.730324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.736187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.737984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:39.738399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3db19804-0215-4bb4-84c7-0a078871223a req-20b414e0-e96a-4a8d-a9e1-ba982c47f463 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5397 time: 0.4406176 Feb 14 21:19:39.751586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:39.766344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.898404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:39.899092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.903358 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] 10.222.0.64 "PUT /v2.0/ports/d744235f-38f2-4c29-8aa1-c136e5382fe1 HTTP/1.1" status: 200 len: 1092 time: 1.5146344 Feb 14 21:19:39.939024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] Publish callbacks [] for security_group (4c65bf26-5dd9-46aa-b961-870e692ffd9e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:39.971003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:39.982608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] Publish callbacks [] for security_group (4c65bf26-5dd9-46aa-b961-870e692ffd9e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:40.075858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4c65bf26-5dd9-46aa-b961-870e692ffd9e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:40.079733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:40.083624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c65bf26-5dd9-46aa-b961-870e692ffd9e HTTP/1.1" status: 204 len: 168 time: 0.8270617 Feb 14 21:19:40.097433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1877-2466-438e-a57a-75abb70cde00 service neutron] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:40.188767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:40.229061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05538f4-6dab-4a59-beda-fd53679cf539 req-fddc3d74-89c1-42b9-b4d5-16f17189a067 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.238245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05538f4-6dab-4a59-beda-fd53679cf539 req-fddc3d74-89c1-42b9-b4d5-16f17189a067 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.248948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05538f4-6dab-4a59-beda-fd53679cf539 req-fddc3d74-89c1-42b9-b4d5-16f17189a067 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.256633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d05538f4-6dab-4a59-beda-fd53679cf539 req-fddc3d74-89c1-42b9-b4d5-16f17189a067 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 0.4393170 Feb 14 21:19:40.285612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:40.309426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ca184112-2b89-4a89-a59e-914d052ccdfe'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:40.503202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e1504-e679-4146-a417-d1633b882da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65bf26-5dd9-46aa-b961-870e692ffd9e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:40.550253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:40.622668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-7d4fc518-2f7d-4701-b529-b6e04ccbbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.623213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-7d4fc518-2f7d-4701-b529-b6e04ccbbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.623759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-7d4fc518-2f7d-4701-b529-b6e04ccbbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:40.626395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-7d4fc518-2f7d-4701-b529-b6e04ccbbfc3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9842412 Feb 14 21:19:40.633123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Network cf0b2694-4476-4b6e-bc22-624716edef0e is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:40.662813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3db19804-0215-4bb4-84c7-0a078871223a req-adce1782-d946-4ea8-9b3e-8bb554ee3be1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7971659 Feb 14 21:19:40.828592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:40.846545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:40.887588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d05538f4-6dab-4a59-beda-fd53679cf539 req-34ee6524-5363-4ccd-b3ba-bfd0ee629f8e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195493 Feb 14 21:19:41.005487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2126321e-3994-4f15-98e9-57b9bb43b218 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:41.020658 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks [] for port (2126321e-3994-4f15-98e9-57b9bb43b218), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.038154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Transition to ACTIVE for port object 2126321e-3994-4f15-98e9-57b9bb43b218 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:41.043515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.162460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:41.183682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:41.186020 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f377bc-b88a-4ca2-9484-fef32a35784e" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:41.260512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Attempting to bind port 2126321e-3994-4f15-98e9-57b9bb43b218 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:41.260986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Attempting to bind port 2126321e-3994-4f15-98e9-57b9bb43b218 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:41.262086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Attempting to bind port 2126321e-3994-4f15-98e9-57b9bb43b218 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:41.280806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Port 2126321e-3994-4f15-98e9-57b9bb43b218 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:41.284079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Attempting to bind port 2126321e-3994-4f15-98e9-57b9bb43b218 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:41.300647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:41.303514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Checking segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:41.304043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Bound using segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:41.306680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Bound port: 2126321e-3994-4f15-98e9-57b9bb43b218, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:41.307282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.403344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:41.407461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:41.411910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:41.415030 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29999076-9157-4abf-b47f-a2bc52182764" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:41.431445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.432104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.439408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.479209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.481692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.484880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-fbcddb95-e998-4b98-870a-042d74a04dc9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.488410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-fbcddb95-e998-4b98-870a-042d74a04dc9 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 949 time: 0.3945489 Feb 14 21:19:41.488906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] 10.222.0.64 "PUT /v2.0/ports/2126321e-3994-4f15-98e9-57b9bb43b218 HTTP/1.1" status: 200 len: 1092 time: 1.5280361 Feb 14 21:19:41.542574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-321d5bec-35b3-4606-bf4d-943e04d17e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.545922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71dfe07b-e98c-4278-9dba-162cef1d3cf1 req-321d5bec-35b3-4606-bf4d-943e04d17e75 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8817053 Feb 14 21:19:41.595818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Request body: {'port': {'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:41.617792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1a20f-a7e6-4868-aee2-e4d9298b33bd service neutron] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:41.674930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf7996-bf36-4003-9734-06cc3018dacf req-e0e3816d-99f8-42ce-8178-9750405a6361 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.683194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebbf7996-bf36-4003-9734-06cc3018dacf req-e0e3816d-99f8-42ce-8178-9750405a6361 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 931 time: 0.6179147 Feb 14 21:19:41.726062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-db1c67a7-a9b2-4f62-af17-9e82da267295 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4044168 Feb 14 21:19:41.770492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Request body: {'port': {'device_id': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:41.793665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:41.881638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:41.901551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f377-f16a-4434-8b7a-01d0eb5d0cc8 req-c179fd30-12e0-497d-bc04-86bff952322d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:41.909454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3017f377-f16a-4434-8b7a-01d0eb5d0cc8 req-c179fd30-12e0-497d-bc04-86bff952322d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 949 time: 0.5755625 Feb 14 21:19:41.948355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebbf7996-bf36-4003-9734-06cc3018dacf req-bcba25da-358e-43e1-a1f3-cae3c7f22f1d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640338 Feb 14 21:19:41.962323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1979908048-network', 'tenant_id': '3d5267e19ca8438ca64793039f9dec6e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:42.032505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Made reservation on behalf of 3d5267e19ca8438ca64793039f9dec6e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:42.035929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.050050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.075651 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-aba0323e-8c67-47c3-9453-e8540571e82f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988731 Feb 14 21:19:42.076332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.222774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks [] for security_group (738366cf-0938-4d38-9e60-28eced67fe13), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.234265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (738366cf-0938-4d38-9e60-28eced67fe13), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.262731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 997149bc-5c9c-4366-a285-c18a3b2691f4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:42.263089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.286246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3017f377-f16a-4434-8b7a-01d0eb5d0cc8 req-896240b6-fed5-4ffa-823d-459c27e1a79b tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750360 Feb 14 21:19:42.286595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-aa6f4423-4f35-4f9e-8649-096e1edf263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.296188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-aa6f4423-4f35-4f9e-8649-096e1edf263e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 1128 time: 0.1567895 Feb 14 21:19:42.300130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:19:42.320582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738366cf-0938-4d38-9e60-28eced67fe13,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:42.324732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (74b2c274-0332-4bf0-9d8d-0edc73173cb2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.325224 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Added segment 74b2c274-0332-4bf0-9d8d-0edc73173cb2 of type vlan for network b1a8c4e8-daba-4ff0-8334-006c834906b3 Feb 14 21:19:42.426862 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afaf366-2fab-42ef-892d-09d60fd3a22c x-openstack-request-id: req-7afaf366-2fab-42ef-892d-09d60fd3a22c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:42.428192 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-plugged", "status": "completed", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:42.428874 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7afaf366-2fab-42ef-892d-09d60fd3a22c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:42.430294 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df', 'code': 200} Feb 14 21:19:42.444335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-482eec07-e712-44ee-81ec-5940482099c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.445854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-482eec07-e712-44ee-81ec-5940482099c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1180182 Feb 14 21:19:42.483770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf8ad-615e-4e2c-afda-06019898f1f4 req-171279d4-4b63-41e4-9ac9-d142345c7923 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.486062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-692bf8ad-615e-4e2c-afda-06019898f1f4 req-171279d4-4b63-41e4-9ac9-d142345c7923 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.4183412 Feb 14 21:19:42.530155 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-cb8c4344-e028-402a-89de-f5704da3a012 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 200 len: 217 time: 0.0767705 Feb 14 21:19:42.531883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b1a8c4e8-daba-4ff0-8334-006c834906b3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.566568 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5c0e7-c52f-4f9e-b5c9-b40e0d10d886 x-openstack-request-id: req-c2c5c0e7-c52f-4f9e-b5c9-b40e0d10d886 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:42.566862 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:42.567766 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2c5c0e7-c52f-4f9e-b5c9-b40e0d10d886 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:42.568165 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'status': 'completed', 'code': 200} Feb 14 21:19:42.682894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-571b769c-f6c0-439e-b2b7-0793876251b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.684961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-571b769c-f6c0-439e-b2b7-0793876251b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1200473 Feb 14 21:19:42.689879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b1a8c4e8-daba-4ff0-8334-006c834906b3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.690859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.691470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.708678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-3c933e48-917d-469d-91db-f060a468598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.709171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-3c933e48-917d-469d-91db-f060a468598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.709651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-3c933e48-917d-469d-91db-f060a468598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.711875 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-3c933e48-917d-469d-91db-f060a468598d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2966 time: 0.1990011 Feb 14 21:19:42.736248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 997149bc-5c9c-4366-a285-c18a3b2691f4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=997149bc-5c9c-4366-a285-c18a3b2691f4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:42.736605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:42.771859 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-7dba742f-1eaf-4fb0-a0ab-791d064d6b9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770297 Feb 14 21:19:42.773699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.83', 62746) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:42.839414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 997149bc-5c9c-4366-a285-c18a3b2691f4 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:42.873092 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0738981 Feb 14 21:19:42.879690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-692bf8ad-615e-4e2c-afda-06019898f1f4 req-a7069fdd-8bed-4254-8e9f-d0b1df2e52ee tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1216f35-b3f3-4df9-860e-733747c4a547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778450 Feb 14 21:19:42.888116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44398) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:42.929520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da43a-c3ab-46d3-8d6c-e3238bb9b1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a8c4e8-daba-4ff0-8334-006c834906b3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:42.942073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b1a8c4e8-daba-4ff0-8334-006c834906b3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:19:42.957876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.959537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.964240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.969086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.969771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.970443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.970971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:42.981400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-29999076-9157-4abf-b47f-a2bc52182764 req-3f45dd84-655f-4e72-96ca-f88e2b81df1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6603 time: 0.4002862 Feb 14 21:19:43.054850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.065265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.076500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.092818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.098454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.104733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.110765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.112671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-c5a66dac-b09f-4ba9-b1de-9336bf423e67 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5409 time: 0.4689572 Feb 14 21:19:43.144070 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-9719205f-07be-436f-94d5-da387be43494 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128449 Feb 14 21:19:43.186606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1d0f00-20df-460e-ad97-b4d53ac2f641 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:43.195524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks [] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:43.209823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Transition to ACTIVE for port object 0c1d0f00-20df-460e-ad97-b4d53ac2f641 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:43.224018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Request body: {'subnet': {'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1979908048-subnet', 'tenant_id': '3d5267e19ca8438ca64793039f9dec6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:43.277125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-cdbbe1d5-c9d5-46bf-866d-898eb7c1963a tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.278698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-cdbbe1d5-c9d5-46bf-866d-898eb7c1963a tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.83 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 945 time: 0.4346251 Feb 14 21:19:43.291336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-876a787a-bc20-4224-a69a-8e2f3c3acd4c service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426980 Feb 14 21:19:43.304316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-75e3a86c-778e-43ca-8e75-6154fc3711b6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.305987 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-75e3a86c-778e-43ca-8e75-6154fc3711b6 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca22cd04-fb69-44b4-99a0-766e77460002 HTTP/1.1" status: 200 len: 950 time: 0.3210204 Feb 14 21:19:43.344233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-c58ebe21-9ab1-4f42-8992-585e217efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.344760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-c58ebe21-9ab1-4f42-8992-585e217efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.345234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-c58ebe21-9ab1-4f42-8992-585e217efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:43.346977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-29999076-9157-4abf-b47f-a2bc52182764 req-c58ebe21-9ab1-4f42-8992-585e217efa6b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3306603 Feb 14 21:19:43.763017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad75bba-c367-4267-ba57-86ef091efb9b {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:43.771846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks [] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:43.786091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Transition to ACTIVE for port object 7ad75bba-c367-4267-ba57-86ef091efb9b will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:43.805590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:43.821654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:43.865006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Made reservation on behalf of 3d5267e19ca8438ca64793039f9dec6e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:43.867372 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:43.989782 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62865c30-2e3c-470b-8a8d-6ae409bcec2d req-0eb58789-b71e-446d-9ce7-a1ce82f1b421 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767993 Feb 14 21:19:44.003849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999076-9157-4abf-b47f-a2bc52182764 req-b840aac0-e54d-43e5-876c-d3bd8651d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:44.005765 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-29999076-9157-4abf-b47f-a2bc52182764 req-b840aac0-e54d-43e5-876c-d3bd8651d00c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6067917 Feb 14 21:19:44.032202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 70132a83-f42b-45c4-a34b-48457d980260 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:44.032561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (70132a83-f42b-45c4-a34b-48457d980260), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.115609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (997149bc-5c9c-4366-a285-c18a3b2691f4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.129957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:44.137987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:44.151514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Deleting port 1177f3e1-daf0-40ba-95be-7fb3909587ea {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:44.151514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.315099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 70132a83-f42b-45c4-a34b-48457d980260, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=70132a83-f42b-45c4-a34b-48457d980260,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:44.317936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (70132a83-f42b-45c4-a34b-48457d980260), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.376724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3460575e-abe1-4985-bbe7-9fddd4af09c3 req-9687b4ee-c3ca-4265-b3e6-dc471e291d8c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7242222 Feb 14 21:19:44.387481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 70132a83-f42b-45c4-a34b-48457d980260 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:44.402409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] For port 1177f3e1-daf0-40ba-95be-7fb3909587ea, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1177f3e1-daf0-40ba-95be-7fb3909587ea,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:44.402854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.458513 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:19:44.510031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e887-c4ad-4a94-a1d5-4dfc9fba823a req-a5776950-2ff4-4a61-b942-3d99138e4946 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:44.519499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e887-c4ad-4a94-a1d5-4dfc9fba823a req-a5776950-2ff4-4a61-b942-3d99138e4946 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:44.527422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e887-c4ad-4a94-a1d5-4dfc9fba823a req-a5776950-2ff4-4a61-b942-3d99138e4946 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:44.529368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6d0e887-c4ad-4a94-a1d5-4dfc9fba823a req-a5776950-2ff4-4a61-b942-3d99138e4946 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 1.3157628 Feb 14 21:19:44.574344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:44.577180 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345fa6e-197d-49be-8f41-abefaa4c3dad" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:44.580633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:44.629002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 997149bc-5c9c-4366-a285-c18a3b2691f4 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:44.631398 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.635884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77d374e8-0f0e-497a-8d4b-d3f27086e07f req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.83 "DELETE /v2.0/ports/997149bc-5c9c-4366-a285-c18a3b2691f4 HTTP/1.1" status: 204 len: 173 time: 3.1248538 Feb 14 21:19:44.638919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:44.648330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:44.648747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:44.768916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'name': 'network-vif-deleted', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:44.783651 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd6a9e-4a82-4393-906d-737867703652" -d '{"events": [{"server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "name": "network-vif-deleted", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:44.835013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776c1de-6b4a-4093-a7e7-baa1e41022c5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=997149bc-5c9c-4366-a285-c18a3b2691f4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:44.873915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:44.887744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:44.895998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.896454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.896900 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Floating IP 4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb disassociated. External IP: 172.25.2.108, port: 1177f3e1-daf0-40ba-95be-7fb3909587ea. Feb 14 21:19:44.897339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Calling delete_port for 1177f3e1-daf0-40ba-95be-7fb3909587ea owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:44.912977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Attempting to bind port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:44.913930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Attempting to bind port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:44.914480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Attempting to bind port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:44.925957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (70132a83-f42b-45c4-a34b-48457d980260), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.947771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:44.948364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:44.948944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:44.949621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', '70132a83-f42b-45c4-a34b-48457d980260'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:44.949817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Bound port: 7ad75bba-c367-4267-ba57-86ef091efb9b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:44.950373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:44.961311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:44.962026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Attempting to bind port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 on network 92c70ad6-05e9-4666-a8b6-651c75975ab4 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:44.995116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:45.003213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Checking segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:45.004352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Bound using segment: {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:45.009938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Bound port: 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6369cfe8-83e3-4051-b4f7-fea55523b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:45.010797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.017082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6d0e887-c4ad-4a94-a1d5-4dfc9fba823a req-e7694d17-2519-49af-9055-9d1c31eede33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446859 Feb 14 21:19:45.049236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=70132a83-f42b-45c4-a34b-48457d980260,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:45.090387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022179f-dd4d-4d21-a8a8-bddcac59e60c req-f5188e93-72b0-4637-b1e6-8a9e2f9a73e8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:45.097410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f022179f-dd4d-4d21-a8a8-bddcac59e60c req-f5188e93-72b0-4637-b1e6-8a9e2f9a73e8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.5576386 Feb 14 21:19:45.243799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 70132a83-f42b-45c4-a34b-48457d980260 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:45.248136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.252165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9970f0fd-1bb8-4215-8279-95464b4033a3 req-5fae986d-5fb2-4a53-9b08-64db322a036d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "DELETE /v2.0/ports/70132a83-f42b-45c4-a34b-48457d980260 HTTP/1.1" status: 204 len: 173 time: 1.9380822 Feb 14 21:19:45.295247 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9014b28d-54ce-4094-bd5e-4f177057be30), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.370955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84d41ddd-3649-4686-b17e-519c071f039f req-2d9d4180-8296-4137-9cec-3f67f270d8da tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd HTTP/1.1" status: 200 len: 210 time: 0.1228197 Feb 14 21:19:45.407345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 997149bc-5c9c-4366-a285-c18a3b2691f4 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:45.464068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1177f3e1-daf0-40ba-95be-7fb3909587ea), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.469660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 997149bc-5c9c-4366-a285-c18a3b2691f4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:45.470226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 997149bc-5c9c-4366-a285-c18a3b2691f4 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:45.546248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:45.569251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event deleted for resources: {'Port': ['ID=1177f3e1-daf0-40ba-95be-7fb3909587ea,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:45.587118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:45.608352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f022179f-dd4d-4d21-a8a8-bddcac59e60c req-75101732-9f20-4d57-88d1-466807478661 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086412 Feb 14 21:19:45.612406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9014b28d-54ce-4094-bd5e-4f177057be30,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:45.728745 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d5308-bf19-4e8b-9de2-5d1f1fbf9e95 x-openstack-request-id: req-1b4d5308-bf19-4e8b-9de2-5d1f1fbf9e95 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:45.729128 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:45.730640 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b4d5308-bf19-4e8b-9de2-5d1f1fbf9e95 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:45.731135 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218', 'status': 'completed', 'code': 200} Feb 14 21:19:45.758268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2efee9f0-07a9-4437-911c-613a17004b65 req-d01758dc-ff26-413e-9070-cb0efd474a2f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.1946154 Feb 14 21:19:45.778528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:45.787842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:45.791916 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe5538-59ba-45bd-a92b-13bf690d5d9e x-openstack-request-id: req-dbfe5538-59ba-45bd-a92b-13bf690d5d9e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:45.792857 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd", "name": "network-vif-deleted", "tag": "997149bc-5c9c-4366-a285-c18a3b2691f4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:45.793373 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbfe5538-59ba-45bd-a92b-13bf690d5d9e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:45.793952 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddaa2b-af27-4ecc-95fc-c3dcc6f09edd', 'name': 'network-vif-deleted', 'tag': '997149bc-5c9c-4366-a285-c18a3b2691f4', 'status': 'completed', 'code': 200} Feb 14 21:19:45.800869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.810982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.920362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Checking segment: {'id': '74b2c274-0332-4bf0-9d8d-0edc73173cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:45.921009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Network hostable DHCP agents. Network: b1a8c4e8-daba-4ff0-8334-006c834906b3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:19:45.946510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:45.947457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.949378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c1d0f00-20df-460e-ad97-b4d53ac2f641 HTTP/1.1" status: 200 len: 1092 time: 4.3587904 Feb 14 21:19:45.982504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:45.983819 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:45.985786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] 10.222.0.83 "PUT /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 1092 time: 4.2212498 Feb 14 21:19:46.009168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.025999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Router 9abbec8c-1274-409c-838d-98c0166dd378 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:19:46.037488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.040831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.043703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.044642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.045518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.046769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.047690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.048331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.055521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.066965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.067355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-f9e9b822-9bf9-45ac-9141-ed74d1bba79f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6702 time: 0.3012898 Feb 14 21:19:46.077241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.087500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.099743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.115587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-33abc779-28e9-4cb9-a75e-61f977ee2b97 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2898905 Feb 14 21:19:46.290568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-916f52a9-2222-4bcd-a4d1-3f60c8d2ced0 req-da89e85f-dd37-469e-a474-d94fda5a4953 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736100 Feb 14 21:19:46.456771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc54d92-deec-4f07-9aa5-2d7c3ac49e93 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:46.481009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-a7c720f0-bb25-4322-9502-280959f8a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.481753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-a7c720f0-bb25-4322-9502-280959f8a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.481993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-a7c720f0-bb25-4322-9502-280959f8a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.483654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-a7c720f0-bb25-4322-9502-280959f8a796 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4152558 Feb 14 21:19:46.551496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:19:46.566879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Sync routers for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:19:46.593175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:46.594123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:46.612741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] No DVR routers for this DVR port 1177f3e1-daf0-40ba-95be-7fb3909587ea on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:46.621643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:46.625714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5976aa2f-bc8e-4029-a985-246cbb166346 req-12cc9fbc-e4bb-4b28-b690-aa9733dd3dd0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.83 "DELETE /v2.0/ports/1177f3e1-daf0-40ba-95be-7fb3909587ea HTTP/1.1" status: 204 len: 173 time: 3.2574770 Feb 14 21:19:46.646376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-6e114407-109b-4b82-81ff-98251e2b4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.650329 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c345fa6e-197d-49be-8f41-abefaa4c3dad req-6e114407-109b-4b82-81ff-98251e2b4d3d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556494 Feb 14 21:19:46.654604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Network b1a8c4e8-daba-4ff0-8334-006c834906b3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:19:46.724751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156012e-c432-44d2-b509-6358369bb10f req-da03e75c-8661-460d-a136-be51b81be290 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.733173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156012e-c432-44d2-b509-6358369bb10f req-da03e75c-8661-460d-a136-be51b81be290 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.743985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156012e-c432-44d2-b509-6358369bb10f req-da03e75c-8661-460d-a136-be51b81be290 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.753950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0156012e-c432-44d2-b509-6358369bb10f req-da03e75c-8661-460d-a136-be51b81be290 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 0.5091298 Feb 14 21:19:46.783244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc7ca-d9df-4e5a-8ff4-7d0733b67c65 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:46.805074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b1a8c4e8-daba-4ff0-8334-006c834906b3) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:46.830575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.831059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.831601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.833918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:46.837125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.837904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.838116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.838589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.839062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.846843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-83a1dcfc-316a-4d00-9819-125f8610c992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6702 time: 0.1479549 Feb 14 21:19:46.862325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:46.900097 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-ebf881d3-9c66-4fd6-a4ea-2c7407b44178 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3 HTTP/1.1" status: 200 len: 217 time: 0.0487771 Feb 14 21:19:46.903564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-55a8c6ab-04a5-4d55-bf67-72ca3fd94649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:46.907197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-55a8c6ab-04a5-4d55-bf67-72ca3fd94649 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1126 time: 0.7370360 Feb 14 21:19:46.909253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94a983-5e50-415e-8c77-c55b130392a8 None None] Network b1a8c4e8-daba-4ff0-8334-006c834906b3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:46.968627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-09a7232b-8e28-4de9-ae8c-6f3e2fe5516b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 217 time: 0.0508776 Feb 14 21:19:47.020730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-44ebe742-62be-4908-b993-e196dee3aac6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9067400 Feb 14 21:19:47.034290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0156012e-c432-44d2-b509-6358369bb10f req-e06ab989-d283-426a-9db5-e9d5d163a3d5 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792306 Feb 14 21:19:47.048362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9bfee054-e049-4d5d-a6ba-33b845e8e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.053314 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-9bfee054-e049-4d5d-a6ba-33b845e8e440 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba924296-e422-48b5-b3cb-416a7753fc6c HTTP/1.1" status: 200 len: 850 time: 0.1460440 Feb 14 21:19:47.058868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a0e-aa5d-4152-b044-e9801450336a req-dd432242-1da7-48cb-83eb-22871654b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.060461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-dd432242-1da7-48cb-83eb-22871654b227 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0799754 Feb 14 21:19:47.069526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c03b7e-cebb-4d50-8de5-75163f666c66 req-8b2236c8-3d02-4863-8783-257a1030e017 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.078301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c03b7e-cebb-4d50-8de5-75163f666c66 req-8b2236c8-3d02-4863-8783-257a1030e017 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.2353978 Feb 14 21:19:47.121111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-f2a160e6-1e0b-4f2b-bb8c-46f00281ad92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350258 Feb 14 21:19:47.167658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b95641c7-afa7-4d22-aa96-25daeff0e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.169607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-b95641c7-afa7-4d22-aa96-25daeff0e4eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b977ec3f-a34c-462e-8079-2e605c65339f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1093407 Feb 14 21:19:47.207078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72925eda-2b16-4375-84e1-9d14c5d58478 None None] Network b1a8c4e8-daba-4ff0-8334-006c834906b3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:47.210739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 70132a83-f42b-45c4-a34b-48457d980260 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:47.256866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 70132a83-f42b-45c4-a34b-48457d980260 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:47.256866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 70132a83-f42b-45c4-a34b-48457d980260 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:47.323983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c03b7e-cebb-4d50-8de5-75163f666c66 req-7514ef49-9f18-4707-b254-dab8cacfb458 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396774 Feb 14 21:19:47.467610 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-eb631524-6c91-4425-b024-fdec7d171610 service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907462 Feb 14 21:19:47.484033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8555fbc1-b46a-42b4-9cdd-90c759194c55 req-f1649076-f580-4df3-b95c-d0b1d84eb84b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0838501 Feb 14 21:19:47.488333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-ee2084c0-c1ff-479b-924e-2ce938026ef7 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500175 Feb 14 21:19:47.579714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1177f3e1-daf0-40ba-95be-7fb3909587ea no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:47.640436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 1177f3e1-daf0-40ba-95be-7fb3909587ea {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:47.641052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1177f3e1-daf0-40ba-95be-7fb3909587ea not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:47.677593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d1bebe89-4ea3-49b8-9e54-4ab02bff51ea service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929457 Feb 14 21:19:47.804508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9904a0e-aa5d-4152-b044-e9801450336a req-30f8ff72-644c-4548-a18b-18f6cd3fc851 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087599 Feb 14 21:19:47.807394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'name': 'network-vif-deleted', 'tag': '70132a83-f42b-45c4-a34b-48457d980260'}, {'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'name': 'network-vif-deleted', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:47.815893 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0e0b07-4105-4d6a-8d4e-8d6f7e387736" -d '{"events": [{"server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "name": "network-vif-deleted", "tag": "70132a83-f42b-45c4-a34b-48457d980260"}, {"server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "name": "network-vif-deleted", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:47.833683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-bba52962-d159-4b8e-b4c6-9873801a2303 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 217 time: 0.1461396 Feb 14 21:19:47.886066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-41d7ac8c-c651-46fb-b78f-349488b2c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.888003 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-41d7ac8c-c651-46fb-b78f-349488b2c4e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.0517025 Feb 14 21:19:47.913789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641'}, {'name': 'network-changed', 'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:47.925423 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358b59e-7c03-44d5-a03a-60dce0d95d86" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641"}, {"name": "network-changed", "server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:47.976859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:47.991031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-269e75df-55e2-4a15-a28b-f6ebf30dbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:47.994259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-269e75df-55e2-4a15-a28b-f6ebf30dbbe5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0983031 Feb 14 21:19:48.048956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.056818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Checking router: 9abbec8c-1274-409c-838d-98c0166dd378 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:19:48.057396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.078430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.092026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.092699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:19:48.094307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:48.101379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.109434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.115993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.118504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-6b6fafce-1ebc-4c36-a559-20fdaedf1629 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3866539 Feb 14 21:19:48.238883 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1292fc8b-d245-450e-8472-08427d4f2b0f service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345138 Feb 14 21:19:48.253776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2de3e58-a7ac-47b0-8402-f85007586b89 req-027fbf16-10b3-4e7d-82a6-277739d9e387 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276810 Feb 14 21:19:48.337354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:19:48.437111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-fe86e7cd-fd7d-44a9-991b-c2206629accb service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899457 Feb 14 21:19:48.477585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a049a-6114-4884-af8b-de460ca9856a req-b7079260-9acc-4c1d-8559-9502186da758 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.479188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-886a049a-6114-4884-af8b-de460ca9856a req-b7079260-9acc-4c1d-8559-9502186da758 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 949 time: 0.0996687 Feb 14 21:19:48.522239 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-df771417-0484-4412-b4c6-840eed8b5231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 217 time: 0.0764732 Feb 14 21:19:48.584354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f504c9c-64f0-4280-9c8a-0a23434d1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.586990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-8f504c9c-64f0-4280-9c8a-0a23434d1f45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.0560021 Feb 14 21:19:48.619771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-886a049a-6114-4884-af8b-de460ca9856a req-b2f3caaf-f826-406f-8806-b1539b4dbcf3 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Feb 14 21:19:48.653145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a786f860-8f2a-4707-af77-0d739db01566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.655384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a786f860-8f2a-4707-af77-0d739db01566 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0612528 Feb 14 21:19:48.739463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-b92d572c-593e-4e6b-82cb-14c28d3b2707 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:48.748174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-b92d572c-593e-4e6b-82cb-14c28d3b2707 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/networks?id=b1a8c4e8-daba-4ff0-8334-006c834906b3 HTTP/1.1" status: 200 len: 814 time: 0.2164721 Feb 14 21:19:48.765957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-a56ec79f-8a60-466c-9b28-7e090c5a4503 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/quotas/3d5267e19ca8438ca64793039f9dec6e HTTP/1.1" status: 200 len: 375 time: 0.0162969 Feb 14 21:19:48.774438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:19:48.784007 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21281a2-4491-4c5a-80b4-432a320d7f75 x-openstack-request-id: req-a21281a2-4491-4c5a-80b4-432a320d7f75 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:48.787211 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca22cd04-fb69-44b4-99a0-766e77460002", "name": "network-vif-deleted", "tag": "70132a83-f42b-45c4-a34b-48457d980260", "status": "completed", "code": 200}, {"server_uuid": "25d08e5a-718e-4a8e-ac2e-32b2a78055e3", "name": "network-vif-deleted", "tag": "1177f3e1-daf0-40ba-95be-7fb3909587ea", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:48.787489 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a21281a2-4491-4c5a-80b4-432a320d7f75 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:48.788014 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca22cd04-fb69-44b4-99a0-766e77460002', 'name': 'network-vif-deleted', 'tag': '70132a83-f42b-45c4-a34b-48457d980260', 'status': 'completed', 'code': 200} Feb 14 21:19:48.788208 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d08e5a-718e-4a8e-ac2e-32b2a78055e3', 'name': 'network-vif-deleted', 'tag': '1177f3e1-daf0-40ba-95be-7fb3909587ea', 'status': 'completed', 'code': 200} Feb 14 21:19:48.808571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-f177683b-d4fa-49d0-9b90-c0f86c0439f6 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d5267e19ca8438ca64793039f9dec6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412703 Feb 14 21:19:48.884314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac76a-c834-42b1-9ec2-579d5e3015a4 None None] The sync data for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 is: [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:17:18Z', 'revision_number': 4, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '331fd294-ddac-4047-ba25-caa11cd06ba8', 'name': '', 'network_id': '7f1c548c-4817-4324-b940-40a06a43a5b9', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'mac_address': 'fa:16:3e:91:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1117e560-74b5-4253-b9f6-d995c217814e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:17Z', 'updated_at': '2022-02-14T21:17:25Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'subnets': [{'id': '1117e560-74b5-4253-b9f6-d995c217814e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:19:48.888305 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd85199-55f7-427b-88f1-152b41938aa9 x-openstack-request-id: req-cbd85199-55f7-427b-88f1-152b41938aa9 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:48.889648 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:48.890075 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbd85199-55f7-427b-88f1-152b41938aa9 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:48.890642 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'status': 'completed', 'code': 200} Feb 14 21:19:48.891340 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'status': 'completed', 'code': 200} Feb 14 21:19:48.894907 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-6eea1a18-eb5e-4611-aeaa-9399169c2630 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299230 Feb 14 21:19:49.091090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5fcbec9a-b7c9-44ad-b077-bab38186555f service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891546 Feb 14 21:19:49.100616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82c6cf40-9151-4934-8fc1-72cd51a6e613 service neutron] 10.222.0.86 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910304 Feb 14 21:19:49.133520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-d5891985-0a5b-4e69-9833-2a35e4769387 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.135299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-d5891985-0a5b-4e69-9833-2a35e4769387 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 949 time: 0.1763587 Feb 14 21:19:49.138711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-3f5da4f9-663f-4012-b392-304e8d41ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.140737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-3f5da4f9-663f-4012-b392-304e8d41ad98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1126 time: 0.2673523 Feb 14 21:19:49.152544 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-1d5ca304-34f1-4417-8dae-434ce351264f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=9ce44002-3729-4d83-bea0-95abf892532f HTTP/1.1" status: 200 len: 217 time: 0.0493398 Feb 14 21:19:49.233567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede061f-edc3-4572-abe6-5ab6d6c600ae req-ae097199-d5d6-4d3b-b4b8-fdf845787c42 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.239084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede061f-edc3-4572-abe6-5ab6d6c600ae req-ae097199-d5d6-4d3b-b4b8-fdf845787c42 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.244690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede061f-edc3-4572-abe6-5ab6d6c600ae req-ae097199-d5d6-4d3b-b4b8-fdf845787c42 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.254784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bede061f-edc3-4572-abe6-5ab6d6c600ae req-ae097199-d5d6-4d3b-b4b8-fdf845787c42 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 0.2887287 Feb 14 21:19:49.276163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e8dfd7ad-f752-4e96-a0e3-e1d7b410777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.278291 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e8dfd7ad-f752-4e96-a0e3-e1d7b410777b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.1176767 Feb 14 21:19:49.388055 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f350d-fe6c-4bac-ba3b-9e7bc47c82e2 None None] New status for floating IP 4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:19:49.418793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5ab1a45a-30ca-43ff-a455-686e4d39c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.420370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5ab1a45a-30ca-43ff-a455-686e4d39c88a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1356344 Feb 14 21:19:49.700276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-d93ff85c-3d27-464c-8db9-dc83e9d9d12a service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646973 Feb 14 21:19:49.779373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bede061f-edc3-4572-abe6-5ab6d6c600ae req-493ace9b-1a6e-43db-b17e-d7c9336be347 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259597 Feb 14 21:19:49.795300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-836ae067-aa6b-4604-9832-2fc92f3c1d0d service neutron] 10.222.0.86 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841228 Feb 14 21:19:49.828220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-f89abbbd-f7a0-451c-bcc8-bbc5fc8d8501 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.829845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-f89abbbd-f7a0-451c-bcc8-bbc5fc8d8501 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 950 time: 0.2627013 Feb 14 21:19:49.834234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-8a346a90-ad83-485c-9c74-6d6378856d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:49.847754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-8a346a90-ad83-485c-9c74-6d6378856d81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.6868019 Feb 14 21:19:49.941675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-de5a086c-c910-4b95-a7cf-e4415f96cc9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 217 time: 0.0865824 Feb 14 21:19:50.087470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port aa9dd7b9-5d62-46df-8c72-d9726ca3605d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:50.088183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:50.141597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-80ae0240-2661-4b9a-ae40-4bb43b4dcaf6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:50.147051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-80ae0240-2661-4b9a-ae40-4bb43b4dcaf6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:50.167032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-80ae0240-2661-4b9a-ae40-4bb43b4dcaf6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:50.168785 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-80ae0240-2661-4b9a-ae40-4bb43b4dcaf6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 2417 time: 0.3289013 Feb 14 21:19:50.193469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-cffdb778-943e-47ab-bec7-171511abbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:50.195550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-cffdb778-943e-47ab-bec7-171511abbfc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.2241864 Feb 14 21:19:50.306177 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-08d0f0d5-851d-4c62-b8e2-4a35e422c929 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984676 Feb 14 21:19:50.357744 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-e8b02f46-6a47-4f53-9885-b84db70b9be9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1 HTTP/1.1" status: 200 len: 217 time: 0.0443542 Feb 14 21:19:50.384949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d46dec9-c9bb-4b7a-bb68-814ef4ed43c7 req-a342a862-9cac-437d-88cb-16882cff74a5 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.2086422 Feb 14 21:19:50.461599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port aa9dd7b9-5d62-46df-8c72-d9726ca3605d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:50.463655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:50.492076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:50.492776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:50.501633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port 7418ca49-2162-4be2-9a75-9082ed7095df {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:50.502143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:50.511511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for aa9dd7b9-5d62-46df-8c72-d9726ca3605d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:50.703580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5753653b-c7eb-4ef2-ba8e-0ea8c923e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:50.711248 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5753653b-c7eb-4ef2-ba8e-0ea8c923e798 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.3422124 Feb 14 21:19:50.840716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-a145416d-ac3c-4c0b-9286-c96e3ab1fa23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4891870 Feb 14 21:19:51.061885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fab61-46b6-4662-9a2c-aa3c566e919b req-1c6dd3c9-6e4e-4c21-8535-732bedaf668d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.077989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-510fab61-46b6-4662-9a2c-aa3c566e919b req-1c6dd3c9-6e4e-4c21-8535-732bedaf668d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 1.1311433 Feb 14 21:19:51.080873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-0ffdcd05-f16a-400f-a777-ffb6b5019188 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315755 Feb 14 21:19:51.148618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (aa9dd7b9-5d62-46df-8c72-d9726ca3605d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:51.162593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc', '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:51.243538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port 7418ca49-2162-4be2-9a75-9082ed7095df, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7418ca49-2162-4be2-9a75-9082ed7095df,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:51.243980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:51.260534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for 7418ca49-2162-4be2-9a75-9082ed7095df owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:51.278008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=aa9dd7b9-5d62-46df-8c72-d9726ca3605d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:51.373689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-510fab61-46b6-4662-9a2c-aa3c566e919b req-0db5f9c2-9de4-44c9-a05e-b930e1f8802e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901366 Feb 14 21:19:51.466544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port aa9dd7b9-5d62-46df-8c72-d9726ca3605d on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:51.469544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:51.476252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:51.476697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:51.488707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8dc9ee6a-efec-4da7-aa8c-3220e38a5b90 req-ceafab44-7e43-4235-8397-614578285f12 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "DELETE /v2.0/ports/aa9dd7b9-5d62-46df-8c72-d9726ca3605d HTTP/1.1" status: 204 len: 173 time: 2.3457468 Feb 14 21:19:51.532042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'name': 'network-vif-deleted', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:51.540973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7418ca49-2162-4be2-9a75-9082ed7095df), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:51.543380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:51.549459 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9c1b60-55a0-4524-a27c-d0953f004db2" -d '{"events": [{"server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "name": "network-vif-deleted", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:51.559195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4e195b49-247a-43ed-bfe9-e237b682037c', 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', '7418ca49-2162-4be2-9a75-9082ed7095df'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:51.581207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.604766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.630444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-c846522b-b702-4890-ae02-292192ce4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.631386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.645691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-c846522b-b702-4890-ae02-292192ce4b59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9139891 Feb 14 21:19:51.655686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.666549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.685188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.697545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:51.710384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-9b1ba1af-9bb8-46d8-a1f3-ce4f19854acc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.8705606 Feb 14 21:19:51.757132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-4beb77d9-9358-447a-9089-5011808048e4 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644726 Feb 14 21:19:51.847327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-937a0f86-f577-4db5-a1af-e01a3bcde858 req-e34e3ab1-ea1f-42e9-a9dd-b185b8de3511 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=2101ef0b-9edc-4211-9c68-a79ec135335b HTTP/1.1" status: 200 len: 210 time: 0.0796285 Feb 14 21:19:52.013587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=7418ca49-2162-4be2-9a75-9082ed7095df,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:52.053028 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-2ddb5024-4cb6-4e99-b23c-be83774abb52 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063430 Feb 14 21:19:52.073434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02a8be14-3634-4439-a442-a0613b6a6bf9 req-7e03a4dd-178e-4511-8623-62561b4bbcd5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3599257 Feb 14 21:19:52.203052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-452c9eb5-96c3-4f78-ba5d-ab8bd0626552 req-69c2e06c-b9e8-4d4a-a55b-7296bb05bac8 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 210 time: 0.1661406 Feb 14 21:19:52.372215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9e88-ccd2-454e-8d32-7cfb449f892a req-dcfbaf89-3c6b-4018-b678-7a0f9ebdb354 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:52.385440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9e88-ccd2-454e-8d32-7cfb449f892a req-dcfbaf89-3c6b-4018-b678-7a0f9ebdb354 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:52.391238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2faf9e88-ccd2-454e-8d32-7cfb449f892a req-dcfbaf89-3c6b-4018-b678-7a0f9ebdb354 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 1681 time: 0.1189294 Feb 14 21:19:52.407587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-4fe502cb-507d-4ee3-8057-7e6dec308db0 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:52.411566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-4fe502cb-507d-4ee3-8057-7e6dec308db0 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.64 "GET /v2.0/networks?id=b1a8c4e8-daba-4ff0-8334-006c834906b3 HTTP/1.1" status: 200 len: 814 time: 0.6360452 Feb 14 21:19:52.451047 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-47eca7c8-327c-4659-9a68-f464d6262c38 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169823 Feb 14 21:19:52.530657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port 7418ca49-2162-4be2-9a75-9082ed7095df on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:52.535297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:52.546208 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-31edd697-7aab-462c-a1cd-de34bbbda5c2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "DELETE /v2.0/ports/7418ca49-2162-4be2-9a75-9082ed7095df HTTP/1.1" status: 204 len: 173 time: 2.3625844 Feb 14 21:19:52.579205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Request body: {'port': {'device_id': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3', 'admin_state_up': True, 'tenant_id': '3d5267e19ca8438ca64793039f9dec6e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:52.581499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:52.583965 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c1022f-bd24-4f96-a6b5-c0ccf4610243" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:52.600957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2faf9e88-ccd2-454e-8d32-7cfb449f892a req-a69a54e7-da3f-476b-b037-bb8a53223162 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880977 Feb 14 21:19:52.604940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d209908e-c5a5-4519-90be-dbc5f923daf5 req-e9fb0da3-4e5a-414c-bb16-eed61a92030c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0725734 Feb 14 21:19:52.737487 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb573f55-fb59-469b-b5d0-7cf5b4818d5e x-openstack-request-id: req-eb573f55-fb59-469b-b5d0-7cf5b4818d5e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:52.738543 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101ef0b-9edc-4211-9c68-a79ec135335b", "name": "network-vif-deleted", "tag": "aa9dd7b9-5d62-46df-8c72-d9726ca3605d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:52.739549 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb573f55-fb59-469b-b5d0-7cf5b4818d5e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:52.743327 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101ef0b-9edc-4211-9c68-a79ec135335b', 'name': 'network-vif-deleted', 'tag': 'aa9dd7b9-5d62-46df-8c72-d9726ca3605d', 'status': 'completed', 'code': 200} Feb 14 21:19:52.829069 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e33ac-dfa9-4373-aad0-8b5af8431c43 x-openstack-request-id: req-b56e33ac-dfa9-4373-aad0-8b5af8431c43 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:52.830388 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "7418ca49-2162-4be2-9a75-9082ed7095df", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:52.830824 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b56e33ac-dfa9-4373-aad0-8b5af8431c43 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:52.831564 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': '7418ca49-2162-4be2-9a75-9082ed7095df', 'status': 'completed', 'code': 200} Feb 14 21:19:52.834712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5c6dad8a-2979-4f13-a5ed-6af9bfba131c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2126321e-3994-4f15-98e9-57b9bb43b218 HTTP/1.1" status: 200 len: 217 time: 0.3743675 Feb 14 21:19:52.839414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (15ce3fd5-0ae2-4f42-a40a-affc0f4a2892), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:52.854021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:52.924789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=15ce3fd5-0ae2-4f42-a40a-affc0f4a2892,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:52.993429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0243114-7076-4cb0-8701-414258ef4b92 req-86f1c3d9-9c80-4c5c-a7ee-b5d57dfa0b90 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:53.001391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0243114-7076-4cb0-8701-414258ef4b92 req-86f1c3d9-9c80-4c5c-a7ee-b5d57dfa0b90 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.2526476 Feb 14 21:19:53.088378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa9dd7b9-5d62-46df-8c72-d9726ca3605d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:53.098576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0243114-7076-4cb0-8701-414258ef4b92 req-bcd39749-aafe-4e19-ad8e-ec25125c35ad tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960853 Feb 14 21:19:53.140084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:53.143713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: aa9dd7b9-5d62-46df-8c72-d9726ca3605d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:53.144163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa9dd7b9-5d62-46df-8c72-d9726ca3605d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:53.144600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:53.147760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:53.151304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c158c706-da4d-45cd-90e3-178a0cf74ae6 req-39c727b1-ed0d-4329-bc4e-80987df888b2 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "DELETE /v2.0/ports/15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 HTTP/1.1" status: 204 len: 173 time: 3.2458014 Feb 14 21:19:53.155468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-3379fe97-14bc-4ca7-a520-d9bf697d6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:53.156923 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-3379fe97-14bc-4ca7-a520-d9bf697d6a13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 200 len: 797 time: 0.3096492 Feb 14 21:19:53.158144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Made reservation on behalf of 3d5267e19ca8438ca64793039f9dec6e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:19:53.168023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:53.182215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33195d04-9e67-4607-8ebd-d2b104bbad48 req-9f8c2c73-8401-4815-892d-ea76c1d256a7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=86123fe8-e2f7-4a41-8f5b-f8d7765897f6 HTTP/1.1" status: 200 len: 210 time: 0.1196041 Feb 14 21:19:53.219794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:53.220149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 15ce3fd5-0ae2-4f42-a40a-affc0f4a2892 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:53.253853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port 4e195b49-247a-43ed-bfe9-e237b682037c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:53.255091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:53.502118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5695f4a0-8547-42ea-bf28-2c42dcee01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:53.503771 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-5695f4a0-8547-42ea-bf28-2c42dcee01a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3394647 Feb 14 21:19:53.614174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Allocated IP 172.20.0.4 (b1a8c4e8-daba-4ff0-8334-006c834906b3/9014b28d-54ce-4094-bd5e-4f177057be30/8568e83c-95bb-4ecf-ad8b-2113f218a0c0) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:19:53.714411 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-77b3b968-f2d5-47c6-be13-59ffe3167732 service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878295 Feb 14 21:19:53.953081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-3860ac74-dfa6-45b1-b84b-d111dc4a024d service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150292 Feb 14 21:19:54.001298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks [] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.079313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fec5542f-578d-4006-936e-b59af71bae19 req-8444997c-f2df-4d88-b9ab-d3df2f8a5fd7 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 210 time: 0.5829558 Feb 14 21:19:54.101572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-c2500ba1-1aad-4920-83ee-a0e1bff54e37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641 HTTP/1.1" status: 200 len: 217 time: 0.1257837 Feb 14 21:19:54.107230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.144763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port 4e195b49-247a-43ed-bfe9-e237b682037c, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4e195b49-247a-43ed-bfe9-e237b682037c,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:54.145139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.207736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for 4e195b49-247a-43ed-bfe9-e237b682037c owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:54.219523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.227812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.234041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.235979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a59b270d-3e72-4ee4-9fc7-af09bdc4b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.237472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-a59b270d-3e72-4ee4-9fc7-af09bdc4b5b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 200 len: 797 time: 0.1339271 Feb 14 21:19:54.242447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.248506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.254154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.260557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.268364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-dcb2c1c5-4c2a-4652-8c61-145a933bd7b7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.9248147 Feb 14 21:19:54.352115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Pushing event updated for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:54.370771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Network b1a8c4e8-daba-4ff0-8334-006c834906b3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:19:54.387497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:19:54.399489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-932470e1-85d0-4224-a149-4448a8a25ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.399792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:19:54.402382 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-932470e1-85d0-4224-a149-4448a8a25ca2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1029649 Feb 14 21:19:54.487399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.487986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.525782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306c50-5c11-4d8f-9289-858d867d3005 req-34057567-667f-4acf-b637-5b99bac8112e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.535670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306c50-5c11-4d8f-9289-858d867d3005 req-34057567-667f-4acf-b637-5b99bac8112e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.545490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67306c50-5c11-4d8f-9289-858d867d3005 req-34057567-667f-4acf-b637-5b99bac8112e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 1681 time: 0.3549786 Feb 14 21:19:54.594480 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-2de002a6-0e95-40a6-90e4-7e9d204e3daa service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848094 Feb 14 21:19:54.599261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5488673f-e7a9-42b1-b3ac-d703184087c2 req-d8e462d2-56c1-426c-9e4e-ad3a22e04c54 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296466 Feb 14 21:19:54.633826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-460f8ba7-8675-428f-9358-e4e2d3d23de3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0589030 Feb 14 21:19:54.649899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Request body: {'port': {'device_id': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:19:54.695317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67306c50-5c11-4d8f-9289-858d867d3005 req-61444671-4bf8-41b5-9acf-26dae28965e5 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483614 Feb 14 21:19:54.740164 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5d9fcb7-937a-4dd1-938b-57054565fbbe req-70f70430-5a65-4cde-aad7-b25f3962feec service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390636 Feb 14 21:19:54.755973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53af24c2-2119-4529-9aa2-4cd487bb38d8 req-dcd32c1b-f690-49de-b63f-e7ef82d14b63 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0485425 Feb 14 21:19:54.785500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4e195b49-247a-43ed-bfe9-e237b682037c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.816450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:54.865032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'name': 'network-vif-deleted', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:54.871604 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fbb54-3074-4f3c-9bfa-ffcef21dd598" -d '{"events": [{"server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "name": "network-vif-deleted", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:54.916367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432a8e4-44d9-48f7-9c9a-f6887505db21 req-1b5736f1-c348-4425-b8b3-023f4051a243 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:54.920726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=4e195b49-247a-43ed-bfe9-e237b682037c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:54.928719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f432a8e4-44d9-48f7-9c9a-f6887505db21 req-1b5736f1-c348-4425-b8b3-023f4051a243 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1078074 Feb 14 21:19:54.995266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port 4e195b49-247a-43ed-bfe9-e237b682037c on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:55.001722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.006004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-399e9009-a241-4f25-87df-53684243849b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "DELETE /v2.0/ports/4e195b49-247a-43ed-bfe9-e237b682037c HTTP/1.1" status: 204 len: 173 time: 2.4158850 Feb 14 21:19:55.064213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f432a8e4-44d9-48f7-9c9a-f6887505db21 req-3e0cd1fb-444b-413d-b666-6976f143d567 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344621 Feb 14 21:19:55.110750 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0aa04f-371b-4693-9ad5-5f1a61d73820 x-openstack-request-id: req-ce0aa04f-371b-4693-9ad5-5f1a61d73820 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:55.111653 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86123fe8-e2f7-4a41-8f5b-f8d7765897f6", "name": "network-vif-deleted", "tag": "15ce3fd5-0ae2-4f42-a40a-affc0f4a2892", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:55.112293 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce0aa04f-371b-4693-9ad5-5f1a61d73820 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:55.113421 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86123fe8-e2f7-4a41-8f5b-f8d7765897f6', 'name': 'network-vif-deleted', 'tag': '15ce3fd5-0ae2-4f42-a40a-affc0f4a2892', 'status': 'completed', 'code': 200} Feb 14 21:19:55.146178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.146708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.147308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.147790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.148266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.148742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.149219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.156344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-55106897-4b7e-432d-82fc-b4f7e16dbd23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6702 time: 0.2669268 Feb 14 21:19:55.298661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906086ad-ea1e-4722-9c2b-6dccf669d553 req-b56027ed-3951-4da3-b735-1959c2078aa3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.306358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-906086ad-ea1e-4722-9c2b-6dccf669d553 req-b56027ed-3951-4da3-b735-1959c2078aa3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 931 time: 0.1070311 Feb 14 21:19:55.315799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-7a0f0e95-8242-4782-82a4-de072188f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.317997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-7a0f0e95-8242-4782-82a4-de072188f7cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=92c70ad6-05e9-4666-a8b6-651c75975ab4 HTTP/1.1" status: 200 len: 902 time: 0.1588018 Feb 14 21:19:55.403927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-906086ad-ea1e-4722-9c2b-6dccf669d553 req-5ded1b21-8edc-4a4a-91e5-d6619a9e87fc tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957849 Feb 14 21:19:55.428612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7418ca49-2162-4be2-9a75-9082ed7095df no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:55.429415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-c085029e-67e5-4953-84c8-c4a4ca0c40a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641 HTTP/1.1" status: 200 len: 217 time: 0.1027360 Feb 14 21:19:55.485475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 7418ca49-2162-4be2-9a75-9082ed7095df {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:55.485734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-f5580147-d98a-469f-a167-fe2cea02c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.486445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7418ca49-2162-4be2-9a75-9082ed7095df not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:55.487113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4e195b49-247a-43ed-bfe9-e237b682037c no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:55.487353 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-f5580147-d98a-469f-a167-fe2cea02c964 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 200 len: 797 time: 0.0521059 Feb 14 21:19:55.540735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 4e195b49-247a-43ed-bfe9-e237b682037c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:19:55.541787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4e195b49-247a-43ed-bfe9-e237b682037c not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:19:55.542887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cef6fb67-24c1-460d-89a8-20cb2dc90edf no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:19:55.550435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port cef6fb67-24c1-460d-89a8-20cb2dc90edf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:55.550808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.614765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:19:55.633705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fd2c-f489-4936-9d30-1d8776e5f2c0 req-6d8e2968-38a7-478b-9edb-b717baccdab5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.638563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-e6cf471a-87e1-47a5-8534-f7b563c718f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:55.640123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-e6cf471a-87e1-47a5-8534-f7b563c718f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1439319 Feb 14 21:19:55.643762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2992fd2c-f489-4936-9d30-1d8776e5f2c0 req-6d8e2968-38a7-478b-9edb-b717baccdab5 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.2346737 Feb 14 21:19:55.659920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks [] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.693812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Transition to ACTIVE for port object 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:19:55.709105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.731938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cef6fb67-24c1-460d-89a8-20cb2dc90edf is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:19:55.732532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.780963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Pushing event updated for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:55.800392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.800973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.801544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.802113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.802667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.803839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.804398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.804967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.805523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.806084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.806812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.807414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.808560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:55.811384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:55.811761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.819132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cef6fb67-24c1-460d-89a8-20cb2dc90edf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cef6fb67-24c1-460d-89a8-20cb2dc90edf,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:55.820479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:55.822836 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d49d9-2e6a-4736-b02c-8a57e835e331" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-unplugged", "status": "completed", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:55.833246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:55.843497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2992fd2c-f489-4936-9d30-1d8776e5f2c0 req-c30ff1ba-611f-4a3e-bec7-2580d6ba2e4f tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874082 Feb 14 21:19:55.871980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for cef6fb67-24c1-460d-89a8-20cb2dc90edf owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:55.937098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:55.940347 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-ba416be9-cfc5-4218-87d9-08baddad6e4c service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756486 Feb 14 21:19:56.092741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Attempting to bind port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:19:56.093343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Attempting to bind port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '74b2c274-0332-4bf0-9d8d-0edc73173cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:19:56.093448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Attempting to bind port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 on network b1a8c4e8-daba-4ff0-8334-006c834906b3 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:56.099325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 on network b1a8c4e8-daba-4ff0-8334-006c834906b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:19:56.099642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Attempting to bind port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 on network b1a8c4e8-daba-4ff0-8334-006c834906b3 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:19:56.109666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd77ff-a2dc-4203-8b04-78a67c4009a8 req-7574f508-f59c-4204-a5ac-ef473fea7893 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.111259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50fd77ff-a2dc-4203-8b04-78a67c4009a8 req-7574f508-f59c-4204-a5ac-ef473fea7893 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.1290164 Feb 14 21:19:56.132564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.139544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.145026 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3358b59e-7c03-44d5-a03a-60dce0d95d86 req-abaa27d3-fa85-4566-86c4-59c549c6831d service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506257 Feb 14 21:19:56.146298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.153870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.161358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.168830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.176450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.184369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ef7a2c42-7e92-49bf-8331-8da8eb7c23ad tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3680100 Feb 14 21:19:56.208423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cef6fb67-24c1-460d-89a8-20cb2dc90edf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:56.220798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:19:56.221201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Checking segment: {'id': '74b2c274-0332-4bf0-9d8d-0edc73173cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:19:56.221526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Bound using segment: {'id': '74b2c274-0332-4bf0-9d8d-0edc73173cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:19:56.221981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Bound port: 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b2c274-0332-4bf0-9d8d-0edc73173cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:19:56.222344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:56.281365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=cef6fb67-24c1-460d-89a8-20cb2dc90edf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:56.300359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab4cd441-4f39-4fc5-8510-78a7a127b54c req-ed326b95-8e48-4b02-b1f0-24d4aef56083 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151135 Feb 14 21:19:56.313287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port cef6fb67-24c1-460d-89a8-20cb2dc90edf on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:56.325006 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:56.331536 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2d8175b8-9932-4c9d-b14b-e1a300d83050 req-40595689-faa3-4909-9bda-c236f97219a9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "DELETE /v2.0/ports/cef6fb67-24c1-460d-89a8-20cb2dc90edf HTTP/1.1" status: 204 len: 173 time: 1.3182840 Feb 14 21:19:56.390309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50fd77ff-a2dc-4203-8b04-78a67c4009a8 req-32fc4019-c6fd-4051-afc2-311eab9cbe1d tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023020 Feb 14 21:19:56.446603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:19:56.493223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8f512fb-e3f1-48e4-a28c-c3110c58131d req-b34fed83-f255-4922-a3a4-c9d285dac1ed tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0 HTTP/1.1" status: 200 len: 210 time: 0.0446408 Feb 14 21:19:56.495369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,segment=NetworkSegment(74b2c274-0332-4bf0-9d8d-0edc73173cb2),segment_id=74b2c274-0332-4bf0-9d8d-0edc73173cb2)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:19:56.521022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:56.571065 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13be7bb-4012-44a5-aca3-6c8833fb45aa x-openstack-request-id: req-c13be7bb-4012-44a5-aca3-6c8833fb45aa {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:56.571715 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-unplugged", "status": "completed", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:56.571715 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c13be7bb-4012-44a5-aca3-6c8833fb45aa {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:56.572061 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'code': 200} Feb 14 21:19:56.656176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Pushing event updated for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:56.661201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d804b9-c2c7-4518-9e11-cb25951836f1 req-16773fa1-f644-4dde-8f2f-7b6dfe65a452 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0638578 Feb 14 21:19:56.663064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.664140 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:56.666198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-82503f4d-dcb8-4f1c-8408-e3ff18814912 service neutron] 10.222.0.64 "PUT /v2.0/ports/8568e83c-95bb-4ecf-ad8b-2113f218a0c0 HTTP/1.1" status: 200 len: 1092 time: 2.0206084 Feb 14 21:19:56.667230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:56.669753 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c34bf-36f4-4789-bc1e-3280a22cccca" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:56.821861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e9a7a-19d7-4e63-9f1d-66d80d838855 req-6c0011b7-c6e9-4d57-98db-e73d10a7814e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.823567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a96e9a7a-19d7-4e63-9f1d-66d80d838855 req-6c0011b7-c6e9-4d57-98db-e73d10a7814e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1348274 Feb 14 21:19:56.836834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-ff61c227-8a0c-4388-b4c8-8da85c7a0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:56.838496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-ff61c227-8a0c-4388-b4c8-8da85c7a0e81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d5267e19ca8438ca64793039f9dec6e&device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 1126 time: 0.1077621 Feb 14 21:19:56.910098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-8b116ade-7be1-4856-901d-e160ed8463cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0639188 Feb 14 21:19:56.992146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a96e9a7a-19d7-4e63-9f1d-66d80d838855 req-b31d81be-6713-4a99-8183-ae41418783a8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524558 Feb 14 21:19:57.016136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-e428066d-c72e-446a-9152-7b3973c332e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:57.017772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-e428066d-c72e-446a-9152-7b3973c332e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9014b28d-54ce-4094-bd5e-4f177057be30 HTTP/1.1" status: 200 len: 854 time: 0.0952549 Feb 14 21:19:57.019605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-ba8e1045-d651-480a-a3f2-5b1b3888a066 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:57.023485 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-ba8e1045-d651-480a-a3f2-5b1b3888a066 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.1136537 Feb 14 21:19:57.087648 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635764a1-f161-46d6-8b19-abdee0d234af x-openstack-request-id: req-635764a1-f161-46d6-8b19-abdee0d234af {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:57.088039 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:57.088360 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-635764a1-f161-46d6-8b19-abdee0d234af {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:57.088765 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0', 'status': 'completed', 'code': 200} Feb 14 21:19:57.094338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-ab55682d-2fcc-4dc2-a1ee-34043d6f43a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1a8c4e8-daba-4ff0-8334-006c834906b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651951 Feb 14 21:19:57.117243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c'}, {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:19:57.119585 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644523f2-993b-4c31-8832-7c3978e177fa" -d '{"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c"}, {"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:19:57.205813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Deleting port d11f7282-e655-4f07-99c5-7bc1ff73a4cc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:57.206074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:57.291899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b366fd-22f8-481a-ba2f-46f527a4a784 req-4a60637a-d0a1-46fc-80de-5770f80750e8 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:57.303806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76b366fd-22f8-481a-ba2f-46f527a4a784 req-4a60637a-d0a1-46fc-80de-5770f80750e8 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 943 time: 0.2177837 Feb 14 21:19:57.354983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] For port d11f7282-e655-4f07-99c5-7bc1ff73a4cc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:57.355424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:57.361567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-5e1552f4-6539-4fa3-9274-78cf7d739d3f service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106242 Feb 14 21:19:57.376242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Calling delete_port for d11f7282-e655-4f07-99c5-7bc1ff73a4cc owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:57.379253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4264-7177-45fb-a1d3-bd1b853d12e0 req-cf8fac87-49cd-4a2d-9227-04229dee96ad tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:57.386636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-babd4264-7177-45fb-a1d3-bd1b853d12e0 req-cf8fac87-49cd-4a2d-9227-04229dee96ad tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfd3c0f9-d520-4251-a6f7-d8456acc440e HTTP/1.1" status: 200 len: 949 time: 0.2030075 Feb 14 21:19:57.689060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d11f7282-e655-4f07-99c5-7bc1ff73a4cc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:57.703180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d11f7282-e655-4f07-99c5-7bc1ff73a4cc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:19:57.774321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Pushing event deleted for resources: {'Port': ['ID=d11f7282-e655-4f07-99c5-7bc1ff73a4cc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:57.838330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] No DVR routers for this DVR port d11f7282-e655-4f07-99c5-7bc1ff73a4cc on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:19:57.841698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:57.846080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-235f5813-3f32-4639-a19f-20a1d5e30445 req-a32491a6-b174-4539-b827-deead28b83d7 tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.64 "DELETE /v2.0/ports/d11f7282-e655-4f07-99c5-7bc1ff73a4cc HTTP/1.1" status: 204 len: 173 time: 0.8164134 Feb 14 21:19:57.870937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-c1e3469b-e34a-4bef-87c3-af8fd26b19c5 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:57.874133 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-c1e3469b-e34a-4bef-87c3-af8fd26b19c5 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.2361994 Feb 14 21:19:57.899817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76b366fd-22f8-481a-ba2f-46f527a4a784 req-0bcc2cd0-eb90-4ee0-a760-e20ee5d4b5bd tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948336 Feb 14 21:19:57.960130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-babd4264-7177-45fb-a1d3-bd1b853d12e0 req-8ee5d800-f08e-4d54-ad67-000ecb852c2d tempest-ServersOnMultiNodesTest-109877398 tempest-ServersOnMultiNodesTest-109877398-project] 10.222.0.86 "GET /v2.0/security-groups?id=abde7895-231d-4c13-a566-033d7b1d93b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704603 Feb 14 21:19:57.984152 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74123dec-2fbd-4c89-b0a9-7dd7d35785eb x-openstack-request-id: req-74123dec-2fbd-4c89-b0a9-7dd7d35785eb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:19:57.984579 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "4e195b49-247a-43ed-bfe9-e237b682037c", "status": "completed", "code": 200}, {"server_uuid": "4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0", "name": "network-vif-deleted", "tag": "cef6fb67-24c1-460d-89a8-20cb2dc90edf", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:19:57.984959 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74123dec-2fbd-4c89-b0a9-7dd7d35785eb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:19:57.986805 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': '4e195b49-247a-43ed-bfe9-e237b682037c', 'status': 'completed', 'code': 200} Feb 14 21:19:57.987280 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a8c1e-4bb2-481f-bb7a-f0c4be87efb0', 'name': 'network-vif-deleted', 'tag': 'cef6fb67-24c1-460d-89a8-20cb2dc90edf', 'status': 'completed', 'code': 200} Feb 14 21:19:58.038344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23d1626b-c521-4098-bbe5-4eaffc1e4a48 req-044a6f2c-9f0f-443d-8043-762ae044f74e service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675992 Feb 14 21:19:58.160938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Deleting port 9dfc21d5-7123-4492-bccf-f033a283d70c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:19:58.161487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:58.261923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-b688b65c-1950-487a-82ad-2171da202cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.263576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-b688b65c-1950-487a-82ad-2171da202cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d5267e19ca8438ca64793039f9dec6e&device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 1126 time: 0.1088727 Feb 14 21:19:58.273000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5e3f5-d6f6-41e5-8b9d-640217246e43 req-f6922690-9926-4e42-97de-3cc674ef62a6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.286954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc5e3f5-d6f6-41e5-8b9d-640217246e43 req-f6922690-9926-4e42-97de-3cc674ef62a6 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 945 time: 0.1924722 Feb 14 21:19:58.387759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] For port 9dfc21d5-7123-4492-bccf-f033a283d70c, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dfc21d5-7123-4492-bccf-f033a283d70c,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:19:58.391183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:58.392259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:58.396018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-28ea9e51-6ddc-401c-88bc-3cf61b59a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.397621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-28ea9e51-6ddc-401c-88bc-3cf61b59a572 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1a8c4e8-daba-4ff0-8334-006c834906b3 HTTP/1.1" status: 200 len: 915 time: 0.1084831 Feb 14 21:19:58.478126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-4690967f-b79a-425e-9fe2-11c44e29435e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0714293 Feb 14 21:19:58.495481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.501664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.521050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.527701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.533503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.540516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.547556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.550110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-b0b4ed72-2891-4f60-8a96-6de24c351190 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4926546 Feb 14 21:19:58.613387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-605efcb3-10d9-4d2d-a697-28b87992f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:58.615091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-605efcb3-10d9-4d2d-a697-28b87992f047 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9014b28d-54ce-4094-bd5e-4f177057be30 HTTP/1.1" status: 200 len: 854 time: 0.0638633 Feb 14 21:19:58.672801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-bb6f3d96-1c17-4b30-a1c2-8d8657b46af7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1a8c4e8-daba-4ff0-8334-006c834906b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486202 Feb 14 21:19:58.684703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc5e3f5-d6f6-41e5-8b9d-640217246e43 req-5a108bea-f7b0-4b20-9022-8748daaa8228 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965728 Feb 14 21:19:58.750989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:58.755402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:58.756402 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Floating IP 917881fd-76b5-401a-b293-9f426bdf9dab disassociated. External IP: 172.25.2.4, port: 9dfc21d5-7123-4492-bccf-f033a283d70c. Feb 14 21:19:58.756782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Calling delete_port for 9dfc21d5-7123-4492-bccf-f033a283d70c owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:19:58.771014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44568) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:58.873009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a257de8d-c144-4204-be7c-78c11e1aade3 req-1f0e7bd1-bb63-43ed-bd9e-c87bc42e0967 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0338967 Feb 14 21:19:58.918869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85a9fbcd-151e-4aed-b9a5-4feef7c72f09 req-50534fd5-b7e0-46c5-9172-416f69ff9872 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3072541 Feb 14 21:19:58.966317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting subnet 327f3fe5-eb13-4f52-bd2c-033feb76c5dd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:19:58.990354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-13f4e7ee-0cfa-483e-8df1-fa2fe2108ad3 service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001773 Feb 14 21:19:58.996426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (327f3fe5-eb13-4f52-bd2c-033feb76c5dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.065088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (327f3fe5-eb13-4f52-bd2c-033feb76c5dd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.165042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6c520-7733-4b5c-a2ad-d4b5db955169 req-9ba132bd-4f56-4a2a-be87-a9e1a705c0e9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:59.166621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2d6c520-7733-4b5c-a2ad-d4b5db955169 req-9ba132bd-4f56-4a2a-be87-a9e1a705c0e9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1762011 Feb 14 21:19:59.195404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738a9b-eb8a-4007-8d7d-a9a96c47e212 req-70076ee4-20f7-4964-a21d-039db423f544 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:19:59.197220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed738a9b-eb8a-4007-8d7d-a9a96c47e212 req-70076ee4-20f7-4964-a21d-039db423f544 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 943 time: 0.1580839 Feb 14 21:19:59.248122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (327f3fe5-eb13-4f52-bd2c-033feb76c5dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.265227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a4c34bf-36f4-4789-bc1e-3280a22cccca req-0414dc67-52fc-49f7-9031-8966ed1f074e service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523701 Feb 14 21:19:59.312438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed738a9b-eb8a-4007-8d7d-a9a96c47e212 req-0b340787-12bc-4700-84be-5a8444a8c547 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014094 Feb 14 21:19:59.328718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9dfc21d5-7123-4492-bccf-f033a283d70c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.337106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2d6c520-7733-4b5c-a2ad-d4b5db955169 req-b3518c16-89ad-4000-bf06-1725976b9d56 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559176 Feb 14 21:19:59.343764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (327f3fe5-eb13-4f52-bd2c-033feb76c5dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.396571 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event deleted for resources: {'Port': ['ID=9dfc21d5-7123-4492-bccf-f033a283d70c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:59.493567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Subnet': ['ID=327f3fe5-eb13-4f52-bd2c-033feb76c5dd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:19:59.501057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.504807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/subnets/327f3fe5-eb13-4f52-bd2c-033feb76c5dd HTTP/1.1" status: 204 len: 168 time: 0.7242930 Feb 14 21:19:59.507998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44584) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:59.509821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.510510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.511060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.511542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.512115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.512674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.513176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.513736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.514233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.514757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.515514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.516094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.516887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.529024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c8e069-7401-4225-bea6-0183f7064a18 None None] Network c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:19:59.536542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.536899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.537792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.538142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.538485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.540751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.540751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.542447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.542801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.543144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.543513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.543853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.544185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1fe1-4e0f-400a-87b3-a77b92177d88 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:19:59.722538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:19:59.794828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:19:59.902751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:19:59.977623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0067735-ab6b-4c4c-954b-a1c11a7fd08b req-096eeb22-a70c-4b0d-9721-8e0d7c2231a5 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001573f-ff2d-4779-96a7-8ada95828277 HTTP/1.1" status: 200 len: 210 time: 0.1263649 Feb 14 21:19:59.986852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] DHCP port deletion for c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:00.015906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port cb855b0a-049b-4289-b219-46f028dbcd87 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:00.016252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.072998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'name': 'network-vif-deleted', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:00.080034 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ccecd-62d8-4565-aaf1-6fa2b8c65bc5" -d '{"events": [{"server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "name": "network-vif-deleted", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:00.124012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Deleting port cb855b0a-049b-4289-b219-46f028dbcd87 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:00.125069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.231811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-067efd3b-960c-4105-8b47-52def9e22dda req-c430c68d-8879-42ec-a64c-db7ca53ccdb3 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.1249688 Feb 14 21:20:00.249351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port cb855b0a-049b-4289-b219-46f028dbcd87, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb855b0a-049b-4289-b219-46f028dbcd87,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:00.249740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.264773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for cb855b0a-049b-4289-b219-46f028dbcd87 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:00.301425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] For port cb855b0a-049b-4289-b219-46f028dbcd87, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb855b0a-049b-4289-b219-46f028dbcd87,segment=NetworkSegment(12119f43-a489-4c3c-8a5c-5c7b08ede6f5),segment_id=12119f43-a489-4c3c-8a5c-5c7b08ede6f5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:00.302153 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.324766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Calling delete_port for cb855b0a-049b-4289-b219-46f028dbcd87 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:00.410395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.426516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port cb855b0a-049b-4289-b219-46f028dbcd87 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:00.484641 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (cb855b0a-049b-4289-b219-46f028dbcd87), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.505295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=cb855b0a-049b-4289-b219-46f028dbcd87,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:00.526977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] Pushing event deleted for resources: {'Port': ['ID=cb855b0a-049b-4289-b219-46f028dbcd87,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:00.537750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33144d-4109-4d99-a5cf-84760fd5049c None None] No DVR routers for this DVR port cb855b0a-049b-4289-b219-46f028dbcd87 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:00.605150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:00.607997 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c2b13-1205-42e9-9348-b7071dce3748 x-openstack-request-id: req-4a4c2b13-1205-42e9-9348-b7071dce3748 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:00.608860 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd3c0f9-d520-4251-a6f7-d8456acc440e", "name": "network-vif-deleted", "tag": "d11f7282-e655-4f07-99c5-7bc1ff73a4cc", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:00.609426 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a4c2b13-1205-42e9-9348-b7071dce3748 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:00.610566 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3c0f9-d520-4251-a6f7-d8456acc440e', 'name': 'network-vif-deleted', 'tag': 'd11f7282-e655-4f07-99c5-7bc1ff73a4cc', 'status': 'completed', 'code': 200} Feb 14 21:20:00.616805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:00.634799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:00.635932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:00.650666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.656105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.663145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.671375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.676967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.682377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.688031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:00.690417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-20b07aef-5b58-4431-a8b4-99aa52de1e84 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5360291 Feb 14 21:20:00.727891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] No DVR routers for this DVR port 9dfc21d5-7123-4492-bccf-f033a283d70c on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:00.734140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.740023 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c7949785-1dcb-4372-9d76-06fbe6ae7440 req-3aeca859-1bfe-4913-b148-57bd1fcd5dcb tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.64 "DELETE /v2.0/ports/9dfc21d5-7123-4492-bccf-f033a283d70c HTTP/1.1" status: 204 len: 173 time: 2.8528848 Feb 14 21:20:00.742058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.761535 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4fe4a27c-63de-400b-acc3-a74d5573541f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b142931036cb4245ad0e2b980c12edda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8551478 Feb 14 21:20:00.762097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:00.810498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:00.851343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12119f43-a489-4c3c-8a5c-5c7b08ede6f5') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:00.851646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12119f43-a489-4c3c-8a5c-5c7b08ede6f5') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:00.861603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] Publish callbacks [] for security_group (abde7895-231d-4c13-a566-033d7b1d93b3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.877597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (12119f43-a489-4c3c-8a5c-5c7b08ede6f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.906640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] Publish callbacks [] for security_group (abde7895-231d-4c13-a566-033d7b1d93b3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.910888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (12119f43-a489-4c3c-8a5c-5c7b08ede6f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.917730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:00.918098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (12119f43-a489-4c3c-8a5c-5c7b08ede6f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.994039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abde7895-231d-4c13-a566-033d7b1d93b3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:00.998979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.003670 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abde7895-231d-4c13-a566-033d7b1d93b3 HTTP/1.1" status: 204 len: 168 time: 0.2402222 Feb 14 21:20:01.014670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d13c24-7761-4dbd-bb55-e93982a23c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde7895-231d-4c13-a566-033d7b1d93b3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:01.065883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb855b0a-049b-4289-b219-46f028dbcd87 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:01.072356 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:01.104232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.118987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cb855b0a-049b-4289-b219-46f028dbcd87 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:01.119501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb855b0a-049b-4289-b219-46f028dbcd87 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:01.125973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8441-e71d-4c36-8632-212e2a011333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.142523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.151203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/networks/c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac HTTP/1.1" status: 204 len: 168 time: 1.6383903 Feb 14 21:20:01.151360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d11f7282-e655-4f07-99c5-7bc1ff73a4cc no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:01.153940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44610) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:01.190359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55f41-4bb5-4994-a430-e0c65dce0450 req-fac0fed9-c428-4a17-8dd6-6469098b73df tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:01.192187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20f55f41-4bb5-4994-a430-e0c65dce0450 req-fac0fed9-c428-4a17-8dd6-6469098b73df tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 943 time: 0.7447019 Feb 14 21:20:01.222426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: d11f7282-e655-4f07-99c5-7bc1ff73a4cc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:01.223205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d11f7282-e655-4f07-99c5-7bc1ff73a4cc not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:01.223815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dfc21d5-7123-4492-bccf-f033a283d70c no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:01.279137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9b54-3c15-4d78-9ae7-83250cf171b6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Network': ['ID=c27dda40-29a9-4fbc-80fd-5f7d9a4e54ac,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:01.287471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:01.305286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-622b72aa-14c1-47de-9d96-b7ec8efbfcff req-b65e740e-86f7-4d14-8cdb-a51bfa736566 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6031616 Feb 14 21:20:01.342075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting subnet 46ec4e98-4710-4537-90fe-c7a2493f0ab9 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:01.353261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (46ec4e98-4710-4537-90fe-c7a2493f0ab9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.369669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 9dfc21d5-7123-4492-bccf-f033a283d70c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:01.370017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dfc21d5-7123-4492-bccf-f033a283d70c not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:01.445307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20f55f41-4bb5-4994-a430-e0c65dce0450 req-a0698af3-649a-49cd-8032-16126d8a9843 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996417 Feb 14 21:20:01.477122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (46ec4e98-4710-4537-90fe-c7a2493f0ab9), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.616005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5ffd-ee02-450f-8c05-0e1c3f926a02 req-2b8245c3-773d-4342-8492-6d7b4b1fdfdd tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:01.621070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a35a5ffd-ee02-450f-8c05-0e1c3f926a02 req-2b8245c3-773d-4342-8492-6d7b4b1fdfdd tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1642244 Feb 14 21:20:01.651791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (46ec4e98-4710-4537-90fe-c7a2493f0ab9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.691138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:01.691328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c708a11c-120f-42b1-b60a-fe686ac577ed req-3521409b-2de2-43ed-828d-066a2cbb33a1 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0692651 Feb 14 21:20:01.753806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (46ec4e98-4710-4537-90fe-c7a2493f0ab9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.797465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a35a5ffd-ee02-450f-8c05-0e1c3f926a02 req-247027a7-d5eb-44cd-9820-11b98e418c11 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601133 Feb 14 21:20:01.843244 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6707b528-8c18-41f0-ae61-3365e453d447 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce553f180bd54cf1b3c6cc6d35434fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464531 Feb 14 21:20:01.845693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44624) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:01.853165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:01.856695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.864378 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/subnets/46ec4e98-4710-4537-90fe-c7a2493f0ab9 HTTP/1.1" status: 204 len: 168 time: 0.7089908 Feb 14 21:20:01.865603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a9f92-77f7-41fe-aef6-31693e78ff33 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Subnet': ['ID=46ec4e98-4710-4537-90fe-c7a2493f0ab9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:01.868708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:01.896875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:01.900457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea107f85-5e6f-4f9a-955f-691b28601f49 None None] Network a1fae094-0af0-4fb4-8d7c-68536d62ed6c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:01.972762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (7f403ee4-a48d-4a87-aa59-e2817d7fe1f2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:01.985016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:02.002862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:02.003737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:02.012973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (7f403ee4-a48d-4a87-aa59-e2817d7fe1f2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.067934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a1fae094-0af0-4fb4-8d7c-68536d62ed6c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.085905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7f403ee4-a48d-4a87-aa59-e2817d7fe1f2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.089665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.092242 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "DELETE /v2.0/security-groups/7f403ee4-a48d-4a87-aa59-e2817d7fe1f2 HTTP/1.1" status: 204 len: 168 time: 0.1940629 Feb 14 21:20:02.096196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44630) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:02.113090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4b4f5-5559-4c89-86ef-c4dd980fe59f tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f403ee4-a48d-4a87-aa59-e2817d7fe1f2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:02.156809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] Publish callbacks [] for security_group (c4b59503-9296-4115-ba32-b061941020fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.159992 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-65bcb7c7-8f7b-454d-9fa0-975715929c31 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] show failed (client error): The resource could not be found. Feb 14 21:20:02.161585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-65bcb7c7-8f7b-454d-9fa0-975715929c31 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "GET /v2.0/security-groups/7f403ee4-a48d-4a87-aa59-e2817d7fe1f2 HTTP/1.1" status: 404 len: 347 time: 0.0632772 Feb 14 21:20:02.165704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44632) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:02.234337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:02.300563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] Publish callbacks [] for security_group (c4b59503-9296-4115-ba32-b061941020fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.302315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] DHCP port deletion for a1fae094-0af0-4fb4-8d7c-68536d62ed6c request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:02.359714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port c9456541-bb69-41fa-9881-a4c933617b2b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:02.360183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.395404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4b59503-9296-4115-ba32-b061941020fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.399999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.404650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4b59503-9296-4115-ba32-b061941020fb HTTP/1.1" status: 204 len: 168 time: 0.5578177 Feb 14 21:20:02.477542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53381-d173-47d0-a802-292fbb6de8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b59503-9296-4115-ba32-b061941020fb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:02.491539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Deleting port 276d3a57-b02b-4265-ba91-df32acf1265c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:02.491773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.587550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port c9456541-bb69-41fa-9881-a4c933617b2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c9456541-bb69-41fa-9881-a4c933617b2b,segment=NetworkSegment(2629b76c-f116-4e3d-bd20-3e0d199bde7f),segment_id=2629b76c-f116-4e3d-bd20-3e0d199bde7f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:02.588080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.612361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for c9456541-bb69-41fa-9881-a4c933617b2b owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:02.635061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'name': 'network-vif-deleted', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:02.640875 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744617a0-3e4b-4614-b2fb-56a270385fb0" -d '{"events": [{"server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "name": "network-vif-deleted", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:02.674304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.675632 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (276d3a57-b02b-4265-ba91-df32acf1265c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.679396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.686001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.692405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.696970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Calling delete_port for 276d3a57-b02b-4265-ba91-df32acf1265c owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:02.699495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.705414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.735616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.745832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.776683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-815c0d6c-1037-4c2f-9e54-b0487fd483da tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2706084 Feb 14 21:20:02.877887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c9456541-bb69-41fa-9881-a4c933617b2b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:02.921427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdced8d9-a7c3-4b3a-ac08-f8999f9e33b6 req-a9325414-3c66-4912-885a-7ac7d4f3ff74 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:02.929407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdced8d9-a7c3-4b3a-ac08-f8999f9e33b6 req-a9325414-3c66-4912-885a-7ac7d4f3ff74 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 943 time: 0.3030379 Feb 14 21:20:02.982036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcd562da-0537-4b45-9cd7-827f7a9df921 req-98e46ee3-0793-4e8b-845a-029128151c9b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922760 Feb 14 21:20:02.983383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (276d3a57-b02b-4265-ba91-df32acf1265c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:02.998941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.018545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Deleting port c9456541-bb69-41fa-9881-a4c933617b2b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:03.020106 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.026696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.067496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Pushing event deleted for resources: {'Port': ['ID=276d3a57-b02b-4265-ba91-df32acf1265c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:03.069900 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No ports have port_id starting with c9456541-bb69-41fa-9881-a4c933617b2b Feb 14 21:20:03.114130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=c9456541-bb69-41fa-9881-a4c933617b2b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:03.122767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port c9456541-bb69-41fa-9881-a4c933617b2b on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:03.143069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:03.179846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdced8d9-a7c3-4b3a-ac08-f8999f9e33b6 req-73a3e746-ee79-4532-adde-394a0fef533f tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490132 Feb 14 21:20:03.253265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks [] for floatingip (917881fd-76b5-401a-b293-9f426bdf9dab), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.258903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.264354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] For port c9456541-bb69-41fa-9881-a4c933617b2b, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:03.264577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0052c006-8523-406b-ac50-8d4fc5a2cda7 tempest-ServersWithSpecificFlavorTestJSON-1516897897 tempest-ServersWithSpecificFlavorTestJSON-1516897897-project] 10.222.0.86 "DELETE /v2.0/floatingips/917881fd-76b5-401a-b293-9f426bdf9dab HTTP/1.1" status: 204 len: 168 time: 1.0928178 Feb 14 21:20:03.264743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.282023 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1dade8-81d6-4010-a9fb-e45d0e530fc4 x-openstack-request-id: req-8c1dade8-81d6-4010-a9fb-e45d0e530fc4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:03.282320 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001573f-ff2d-4779-96a7-8ada95828277", "name": "network-vif-deleted", "tag": "9dfc21d5-7123-4492-bccf-f033a283d70c", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:03.282576 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c1dade8-81d6-4010-a9fb-e45d0e530fc4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:03.283182 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001573f-ff2d-4779-96a7-8ada95828277', 'name': 'network-vif-deleted', 'tag': '9dfc21d5-7123-4492-bccf-f033a283d70c', 'status': 'completed', 'code': 200} Feb 14 21:20:03.309057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:20:03.316120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cf3d7d6-cce0-431c-ac50-9fa9fb35ed0c req-0d2039c6-4134-4bf8-a436-e607d1a0e0d6 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.1874664 Feb 14 21:20:03.405862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:03.425244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Calling delete_port for c9456541-bb69-41fa-9881-a4c933617b2b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:03.483146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a1fae094-0af0-4fb4-8d7c-68536d62ed6c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.527934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fae094-0af0-4fb4-8d7c-68536d62ed6c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:03.534526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Port c9456541-bb69-41fa-9881-a4c933617b2b was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:20:03.538866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c1881c9-3a52-4586-af76-87198c13d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.551141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2629b76c-f116-4e3d-bd20-3e0d199bde7f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:03.551811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2629b76c-f116-4e3d-bd20-3e0d199bde7f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:03.562736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d95d-163f-48f1-b517-7bb1f5bb1770 req-5eb77a20-2832-40c1-b9b8-6e474002eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:03.564523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39d1d95d-163f-48f1-b517-7bb1f5bb1770 req-5eb77a20-2832-40c1-b9b8-6e474002eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1506994 Feb 14 21:20:03.578559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (2629b76c-f116-4e3d-bd20-3e0d199bde7f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.632809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c9456541-bb69-41fa-9881-a4c933617b2b), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.657891 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2629b76c-f116-4e3d-bd20-3e0d199bde7f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.676342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39d1d95d-163f-48f1-b517-7bb1f5bb1770 req-1d7014de-0fcf-4b7a-8e56-2a374b8d9b21 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027753 Feb 14 21:20:03.691462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:03.691813 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (2629b76c-f116-4e3d-bd20-3e0d199bde7f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.701277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6479d53-0776-45ee-8a31-1eddb64ef088 None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:14:54Z', 'revision_number': 4, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e0d3451-85b0-43a3-bf5a-dac657f9d527', 'name': '', 'network_id': '8eaafe9a-f5b4-40cd-a44a-9abe67949432', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'mac_address': 'fa:16:3e:12:98:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:53Z', 'updated_at': '2022-02-14T21:14:59Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'subnets': [{'id': '43a27881-eeaf-46cf-9c0b-4b260b17eb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:03.723550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Pushing event deleted for resources: {'Port': ['ID=c9456541-bb69-41fa-9881-a4c933617b2b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:03.737860 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:03.801870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] No DVR routers for this DVR port c9456541-bb69-41fa-9881-a4c933617b2b on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:03.813889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.814250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.814599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.814941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.833958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.834431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.834785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.835134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.835512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.835854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.836186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.861873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a1fae094-0af0-4fb4-8d7c-68536d62ed6c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.869694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.870047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a91e4c-8274-442a-b2bf-92720822fc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:03.883078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:03.890487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/networks/a1fae094-0af0-4fb4-8d7c-68536d62ed6c HTTP/1.1" status: 204 len: 168 time: 2.0168948 Feb 14 21:20:03.902520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44674) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:03.910386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70345bc-ef35-4086-abc6-16745aa17b92 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Network': ['ID=a1fae094-0af0-4fb4-8d7c-68536d62ed6c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:03.924876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-129503665'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:03.966073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,segment=NetworkSegment(74b2c274-0332-4bf0-9d8d-0edc73173cb2),segment_id=74b2c274-0332-4bf0-9d8d-0edc73173cb2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:03.985816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0', 'network_id': 'b1a8c4e8-daba-4ff0-8334-006c834906b3', 'port_id': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0', 'mac_address': 'fa:16:3e:a1:d2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9014b28d-54ce-4094-bd5e-4f177057be30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:03.997821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:04.014014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:04.021293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.102171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:04.104713 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.126166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:20:04.160948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.161339 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Added segment e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33 of type vlan for network d61e97bf-1028-4558-aee5-95ababd750a3 Feb 14 21:20:04.164240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:04.288907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,segment=NetworkSegment(74b2c274-0332-4bf0-9d8d-0edc73173cb2),segment_id=74b2c274-0332-4bf0-9d8d-0edc73173cb2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:04.306038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.323967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d61e97bf-1028-4558-aee5-95ababd750a3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.338445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.350134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.355717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.369039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.375139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.393346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.398582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44694) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:04.401827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.404366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-99f15c99-6b14-49d0-aa96-52e84f6cdc01 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2663193 Feb 14 21:20:04.419573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d61e97bf-1028-4558-aee5-95ababd750a3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.424678 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509787d-9b4e-4fae-8919-3dcef2303574 None None] New status for floating IP 917881fd-76b5-401a-b293-9f426bdf9dab: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:20:04.432598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.436270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.478031 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5714681 Feb 14 21:20:04.478456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44698) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:04.525405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'subnet': {'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:04.535203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18d798c5-1712-451c-b132-2f6ca6f57f25 req-d0eac35d-d397-4df6-910a-eba66f0e389f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192877 Feb 14 21:20:04.550191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.554885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:04.679626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8568e83c-95bb-4ecf-ad8b-2113f218a0c0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:04.680799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea6bd-8abb-4153-9341-bb8357bce593 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Network': ['ID=d61e97bf-1028-4558-aee5-95ababd750a3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:04.732892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-network', 'tenant_id': '8ed18809a3894740a61c014ff1cce857'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:04.742167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d61e97bf-1028-4558-aee5-95ababd750a3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:20:04.780171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Made reservation on behalf of 8ed18809a3894740a61c014ff1cce857 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:04.782582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.808439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:04.823199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2710a1e-9707-42e4-9250-81901306649c req-1db33c39-de39-4fac-ac7f-5906d2ddd0f5 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:04.834975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2710a1e-9707-42e4-9250-81901306649c req-1db33c39-de39-4fac-ac7f-5906d2ddd0f5 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 944 time: 0.4289589 Feb 14 21:20:04.955461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c65e6211-4e4b-4d8f-be5a-6f70597e7229 req-725e4f18-b574-4767-9739-743f92f1f583 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.1726303 Feb 14 21:20:05.010091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks [] for security_group (aab094df-95b2-4d7e-84ae-aab3689098b5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.018376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aab094df-95b2-4d7e-84ae-aab3689098b5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.095441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab094df-95b2-4d7e-84ae-aab3689098b5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:05.127191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:20:05.150765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57f327ea-d63e-4aee-ac93-32be3f6e2a35), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.151132 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Added segment 57f327ea-d63e-4aee-ac93-32be3f6e2a35 of type vlan for network 6d646657-c1b7-4c89-8af5-7fc03e520b19 Feb 14 21:20:05.244654 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6d646657-c1b7-4c89-8af5-7fc03e520b19), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.257595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2710a1e-9707-42e4-9250-81901306649c req-938ff0e5-9928-4282-92e0-e36f061a8e55 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214561 Feb 14 21:20:05.325557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6d646657-c1b7-4c89-8af5-7fc03e520b19), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.326684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:05.327441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.371273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ce8f8-96ee-42c2-b142-b465f0599fba req-6a654cd8-4536-4a22-9010-e84b297187b4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:05.373345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee3ce8f8-96ee-42c2-b142-b465f0599fba req-6a654cd8-4536-4a22-9010-e84b297187b4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1213076 Feb 14 21:20:05.377380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:05.381142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.417378 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0149496 Feb 14 21:20:05.419527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44704) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:05.424389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Request body: {'subnet': {'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-subnet', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:05.437908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ecada-e738-4c92-8a3a-f2c9e477a826 admin admin] Pushing event updated for resources: {'Network': ['ID=6d646657-c1b7-4c89-8af5-7fc03e520b19,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:05.451731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:20:05.472137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Made reservation on behalf of 8ed18809a3894740a61c014ff1cce857 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:05.476215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.762515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.807260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (503ed8e5-e695-49bd-9ddc-f0867ea61bdd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:05.916107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Checking segment: {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:05.916995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Network hostable DHCP agents. Network: 6d646657-c1b7-4c89-8af5-7fc03e520b19, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:20:05.919222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=503ed8e5-e695-49bd-9ddc-f0867ea61bdd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:05.945036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:20:05.957014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6d646657-c1b7-4c89-8af5-7fc03e520b19) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:05.967987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedde1ce-b4e1-4ab8-bf6e-7d2bcc2668c4 None None] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:05.988572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:05.990559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.035121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ee2aea8f-84af-4372-b655-86346504c52f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6121583 Feb 14 21:20:06.035976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:06.045383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:06.100877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.102051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.197243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (026f2ca3-d5da-4693-b352-9b6621a5dd61), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.260175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6d646657-c1b7-4c89-8af5-7fc03e520b19', 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19', 'project_id': '8ed18809a3894740a61c014ff1cce857', 'fixed_ips': [{'subnet_id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:20:06.261057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.264430 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for router_controller (68339a8d-b3a5-4a02-92be-7b9f65164d20), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.267273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Subnet': ['ID=026f2ca3-d5da-4693-b352-9b6621a5dd61,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:06.328887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee3ce8f8-96ee-42c2-b142-b465f0599fba req-cf9b843a-1452-46ec-ac66-7ad3f361c221 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308699 Feb 14 21:20:06.340457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.346824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.360275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.360275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.368505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.385068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.399411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.404102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-dd302917-2131-4ba3-8ad4-b3bef9858a23 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.6830177 Feb 14 21:20:06.529843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19200311-fe8e-4983-8dbd-44ddcc79afe8 req-3cf62a74-377a-4e5b-8c52-9575d34d6a27 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037829 Feb 14 21:20:06.531103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Allocated IP 172.20.0.2 (6d646657-c1b7-4c89-8af5-7fc03e520b19/503ed8e5-e695-49bd-9ddc-f0867ea61bdd/a3974219-d364-4475-94fe-b52c688a070f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:06.540220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Checking segment: {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:06.540861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network hostable DHCP agents. Network: d61e97bf-1028-4558-aee5-95ababd750a3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:20:06.549827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for router_gateway (68339a8d-b3a5-4a02-92be-7b9f65164d20), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.592924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d3bc879-53bc-433d-be2c-5f0c36837212 req-70ccebe1-3d5a-48b1-92b2-c1c38d87338c tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0761824 Feb 14 21:20:06.644052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network d61e97bf-1028-4558-aee5-95ababd750a3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:20:06.664059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d61e97bf-1028-4558-aee5-95ababd750a3) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:06.670259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.671396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.681257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.732163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66f105a0-6ee5-435b-8159-e63830f9a8a4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2481143 Feb 14 21:20:06.759935 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks [] for port (a3974219-d364-4475-94fe-b52c688a070f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.766054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007f14d-a78a-4db4-b8cb-ca010b3fc12c None None] Network d61e97bf-1028-4558-aee5-95ababd750a3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:06.775673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:06.788343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a3974219-d364-4475-94fe-b52c688a070f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.799647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2046318308'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:06.861355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4698-4b09-4d89-878f-e6b58fe74cad req-bfedd0a2-cc14-4aeb-a664-6ffe3ecfcfbb tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:06.863620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a11d4698-4b09-4d89-878f-e6b58fe74cad req-bfedd0a2-cc14-4aeb-a664-6ffe3ecfcfbb tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 944 time: 0.1312072 Feb 14 21:20:06.877583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Pushing event updated for resources: {'Port': ['ID=a3974219-d364-4475-94fe-b52c688a070f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:06.921136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:06.926296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:06.931087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:06.934376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:06.936322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:06.986976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a11d4698-4b09-4d89-878f-e6b58fe74cad req-9a7910ad-9bf5-4135-afc9-0b1fbcf4c78b tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128099 Feb 14 21:20:07.064407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Attempting to bind port a3974219-d364-4475-94fe-b52c688a070f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:07.064791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Attempting to bind port a3974219-d364-4475-94fe-b52c688a070f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:07.065167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Attempting to bind port a3974219-d364-4475-94fe-b52c688a070f on network 6d646657-c1b7-4c89-8af5-7fc03e520b19 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:07.072177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:20:07.075951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for router_gateway (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.097648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-d61e97bf-1028-4558-aee5-95ababd750a3', 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3', 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'fixed_ips': [{'subnet_id': '026f2ca3-d5da-4693-b352-9b6621a5dd61'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:20:07.098525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.120991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:07.121378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Checking segment: {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:07.121793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.122202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Bound using segment: {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:07.122698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Bound port: a3974219-d364-4475-94fe-b52c688a070f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:07.123098 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a3974219-d364-4475-94fe-b52c688a070f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.138717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Deleting port 5e0d3451-85b0-43a3-bf5a-dac657f9d527 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:07.139660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.140050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.152420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:07.254111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] For port 5e0d3451-85b0-43a3-bf5a-dac657f9d527, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e0d3451-85b0-43a3-bf5a-dac657f9d527,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:07.255980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.278795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Allocated IP 172.25.2.80 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/cd827cde-947d-40b8-b8f1-b15d8957d100) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:07.279632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Calling delete_port for 5e0d3451-85b0-43a3-bf5a-dac657f9d527 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:07.395408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Allocated IP 19.80.0.2 (d61e97bf-1028-4558-aee5-95ababd750a3/026f2ca3-d5da-4693-b352-9b6621a5dd61/26c55b78-64a4-41a3-a2c7-4d5c821e7ee5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:07.428343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.463247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.507005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.533891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3519ebb6-c266-4eb7-a026-59df60738159), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.534669 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Added segment 3519ebb6-c266-4eb7-a026-59df60738159 of type vlan for network 18f771b2-cca9-4371-9e36-6afef7c29adc Feb 14 21:20:07.574666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35188a7e-d154-43aa-9ae4-cffdf38f2fca req-d3a42dcf-7612-4ae1-a0f6-8925bdfb2ce3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.577686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35188a7e-d154-43aa-9ae4-cffdf38f2fca req-d3a42dcf-7612-4ae1-a0f6-8925bdfb2ce3 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1151423 Feb 14 21:20:07.603022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:07.626168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:07.626587 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.647387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:07.657469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Pushing event updated for resources: {'Port': ['ID=cd827cde-947d-40b8-b8f1-b15d8957d100,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:07.660389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:07.664989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:07.696791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] For port a3974219-d364-4475-94fe-b52c688a070f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:07.756228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (18f771b2-cca9-4371-9e36-6afef7c29adc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.787914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:07.788411 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.809982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35188a7e-d154-43aa-9ae4-cffdf38f2fca req-bc2ef3a4-4ce2-4944-b9a0-5d202659de90 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094045 Feb 14 21:20:07.833493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] For port a3974219-d364-4475-94fe-b52c688a070f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a3974219-d364-4475-94fe-b52c688a070f,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:07.855459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e0d3451-85b0-43a3-bf5a-dac657f9d527), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.886571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.887412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a3974219-d364-4475-94fe-b52c688a070f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:07.892688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.898906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.904765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.913390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.918710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.925002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:07.928142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-bc1e0acb-bee1-4ee8-8866-4bc0c60041c2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.1756968 Feb 14 21:20:07.967829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,segment=NetworkSegment(74b2c274-0332-4bf0-9d8d-0edc73173cb2),segment_id=74b2c274-0332-4bf0-9d8d-0edc73173cb2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:07.991977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59321c3b-bb56-4d13-8900-d1d0c104e838 req-23482105-bbbe-4cc2-8c40-caa6b77c21e1 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0337701 Feb 14 21:20:08.009467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0d3451-85b0-43a3-bf5a-dac657f9d527,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:08.017169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:08.019906 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53001e-87fc-4ef4-bd1d-fcb2292275d3" -d '{"events": [{"server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "name": "network-vif-plugged", "status": "completed", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:08.103037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.170921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks [] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.198062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef502b64-7db2-4269-985b-1951562e98c9 None None] Pushing event updated for resources: {'Port': ['ID=a3974219-d364-4475-94fe-b52c688a070f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:08.212561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.281490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (18f771b2-cca9-4371-9e36-6afef7c29adc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.290230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:08.291216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.344548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:08.424881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69af56de-32fd-4f19-9e94-d8f8b1da5cfd req-f89bdeba-850f-4362-b20d-855adee7467f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4716082 Feb 14 21:20:08.472358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Network d61e97bf-1028-4558-aee5-95ababd750a3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:08.478598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Network': ['ID=18f771b2-cca9-4371-9e36-6afef7c29adc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:08.485169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:08.494980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Pushing event updated for resources: {'Port': ['ID=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:08.499593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:08.500276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a0c7833-ed05-4caf-a9b2-8ca9932b4b99 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7219415 Feb 14 21:20:08.500992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44728) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:08.510222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 18f771b2-cca9-4371-9e36-6afef7c29adc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:20:08.524651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'subnet': {'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:08.593965 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de37ac-2eba-4eb8-aede-c1a8ec01c476 x-openstack-request-id: req-b3de37ac-2eba-4eb8-aede-c1a8ec01c476 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:08.599585 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "name": "network-vif-plugged", "status": "completed", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:08.600157 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3de37ac-2eba-4eb8-aede-c1a8ec01c476 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:08.600754 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0', 'code': 200} Feb 14 21:20:08.646751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627bc0-d015-42af-8930-8444b47616cb req-247f2583-118c-4bb8-9c3b-2a16d5944f5c tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:08.663247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d627bc0-d015-42af-8930-8444b47616cb req-247f2583-118c-4bb8-9c3b-2a16d5944f5c tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.5121691 Feb 14 21:20:08.768249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Attempting to bind port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:08.768811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Attempting to bind port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:08.768989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Attempting to bind port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 on network d61e97bf-1028-4558-aee5-95ababd750a3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:08.805285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:08.805970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Checking segment: {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:08.806074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.806465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Bound using segment: {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:08.806967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Bound port: 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:08.813473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.903053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d627bc0-d015-42af-8930-8444b47616cb req-b72040be-e0c1-4d35-a6f4-f90d189485f0 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388239 Feb 14 21:20:08.907629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:08.936120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for router_gateway (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.007340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] For port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:09.011902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] For port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:09.023685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.041802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa869e0c-69d1-4ac0-bdff-c063b48a27d9 req-daa2f554-66e9-4ba0-bc81-eaa285a7758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:09.043666 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fa869e0c-69d1-4ac0-bdff-c063b48a27d9 req-daa2f554-66e9-4ba0-bc81-eaa285a7758a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 1128 time: 0.3250892 Feb 14 21:20:09.083903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a3974219-d364-4475-94fe-b52c688a070f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:09.167607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124569e-abea-4cd0-a068-66b5a491406e None None] Pushing event updated for resources: {'Port': ['ID=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:09.205235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a3974219-d364-4475-94fe-b52c688a070f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:09.206438 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a3974219-d364-4475-94fe-b52c688a070f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.226590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-213a33d6-f73b-46f2-a68b-e99cbdf73192 req-c56bad91-4f20-4fa7-b124-0715900d0792 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0500414 Feb 14 21:20:09.253230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63347f-d514-4da3-927f-54758fb212f0 req-48fc37a0-0eb9-4c49-aa35-b988ca607b32 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:09.258015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be63347f-d514-4da3-927f-54758fb212f0 req-48fc37a0-0eb9-4c49-aa35-b988ca607b32 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.2243826 Feb 14 21:20:09.305559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:09.308936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.362823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a3974219-d364-4475-94fe-b52c688a070f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:09.363514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a3974219-d364-4475-94fe-b52c688a070f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.472203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a3974219-d364-4475-94fe-b52c688a070f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a3974219-d364-4475-94fe-b52c688a070f,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:09.505835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a3974219-d364-4475-94fe-b52c688a070f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:09.574688 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fa869e0c-69d1-4ac0-bdff-c063b48a27d9 req-ecd1b49e-d7a0-49c0-8109-5053a3af1ab5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186532 Feb 14 21:20:09.603897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be63347f-d514-4da3-927f-54758fb212f0 req-c86721ba-b142-4c79-b0f4-fe9c9fb09975 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274801 Feb 14 21:20:09.629113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:20:09.670753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a3974219-d364-4475-94fe-b52c688a070f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:09.752975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:10.059528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0d981b9d-ae21-42d3-9175-8a9da926b719), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:10.088242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.094186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.101355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.108656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.115200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.124471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.134001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.154132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-3cacec03-34a5-41f4-ad18-e86db8d9c02e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5018048 Feb 14 21:20:10.157861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4718c-801e-41ad-8b86-929771cbd2cd None None] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:10.205535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Subnet': ['ID=0d981b9d-ae21-42d3-9175-8a9da926b719,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:10.210644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Router 68339a8d-b3a5-4a02-92be-7b9f65164d20 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:20:10.296649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Checking segment: {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:10.296763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network hostable DHCP agents. Network: 18f771b2-cca9-4371-9e36-6afef7c29adc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:20:10.313267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:10.333368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] Sync routers for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:10.335529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-61344f6d-54da-457b-85f4-efbf38a93da0 admin admin] 10.222.0.86 "PUT /v2.0/routers/d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3356855 Feb 14 21:20:10.338062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44740) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:10.353730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fb791965-b3c1-4ff8-883a-efdacb87ed26 None None] Provisioning complete for port a3974219-d364-4475-94fe-b52c688a070f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:10.354633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb791965-b3c1-4ff8-883a-efdacb87ed26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a3974219-d364-4475-94fe-b52c688a070f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:10.359209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network 18f771b2-cca9-4371-9e36-6afef7c29adc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:20:10.360248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afb31da3-6aaf-4785-b09d-caa6a4cc8b0c req-78de9603-9a4b-47f3-9146-b30a982aaf27 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049387 Feb 14 21:20:10.384599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fed32-28a3-4b59-8d06-fbfcb077e28f req-6e075c40-4c9f-4ae7-8c92-4f69cee4926a tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.396392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a9fed32-28a3-4b59-8d06-fbfcb077e28f req-6e075c40-4c9f-4ae7-8c92-4f69cee4926a tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.2328234 Feb 14 21:20:10.453931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:10.456800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:10.490464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 18f771b2-cca9-4371-9e36-6afef7c29adc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:10.499844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.500733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:10.523880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a9fed32-28a3-4b59-8d06-fbfcb077e28f req-b1fe8f4e-37d4-4270-91da-0b27c90f3d3a tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223361 Feb 14 21:20:10.567889 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8ea8f3c9-8fcf-4285-adbf-d6b0b1eb3bee tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0586588 Feb 14 21:20:10.575636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26345709-35f5-4655-ba1f-35116d96156a req-055cee81-021d-485b-a052-987ea57f987f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0482335 Feb 14 21:20:10.639574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de222d-d009-461e-974a-a916debb1350 None None] Network 18f771b2-cca9-4371-9e36-6afef7c29adc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:10.778297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:10.796340 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Sync routers for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:10.826780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:10.835225 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:10.836475 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:10.840393 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-29403fc3-bdcf-42ed-9fc2-304f11df6cbe admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8021960 Feb 14 21:20:10.860376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44746) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:10.954777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40804e-c6f6-4427-8737-e231384ad7f7 req-497f3918-fcee-495b-bee5-134a2dc5476b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:10.956594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe40804e-c6f6-4427-8737-e231384ad7f7 req-497f3918-fcee-495b-bee5-134a2dc5476b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1832201 Feb 14 21:20:11.081021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe40804e-c6f6-4427-8737-e231384ad7f7 req-c31f8d82-131e-4de0-9047-43fe03c2291f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154349 Feb 14 21:20:11.119225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks [] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:11.228333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dedaec2-ec66-4056-9e04-dfac61a072d1 None None] Network d61e97bf-1028-4558-aee5-95ababd750a3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:11.257035 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:11.356275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:11.359415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-7bc77e6b-df29-4ea1-ba15-7431560f268d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.373602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-7bc77e6b-df29-4ea1-ba15-7431560f268d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.379436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-7bc77e6b-df29-4ea1-ba15-7431560f268d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/networks?id=d61e97bf-1028-4558-aee5-95ababd750a3&id=18f771b2-cca9-4371-9e36-6afef7c29adc HTTP/1.1" status: 200 len: 1391 time: 0.2526000 Feb 14 21:20:11.407280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-fa79f378-8db0-4440-8343-d575da69ec46 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/quotas/0ba3d37b863f4147aa52ab9126c7f022 HTTP/1.1" status: 200 len: 375 time: 0.0180311 Feb 14 21:20:11.532025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-29eadaee-2fd3-465a-81e6-84cdb724d8c0 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189563 Feb 14 21:20:11.532824 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:08Z', 'revision_number': 3, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:11.587146 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Checking router: 68339a8d-b3a5-4a02-92be-7b9f65164d20 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:11.588402 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Updating router 68339a8d-b3a5-4a02-92be-7b9f65164d20 port cd827cde-947d-40b8-b8f1-b15d8957d100 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:20:11.601411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fb791965-b3c1-4ff8-883a-efdacb87ed26 None None] Current status of the port a3974219-d364-4475-94fe-b52c688a070f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:11.642302 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:11.851862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] Set router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:11.856101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.862271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.870926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.885220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.892775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.910109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.927421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:11.933556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-18f771b2-cca9-4371-9e36-6afef7c29adc', 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc', 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'fixed_ips': [{'subnet_id': '0d981b9d-ae21-42d3-9175-8a9da926b719'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:20:11.934434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:11.936863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-a5e685ed-0c62-4fa0-9d81-b9a757909c5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2982144 Feb 14 21:20:11.968568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-d2331dd5-4275-4541-bc9d-7cdd5c30839b service neutron] 10.222.0.86 "GET /v2.0/networks/d61e97bf-1028-4558-aee5-95ababd750a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296427 Feb 14 21:20:12.118432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Provisioning complete for port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:12.118968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.125479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:12.129627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.176347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks [] for router_gateway (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.218167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-0df22d69-e88b-40fc-aba6-facf3e8be09b service neutron] 10.222.0.86 "GET /v2.0/networks/d61e97bf-1028-4558-aee5-95ababd750a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403424 Feb 14 21:20:12.256617 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks [] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.270255 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.308544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13fdd21e-4b77-4fac-ba86-19364fafefcd req-4e0365d5-6e1e-4a38-9601-208cad75cb29 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3580706 Feb 14 21:20:12.383003 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Attempting to bind port cd827cde-947d-40b8-b8f1-b15d8957d100 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:12.383399 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Attempting to bind port cd827cde-947d-40b8-b8f1-b15d8957d100 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:12.383768 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Attempting to bind port cd827cde-947d-40b8-b8f1-b15d8957d100 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:12.389683 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Pushing event updated for resources: {'Port': ['ID=cd827cde-947d-40b8-b8f1-b15d8957d100,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:12.407142 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:12.407974 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:12.408682 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.409285 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:12.409989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Bound port: cd827cde-947d-40b8-b8f1-b15d8957d100, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:12.410611 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.470893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Deleting port 6530bd54-fb95-4d8f-8689-c2b80b141039 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:12.471294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.471684 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] For port cd827cde-947d-40b8-b8f1-b15d8957d100, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:12.475964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] For port cd827cde-947d-40b8-b8f1-b15d8957d100, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cd827cde-947d-40b8-b8f1-b15d8957d100,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:12.480376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Allocated IP 19.86.0.2 (18f771b2-cca9-4371-9e36-6afef7c29adc/0d981b9d-ae21-42d3-9175-8a9da926b719/5802115d-b954-4907-977f-51240b0ccd57) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:12.485148 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.491768 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.492390 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.492914 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.493445 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.494079 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.494596 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.495125 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.495664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.496189 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.496726 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.497407 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.506685 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:12.515456 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.579617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:12.580295 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:12.613283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b106e1-0180-4833-9bb7-849398d86084 req-baa017a9-df81-48e2-88ff-8487cc959fc8 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:12.622957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69b106e1-0180-4833-9bb7-849398d86084 req-baa017a9-df81-48e2-88ff-8487cc959fc8 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.1541378 Feb 14 21:20:12.666736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-c7c9f366-8371-4a4a-b0e0-e0bd0ebf6c03 service neutron] 10.222.0.86 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570979 Feb 14 21:20:12.686812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] For port 6530bd54-fb95-4d8f-8689-c2b80b141039, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6530bd54-fb95-4d8f-8689-c2b80b141039,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:12.687263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.696493 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:12.706743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Calling delete_port for 6530bd54-fb95-4d8f-8689-c2b80b141039 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:12.792467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:12.794063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.862360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-ff382e43-b015-4283-b1e7-82e5f82062ac service neutron] 10.222.0.86 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945143 Feb 14 21:20:12.906260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:12.926737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:08Z', 'revision_number': 3, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:12.956827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af6d4-963a-42c0-9d27-87362834a84a None None] Pushing event updated for resources: {'Port': ['ID=cd827cde-947d-40b8-b8f1-b15d8957d100,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:12.962755 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1583-2734-4e10-87f5-9e736e92e690 None None] The sync data for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 is: [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:08Z', 'revision_number': 3, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:12.987205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69b106e1-0180-4833-9bb7-849398d86084 req-b90d2796-af3f-4bad-84fa-4f8cdbbf0f7d tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449811 Feb 14 21:20:13.021824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Current status of the port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:13.022352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.048724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:13.085543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.086640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a3974219-d364-4475-94fe-b52c688a070f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:13.142799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c1ead0e-fa6f-4939-91d0-4c1470fefca3 req-adec6c6e-2c1a-4329-bedc-fc525e827f4b tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0547507 Feb 14 21:20:13.156217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks [] for port (5802115d-b954-4907-977f-51240b0ccd57), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.299000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5802115d-b954-4907-977f-51240b0ccd57), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.307642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6530bd54-fb95-4d8f-8689-c2b80b141039), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.368026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6336453-cda2-41b5-855d-d88d27810229 req-4c157b25-00b3-479e-90d5-a52d36bb894d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 210 time: 0.0616329 Feb 14 21:20:13.377677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6530bd54-fb95-4d8f-8689-c2b80b141039,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:13.391108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea893596-207a-47ee-9bc2-6b23c301f6d5 req-98ce61fd-e9ae-4cb3-ba45-bf3e18313171 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.392690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea893596-207a-47ee-9bc2-6b23c301f6d5 req-98ce61fd-e9ae-4cb3-ba45-bf3e18313171 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1799672 Feb 14 21:20:13.472332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:13.519411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea893596-207a-47ee-9bc2-6b23c301f6d5 req-444f5b6b-a4da-4d13-80cc-87b4313251c6 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129172 Feb 14 21:20:13.591207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.678869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:13.685846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Pushing event updated for resources: {'Port': ['ID=5802115d-b954-4907-977f-51240b0ccd57,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:13.704773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Network 18f771b2-cca9-4371-9e36-6afef7c29adc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:13.723570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Allocated IP 172.20.0.1 (6d646657-c1b7-4c89-8af5-7fc03e520b19/503ed8e5-e695-49bd-9ddc-f0867ea61bdd/7d228c62-722b-4adf-8f22-20f986a512b5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:13.731322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:20:13.733626 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:20:13.771884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:13.795008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:13.802122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a3974219-d364-4475-94fe-b52c688a070f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:13.802509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a3974219-d364-4475-94fe-b52c688a070f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.815425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640711625-router', 'tenant_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:14:50Z', 'updated_at': '2022-02-14T21:20:07Z', 'revision_number': 5, 'project_id': '2b0d1708b53348e4a98d2fa76bf814aa', 'gw_port': {'id': '6530bd54-fb95-4d8f-8689-c2b80b141039', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:14:51Z', 'updated_at': '2022-02-14T21:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:13.830824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.838397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.844585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.850479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.856272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.862047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.867963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.870058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-694cb68c-26b6-41af-bb76-f63def82e31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2114646 Feb 14 21:20:13.885431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.898327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks [] for router_controller (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:13.920960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-e154578f-4583-46a6-a180-3919f86df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.930307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-e154578f-4583-46a6-a180-3919f86df369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d5267e19ca8438ca64793039f9dec6e&device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 1128 time: 0.1414497 Feb 14 21:20:13.932085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:20:13.980669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8684-33d8-470e-a5ad-67a975176a0f req-acd32ddc-e090-4653-aea5-a34c3dbed6ac tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:13.982297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-183c8684-33d8-470e-a5ad-67a975176a0f req-acd32ddc-e090-4653-aea5-a34c3dbed6ac tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.1111653 Feb 14 21:20:14.040254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] Checking router: d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:14.071813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bee535c7-b18d-49bf-9d3b-ef460fb92792 req-91dfef5c-28aa-451e-9de2-dd0474e48ca0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907821 Feb 14 21:20:14.090390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-d2d371d4-f9e8-4e02-8037-54e701dd857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:14.092212 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-d2d371d4-f9e8-4e02-8037-54e701dd857b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1a8c4e8-daba-4ff0-8334-006c834906b3 HTTP/1.1" status: 200 len: 915 time: 0.1607306 Feb 14 21:20:14.162359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-183c8684-33d8-470e-a5ad-67a975176a0f req-ea60cfea-ef01-4ac1-980d-0e81a402a120 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651952 Feb 14 21:20:14.209304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-c993036c-607a-44c9-8f20-3d0252f7a6e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0449917 Feb 14 21:20:14.278164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-4cbacecc-bbf8-423c-85c4-7f1d0be7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:14.279877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-4cbacecc-bbf8-423c-85c4-7f1d0be7f141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9014b28d-54ce-4094-bd5e-4f177057be30 HTTP/1.1" status: 200 len: 854 time: 0.0627544 Feb 14 21:20:14.330913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.331517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:20:14.340866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] Routers {'d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:14.341569 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-741a1540-ab45-4df4-84d7-76749c0bca6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1a8c4e8-daba-4ff0-8334-006c834906b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522738 Feb 14 21:20:14.344985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:14.346478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.347893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abceb6e4-7ace-4bbb-83c0-ec06b1113c97 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7 HTTP/1.1" status: 204 len: 168 time: 4.0087061 Feb 14 21:20:14.355263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:14.360351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d988927-5590-4a8a-b1c0-298984dfebdb req-e694c409-69c2-4f38-93bd-68a282f266a0 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0563877 Feb 14 21:20:14.467972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:14.468753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7293d32-cb3a-4758-91b7-427a577b6129 None None] The sync data for ids ['d2072cd0-cfbc-4da1-bdb0-727fd2fc7cd7'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:14.547917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbaf6bdf-72fb-4001-b8f4-ebbf915e3414 req-a2a61e39-b6f2-4c28-850d-12b85afbff60 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 210 time: 0.0618494 Feb 14 21:20:14.554238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Attempting to bind port 5802115d-b954-4907-977f-51240b0ccd57 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:14.554826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Attempting to bind port 5802115d-b954-4907-977f-51240b0ccd57 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:14.555434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Attempting to bind port 5802115d-b954-4907-977f-51240b0ccd57 on network 18f771b2-cca9-4371-9e36-6afef7c29adc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:14.584490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-439f304a-1b19-4e5e-b043-9d4eb7749aad None None] Current status of the port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:14.607324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:14.608254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks [] for port (7d228c62-722b-4adf-8f22-20f986a512b5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.620368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:14.620784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Checking segment: {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:14.621168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.621571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Bound using segment: {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:14.622068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Bound port: 5802115d-b954-4907-977f-51240b0ccd57, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:14.622456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5802115d-b954-4907-977f-51240b0ccd57), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.640340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e', 'port_id': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'mac_address': 'fa:16:3e:f9:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ca0acc-07aa-4e24-8fef-6e0bb69ddfed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:14.640741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Deleting subnet 43a27881-eeaf-46cf-9c0b-4b260b17eb4e {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:14.657074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Publish callbacks [] for subnet (43a27881-eeaf-46cf-9c0b-4b260b17eb4e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.680974 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-397a1d76-dbc8-4290-b941-2e1712203cfe service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291304 Feb 14 21:20:14.750570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a3974219-d364-4475-94fe-b52c688a070f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:14.777769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (43a27881-eeaf-46cf-9c0b-4b260b17eb4e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.790333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb5b-9be7-4e3c-a9d5-76542fb3d389 req-baaa1d3c-9c85-4951-a2d5-12a0e3e1e15e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:14.792300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63b5bb5b-9be7-4e3c-a9d5-76542fb3d389 req-baaa1d3c-9c85-4951-a2d5-12a0e3e1e15e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1112485 Feb 14 21:20:14.804178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.870106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Provisioning complete for port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:14.870511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:14.881939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:14.895591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63b5bb5b-9be7-4e3c-a9d5-76542fb3d389 req-79d01f2e-5bc1-4a61-bd57-7dd6e05da8d8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Feb 14 21:20:14.907052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:14.911287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:14.955752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Pushing event updated for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:14.973953 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3cfbc8cb-b7e0-44d8-8a91-4d53e2e2e57f req-9e957e82-0560-420c-91ad-f830c4a6845b service neutron] 10.222.0.64 "GET /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793138 Feb 14 21:20:15.318503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7ad75bba-c367-4267-ba57-86ef091efb9b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:15.319063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.342550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] For port 5802115d-b954-4907-977f-51240b0ccd57, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:15.349360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad75bba-c367-4267-ba57-86ef091efb9b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:15.398756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:15.416553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.421192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] For port 5802115d-b954-4907-977f-51240b0ccd57, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5802115d-b954-4907-977f-51240b0ccd57,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:15.426290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (43a27881-eeaf-46cf-9c0b-4b260b17eb4e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.432520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.483830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:15.501387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.505656 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5802115d-b954-4907-977f-51240b0ccd57), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.508428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.514570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.520366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.526385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.534738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.540872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.543677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-390061df-b54c-438b-80f4-d0390f6966e0 req-fb6617c9-5d3a-4134-b54a-ae09eee89b8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2704372 Feb 14 21:20:15.563574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971ad8d-2858-4103-abbe-877df2137a5f req-5ead079b-9821-4d43-8796-666a88059c44 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.577668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8971ad8d-2858-4103-abbe-877df2137a5f req-5ead079b-9821-4d43-8796-666a88059c44 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.2137079 Feb 14 21:20:15.619940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-2fffb108-055d-4595-b727-662c82a39a8f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.639254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-2fffb108-055d-4595-b727-662c82a39a8f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:15.640567 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-2fffb108-055d-4595-b727-662c82a39a8f tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "GET /v2.0/networks?id=d61e97bf-1028-4558-aee5-95ababd750a3&id=18f771b2-cca9-4371-9e36-6afef7c29adc HTTP/1.1" status: 200 len: 1391 time: 0.6692238 Feb 14 21:20:15.661950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'port': {'device_id': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3', 'admin_state_up': True, 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:15.682090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Current status of the port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:15.706345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cd827cde-947d-40b8-b8f1-b15d8957d100 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:15.724492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8971ad8d-2858-4103-abbe-877df2137a5f req-cd95d245-4794-49f1-931a-c609c1f0caa2 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458011 Feb 14 21:20:15.759200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-390061df-b54c-438b-80f4-d0390f6966e0 req-61b41703-2e5a-4fd9-8306-71368cb7a6c7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083690 Feb 14 21:20:15.860310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7ad75bba-c367-4267-ba57-86ef091efb9b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:15.903020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b2cafe7-78ef-42e4-94a8-588ec598b2cb req-59a5084c-38ec-446b-83f9-9866fb46e5cd tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0667524 Feb 14 21:20:15.918596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (43a27881-eeaf-46cf-9c0b-4b260b17eb4e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.961599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3082ee79-441c-497e-b420-4ffaa56e4016 req-db6ef00a-7dc9-44ff-920d-e10b47540039 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 210 time: 0.0535703 Feb 14 21:20:15.973845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Provisioning complete for port a3974219-d364-4475-94fe-b52c688a070f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:15.974072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a3974219-d364-4475-94fe-b52c688a070f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:15.981611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a27881-eeaf-46cf-9c0b-4b260b17eb4e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:16.014944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287c72a-7652-412e-9d61-72dbf2541793 None None] Pushing event updated for resources: {'Port': ['ID=5802115d-b954-4907-977f-51240b0ccd57,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:16.024666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.029657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c297e3db-9846-4616-a8bc-216598b3495a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/43a27881-eeaf-46cf-9c0b-4b260b17eb4e HTTP/1.1" status: 204 len: 168 time: 1.6667488 Feb 14 21:20:16.032542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44804) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:16.076503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.080536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:16.084536 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.125052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b64436-ac16-4c77-b6b6-0d19e0a6165c None None] Network 8eaafe9a-f5b4-40cd-a44a-9abe67949432 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:16.241303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8eaafe9a-f5b4-40cd-a44a-9abe67949432), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.278863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbee04c-6627-4558-9844-e8662cdcd686 req-09d26733-b8d4-4333-8898-7dd8bc1dec6b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:16.293280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccbee04c-6627-4558-9844-e8662cdcd686 req-09d26733-b8d4-4333-8898-7dd8bc1dec6b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.2238743 Feb 14 21:20:16.311193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cd827cde-947d-40b8-b8f1-b15d8957d100 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:16.311578 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.400001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccbee04c-6627-4558-9844-e8662cdcd686 req-7a48c3eb-08a0-4960-b048-d2d0844c4a8c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043739 Feb 14 21:20:16.413297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Allocated IP 19.80.0.12 (d61e97bf-1028-4558-aee5-95ababd750a3/026f2ca3-d5da-4693-b352-9b6621a5dd61/a9b17119-6a52-4653-8e0a-f3b9209a5b85) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:16.485386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e4a396fb-3b91-45e5-84ca-d2b391a58063 None None] Current status of the port a3974219-d364-4475-94fe-b52c688a070f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:16.530877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Deleting port 74007651-cc96-460e-9742-60cea1574df4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:16.531827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (74007651-cc96-460e-9742-60cea1574df4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.563436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks [] for port (7d228c62-722b-4adf-8f22-20f986a512b5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.565826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] DHCP port deletion for 8eaafe9a-f5b4-40cd-a44a-9abe67949432 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:16.600494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.633399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cd827cde-947d-40b8-b8f1-b15d8957d100 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:16.634202 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.671713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port cd827cde-947d-40b8-b8f1-b15d8957d100, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cd827cde-947d-40b8-b8f1-b15d8957d100,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:16.675594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d78d785a-c9a0-4fc1-9d15-d0e052a78670 None None] Provisioning complete for port 7d228c62-722b-4adf-8f22-20f986a512b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:16.676833 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d78d785a-c9a0-4fc1-9d15-d0e052a78670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.703753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.704956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:16.836890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d78d785a-c9a0-4fc1-9d15-d0e052a78670 None None] Port 7d228c62-722b-4adf-8f22-20f986a512b5 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:16.889104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Deleting port 74007651-cc96-460e-9742-60cea1574df4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:16.889786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (74007651-cc96-460e-9742-60cea1574df4), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:16.891806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=cd827cde-947d-40b8-b8f1-b15d8957d100,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:17.014342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] For port 74007651-cc96-460e-9742-60cea1574df4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74007651-cc96-460e-9742-60cea1574df4,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:17.014813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (74007651-cc96-460e-9742-60cea1574df4), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.017788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:17.018303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.056532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Calling delete_port for 74007651-cc96-460e-9742-60cea1574df4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:17.107806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] For port 74007651-cc96-460e-9742-60cea1574df4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74007651-cc96-460e-9742-60cea1574df4,segment=NetworkSegment(92a2ea1d-6e6e-42b5-82bb-2258ed822b56),segment_id=92a2ea1d-6e6e-42b5-82bb-2258ed822b56)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:17.108176 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (74007651-cc96-460e-9742-60cea1574df4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.131922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Calling delete_port for 74007651-cc96-460e-9742-60cea1574df4 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:17.167644 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.200064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:17.204088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Pushing event updated for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:17.208300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e0d3451-85b0-43a3-bf5a-dac657f9d527 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:17.240499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5e0d3451-85b0-43a3-bf5a-dac657f9d527 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:17.241006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e0d3451-85b0-43a3-bf5a-dac657f9d527 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:17.245865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (74007651-cc96-460e-9742-60cea1574df4), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.266111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (74007651-cc96-460e-9742-60cea1574df4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.296984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] Pushing event deleted for resources: {'Port': ['ID=74007651-cc96-460e-9742-60cea1574df4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:17.306093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13eaf5f-f5fa-4768-a4a1-2463810ddb5e None None] No DVR routers for this DVR port 74007651-cc96-460e-9742-60cea1574df4 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:17.336436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.404362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=74007651-cc96-460e-9742-60cea1574df4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:17.418130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] No DVR routers for this DVR port 74007651-cc96-460e-9742-60cea1574df4 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:17.440859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab95276-3240-4f2e-9e58-513055363c78 None None] Network 18f771b2-cca9-4371-9e36-6afef7c29adc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:17.485305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.530007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4bbc3-0db9-4861-a744-58d00819dbcb req-f69d8d56-5e6f-400a-ae81-63f7e5cde32a tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.531862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41e4bbc3-0db9-4861-a744-58d00819dbcb req-f69d8d56-5e6f-400a-ae81-63f7e5cde32a tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.2984185 Feb 14 21:20:17.535000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:17.536543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8eaafe9a-f5b4-40cd-a44a-9abe67949432), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.576535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.584364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.590201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.592967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5802115d-b954-4907-977f-51240b0ccd57 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:17.596325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.600027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network d61e97bf-1028-4558-aee5-95ababd750a3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:17.602989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:17.604291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.611365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.616543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:17.619229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.621741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:17.622488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c02f0368-de06-4997-9df7-78848a73360f req-dfffc90b-47ee-45c3-8586-a5dc8f299a50 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3790092 Feb 14 21:20:17.638349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:17.664352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaafe9a-f5b4-40cd-a44a-9abe67949432']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:17.667297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:17.718583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Provisioning complete for port 5802115d-b954-4907-977f-51240b0ccd57 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:17.719243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5802115d-b954-4907-977f-51240b0ccd57), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.732733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a2ea1d-6e6e-42b5-82bb-2258ed822b56') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:17.733159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a2ea1d-6e6e-42b5-82bb-2258ed822b56') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:17.763359 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (92a2ea1d-6e6e-42b5-82bb-2258ed822b56), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.792288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41e4bbc3-0db9-4861-a744-58d00819dbcb req-82e1494d-14dc-4b77-9fc0-198ba108e56f tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478428 Feb 14 21:20:17.855625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Router 68339a8d-b3a5-4a02-92be-7b9f65164d20 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:20:17.861628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:17.862366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.866453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c02f0368-de06-4997-9df7-78848a73360f req-ae749f4b-c5e4-47cb-be53-09f8b72f0f88 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314889 Feb 14 21:20:17.868688 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (92a2ea1d-6e6e-42b5-82bb-2258ed822b56), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.878720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:17.880815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (92a2ea1d-6e6e-42b5-82bb-2258ed822b56), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:17.927054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-9b8d470a-6e75-4cab-a137-b1a1904fa982 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2601516 Feb 14 21:20:17.939415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Request body: {'port': {'device_id': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc', 'admin_state_up': True, 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:17.976144 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:17.980769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5802115d-b954-4907-977f-51240b0ccd57 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:17.981246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5802115d-b954-4907-977f-51240b0ccd57), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.017525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2820c670-6aef-4635-b4d9-a0462788ad84 req-169a6411-1c6a-4411-87e0-821e835cee9a tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Feb 14 21:20:18.073494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Current status of the port 5802115d-b954-4907-977f-51240b0ccd57 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:18.073958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5802115d-b954-4907-977f-51240b0ccd57), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.121659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7ad75bba-c367-4267-ba57-86ef091efb9b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:18.151650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7ad75bba-c367-4267-ba57-86ef091efb9b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:18.152032 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.172903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8eaafe9a-f5b4-40cd-a44a-9abe67949432), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.189722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.194682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] For port 5802115d-b954-4907-977f-51240b0ccd57, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5802115d-b954-4907-977f-51240b0ccd57,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:18.195044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] 10.222.0.86 "DELETE /v2.0/networks/8eaafe9a-f5b4-40cd-a44a-9abe67949432 HTTP/1.1" status: 204 len: 168 time: 2.1613817 Feb 14 21:20:18.209209 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5802115d-b954-4907-977f-51240b0ccd57), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.215924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:18.233427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e1249-34f2-4559-acf7-896484e59f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8eaafe9a-f5b4-40cd-a44a-9abe67949432,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:18.270775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2445e-aace-43f2-808b-4e38505b1b15 req-cc7b248e-03a9-4a54-b91d-dfabeb953a08 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:18.273086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0b2445e-aace-43f2-808b-4e38505b1b15 req-cc7b248e-03a9-4a54-b91d-dfabeb953a08 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 931 time: 0.2486033 Feb 14 21:20:18.283062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f80791-d2d6-479c-88d1-4b1b5eab8c56 None None] Pushing event updated for resources: {'Port': ['ID=5802115d-b954-4907-977f-51240b0ccd57,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:18.350875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5802115d-b954-4907-977f-51240b0ccd57 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:18.351972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cd827cde-947d-40b8-b8f1-b15d8957d100 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:18.361771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Provisioning complete for port 7d228c62-722b-4adf-8f22-20f986a512b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:18.361771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.377480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0b2445e-aace-43f2-808b-4e38505b1b15 req-42bcdf5d-b1d1-4da2-818c-5c3c699f2d4b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 Feb 14 21:20:18.387335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c27f-d0aa-438a-afb7-17e2717fba07 req-80a3fa35-c464-4de7-a02d-5faca16e45af tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:18.389396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f626c27f-d0aa-438a-afb7-17e2717fba07 req-80a3fa35-c464-4de7-a02d-5faca16e45af tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.2803266 Feb 14 21:20:18.444503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:18.448025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Port 7d228c62-722b-4adf-8f22-20f986a512b5 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:18.458021 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31eb4417-fb7c-4e92-bc4b-d7083a5da03f admin admin] 10.222.0.86 "PUT /v2.0/routers/68339a8d-b3a5-4a02-92be-7b9f65164d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5959501 Feb 14 21:20:18.474687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Sync routers for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:18.503295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f626c27f-d0aa-438a-afb7-17e2717fba07 req-ba4d720e-1e53-4790-8a4e-4875ca08849b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012540 Feb 14 21:20:18.718636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7ad75bba-c367-4267-ba57-86ef091efb9b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:18.718857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.725800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Made reservation on behalf of 0ba3d37b863f4147aa52ab9126c7f022 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:18.730947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Provisioning complete for port a9b17119-6a52-4653-8e0a-f3b9209a5b85 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:18.731335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.731483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.732960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:18.733619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:18.843418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cd827cde-947d-40b8-b8f1-b15d8957d100 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:18.844352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:18.873924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:18.876980 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680a5f3-c999-457e-9e92-38a834a0f70a" -d '{"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:18.900376 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-df21adf7-8edd-4a87-a914-775ed058d0b2 req-c4f56702-873d-4ad7-b1ae-a984513a8048 tempest-FloatingIPDetailsNegativeTestJSON-146968938 tempest-FloatingIPDetailsNegativeTestJSON-146968938-project] show failed (client error): The resource could not be found. Feb 14 21:20:18.902814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df21adf7-8edd-4a87-a914-775ed058d0b2 req-c4f56702-873d-4ad7-b1ae-a984513a8048 tempest-FloatingIPDetailsNegativeTestJSON-146968938 tempest-FloatingIPDetailsNegativeTestJSON-146968938-project] 10.222.0.86 "GET /v2.0/floatingips/04dedf3f-b2eb-4692-b475-ee1ce5b270a6 HTTP/1.1" status: 404 len: 350 time: 0.0805442 Feb 14 21:20:18.924070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:18.938356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:18.942007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-79814666-ae0b-4d17-a28e-9a3ddf3bd52d None None] Port a9b17119-6a52-4653-8e0a-f3b9209a5b85 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:18.946982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.011415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:19.041422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20f216-05f6-400b-b4be-c9f5f89bcdcd req-adcc7de5-9133-4374-a62d-c91716a2f5ad tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.053993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d20f216-05f6-400b-b4be-c9f5f89bcdcd req-adcc7de5-9133-4374-a62d-c91716a2f5ad tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.1692765 Feb 14 21:20:19.093734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:19.103585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Allocated IP 19.86.0.180 (18f771b2-cca9-4371-9e36-6afef7c29adc/0d981b9d-ae21-42d3-9175-8a9da926b719/498d1ece-695a-4342-b11e-a5a34746af17) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:19.133821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d20f216-05f6-400b-b4be-c9f5f89bcdcd req-bd4eccfd-c0f1-4d23-ab5d-f9aa5d374cea tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Feb 14 21:20:19.156781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cd827cde-947d-40b8-b8f1-b15d8957d100 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:19.174719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-72ac5630-01db-4e78-aab2-d7f932a98b0a None None] Provisioning complete for port 5802115d-b954-4907-977f-51240b0ccd57 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:19.174970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72ac5630-01db-4e78-aab2-d7f932a98b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5802115d-b954-4907-977f-51240b0ccd57), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.216785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.232663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.236809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.246605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.250537 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91225946-e9cb-4c4b-8e57-39dea484eecc x-openstack-request-id: req-91225946-e9cb-4c4b-8e57-39dea484eecc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:19.250855 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:19.251112 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91225946-e9cb-4c4b-8e57-39dea484eecc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:19.251533 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'code': 200} Feb 14 21:20:19.279022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.304371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74007651-cc96-460e-9742-60cea1574df4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:19.306337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.316769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.324835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.333842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-012616ce-eb5e-4cb1-ab1b-40f5847f8d77 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3372927 Feb 14 21:20:19.342067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 74007651-cc96-460e-9742-60cea1574df4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:19.342419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74007651-cc96-460e-9742-60cea1574df4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:19.342842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6530bd54-fb95-4d8f-8689-c2b80b141039 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:19.398378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22e7ce89-b545-45b0-8639-70e62fa4e895 req-740c5148-4ed6-4f27-b424-2ef2c31719a9 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0382557 Feb 14 21:20:19.405719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 6530bd54-fb95-4d8f-8689-c2b80b141039 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:19.406165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6530bd54-fb95-4d8f-8689-c2b80b141039 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:19.441833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-72ac5630-01db-4e78-aab2-d7f932a98b0a None None] Current status of the port 5802115d-b954-4907-977f-51240b0ccd57 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:19.496979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bef54c36-3df5-4992-af2d-76d65a8883b7 req-1d939ef7-5c58-4651-8edb-f7ccf7606e12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619141 Feb 14 21:20:19.510929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:15Z', 'revision_number': 4, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7d228c62-722b-4adf-8f22-20f986a512b5', 'name': '', 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'mac_address': 'fa:16:3e:69:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:12Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 2, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'subnets': [{'id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:19.582971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5802115d-b954-4907-977f-51240b0ccd57 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:19.586369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Checking router: 68339a8d-b3a5-4a02-92be-7b9f65164d20 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:19.586742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Updating router 68339a8d-b3a5-4a02-92be-7b9f65164d20 port 7d228c62-722b-4adf-8f22-20f986a512b5 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:20:19.653002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.687106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5802115d-b954-4907-977f-51240b0ccd57 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:19.687759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5802115d-b954-4907-977f-51240b0ccd57), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.709656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815d3a-cb39-42c8-a09e-81a594630f6e req-a3e4c9df-7de9-428f-897c-682df3a44efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.713427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95815d3a-cb39-42c8-a09e-81a594630f6e req-a3e4c9df-7de9-428f-897c-682df3a44efd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1128 time: 0.3233719 Feb 14 21:20:19.766926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for port (498d1ece-695a-4342-b11e-a5a34746af17), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:19.789174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f815-2afd-4479-835a-0b60e5cbc065 req-71773de9-6d43-4164-bccd-8f68ae6492ad tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.791097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b58f815-2afd-4479-835a-0b60e5cbc065 req-71773de9-6d43-4164-bccd-8f68ae6492ad tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 931 time: 0.2660429 Feb 14 21:20:19.815830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3c771-f3e9-4c51-ad97-5447713f04a0 req-e214e6a6-f09b-48a4-94ca-45e26354bc2e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:19.818713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ff3c771-f3e9-4c51-ad97-5447713f04a0 req-e214e6a6-f09b-48a4-94ca-45e26354bc2e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2036886 Feb 14 21:20:19.832053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95815d3a-cb39-42c8-a09e-81a594630f6e req-d8110af5-0b8f-42aa-add8-911aabcdcfde service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073608 Feb 14 21:20:19.899768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ff3c771-f3e9-4c51-ad97-5447713f04a0 req-b8596f7e-a2d9-4447-a005-8d3cdf552e14 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Feb 14 21:20:19.958872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b58f815-2afd-4479-835a-0b60e5cbc065 req-66c570e7-7b90-4041-a27c-26277833d347 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567199 Feb 14 21:20:19.963711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.039919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Network 18f771b2-cca9-4371-9e36-6afef7c29adc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:20.061882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:20.066062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event updated for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:20.068492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:20.087224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5802115d-b954-4907-977f-51240b0ccd57 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:20.116422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Deleting port 909df9c9-2f29-4f09-8640-f127bfbb1aa1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:20.116640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.186161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:20.186779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.270577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks [] for port (7d228c62-722b-4adf-8f22-20f986a512b5), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.288531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.364606 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-734854f7-8dcb-4257-9184-cf00ec705251 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4360437 Feb 14 21:20:20.385522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdeb9a-df66-4a14-865d-d98e546cd9d3 None None] Pushing event updated for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:20.391133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.408363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Request body: {'port': {'device_id': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:20.513059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Attempting to bind port 7d228c62-722b-4adf-8f22-20f986a512b5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:20.513382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Attempting to bind port 7d228c62-722b-4adf-8f22-20f986a512b5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:20.513734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Attempting to bind port 7d228c62-722b-4adf-8f22-20f986a512b5 on network 6d646657-c1b7-4c89-8af5-7fc03e520b19 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:20.521548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:20.522024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Checking segment: {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:20.522391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.522792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Bound using segment: {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:20.523506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Bound port: 7d228c62-722b-4adf-8f22-20f986a512b5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f327ea-d63e-4aee-ac93-32be3f6e2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:20.523927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.543426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] For port 909df9c9-2f29-4f09-8640-f127bfbb1aa1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=909df9c9-2f29-4f09-8640-f127bfbb1aa1,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:20.543426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.561122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19185a-b2e3-4ba6-9e22-e80b54556e53 req-a19abea9-c577-4590-b6bf-78f95b7bb5c1 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:20.562796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec19185a-b2e3-4ba6-9e22-e80b54556e53 req-a19abea9-c577-4590-b6bf-78f95b7bb5c1 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.2896242 Feb 14 21:20:20.589067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Calling delete_port for 909df9c9-2f29-4f09-8640-f127bfbb1aa1 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:20.626730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7e5da3d8-c19c-4518-980d-044c68abb572 None None] Provisioning complete for port 498d1ece-695a-4342-b11e-a5a34746af17 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:20.627114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e5da3d8-c19c-4518-980d-044c68abb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (498d1ece-695a-4342-b11e-a5a34746af17), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.663321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-8be264c7-ba25-4dc3-b9ac-eea3f8142094 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:20.672833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-8be264c7-ba25-4dc3-b9ac-eea3f8142094 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.2819827 Feb 14 21:20:20.706750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7e5da3d8-c19c-4518-980d-044c68abb572 None None] Port 498d1ece-695a-4342-b11e-a5a34746af17 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:20.715775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] For port 7d228c62-722b-4adf-8f22-20f986a512b5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:20.719509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] For port 7d228c62-722b-4adf-8f22-20f986a512b5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7d228c62-722b-4adf-8f22-20f986a512b5,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:20.730441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-44daaa3f-1caa-4abf-a47e-864bc7cb51c5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/quotas/a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 375 time: 0.0566778 Feb 14 21:20:20.739800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.799460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:20.800112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:20.839583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec19185a-b2e3-4ba6-9e22-e80b54556e53 req-4156a44a-8adf-40b7-af22-be02bacced8b tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628050 Feb 14 21:20:20.851571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdeb9a-df66-4a14-865d-d98e546cd9d3 None None] Pushing event updated for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:20.887839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Provisioning complete for port 7d228c62-722b-4adf-8f22-20f986a512b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:20.888060 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:20.889181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-9a4acadf-b303-437f-be79-a7d0fa330392 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467538 Feb 14 21:20:21.130370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:21.165099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-eee4fdeb-5176-460e-9c54-ef1a9a3ae0ab service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597013 Feb 14 21:20:21.203769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:21.218591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4382ee16-e6f8-4b49-8e71-d34940135cea req-aa1942ef-9ac8-4f37-aaa2-6f7b7078856f tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/ports?device_id=25d08e5a-718e-4a8e-ac2e-32b2a78055e3 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Feb 14 21:20:21.244305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-fc36eb49-30bf-4724-982c-4e52846bbd18 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.246220 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-fc36eb49-30bf-4724-982c-4e52846bbd18 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.9444044 Feb 14 21:20:21.336038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-d2a309b9-77b1-41b4-a66b-d25a371a70a2 service neutron] 10.222.0.86 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695824 Feb 14 21:20:21.459370 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:20:21.470127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.475747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.481550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.489156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.494686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.500947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.506963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.509343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-6ca63f48-0120-47c8-a582-6f689bc5ca12 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.1709962 Feb 14 21:20:21.627038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Current status of the port 7d228c62-722b-4adf-8f22-20f986a512b5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:21.627484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:21.629806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1f86066-6857-4b96-9705-ea64f9c76d0f req-708e6e20-d096-4f30-abce-61d0cb7e3260 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127291 Feb 14 21:20:21.673044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] For port 7d228c62-722b-4adf-8f22-20f986a512b5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7d228c62-722b-4adf-8f22-20f986a512b5,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:21.690256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:21.814263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44534078-aa4f-4bef-99c6-e7f3e42bda65 None None] Pushing event updated for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:21.835307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-134ed84f-03de-4db6-b07a-6dff78265ea2 None None] Provisioning complete for port 7d228c62-722b-4adf-8f22-20f986a512b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:21.835706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-134ed84f-03de-4db6-b07a-6dff78265ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:21.907326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:15Z', 'revision_number': 4, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7d228c62-722b-4adf-8f22-20f986a512b5', 'name': '', 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'mac_address': 'fa:16:3e:69:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:12Z', 'updated_at': '2022-02-14T21:20:20Z', 'revision_number': 4, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'subnets': [{'id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:21.925577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab267da5-f5e4-4c19-8350-ccdf27258272 req-a17c17b1-f346-4842-9f9b-3d174b43bb18 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:21.938876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab267da5-f5e4-4c19-8350-ccdf27258272 req-a17c17b1-f346-4842-9f9b-3d174b43bb18 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1696963 Feb 14 21:20:21.945243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b153768-412b-4f73-892f-5a49327e22ca None None] The sync data for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 is: [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:15Z', 'revision_number': 4, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7d228c62-722b-4adf-8f22-20f986a512b5', 'name': '', 'network_id': '6d646657-c1b7-4c89-8af5-7fc03e520b19', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'mac_address': 'fa:16:3e:69:ed:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:12Z', 'updated_at': '2022-02-14T21:20:20Z', 'revision_number': 4, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'subnets': [{'id': '503ed8e5-e695-49bd-9ddc-f0867ea61bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:22.029074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-134ed84f-03de-4db6-b07a-6dff78265ea2 None None] Current status of the port 7d228c62-722b-4adf-8f22-20f986a512b5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:22.068663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b17119-6a52-4653-8e0a-f3b9209a5b85 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:22.085032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab267da5-f5e4-4c19-8350-ccdf27258272 req-54c28107-2213-4029-9abb-ac76303f5763 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448627 Feb 14 21:20:22.103588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks [] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:22.114275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fa224-eb7c-43c1-a6b4-b5f78c11853a req-97b80de8-9927-4be9-905a-928aebad578e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:22.120810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fa224-eb7c-43c1-a6b4-b5f78c11853a req-97b80de8-9927-4be9-905a-928aebad578e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:22.122429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202fa224-eb7c-43c1-a6b4-b5f78c11853a req-97b80de8-9927-4be9-905a-928aebad578e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1654 time: 0.1679258 Feb 14 21:20:22.179284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Transition to ACTIVE for port object a9b17119-6a52-4653-8e0a-f3b9209a5b85 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:22.201647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Deleting port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:22.202165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:22.239480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f8764e2-c26e-4998-8c1a-aaa9520437db req-8d653c05-b39c-4a08-9af8-c57c869d0bb2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0513444 Feb 14 21:20:22.284019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202fa224-eb7c-43c1-a6b4-b5f78c11853a req-82f2fbc3-817b-4c8f-8a23-c2d353af5700 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533840 Feb 14 21:20:22.307642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:22.450319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (909df9c9-2f29-4f09-8640-f127bfbb1aa1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:22.488255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e0c6-f3f1-47a2-a334-aa70170420ef req-01195677-ad80-47a1-b47e-c4de33094267 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:22.490493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-daf0e0c6-f3f1-47a2-a334-aa70170420ef req-01195677-ad80-47a1-b47e-c4de33094267 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 945 time: 0.1502242 Feb 14 21:20:22.520117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:22.597160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d76f1-7a0c-49cb-9484-d738c153591f req-7afded05-bf3b-45bd-8065-ab229df50f89 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:22.609886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-688d76f1-7a0c-49cb-9484-d738c153591f req-7afded05-bf3b-45bd-8065-ab229df50f89 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1128 time: 0.2030163 Feb 14 21:20:22.634093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Pushing event deleted for resources: {'Port': ['ID=909df9c9-2f29-4f09-8640-f127bfbb1aa1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:22.751446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-daf0e0c6-f3f1-47a2-a334-aa70170420ef req-b8c44cdd-8c41-44e7-a7e8-8ecc1cdcbaad tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/security-groups?id=738366cf-0938-4d38-9e60-28eced67fe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487230 Feb 14 21:20:22.842164 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-688d76f1-7a0c-49cb-9484-d738c153591f req-42c79429-0cb7-46c0-97dd-a398a44aab23 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304926 Feb 14 21:20:22.893425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Attempting to bind port a9b17119-6a52-4653-8e0a-f3b9209a5b85 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:22.893772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Attempting to bind port a9b17119-6a52-4653-8e0a-f3b9209a5b85 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:22.894105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Attempting to bind port a9b17119-6a52-4653-8e0a-f3b9209a5b85 on network d61e97bf-1028-4558-aee5-95ababd750a3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:22.955511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Port a9b17119-6a52-4653-8e0a-f3b9209a5b85 on network d61e97bf-1028-4558-aee5-95ababd750a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:22.967768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Attempting to bind port a9b17119-6a52-4653-8e0a-f3b9209a5b85 on network d61e97bf-1028-4558-aee5-95ababd750a3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:23.088535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] For port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,segment=NetworkSegment(74b2c274-0332-4bf0-9d8d-0edc73173cb2),segment_id=74b2c274-0332-4bf0-9d8d-0edc73173cb2)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:23.089130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.108554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Calling delete_port for 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:23.108782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.125267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:23.125617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Checking segment: {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:23.126008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Bound using segment: {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:23.126509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Bound port: a9b17119-6a52-4653-8e0a-f3b9209a5b85, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:23.126879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.130076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.135784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.141169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.147475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.153178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.158854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.167698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-0ee8a4e1-1da3-4310-a030-023341a7497f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2106624 Feb 14 21:20:23.190450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90949d1-001c-4f48-841f-7945a83abd13 req-9f7a2bda-d425-49a1-a114-38ce36db852f tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.192289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a90949d1-001c-4f48-841f-7945a83abd13 req-9f7a2bda-d425-49a1-a114-38ce36db852f tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1128 time: 0.2263489 Feb 14 21:20:23.260290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Deleting port 7d228c62-722b-4adf-8f22-20f986a512b5 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:23.260807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.280068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a90949d1-001c-4f48-841f-7945a83abd13 req-ee53ac33-4543-46aa-b9e8-01ae71e07f0a tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749488 Feb 14 21:20:23.344785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d22316e-8cfe-47e9-b422-2ab67f4a19ef req-4ca7979f-666a-49cf-84ee-c3861e1295b5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752186 Feb 14 21:20:23.354635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:23.525053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.547592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:23.561392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4805d17-8bcb-4495-bfc8-e0249c52ccfa req-e6e7ab62-faff-4970-9fc2-002789461c1a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0893338 Feb 14 21:20:23.565925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (a1216f35-b3f3-4df9-860e-733747c4a547), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.773986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (a1216f35-b3f3-4df9-860e-733747c4a547), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.796176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:23.828407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7d228c62-722b-4adf-8f22-20f986a512b5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:23.829108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] For port 7d228c62-722b-4adf-8f22-20f986a512b5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7d228c62-722b-4adf-8f22-20f986a512b5,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:23.834081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.859080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.899663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Calling delete_port for 7d228c62-722b-4adf-8f22-20f986a512b5 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:23.907394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159bee8-7d18-4dbf-8e89-1dbde684cdb2 req-3b89f23c-7856-4c66-aeb7-656c80159c84 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.919645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159bee8-7d18-4dbf-8e89-1dbde684cdb2 req-3b89f23c-7856-4c66-aeb7-656c80159c84 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.931537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5159bee8-7d18-4dbf-8e89-1dbde684cdb2 req-3b89f23c-7856-4c66-aeb7-656c80159c84 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1666 time: 0.3668487 Feb 14 21:20:23.953543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.954711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:23.956334 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] 10.222.0.83 "PUT /v2.0/ports/a9b17119-6a52-4653-8e0a-f3b9209a5b85 HTTP/1.1" status: 200 len: 1092 time: 3.5564408 Feb 14 21:20:23.966308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:23.971026 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:23.982751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-187a1a9e-971d-4d24-a9c1-d73df1ca3806 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:23.985758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-187a1a9e-971d-4d24-a9c1-d73df1ca3806 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 820 time: 0.4407363 Feb 14 21:20:23.989565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8568e83c-95bb-4ecf-ad8b-2113f218a0c0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.023481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7d228c62-722b-4adf-8f22-20f986a512b5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:24.023481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.023672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Request body: {'port': {'device_id': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'admin_state_up': True, 'tenant_id': 'a4166b540ead4eb18f16179bf53cb61c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:24.118208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a1216f35-b3f3-4df9-860e-733747c4a547), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.121116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.122291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "DELETE /v2.0/security-groups/a1216f35-b3f3-4df9-860e-733747c4a547 HTTP/1.1" status: 204 len: 168 time: 0.7666385 Feb 14 21:20:24.162407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Request body: {'port': {'device_id': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:24.196235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44904) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:24.204883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7d228c62-722b-4adf-8f22-20f986a512b5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:24.252150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5159bee8-7d18-4dbf-8e89-1dbde684cdb2 req-18ef6301-e697-4eb5-b5fb-ba44dded030b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194201 Feb 14 21:20:24.279786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e125a72-e96d-4f98-b7ac-adc69546fd96 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1216f35-b3f3-4df9-860e-733747c4a547,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:24.297018 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-92320ba3-d812-490d-b2ce-50830a9e2182 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] show failed (client error): The resource could not be found. Feb 14 21:20:24.299623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-92320ba3-d812-490d-b2ce-50830a9e2182 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "GET /v2.0/security-groups/a1216f35-b3f3-4df9-860e-733747c4a547 HTTP/1.1" status: 404 len: 347 time: 0.1006644 Feb 14 21:20:24.302439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44916) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:24.481133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c49cb3b2-f629-4094-9b3f-787c2eba1b7b req-8efcdb3d-7163-41cb-b17a-90775039371b tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.86 "GET /v2.0/ports?device_id=9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad HTTP/1.1" status: 200 len: 210 time: 0.0963643 Feb 14 21:20:24.612349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Made reservation on behalf of a4166b540ead4eb18f16179bf53cb61c for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:24.616362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.649519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Deleting port 8b1b0b1c-d226-4098-b445-ac4e1ec5c851 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:24.650233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.820021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (498d1ece-695a-4342-b11e-a5a34746af17), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:24.821869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f3ba-1575-49b3-9fee-2b769790eb63 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:24.827241 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfab0f-3c33-4dbe-9a20-1efc878d5a05 x-openstack-request-id: req-1bdfab0f-3c33-4dbe-9a20-1efc878d5a05 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:24.827551 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:24.827796 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1bdfab0f-3c33-4dbe-9a20-1efc878d5a05 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:24.828171 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'status': 'completed', 'code': 200} Feb 14 21:20:24.873699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:20:24.997968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Pushing event deleted for resources: {'Port': ['ID=8568e83c-95bb-4ecf-ad8b-2113f218a0c0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:25.004636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:25.005144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:25.040447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Calling delete_port for 8b1b0b1c-d226-4098-b445-ac4e1ec5c851 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:25.052496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-1e726c7f-e9b6-423c-9401-4b6313693e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.053177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-1e726c7f-e9b6-423c-9401-4b6313693e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.054857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-1e726c7f-e9b6-423c-9401-4b6313693e59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1945 time: 0.2788887 Feb 14 21:20:25.062046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] No DVR routers for this DVR port 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:25.067106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:25.073137 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4773efc1-352a-44ac-b0fd-1dc49b65df9d req-b8cb4b6b-fe3b-41c5-8603-9d2f8f1726c3 tempest-InstanceActionsTestJSON-837654784 tempest-InstanceActionsTestJSON-837654784-project] 10.222.0.64 "DELETE /v2.0/ports/8568e83c-95bb-4ecf-ad8b-2113f218a0c0 HTTP/1.1" status: 204 len: 173 time: 3.8096020 Feb 14 21:20:25.083979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7d228c62-722b-4adf-8f22-20f986a512b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:25.215668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-679cb086-05b7-4b4c-967c-49b7369d25d0 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:20:25.218952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-52d3fc7d-89d9-4bfd-8056-f47fdacf3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.219624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-52d3fc7d-89d9-4bfd-8056-f47fdacf3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.220927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-52d3fc7d-89d9-4bfd-8056-f47fdacf3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.226831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-679cb086-05b7-4b4c-967c-49b7369d25d0 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0684655 Feb 14 21:20:25.229871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-52d3fc7d-89d9-4bfd-8056-f47fdacf3c47 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1537781 Feb 14 21:20:25.230153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d228c62-722b-4adf-8f22-20f986a512b5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:25.248347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Allocated IP 172.20.0.2 (078bad4b-6dd2-4931-adfb-f15f2aa32330/0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f/fd02bff2-5352-481f-8d60-e30354a1e78d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:25.278340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:25.286471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.291864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-443d1c90-3a4f-4852-88b4-d2f1bb09a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.292258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.298929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.300051 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-443d1c90-3a4f-4852-88b4-d2f1bb09a40d service neutron] 10.222.0.86 "GET /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 1125 time: 0.0718591 Feb 14 21:20:25.305474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.311960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.315144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:25.315859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Unknown quota resources ['binding']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:20:25.321745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.327497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.336010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-297eaf0d-b945-40f6-aee1-8900eecb3829 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5360327 Feb 14 21:20:25.355969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:25.356370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8568e83c-95bb-4ecf-ad8b-2113f218a0c0 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:25.865573 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8b1b0b1c-d226-4098-b445-ac4e1ec5c851), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:25.921196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Pushing event deleted for resources: {'Port': ['ID=8b1b0b1c-d226-4098-b445-ac4e1ec5c851,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:25.938944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-7d64787e-91c5-4325-80d8-432573e611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:25.939609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fac27fa-45f9-4f5e-8bb3-cad9037ec252 req-7d64787e-91c5-4325-80d8-432573e611ab service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7065802 Feb 14 21:20:25.981761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-843a7ab3-433e-434b-ba26-2a4df790c4ec req-5556f658-468b-4755-9ab7-dc06da3aff39 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6447597 Feb 14 21:20:26.022646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks [] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.043958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks [] for floatingip (4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.046739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.051353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c3cafe2b-79ff-475c-b5da-09c139dc5918 tempest-ServersTestBootFromVolume-1228986487 tempest-ServersTestBootFromVolume-1228986487-project] 10.222.0.86 "DELETE /v2.0/floatingips/4d0b8013-1e79-4d77-b8ac-a7c9f8c9f3cb HTTP/1.1" status: 204 len: 168 time: 1.7478492 Feb 14 21:20:26.053724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44938) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:26.112097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:26.124716 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Sync routers for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:26.136384 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:26.137008 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:26.256736 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:26.384625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498d1ece-695a-4342-b11e-a5a34746af17 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:26.396315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks [] for port (498d1ece-695a-4342-b11e-a5a34746af17), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.412042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Transition to ACTIVE for port object 498d1ece-695a-4342-b11e-a5a34746af17 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:26.417706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.424514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e22c7b61-a59a-4d05-89c2-bf690cdf5728 admin admin] 10.222.0.86 "PUT /v2.0/routers/3449bca4-45ef-4dce-a3d3-12ea3bb82df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2074211 Feb 14 21:20:26.427916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.444096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44940) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:26.453669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae0ee8f2-e14d-49ed-b177-8033f4af9c87 req-d07fbd8e-4342-4053-bd9d-259361329219 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.3531413 Feb 14 21:20:26.487432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:20:22Z', 'revision_number': 5, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:26.526432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Checking router: 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:26.536379 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Routers {'3449bca4-45ef-4dce-a3d3-12ea3bb82df4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:26.537244 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:26.575423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.588282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:26.726289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Pushing event updated for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:26.740323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks [] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:26.807032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Network 078bad4b-6dd2-4931-adfb-f15f2aa32330 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:26.814218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:26.823554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:26.878408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:26.889124 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] Set router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:26.920555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e2dac-6ead-46b9-8dc3-643f9479a0be req-a7d5d172-7212-4ffa-852e-c1d136ac2120 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:26.926599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e2dac-6ead-46b9-8dc3-643f9479a0be req-a7d5d172-7212-4ffa-852e-c1d136ac2120 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:26.933682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f1e2dac-6ead-46b9-8dc3-643f9479a0be req-a7d5d172-7212-4ffa-852e-c1d136ac2120 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1678 time: 0.3596971 Feb 14 21:20:26.935402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'name': 'network-vif-deleted', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:26.938664 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de0e62-c20e-4e34-ba52-92468ba10cef" -d '{"events": [{"server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "name": "network-vif-deleted", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:27.008381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.009033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.012526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks [] for router_gateway (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.055504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:27.056176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:27.056462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:27.080544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Attempting to bind port 498d1ece-695a-4342-b11e-a5a34746af17 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:27.081148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Attempting to bind port 498d1ece-695a-4342-b11e-a5a34746af17 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:27.081919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Attempting to bind port 498d1ece-695a-4342-b11e-a5a34746af17 on network 18f771b2-cca9-4371-9e36-6afef7c29adc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:27.092890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:27.104167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:27.104634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f1e2dac-6ead-46b9-8dc3-643f9479a0be req-a61c0bd6-d090-49dc-8455-506b2604b97a tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591122 Feb 14 21:20:27.104750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Port 498d1ece-695a-4342-b11e-a5a34746af17 on network 18f771b2-cca9-4371-9e36-6afef7c29adc not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:27.104750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Attempting to bind port 498d1ece-695a-4342-b11e-a5a34746af17 on network 18f771b2-cca9-4371-9e36-6afef7c29adc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:27.104934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-cc181a5c-8dc1-4134-8d87-517aa3630f4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1007640 Feb 14 21:20:27.128080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Request body: {'port': {'device_id': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:27.178645 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:20:22Z', 'revision_number': 5, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:27.201782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44946) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:27.205920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:27.206423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Checking segment: {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:27.206672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Bound using segment: {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:27.207950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Bound port: 498d1ece-695a-4342-b11e-a5a34746af17, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3519ebb6-c266-4eb7-a026-59df60738159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:27.208323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (498d1ece-695a-4342-b11e-a5a34746af17), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.226649 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8120073f-6359-454c-ba9b-4f5f5bddbf4b x-openstack-request-id: req-8120073f-6359-454c-ba9b-4f5f5bddbf4b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:27.226789 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad", "name": "network-vif-deleted", "tag": "8568e83c-95bb-4ecf-ad8b-2113f218a0c0", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:27.227022 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8120073f-6359-454c-ba9b-4f5f5bddbf4b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:27.227452 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa17c9c-f388-46f6-8a2a-fd4a678ff9ad', 'name': 'network-vif-deleted', 'tag': '8568e83c-95bb-4ecf-ad8b-2113f218a0c0', 'status': 'completed', 'code': 200} Feb 14 21:20:27.230350 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116981c-2c62-4e2b-9918-ab4706154743 None None] The sync data for ids ['3449bca4-45ef-4dce-a3d3-12ea3bb82df4'] in n-d-828372-11 is: [{'id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1240323537-router', 'tenant_id': '63607420dba84ad790c361edc52fc474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:15:00Z', 'updated_at': '2022-02-14T21:20:22Z', 'revision_number': 5, 'project_id': '63607420dba84ad790c361edc52fc474', 'gw_port': {'id': 'b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3449bca4-45ef-4dce-a3d3-12ea3bb82df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:15:01Z', 'updated_at': '2022-02-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:27.322879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:27.329189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=498d1ece-695a-4342-b11e-a5a34746af17,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:27.338187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:27.338540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:27.339742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:27.351902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Bound port: 7ad75bba-c367-4267-ba57-86ef091efb9b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:27.363132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.477382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.478149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.479802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-e17feeae-660a-46ca-899d-d3548223200e service neutron] 10.222.0.83 "PUT /v2.0/ports/498d1ece-695a-4342-b11e-a5a34746af17 HTTP/1.1" status: 200 len: 1093 time: 3.3869286 Feb 14 21:20:27.492671 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.538224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Deleting subnet 9014b28d-54ce-4094-bd5e-4f177057be30 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:27.543842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Publish callbacks [] for subnet (9014b28d-54ce-4094-bd5e-4f177057be30), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.590181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:27.643477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17feeae-660a-46ca-899d-d3548223200e service neutron] Pushing event updated for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:27.661644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (9014b28d-54ce-4094-bd5e-4f177057be30), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.678029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.679278 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-6558cb44-9e73-4056-a507-9472e45599bd service neutron] 10.222.0.86 "POST /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b/bindings HTTP/1.1" status: 201 len: 390 time: 2.3781948 Feb 14 21:20:27.692412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Deleting port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:27.692754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:27.724437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 909df9c9-2f29-4f09-8640-f127bfbb1aa1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:27.795148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 909df9c9-2f29-4f09-8640-f127bfbb1aa1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:27.799752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 909df9c9-2f29-4f09-8640-f127bfbb1aa1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:27.820196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.839898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.860327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.883288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.916723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.924824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.947430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:27.969182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-369d8041-bf5c-4738-99fc-8aa193714303 req-e26d5c23-97ca-482e-b813-5c28535ee6ca tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.6363559 Feb 14 21:20:27.995118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9014b28d-54ce-4094-bd5e-4f177057be30), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.032898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-462363d0-598c-4cce-b065-5176bd9b6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.033482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-462363d0-598c-4cce-b065-5176bd9b6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.035636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-462363d0-598c-4cce-b065-5176bd9b6162 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 2044 time: 0.4862595 Feb 14 21:20:28.169387 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-a0b3491a-fc5a-427c-94ff-6ca792b48245 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85 HTTP/1.1" status: 200 len: 217 time: 0.1126003 Feb 14 21:20:28.176878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] For port b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:28.177338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.187838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (9014b28d-54ce-4094-bd5e-4f177057be30), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.224476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Calling delete_port for b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:28.284877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.291255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9014b28d-54ce-4094-bd5e-4f177057be30 HTTP/1.1" status: 204 len: 168 time: 1.0744147 Feb 14 21:20:28.294165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72545886-d618-40b6-aca9-48c4c0984a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9014b28d-54ce-4094-bd5e-4f177057be30,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:28.299043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44954) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:28.309600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-da4f3f2a-267f-45ab-abd8-12371891c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.311333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-da4f3f2a-267f-45ab-abd8-12371891c405 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1128 time: 0.2668581 Feb 14 21:20:28.329912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Router 68339a8d-b3a5-4a02-92be-7b9f65164d20 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:20:28.334035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-0eb585d5-e9c3-4f9a-afa3-0072f511518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.335764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-0eb585d5-e9c3-4f9a-afa3-0072f511518a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=026f2ca3-d5da-4693-b352-9b6621a5dd61 HTTP/1.1" status: 200 len: 801 time: 0.1541762 Feb 14 21:20:28.398231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.475620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bede-0021-4e92-af25-83450bd13e03 req-c8cd0c26-8485-4e2b-8043-9a53360ebfcd tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.476804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0390bede-0021-4e92-af25-83450bd13e03 req-c8cd0c26-8485-4e2b-8043-9a53360ebfcd tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 931 time: 0.3790226 Feb 14 21:20:28.495023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-369d8041-bf5c-4738-99fc-8aa193714303 req-3b23572d-76d9-443a-a3d1-d384a51217a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5256231 Feb 14 21:20:28.543116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b1a8c4e8-daba-4ff0-8334-006c834906b3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.603321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-599e0501-37d4-420c-8e18-db0786fca060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.605683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-599e0501-37d4-420c-8e18-db0786fca060 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.2851014 Feb 14 21:20:28.622678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-2eafc42c-c513-4a31-8b6b-b2133758da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.625380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-2eafc42c-c513-4a31-8b6b-b2133758da19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d61e97bf-1028-4558-aee5-95ababd750a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2729156 Feb 14 21:20:28.668484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0390bede-0021-4e92-af25-83450bd13e03 req-38996dd5-8bb6-49fc-ac18-a5692e31bb77 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681170 Feb 14 21:20:28.697611 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-89ceb92f-d00d-4169-aae3-911a029e9843 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 217 time: 0.0711024 Feb 14 21:20:28.752172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (9abbec8c-1274-409c-838d-98c0166dd378), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.811775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b1a8c4e8-daba-4ff0-8334-006c834906b3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.833378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd02bff2-5352-481f-8d60-e30354a1e78d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:28.858636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks [] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.862703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-a2615491-363e-402f-abf1-9ba2ed3d78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:28.864821 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-a2615491-363e-402f-abf1-9ba2ed3d78a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1391633 Feb 14 21:20:28.865805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:28.877752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-77efda99-9530-4e7f-8c3a-8da4a4e1072a admin admin] 10.222.0.86 "PUT /v2.0/routers/68339a8d-b3a5-4a02-92be-7b9f65164d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9306974 Feb 14 21:20:28.878732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Sync routers for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:28.882645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:28.896250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:28.897970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:28.913271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a8c4e8-daba-4ff0-8334-006c834906b3']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:28.965880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b2c274-0332-4bf0-9d8d-0edc73173cb2') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:28.966177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b2c274-0332-4bf0-9d8d-0edc73173cb2') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:28.971871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-10484bca-f24d-48f4-aa25-943195788df8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884352 Feb 14 21:20:28.977182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Transition to ACTIVE for port object fd02bff2-5352-481f-8d60-e30354a1e78d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:28.981307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-976087ec-dbd5-4feb-b049-f886788b9c05 service neutron] 10.222.0.83 "GET /v2.0/networks/d61e97bf-1028-4558-aee5-95ababd750a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379118 Feb 14 21:20:28.988636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (74b2c274-0332-4bf0-9d8d-0edc73173cb2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:28.993566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.000248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.054365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (74b2c274-0332-4bf0-9d8d-0edc73173cb2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.079613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:29.080029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (74b2c274-0332-4bf0-9d8d-0edc73173cb2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:29.083451 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:29.090664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:29.111916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d5de-6f69-4b63-8c15-d4290b02efb0 req-189d2dfb-687c-44d2-a8ab-e34a61d684af tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:29.112218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:29.113432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7063d5de-6f69-4b63-8c15-d4290b02efb0 req-189d2dfb-687c-44d2-a8ab-e34a61d684af tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2869532 Feb 14 21:20:29.173415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8ca7-864f-46b1-b935-c00cdb9c10d7 req-54ad3bf1-8816-4e2a-a81d-0c04723f616b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:29.178737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8ca7-864f-46b1-b935-c00cdb9c10d7 req-54ad3bf1-8816-4e2a-a81d-0c04723f616b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:29.180365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d2f8ca7-864f-46b1-b935-c00cdb9c10d7 req-54ad3bf1-8816-4e2a-a81d-0c04723f616b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1678 time: 0.3247647 Feb 14 21:20:29.185788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:29.228040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:29.230249 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b211bd-29da-4b35-b91a-c9314b4b4ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "tag": "498d1ece-695a-4342-b11e-a5a34746af17"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:29.267583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks [] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.301523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b1a8c4e8-daba-4ff0-8334-006c834906b3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.342085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-27b26165-d441-4112-bf8c-839eb4c6c917 service neutron] 10.222.0.83 "GET /v2.0/networks/d61e97bf-1028-4558-aee5-95ababd750a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493896 Feb 14 21:20:29.343854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-59d507cc-f4f7-4953-8ee4-cf2d3c12ff59 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653345 Feb 14 21:20:29.349181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.399941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7063d5de-6f69-4b63-8c15-d4290b02efb0 req-10deb1a5-524e-408f-abe6-cf8505eebe80 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168033 Feb 14 21:20:29.467091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:24Z', 'revision_number': 5, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:29.470098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.475723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] 10.222.0.86 "DELETE /v2.0/networks/b1a8c4e8-daba-4ff0-8334-006c834906b3 HTTP/1.1" status: 204 len: 168 time: 1.1719639 Feb 14 21:20:29.476797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:29.477516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:29.490694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:29.507949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Checking router: 68339a8d-b3a5-4a02-92be-7b9f65164d20 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:29.517434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1cd50-9584-4738-a661-7bacab5ea28f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a8c4e8-daba-4ff0-8334-006c834906b3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:29.523661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Routers {'68339a8d-b3a5-4a02-92be-7b9f65164d20'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:29.524518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['68339a8d-b3a5-4a02-92be-7b9f65164d20'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:29.526733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:29.527069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:29.592889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:29.593237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:29.593630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:29.594089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Bound port: fd02bff2-5352-481f-8d60-e30354a1e78d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:29.594456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:29.645371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d2f8ca7-864f-46b1-b935-c00cdb9c10d7 req-92df3349-5faf-4b51-a213-97b5e13c51a2 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464648 Feb 14 21:20:29.716593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] Set router 68339a8d-b3a5-4a02-92be-7b9f65164d20 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:29.775422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44968) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:29.941123 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fa9074-4e89-4b52-baf4-c23427334119 x-openstack-request-id: req-43fa9074-4e89-4b52-baf4-c23427334119 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:29.941441 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "tag": "498d1ece-695a-4342-b11e-a5a34746af17", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:29.942189 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43fa9074-4e89-4b52-baf4-c23427334119 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:29.942733 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17', 'status': 'completed', 'code': 200} Feb 14 21:20:29.948847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:24Z', 'revision_number': 5, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:29.980668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-34e2daa6-1a8f-42c0-8042-e153dcb3fcd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=498d1ece-695a-4342-b11e-a5a34746af17 HTTP/1.1" status: 200 len: 217 time: 0.6270406 Feb 14 21:20:30.027871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.034329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.043484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.051195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.057329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.064201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.070336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.079468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-288669f0-fa05-40cf-b872-e10ead625f92 req-4664123c-7f5e-49a5-990f-407f560bdd10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4123881 Feb 14 21:20:30.104792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.113442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks [] for router_controller (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.156512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:30.173614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-288669f0-fa05-40cf-b872-e10ead625f92 req-c5b30152-e5e4-4074-8946-f4a5fbc1d0f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916584 Feb 14 21:20:30.186014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c54b7-30c7-4d22-8f24-58737bc7dd14 None None] The sync data for ids ['68339a8d-b3a5-4a02-92be-7b9f65164d20'] in n-d-828372-11 is: [{'id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-674053564-router', 'tenant_id': '8ed18809a3894740a61c014ff1cce857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:06Z', 'updated_at': '2022-02-14T21:20:24Z', 'revision_number': 5, 'project_id': '8ed18809a3894740a61c014ff1cce857', 'gw_port': {'id': 'cd827cde-947d-40b8-b8f1-b15d8957d100', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68339a8d-b3a5-4a02-92be-7b9f65164d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:07Z', 'updated_at': '2022-02-14T21:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:30.204743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-463e8de6-e633-4239-b14c-774436cdba57 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d5267e19ca8438ca64793039f9dec6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108918 Feb 14 21:20:30.213570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:30.244628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:30.251034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-fb4d97d6-ff4a-4ef2-bf44-690b232d6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.256143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-fb4d97d6-ff4a-4ef2-bf44-690b232d6fac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d981b9d-ae21-42d3-9175-8a9da926b719 HTTP/1.1" status: 200 len: 801 time: 0.2267046 Feb 14 21:20:30.258184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4fb81-6bc0-4021-ae29-ca96bcd35e0b req-06ffeea1-6d4f-48a8-9b12-2eec07bd877c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.259806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0c4fb81-6bc0-4021-ae29-ca96bcd35e0b req-06ffeea1-6d4f-48a8-9b12-2eec07bd877c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.4257870 Feb 14 21:20:30.262117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks [] for router_gateway (68339a8d-b3a5-4a02-92be-7b9f65164d20), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.274299 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.274667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (3449bca4-45ef-4dce-a3d3-12ea3bb82df4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.275202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3449bca4-45ef-4dce-a3d3-12ea3bb82df4 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:20:30.308062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.310597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d58ec10-70b6-4165-9361-e75f3068a700 admin admin] 10.222.0.86 "DELETE /v2.0/routers/3449bca4-45ef-4dce-a3d3-12ea3bb82df4 HTTP/1.1" status: 204 len: 168 time: 3.7749541 Feb 14 21:20:30.330094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.332048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.333670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] 10.222.0.83 "PUT /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 1092 time: 3.2184515 Feb 14 21:20:30.335928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-c18d3dbf-16db-4a42-b75e-c80723a28ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9798760 Feb 14 21:20:30.356935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44972) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:30.372210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:30.374900 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d03fa-2b21-4d36-b443-aff07d5544af" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:30.418218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f531-0700-4546-adcb-7915db0b7296 req-fda7fc64-2825-4ca1-aa2d-a95902a4f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:30.420333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-fda7fc64-2825-4ca1-aa2d-a95902a4f9a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18f771b2-cca9-4371-9e36-6afef7c29adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1474822 Feb 14 21:20:30.435061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Deleting port cd827cde-947d-40b8-b8f1-b15d8957d100 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:30.435686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.624242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] For port cd827cde-947d-40b8-b8f1-b15d8957d100, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cd827cde-947d-40b8-b8f1-b15d8957d100,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:30.624607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.637924 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-0efed244-b1a3-40fa-ac78-f3ab4cb75154 service neutron] 10.222.0.83 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991186 Feb 14 21:20:30.656157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Calling delete_port for cd827cde-947d-40b8-b8f1-b15d8957d100 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:30.819013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5205f531-0700-4546-adcb-7915db0b7296 req-3110b95a-9921-4d80-8eee-6c7ac8ad0b67 service neutron] 10.222.0.83 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644385 Feb 14 21:20:30.829456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Deleting port 331fd294-ddac-4047-ba25-caa11cd06ba8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:30.830064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.939095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49abab85-8ebf-49c9-85b7-120da8b286b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:30.994241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0c4fb81-6bc0-4021-ae29-ca96bcd35e0b req-3178f393-fa08-40e1-9e17-8563ebf3ec2b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219348 Feb 14 21:20:31.033331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Deleting subnet 57f5917f-f499-4623-a4ff-39ddefd5982d {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:31.036713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Publish callbacks [] for subnet (57f5917f-f499-4623-a4ff-39ddefd5982d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.038706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-7ea44a3f-5b3f-42e3-b131-939db6b6f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.042805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-7ea44a3f-5b3f-42e3-b131-939db6b6f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.044550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-7ea44a3f-5b3f-42e3-b131-939db6b6f22b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 2044 time: 0.0895574 Feb 14 21:20:31.052439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cd827cde-947d-40b8-b8f1-b15d8957d100), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.083760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (57f5917f-f499-4623-a4ff-39ddefd5982d), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.096461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd827cde-947d-40b8-b8f1-b15d8957d100,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:31.198247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49367fb6-6597-4c58-ad54-80371c2cae09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:31.225505 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.228571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] Publish callbacks [] for security_group (738366cf-0938-4d38-9e60-28eced67fe13), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.279140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-6db5517d-80e8-4518-bca6-dbb5a83162df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.281036 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-6db5517d-80e8-4518-bca6-dbb5a83162df service neutron] 10.222.0.83 "GET /v2.0/networks?id=18f771b2-cca9-4371-9e36-6afef7c29adc HTTP/1.1" status: 200 len: 903 time: 0.2174318 Feb 14 21:20:31.297161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] For port 331fd294-ddac-4047-ba25-caa11cd06ba8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=331fd294-ddac-4047-ba25-caa11cd06ba8,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:31.297548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.305235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-934e3fab-c386-4104-a900-826e0da786fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.306775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-934e3fab-c386-4104-a900-826e0da786fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1126 time: 0.5457673 Feb 14 21:20:31.308757 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (57f5917f-f499-4623-a4ff-39ddefd5982d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.362614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] Publish callbacks [] for security_group (738366cf-0938-4d38-9e60-28eced67fe13), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.367118 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-2984c179-e1ce-4c57-b65f-d12026c2f9b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=498d1ece-695a-4342-b11e-a5a34746af17 HTTP/1.1" status: 200 len: 217 time: 0.0393839 Feb 14 21:20:31.373090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Calling delete_port for 331fd294-ddac-4047-ba25-caa11cd06ba8 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:31.405502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.408301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks [] for router_controller (68339a8d-b3a5-4a02-92be-7b9f65164d20), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.421050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-4206230d-caa3-473e-871b-9506babe0c71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 217 time: 0.0797784 Feb 14 21:20:31.436342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906916-3461-402b-997b-a033f4c49563 req-3338f265-b4ee-4acc-bcc5-264bd908c1ae tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.445564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83906916-3461-402b-997b-a033f4c49563 req-3338f265-b4ee-4acc-bcc5-264bd908c1ae tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.6818404 Feb 14 21:20:31.527358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-233e5fd0-c472-4592-a387-852719a5f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.530680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-233e5fd0-c472-4592-a387-852719a5f478 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d981b9d-ae21-42d3-9175-8a9da926b719 HTTP/1.1" status: 200 len: 801 time: 0.1369503 Feb 14 21:20:31.572521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3562f-da96-446f-8bdf-91f7ab844285 req-458b00ea-d9e5-4ee7-adf8-8a6d67d4490e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.577453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3562f-da96-446f-8bdf-91f7ab844285 req-458b00ea-d9e5-4ee7-adf8-8a6d67d4490e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.579372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93e3562f-da96-446f-8bdf-91f7ab844285 req-458b00ea-d9e5-4ee7-adf8-8a6d67d4490e tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1678 time: 0.3924012 Feb 14 21:20:31.606784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (68339a8d-b3a5-4a02-92be-7b9f65164d20), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.607844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68339a8d-b3a5-4a02-92be-7b9f65164d20 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:20:31.631661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7d228c62-722b-4adf-8f22-20f986a512b5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:31.632263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.633277 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97f9704a-6a5a-4610-b8a3-3a4bebded05a admin admin] 10.222.0.86 "DELETE /v2.0/routers/68339a8d-b3a5-4a02-92be-7b9f65164d20 HTTP/1.1" status: 204 len: 168 time: 2.7482963 Feb 14 21:20:31.639628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:31.657580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7d228c62-722b-4adf-8f22-20f986a512b5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:31.657974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7d228c62-722b-4adf-8f22-20f986a512b5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:31.658809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:31.662093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (57f5917f-f499-4623-a4ff-39ddefd5982d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.701202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:31.701514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0eba6ab-388c-41e4-a0ed-9fd7e9ac8bab not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:31.716892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Deleting subnet 503ed8e5-e695-49bd-9ddc-f0867ea61bdd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:31.722579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Publish callbacks [] for subnet (503ed8e5-e695-49bd-9ddc-f0867ea61bdd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.727848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-42e32204-8cc1-4f9a-a8a7-4a98ed872532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.729753 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-42e32204-8cc1-4f9a-a8a7-4a98ed872532 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18f771b2-cca9-4371-9e36-6afef7c29adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1923430 Feb 14 21:20:31.740455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83906916-3461-402b-997b-a033f4c49563 req-fe09def1-60b1-4dcf-b024-c143c2362c2a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937386 Feb 14 21:20:31.742252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-70094a57-07dd-408e-9dfd-17a66c83a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:31.744438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-70094a57-07dd-408e-9dfd-17a66c83a2b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.2871408 Feb 14 21:20:31.766365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f5917f-f499-4623-a4ff-39ddefd5982d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:31.771284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.776162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2708bc-0434-47e9-bc47-c7c3f198da5a None None] Network f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:31.777268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5659ed2a-f5aa-479a-8ba2-35358c7fd1f2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/57f5917f-f499-4623-a4ff-39ddefd5982d HTTP/1.1" status: 204 len: 168 time: 1.3991661 Feb 14 21:20:31.795196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44986) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:31.871403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (738366cf-0938-4d38-9e60-28eced67fe13), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.873964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:31.875112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/738366cf-0938-4d38-9e60-28eced67fe13 HTTP/1.1" status: 204 len: 168 time: 1.6563313 Feb 14 21:20:31.953447 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137e399-4b87-4da5-ac9d-2aa76e865e8c x-openstack-request-id: req-d137e399-4b87-4da5-ac9d-2aa76e865e8c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:31.954295 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:31.954572 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d137e399-4b87-4da5-ac9d-2aa76e865e8c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:31.954991 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'status': 'completed', 'code': 200} Feb 14 21:20:31.959795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-64c7afa8-f7ba-4ef9-bf7c-0fdfbdc5f36e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980751 Feb 14 21:20:31.962020 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-ca713c9d-632b-4399-82a8-3c883dff61a8 service neutron] 10.222.0.83 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983089 Feb 14 21:20:31.990641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93e3562f-da96-446f-8bdf-91f7ab844285 req-c6066bfd-4113-4f69-9e03-9d291edeef24 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885317 Feb 14 21:20:32.008165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (503ed8e5-e695-49bd-9ddc-f0867ea61bdd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.075764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd392716-d712-4dc2-b332-2795f8dc99cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738366cf-0938-4d38-9e60-28eced67fe13,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:32.162321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (503ed8e5-e695-49bd-9ddc-f0867ea61bdd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.197350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.214427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] DHCP port deletion for f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:32.297917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (503ed8e5-e695-49bd-9ddc-f0867ea61bdd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.327329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Deleting port 44024a35-58ed-4c2a-b63e-5397c5cc9439 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:32.334108 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.414823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503ed8e5-e695-49bd-9ddc-f0867ea61bdd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:32.419683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.423947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80cf536f-8638-4867-b12d-98ef65e066a2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/503ed8e5-e695-49bd-9ddc-f0867ea61bdd HTTP/1.1" status: 204 len: 168 time: 0.7840655 Feb 14 21:20:32.427418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2f67f-11d7-4206-a0f6-00ecb24b9fa7 None None] Network 6d646657-c1b7-4c89-8af5-7fc03e520b19 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:32.428651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:32.437218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-3d978d7c-84a3-4b8a-a527-0b167cfdb03d service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589376 Feb 14 21:20:32.454413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.463052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.470363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.477146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.485703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.493473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.500078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.502345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-c8e57512-0185-403a-b067-b98c8bae7b1b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5321634 Feb 14 21:20:32.533432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] For port 44024a35-58ed-4c2a-b63e-5397c5cc9439, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44024a35-58ed-4c2a-b63e-5397c5cc9439,segment=NetworkSegment(43da5f1e-8e62-47b8-938d-e52be829915e),segment_id=43da5f1e-8e62-47b8-938d-e52be829915e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:32.533879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b211bd-29da-4b35-b91a-c9314b4b4ff7 req-27adf615-28a8-4dc2-916d-b2d73ad57312 service neutron] 10.222.0.83 "GET /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545337 Feb 14 21:20:32.534138 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.538659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6d646657-c1b7-4c89-8af5-7fc03e520b19), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.564872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (331fd294-ddac-4047-ba25-caa11cd06ba8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.598996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Calling delete_port for 44024a35-58ed-4c2a-b63e-5397c5cc9439 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:32.627450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Deleting port a3974219-d364-4475-94fe-b52c688a070f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:32.627923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a3974219-d364-4475-94fe-b52c688a070f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.632386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.714422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=331fd294-ddac-4047-ba25-caa11cd06ba8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:32.763238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] For port a3974219-d364-4475-94fe-b52c688a070f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a3974219-d364-4475-94fe-b52c688a070f,segment=NetworkSegment(57f327ea-d63e-4aee-ac93-32be3f6e2a35),segment_id=57f327ea-d63e-4aee-ac93-32be3f6e2a35)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:32.763629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a3974219-d364-4475-94fe-b52c688a070f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.782464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda8b0-548d-4c33-8a35-0f3bc797c161 req-e09dea84-a61b-403c-821e-b420bd54e037 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:32.782727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Calling delete_port for a3974219-d364-4475-94fe-b52c688a070f owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:32.784551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bdda8b0-548d-4c33-8a35-0f3bc797c161 req-e09dea84-a61b-403c-821e-b420bd54e037 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.5788925 Feb 14 21:20:32.812503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] DHCP port deletion for 6d646657-c1b7-4c89-8af5-7fc03e520b19 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:32.853722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.876322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] No DVR routers for this DVR port 44024a35-58ed-4c2a-b63e-5397c5cc9439 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:32.906999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b9894-eaeb-4035-98e3-e3f0cc6de329 None None] Pushing event deleted for resources: {'Port': ['ID=44024a35-58ed-4c2a-b63e-5397c5cc9439,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:32.945184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Deleting port a3974219-d364-4475-94fe-b52c688a070f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:32.945998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823211f9-31fc-4f92-915e-abdb6a6451d6 req-f2843f6d-8cca-4b91-936d-254cc8083d4d service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070854 Feb 14 21:20:32.947248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a3974219-d364-4475-94fe-b52c688a070f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:32.947580 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a3974219-d364-4475-94fe-b52c688a070f), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.026559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] No DVR routers for this DVR port a3974219-d364-4475-94fe-b52c688a070f on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:33.031192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] For port a3974219-d364-4475-94fe-b52c688a070f, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:33.031809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a3974219-d364-4475-94fe-b52c688a070f), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.049653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Calling delete_port for a3974219-d364-4475-94fe-b52c688a070f owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:33.053922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Port a3974219-d364-4475-94fe-b52c688a070f was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:20:33.056501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a3974219-d364-4475-94fe-b52c688a070f), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.089863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] No DVR routers for this DVR port a3974219-d364-4475-94fe-b52c688a070f on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:33.096728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d1eb-63e1-4581-908b-4170e1d3703a None None] Pushing event deleted for resources: {'Port': ['ID=a3974219-d364-4475-94fe-b52c688a070f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:33.150519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3974219-d364-4475-94fe-b52c688a070f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:33.165915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Deleting port 44024a35-58ed-4c2a-b63e-5397c5cc9439 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:33.166914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.174022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6d646657-c1b7-4c89-8af5-7fc03e520b19), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.176991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d057e35c-0cdc-4a60-a330-2ba19a45c69b req-41f4be71-6b0c-46ba-b88a-b5a0e0a9e11d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6409903 Feb 14 21:20:33.248860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d646657-c1b7-4c89-8af5-7fc03e520b19']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:33.262650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f327ea-d63e-4aee-ac93-32be3f6e2a35') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:33.263420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f327ea-d63e-4aee-ac93-32be3f6e2a35') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:33.275040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (57f327ea-d63e-4aee-ac93-32be3f6e2a35), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.294477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57f327ea-d63e-4aee-ac93-32be3f6e2a35), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.298609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c06206a4-1206-4347-81ac-156ea461558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.310541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:33.312728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (57f327ea-d63e-4aee-ac93-32be3f6e2a35), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:33.315721 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:33.354746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bdda8b0-548d-4c33-8a35-0f3bc797c161 req-03126c71-e38e-44bd-bf14-cbe2e60865d8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297308 Feb 14 21:20:33.364017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] For port 44024a35-58ed-4c2a-b63e-5397c5cc9439, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:33.364178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.393097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-0f5d4856-22b3-4801-bfc9-d11e2ba81ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:33.393097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-0f5d4856-22b3-4801-bfc9-d11e2ba81ad4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1126 time: 0.3092582 Feb 14 21:20:33.401402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Calling delete_port for 44024a35-58ed-4c2a-b63e-5397c5cc9439 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:33.433842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Port 44024a35-58ed-4c2a-b63e-5397c5cc9439 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:20:33.457656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6d646657-c1b7-4c89-8af5-7fc03e520b19), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.466081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.480033 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6d646657-c1b7-4c89-8af5-7fc03e520b19 HTTP/1.1" status: 204 len: 168 time: 1.0480070 Feb 14 21:20:33.480033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:33.500747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (44024a35-58ed-4c2a-b63e-5397c5cc9439), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.542084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 498d1ece-695a-4342-b11e-a5a34746af17 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:33.553304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756ed3-b5d6-410d-8b1f-810f15012d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d646657-c1b7-4c89-8af5-7fc03e520b19,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:33.619739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] No DVR routers for this DVR port 44024a35-58ed-4c2a-b63e-5397c5cc9439 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:33.648986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Pushing event deleted for resources: {'Port': ['ID=44024a35-58ed-4c2a-b63e-5397c5cc9439,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:33.710973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=498d1ece-695a-4342-b11e-a5a34746af17,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:33.732552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '498d1ece-695a-4342-b11e-a5a34746af17', 'network_id': '18f771b2-cca9-4371-9e36-6afef7c29adc', 'port_id': '498d1ece-695a-4342-b11e-a5a34746af17', 'mac_address': 'fa:16:3e:3f:9e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d981b9d-ae21-42d3-9175-8a9da926b719', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:33.736241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44024a35-58ed-4c2a-b63e-5397c5cc9439 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:33.756587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb55327-5b7f-47e6-83c8-62647367d78c req-4a5707c6-4f60-4be9-9380-6f98c69b7563 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:33.758727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cb55327-5b7f-47e6-83c8-62647367d78c req-4a5707c6-4f60-4be9-9380-6f98c69b7563 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.4030600 Feb 14 21:20:33.759995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45022) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:33.787543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 44024a35-58ed-4c2a-b63e-5397c5cc9439 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:33.787943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44024a35-58ed-4c2a-b63e-5397c5cc9439 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:33.788330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cd827cde-947d-40b8-b8f1-b15d8957d100 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:33.790843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (9abbec8c-1274-409c-838d-98c0166dd378), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.830083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cd827cde-947d-40b8-b8f1-b15d8957d100 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:33.830561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cd827cde-947d-40b8-b8f1-b15d8957d100 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:33.830988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a3974219-d364-4475-94fe-b52c688a070f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:33.843775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.851359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d5bcc277-4243-4608-89de-12d85e52fb3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ed18809a3894740a61c014ff1cce857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901816 Feb 14 21:20:33.860126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:33.872757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a3974219-d364-4475-94fe-b52c688a070f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:33.873401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a3974219-d364-4475-94fe-b52c688a070f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:33.896745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8440ab4-4b17-4575-a874-6c2e6cfae09e req-920f732f-876d-499f-bfc8-4e52c7636cd4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:33.902303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8440ab4-4b17-4575-a874-6c2e6cfae09e req-920f732f-876d-499f-bfc8-4e52c7636cd4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:33.903969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8440ab4-4b17-4575-a874-6c2e6cfae09e req-920f732f-876d-499f-bfc8-4e52c7636cd4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1678 time: 0.2760174 Feb 14 21:20:33.905043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-f34b1947-92e5-4cad-82b4-89e616e41461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:33.906371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-f34b1947-92e5-4cad-82b4-89e616e41461 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.5077415 Feb 14 21:20:33.943362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 498d1ece-695a-4342-b11e-a5a34746af17 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:33.944251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (498d1ece-695a-4342-b11e-a5a34746af17), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.963979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498d1ece-695a-4342-b11e-a5a34746af17 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:33.966299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-392471063-network', 'tenant_id': '706e012229744ddcbe81d1552502c223'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:33.981196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:33.988168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Made reservation on behalf of 706e012229744ddcbe81d1552502c223 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:33.990770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:33.994936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=498d1ece-695a-4342-b11e-a5a34746af17,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:34.000815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.001758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9b17119-6a52-4653-8e0a-f3b9209a5b85 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:34.003918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.066790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:34.086765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da5f1e-8e62-47b8-938d-e52be829915e') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:34.086765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da5f1e-8e62-47b8-938d-e52be829915e') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:34.089414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-580e5344-a1c1-46dc-ad3b-01ad2e772e82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 217 time: 0.1270971 Feb 14 21:20:34.106928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks [] for security_group (c80e2bce-22cd-4ab8-a19e-af8f254bd647), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.113019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c80e2bce-22cd-4ab8-a19e-af8f254bd647), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.147747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:20:34.157043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e2bce-22cd-4ab8-a19e-af8f254bd647,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:34.166897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-28480ada-35f0-4f18-9fce-03c55db6d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:34.168567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-28480ada-35f0-4f18-9fce-03c55db6d07e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0580404 Feb 14 21:20:34.175719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (43da5f1e-8e62-47b8-938d-e52be829915e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.184749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cb55327-5b7f-47e6-83c8-62647367d78c req-e38bdf8f-c5b1-4d31-921f-97873ad6e305 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877275 Feb 14 21:20:34.184958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (96cc1aa2-1019-4d07-8dd1-fc7458e2920a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.185752 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Added segment 96cc1aa2-1019-4d07-8dd1-fc7458e2920a of type vlan for network d3ad1c91-5954-470f-98ea-61a123d8047f Feb 14 21:20:34.246175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] Publish callbacks [] for security_group (aab094df-95b2-4d7e-84ae-aab3689098b5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.257514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8440ab4-4b17-4575-a874-6c2e6cfae09e req-e36e315e-37f4-433d-bf4f-df10401c9ad5 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978671 Feb 14 21:20:34.274437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:34.274881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d3ad1c91-5954-470f-98ea-61a123d8047f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.291182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-0841313a-f761-4c6d-992e-0ff5eb4663a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104097 Feb 14 21:20:34.301289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (43da5f1e-8e62-47b8-938d-e52be829915e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.301633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'network_id': 'd61e97bf-1028-4558-aee5-95ababd750a3', 'port_id': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'mac_address': 'fa:16:3e:6c:94:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026f2ca3-d5da-4693-b352-9b6621a5dd61', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:34.328605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d3ad1c91-5954-470f-98ea-61a123d8047f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.330459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:34.331539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.331843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:34.332258 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (43da5f1e-8e62-47b8-938d-e52be829915e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.365418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a9b17119-6a52-4653-8e0a-f3b9209a5b85 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:34.365992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.385471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b17119-6a52-4653-8e0a-f3b9209a5b85 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:34.411773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ad1c91-5954-470f-98ea-61a123d8047f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:34.415107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:34.427047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d3ad1c91-5954-470f-98ea-61a123d8047f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:20:34.431743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ed3a46ce-a4a5-4235-a6aa-1d7df1fd6546 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9417844 Feb 14 21:20:34.432813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:34.438531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Request body: {'subnet': {'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-392471063-subnet', 'tenant_id': '706e012229744ddcbe81d1552502c223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:34.439254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.473160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Made reservation on behalf of 706e012229744ddcbe81d1552502c223 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:34.476463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.512296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:34.546260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:34.711691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a9b17119-6a52-4653-8e0a-f3b9209a5b85'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:34.728927 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:34.822869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] Publish callbacks [] for security_group (aab094df-95b2-4d7e-84ae-aab3689098b5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.110030 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.144354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.149296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66 HTTP/1.1" status: 204 len: 168 time: 3.3320253 Feb 14 21:20:35.163132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (ed50ca87-df8f-4cd8-bfd6-4600a04a6a99), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.180014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043f48a-5eba-43e7-ba00-69361c314246 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84cf0c6-1996-4dbb-8b2c-c826f9f0cd66,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:35.200804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-9a162536-503a-4ca0-823c-6fe84a374334 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956466 Feb 14 21:20:35.223783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.233921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.239460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.243344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:35.244872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.250308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.256142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Checking segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:35.256511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.256818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Network hostable DHCP agents. Network: d3ad1c91-5954-470f-98ea-61a123d8047f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:20:35.263201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.272825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-abc5d020-8619-4744-8504-e26c61961d66 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.9461410 Feb 14 21:20:35.285783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Network d3ad1c91-5954-470f-98ea-61a123d8047f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:20:35.297759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d3ad1c91-5954-470f-98ea-61a123d8047f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:35.303245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.304363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.310083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5353e4-2054-4edf-ae18-de5965db8cf0 None None] Network d3ad1c91-5954-470f-98ea-61a123d8047f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:35.313070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf07c7-5bac-421a-ba71-144c8b11d275 req-ba1dc2d8-23d9-4cdd-b9be-21b11578768d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:35.314652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabf07c7-5bac-421a-ba71-144c8b11d275 req-ba1dc2d8-23d9-4cdd-b9be-21b11578768d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.5706289 Feb 14 21:20:35.356233 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-55ffb7d6-9619-4079-9495-d4d3a91c5baa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9147129 Feb 14 21:20:35.404300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aab094df-95b2-4d7e-84ae-aab3689098b5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.406919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.410439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aab094df-95b2-4d7e-84ae-aab3689098b5 HTTP/1.1" status: 204 len: 168 time: 1.5398314 Feb 14 21:20:35.452316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85a9c7-8913-4f78-8ede-f4b19c2daf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab094df-95b2-4d7e-84ae-aab3689098b5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:35.475192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:35.527217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-d3ad1c91-5954-470f-98ea-61a123d8047f', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'project_id': '706e012229744ddcbe81d1552502c223', 'fixed_ips': [{'subnet_id': 'ed50ca87-df8f-4cd8-bfd6-4600a04a6a99'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:20:35.528160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.533357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Router 9abbec8c-1274-409c-838d-98c0166dd378 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:20:35.566817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-40eec660-0bf4-4bae-9854-11e5f60384f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b0d1708b53348e4a98d2fa76bf814aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0904026 Feb 14 21:20:35.569295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45046) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:35.597793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabf07c7-5bac-421a-ba71-144c8b11d275 req-79c03c36-b0be-4bef-987a-6942ff9a722d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401371 Feb 14 21:20:35.644315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fc642f2-4c2e-4b53-9ff0-b35df99f785c req-a0e4754e-8599-448b-b765-bc05e8022fba tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3699467 Feb 14 21:20:35.664939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f96d03fa-2b21-4d36-b443-aff07d5544af req-336d2fe4-7e3b-40bc-8280-5b18351b2d4c service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897064 Feb 14 21:20:35.725656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] Publish callbacks [] for security_group (be8b7f79-ebbe-4858-80f8-8b07bc3088b9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.746265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9b17119-6a52-4653-8e0a-f3b9209a5b85 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:35.788262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] Publish callbacks [] for security_group (be8b7f79-ebbe-4858-80f8-8b07bc3088b9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.886216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be8b7f79-ebbe-4858-80f8-8b07bc3088b9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.888835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.892389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be8b7f79-ebbe-4858-80f8-8b07bc3088b9 HTTP/1.1" status: 204 len: 168 time: 0.3197815 Feb 14 21:20:35.902030 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:35.908136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c162ec9-2991-4b0f-8816-9b7130f614c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b7f79-ebbe-4858-80f8-8b07bc3088b9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:35.956958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['498d1ece-695a-4342-b11e-a5a34746af17'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:35.994399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:36.003433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:36.010143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4c1047e9-ac85-4fec-9f8a-f5894d024d20 admin admin] 10.222.0.86 "PUT /v2.0/routers/9abbec8c-1274-409c-838d-98c0166dd378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9552929 Feb 14 21:20:36.014920 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Sync routers for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:36.023846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e544f4b-5897-43c0-afb9-95f6422c3913 req-b9204e11-bf93-4ffa-b623-db39a37bb8d1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:36.033671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:36.035681 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:36.040380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e544f4b-5897-43c0-afb9-95f6422c3913 req-b9204e11-bf93-4ffa-b623-db39a37bb8d1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:36.059869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e544f4b-5897-43c0-afb9-95f6422c3913 req-b9204e11-bf93-4ffa-b623-db39a37bb8d1 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1680 time: 0.2625954 Feb 14 21:20:36.076617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d92b3-6ece-4731-b508-62ff4b1b531f req-c86aee63-cec6-4f57-ba2c-d7a927ed14b0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:36.085084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-873d92b3-6ece-4731-b508-62ff4b1b531f req-c86aee63-cec6-4f57-ba2c-d7a927ed14b0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2868290 Feb 14 21:20:36.097571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port a9b17119-6a52-4653-8e0a-f3b9209a5b85 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:36.129299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Allocated IP 172.20.0.2 (d3ad1c91-5954-470f-98ea-61a123d8047f/ed50ca87-df8f-4cd8-bfd6-4600a04a6a99/a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:36.151847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a9b17119-6a52-4653-8e0a-f3b9209a5b85 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:36.152734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.277668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e544f4b-5897-43c0-afb9-95f6422c3913 req-0f69d652-8bad-48aa-bb22-a0a261553ec8 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167642 Feb 14 21:20:36.279864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks [] for router (9abbec8c-1274-409c-838d-98c0166dd378), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.298004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-873d92b3-6ece-4731-b508-62ff4b1b531f req-25f1dbef-85da-4241-adf2-3ada3c903cec tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106314 Feb 14 21:20:36.383716 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:36.565721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks [] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.622276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.672062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks [] for router_gateway (9abbec8c-1274-409c-838d-98c0166dd378), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.727725 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:20:32Z', 'revision_number': 5, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port': {'id': '5cd9e2c7-19da-4b49-a208-9c26b2e9fd14', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abbec8c-1274-409c-838d-98c0166dd378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:17:14Z', 'updated_at': '2022-02-14T21:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:36.735242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45074) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:36.765895 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Checking router: 9abbec8c-1274-409c-838d-98c0166dd378 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:36.779423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Network d3ad1c91-5954-470f-98ea-61a123d8047f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:36.789767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:36.794285 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Routers {'9abbec8c-1274-409c-838d-98c0166dd378'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:36.796004 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9abbec8c-1274-409c-838d-98c0166dd378'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:36.803748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:36.814076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Deleting port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:36.814442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:36.829768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Pushing event updated for resources: {'Port': ['ID=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:36.964299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1b8e363-39d4-4019-bf1d-c521fc0311eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63607420dba84ad790c361edc52fc474&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2270889 Feb 14 21:20:36.967515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45082) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:37.006551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] For port 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:37.006939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.009815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Attempting to bind port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:37.010003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Attempting to bind port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:37.010376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Attempting to bind port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:37.031843 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] Set router 9abbec8c-1274-409c-838d-98c0166dd378 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:37.048497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Calling delete_port for 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:37.052653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:37.052921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Checking segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:37.053299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.053707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Bound using segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:37.054209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Bound port: a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:37.054602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.104674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.118241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.131402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a9b17119-6a52-4653-8e0a-f3b9209a5b85 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:37.131818 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.133811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.139558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.159792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.167091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.185462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.187691 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:20:36Z', 'revision_number': 6, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:37.207801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-121549aa-5806-43aa-bddd-52ab0f90f23a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4150126 Feb 14 21:20:37.234288 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704f16-b301-4faa-9428-ac9eebd6be8d None None] The sync data for ids ['9abbec8c-1274-409c-838d-98c0166dd378'] in n-d-828372-11 is: [{'id': '9abbec8c-1274-409c-838d-98c0166dd378', 'name': 'tempest-ServersTestBootFromVolume-620711756-router', 'tenant_id': '783fc64c0bd94110a91f7fd82117e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:17:13Z', 'updated_at': '2022-02-14T21:20:36Z', 'revision_number': 6, 'project_id': '783fc64c0bd94110a91f7fd82117e4f7', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:20:37.246059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.325611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:37.328003 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b855db6a-50ee-457f-8cf0-aeb7e7a24ee6" -d '{"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-plugged", "status": "completed", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:37.374697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:37.390183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] For port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:37.406601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] For port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:37.413466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.426629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.479123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] Publish callbacks [] for security_group (e4acbde7-99d7-4b34-8946-682286fb3c65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.525154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:37.602377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3339e476-0526-4f1c-86cc-9e47b35a5ae0 req-e9e18dab-e474-4c75-9d18-d32c167ecd58 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3933756 Feb 14 21:20:37.604622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850b89-9028-4105-9f27-e54e4b91286f None None] Pushing event updated for resources: {'Port': ['ID=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:37.652558 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] Publish callbacks [] for security_group (e4acbde7-99d7-4b34-8946-682286fb3c65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.653162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 331fd294-ddac-4047-ba25-caa11cd06ba8 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:37.694002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-e25d4484-aedf-4b73-a5b4-743766772ad0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.700714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-e25d4484-aedf-4b73-a5b4-743766772ad0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.6761539 Feb 14 21:20:37.705799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 331fd294-ddac-4047-ba25-caa11cd06ba8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:37.706677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 331fd294-ddac-4047-ba25-caa11cd06ba8 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:37.723181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5cd9e2c7-19da-4b49-a208-9c26b2e9fd14), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.764238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-d2cc631f-dbf3-406b-a9e3-c6ecc79e1b5f tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/quotas/706e012229744ddcbe81d1552502c223 HTTP/1.1" status: 200 len: 375 time: 0.0622890 Feb 14 21:20:37.776620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd9e2c7-19da-4b49-a208-9c26b2e9fd14,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:37.867878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (9abbec8c-1274-409c-838d-98c0166dd378), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.927020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-47448b8d-d0f1-48e4-9d89-3bbd25ca80ab tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616986 Feb 14 21:20:37.962348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabb627-e95c-4463-b789-5ff2965de8df req-47db0d5b-aee7-444c-be2a-f86443340a3c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:37.964046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eabb627-e95c-4463-b789-5ff2965de8df req-47db0d5b-aee7-444c-be2a-f86443340a3c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.1834586 Feb 14 21:20:37.988280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9abbec8c-1274-409c-838d-98c0166dd378), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:37.990592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks [] for router_controller (9abbec8c-1274-409c-838d-98c0166dd378), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.003589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4acbde7-99d7-4b34-8946-682286fb3c65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.006154 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.007348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4acbde7-99d7-4b34-8946-682286fb3c65 HTTP/1.1" status: 204 len: 168 time: 1.0386586 Feb 14 21:20:38.044099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c031fb-bc6d-44af-bb89-2c1b4f501f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4acbde7-99d7-4b34-8946-682286fb3c65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:38.055706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9abbec8c-1274-409c-838d-98c0166dd378), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.056294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9abbec8c-1274-409c-838d-98c0166dd378 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:20:38.064839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.073872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-64b6f4d1-bc50-49c8-a05f-a80774a5e140 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9abbec8c-1274-409c-838d-98c0166dd378 HTTP/1.1" status: 204 len: 168 time: 2.0657790 Feb 14 21:20:38.073872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45108) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:38.175967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eabb627-e95c-4463-b789-5ff2965de8df req-8a5e30f8-9a56-467a-bbc5-aa01efa79724 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746793 Feb 14 21:20:38.183751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Deleting subnet 1117e560-74b5-4253-b9f6-d995c217814e {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:38.187696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Publish callbacks [] for subnet (1117e560-74b5-4253-b9f6-d995c217814e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.194978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-8529b730-7d54-4559-b73e-b70dbc36f767 service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665024 Feb 14 21:20:38.278729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (1117e560-74b5-4253-b9f6-d995c217814e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.447080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-998c396b-9880-452c-a863-beaa563e9222 service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329323 Feb 14 21:20:38.465743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55195f-6ce8-419e-a63b-de2d8b582d94 req-cceb5e60-e520-4b86-95fd-4e6d94ed2527 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:38.467613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1117e560-74b5-4253-b9f6-d995c217814e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.485161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55195f-6ce8-419e-a63b-de2d8b582d94 req-cceb5e60-e520-4b86-95fd-4e6d94ed2527 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:38.486798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b55195f-6ce8-419e-a63b-de2d8b582d94 req-cceb5e60-e520-4b86-95fd-4e6d94ed2527 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1681 time: 0.1485167 Feb 14 21:20:38.586862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b55195f-6ce8-419e-a63b-de2d8b582d94 req-c6ec37ee-1f81-40dd-8bfe-da15bdbb2cc9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926619 Feb 14 21:20:38.592933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (1117e560-74b5-4253-b9f6-d995c217814e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.619594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:38.623629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cad27e-5c47-4424-b042-0e4414bb4aa9 None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:38.644244 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1117e560-74b5-4253-b9f6-d995c217814e HTTP/1.1" status: 204 len: 168 time: 0.5691824 Feb 14 21:20:38.646969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45118) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:38.731886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca46923-a4cd-4792-929d-c5d1269e3698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1117e560-74b5-4253-b9f6-d995c217814e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:38.901270 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7f1c548c-4817-4324-b940-40a06a43a5b9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.036559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b70cb-075f-4baf-b1be-ebb2de60f6a1 req-5a2e1886-f89f-46c0-8119-1c2618bad9e2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:39.045839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e50b70cb-075f-4baf-b1be-ebb2de60f6a1 req-5a2e1886-f89f-46c0-8119-1c2618bad9e2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2173030 Feb 14 21:20:39.084083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Deleting port 4c05720b-6736-4eae-86ec-8cac5f97fa5c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:39.084640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.129354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] DHCP port deletion for 7f1c548c-4817-4324-b940-40a06a43a5b9 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:39.170991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] For port 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c05720b-6736-4eae-86ec-8cac5f97fa5c,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:39.171700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.194583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Calling delete_port for 4c05720b-6736-4eae-86ec-8cac5f97fa5c owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:39.249436 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc841624-43fd-42f2-9e39-8dde1b6496f1 x-openstack-request-id: req-bc841624-43fd-42f2-9e39-8dde1b6496f1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:39.249765 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-plugged", "status": "completed", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:39.250004 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc841624-43fd-42f2-9e39-8dde1b6496f1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:39.250420 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'code': 200} Feb 14 21:20:39.317380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Deleting port 4c05720b-6736-4eae-86ec-8cac5f97fa5c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:39.318907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.363347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e50b70cb-075f-4baf-b1be-ebb2de60f6a1 req-4c392c47-efdc-4668-a97b-56d3e35e921b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096879 Feb 14 21:20:39.364436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.406181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] No DVR routers for this DVR port 4c05720b-6736-4eae-86ec-8cac5f97fa5c on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:39.457230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff2034-8223-47c2-b6a6-6080541dada0 None None] Network d3ad1c91-5954-470f-98ea-61a123d8047f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:39.591189 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7f1c548c-4817-4324-b940-40a06a43a5b9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.647970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1c548c-4817-4324-b940-40a06a43a5b9']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:39.680989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9975da-1567-482a-9fd4-7c7ece50c197') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:39.681304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9975da-1567-482a-9fd4-7c7ece50c197') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:39.690167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c05720b-6736-4eae-86ec-8cac5f97fa5c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:39.727179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (db9975da-1567-482a-9fd4-7c7ece50c197), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.791744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (db9975da-1567-482a-9fd4-7c7ece50c197), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.801890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:20:39.802301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (db9975da-1567-482a-9fd4-7c7ece50c197), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:20:39.804407 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:20:39.838205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 498d1ece-695a-4342-b11e-a5a34746af17 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:39.841368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:39.862111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] For port 4c05720b-6736-4eae-86ec-8cac5f97fa5c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c05720b-6736-4eae-86ec-8cac5f97fa5c,segment=NetworkSegment(db9975da-1567-482a-9fd4-7c7ece50c197),segment_id=db9975da-1567-482a-9fd4-7c7ece50c197)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:39.863142 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:39.880898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Calling delete_port for 4c05720b-6736-4eae-86ec-8cac5f97fa5c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:40.032276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.038857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.044761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.052943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.059228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.065112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.071320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.079887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-37dc24a6-77ea-4365-9188-caf723ada32a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3917749 Feb 14 21:20:40.080098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Provisioning complete for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:40.080284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.098477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-afa6023f-9173-4b5a-86d6-5eef84f3186e tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6374dd54bddb442780da6fe41a157a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1658306 Feb 14 21:20:40.132349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7f1c548c-4817-4324-b940-40a06a43a5b9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.183228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.187025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7f1c548c-4817-4324-b940-40a06a43a5b9 HTTP/1.1" status: 204 len: 168 time: 1.5389018 Feb 14 21:20:40.230774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:40.231443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.262963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530987c-0928-4503-9dc3-1b3ead6da745 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1c548c-4817-4324-b940-40a06a43a5b9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:40.336731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfa6aaf5-36fd-437a-8fea-b6b3e8d10d64 req-3512b6c3-be61-4a9a-b49a-85c30ca1d6d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2538130 Feb 14 21:20:40.344426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 498d1ece-695a-4342-b11e-a5a34746af17 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:40.354604 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4c05720b-6736-4eae-86ec-8cac5f97fa5c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.367311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-0c23450e-ab5c-4794-90bb-488dfb893548 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.367501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 498d1ece-695a-4342-b11e-a5a34746af17 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:40.367733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (498d1ece-695a-4342-b11e-a5a34746af17), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.381497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-0c23450e-ab5c-4794-90bb-488dfb893548 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813170 Feb 14 21:20:40.416947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-dfcacc08-2921-49be-903a-eb9957832f83 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/quotas/6374dd54bddb442780da6fe41a157a57 HTTP/1.1" status: 200 len: 375 time: 0.0341501 Feb 14 21:20:40.424653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Pushing event deleted for resources: {'Port': ['ID=4c05720b-6736-4eae-86ec-8cac5f97fa5c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:40.524941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-4c399e5b-103f-4880-b6d2-f6515911364c tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6374dd54bddb442780da6fe41a157a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067574 Feb 14 21:20:40.546354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45176) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:40.559233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] Network 7f1c548c-4817-4324-b940-40a06a43a5b9 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:20:40.559713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c1711-2359-4aec-b575-0ebdce627aac None None] No DVR routers for this DVR port 4c05720b-6736-4eae-86ec-8cac5f97fa5c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:40.816290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-8cdcfa8d-658a-4f6d-89ee-5718db50517e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.818904 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-8cdcfa8d-658a-4f6d-89ee-5718db50517e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.3953040 Feb 14 21:20:40.843055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Request body: {'port': {'device_id': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'admin_state_up': True, 'tenant_id': '706e012229744ddcbe81d1552502c223'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:40.876112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-a5c558c5-7ce4-4a58-8953-324b19f14662 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:40.878554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Current status of the port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:40.880370 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:40.888348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-a5c558c5-7ce4-4a58-8953-324b19f14662 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.2947893 Feb 14 21:20:40.963572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-37f4083c-1d13-4fa2-ae6c-74e20d382559 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/quotas/706e012229744ddcbe81d1552502c223 HTTP/1.1" status: 200 len: 375 time: 0.0736337 Feb 14 21:20:41.077894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:41.078311 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.085569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45186) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:41.085756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-783bb457-41e4-4ab1-9fd1-4e0d06fe2d11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=783fc64c0bd94110a91f7fd82117e4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378120 Feb 14 21:20:41.214359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 498d1ece-695a-4342-b11e-a5a34746af17 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:41.215019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (498d1ece-695a-4342-b11e-a5a34746af17), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.243795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-69a89c31-7aac-405d-af3b-d8145b846e8e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2798753 Feb 14 21:20:41.285536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] For port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:41.314212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.322470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Made reservation on behalf of 706e012229744ddcbe81d1552502c223 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:41.326992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.448768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4717a7-c588-45c3-9d86-f963903f25e5 req-c36067ae-12ce-4572-b3d3-5ee930a503bc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:41.463231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f4717a7-c588-45c3-9d86-f963903f25e5 req-c36067ae-12ce-4572-b3d3-5ee930a503bc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.3899047 Feb 14 21:20:41.503662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:41.505932 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7176c-0fbe-4778-9cbc-417f0444b443" -d '{"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-plugged", "status": "completed", "tag": "498d1ece-695a-4342-b11e-a5a34746af17"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:41.566113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f4717a7-c588-45c3-9d86-f963903f25e5 req-01b5fdd1-a280-4a96-b683-43282c8bfe1e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018746 Feb 14 21:20:41.583179 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-af8c2ff8-dcf9-44be-bd28-d0fa84dc9955 service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384161 Feb 14 21:20:41.607703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=498d1ece-695a-4342-b11e-a5a34746af17,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:41.626557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:20:41.627088 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:20:41.649121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Allocated IP 172.20.0.10 (d3ad1c91-5954-470f-98ea-61a123d8047f/ed50ca87-df8f-4cd8-bfd6-4600a04a6a99/9dc63f8c-a2d6-4f9c-8632-bb0332c112f3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:41.654251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2e1f6fdf-d596-4cf9-accb-0a0bdc69a7f6 None None] Provisioning complete for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:41.654577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6fdf-d596-4cf9-accb-0a0bdc69a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.660258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] Publish callbacks [] for security_group (07382cc8-436a-4dae-a56c-56b9fe5625b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.664453 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.706611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70790106-d00c-4361-b70a-b5dd59220ede None None] Pushing event updated for resources: {'Port': ['ID=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:41.780381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-7f372bfc-a3cc-418b-8e45-56c6990ac8e3 service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960094 Feb 14 21:20:41.798778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e6bd-dcca-4656-a19a-b83473cb3c7a req-415141d3-7e5e-4b61-a561-390cb87b6cca tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:41.806634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e6bd-dcca-4656-a19a-b83473cb3c7a req-415141d3-7e5e-4b61-a561-390cb87b6cca tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:41.816201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c235e6bd-dcca-4656-a19a-b83473cb3c7a req-415141d3-7e5e-4b61-a561-390cb87b6cca tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 0.1183164 Feb 14 21:20:41.838989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] Publish callbacks [] for security_group (07382cc8-436a-4dae-a56c-56b9fe5625b5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:41.893420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c235e6bd-dcca-4656-a19a-b83473cb3c7a req-5d057203-e215-459e-ba9f-0cec57453999 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Feb 14 21:20:41.905030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:42.067683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f6fdf-d596-4cf9-accb-0a0bdc69a7f6 None None] Current status of the port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:42.188626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07382cc8-436a-4dae-a56c-56b9fe5625b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.196340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.207292 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07382cc8-436a-4dae-a56c-56b9fe5625b5 HTTP/1.1" status: 204 len: 168 time: 1.1162317 Feb 14 21:20:42.211758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks [] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.220459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb6b62-b652-478f-92ce-49beca58dec0 req-637fab66-d3a1-43ab-88da-370dd5be3f1c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:42.223513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb6b62-b652-478f-92ce-49beca58dec0 req-637fab66-d3a1-43ab-88da-370dd5be3f1c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2317355 Feb 14 21:20:42.245734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:42.266647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cdd0a-655a-4ace-83d0-06e0ec573f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07382cc8-436a-4dae-a56c-56b9fe5625b5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:42.377023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:42.393870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.412819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:42.413170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5cd9e2c7-19da-4b49-a208-9c26b2e9fd14 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:42.419639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c05720b-6736-4eae-86ec-8cac5f97fa5c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:42.459666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Network d3ad1c91-5954-470f-98ea-61a123d8047f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:42.466817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:42.478435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4c05720b-6736-4eae-86ec-8cac5f97fa5c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:42.478654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c05720b-6736-4eae-86ec-8cac5f97fa5c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:42.491181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:42.500361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event updated for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:42.518401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-759b9190-a043-4d1a-99cb-788aa4f89528 req-cb3860b9-086d-43b6-93bf-24fb43bbc9e2 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 210 time: 0.2061586 Feb 14 21:20:42.592841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:42.593730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.623524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-30a5ad52-f98f-4f7c-b4a5-4da9a3bda2f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7918198 Feb 14 21:20:42.659381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Request body: {'port': {'device_id': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:42.669530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-6bec5b4b-dbf6-4aa3-a262-e882ef6cfa11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7398942 Feb 14 21:20:42.701529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7acb6b62-b652-478f-92ce-49beca58dec0 req-96aa50b8-fd3b-4a86-bea4-f2bcc3ea8de9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706030 Feb 14 21:20:42.777851 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5429c7f-ab4a-4887-8145-238154e98fb5 x-openstack-request-id: req-c5429c7f-ab4a-4887-8145-238154e98fb5 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:42.778486 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-plugged", "status": "completed", "tag": "498d1ece-695a-4342-b11e-a5a34746af17", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:42.778982 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5429c7f-ab4a-4887-8145-238154e98fb5 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:42.779725 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17', 'code': 200} Feb 14 21:20:42.791545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:42.860791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:42.861846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:42.982385 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-f0e37f6c-27b4-429d-b82f-75179031015d tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6374dd54bddb442780da6fe41a157a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744519 Feb 14 21:20:42.998119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:43.031023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:43.064214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.086981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.114321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.118490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-76ea79df-0b9b-4951-8017-dc195e65806f None None] Provisioning complete for port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:43.121721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76ea79df-0b9b-4951-8017-dc195e65806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:43.131739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.145533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.162755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.175192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.186356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-fb81c7c9-18a6-41d9-96da-6d0a08b4cb4f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5057728 Feb 14 21:20:43.213149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-76ea79df-0b9b-4951-8017-dc195e65806f None None] Port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:43.598185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:43.613202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks [] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:43.635281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Transition to ACTIVE for port object 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:43.663634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:43.777182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-5bb1a6be-348e-48d7-8dea-d4cd79c86fe7 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:43.781441 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-5bb1a6be-348e-48d7-8dea-d4cd79c86fe7 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7951686 Feb 14 21:20:43.849361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Request body: {'port': {'device_id': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '6374dd54bddb442780da6fe41a157a57'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:43.969402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:44.028038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27bb92d5-50eb-4341-a16f-cf36f7850006 req-49d10e08-c036-4c06-9ade-e16af20fb31f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8387945 Feb 14 21:20:44.032910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:44.047770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-cb2c4f03-e3a6-40d7-a800-eb081416793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.049934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-cb2c4f03-e3a6-40d7-a800-eb081416793c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1127 time: 1.3360591 Feb 14 21:20:44.235531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-46eefc34-112d-4519-9a13-ef59430c3ec0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.245098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-46eefc34-112d-4519-9a13-ef59430c3ec0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.4600842 Feb 14 21:20:44.288335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Attempting to bind port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:44.291681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Attempting to bind port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:44.292360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Attempting to bind port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:44.300486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca975-76a4-4817-af63-71c8afc4a75b req-7d6bcd99-b670-430c-a4ac-55af871fe6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.303823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca975-76a4-4817-af63-71c8afc4a75b req-7d6bcd99-b670-430c-a4ac-55af871fe6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.305800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-234ca975-76a4-4817-af63-71c8afc4a75b req-7d6bcd99-b670-430c-a4ac-55af871fe6c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 2048 time: 1.3151846 Feb 14 21:20:44.336636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-network', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:44.348747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-54718d6f-e365-435e-94d0-0522b4a303a1 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/quotas/706e012229744ddcbe81d1552502c223 HTTP/1.1" status: 200 len: 375 time: 0.1022971 Feb 14 21:20:44.463236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-c1422a6e-f8f7-4209-a8e5-41c57d3d3659 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.464607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-c1422a6e-f8f7-4209-a8e5-41c57d3d3659 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.83 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.1547096 Feb 14 21:20:44.489535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 on network d3ad1c91-5954-470f-98ea-61a123d8047f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:44.490014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Attempting to bind port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:44.490929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27095e42-4ea5-40fd-b0d1-e5e507fee109 req-2acaf74e-e5d0-46e8-b99c-aeccb44a9672 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.497757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27095e42-4ea5-40fd-b0d1-e5e507fee109 req-2acaf74e-e5d0-46e8-b99c-aeccb44a9672 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.2981155 Feb 14 21:20:44.507383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-16160443-8bac-4160-8507-2b6b36609c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.509026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-16160443-8bac-4160-8507-2b6b36609c2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.4348996 Feb 14 21:20:44.518140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Request body: {'port': {'device_id': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'admin_state_up': True, 'tenant_id': '706e012229744ddcbe81d1552502c223'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:44.526042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Made reservation on behalf of 6374dd54bddb442780da6fe41a157a57 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:44.531033 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.531611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-234ca975-76a4-4817-af63-71c8afc4a75b req-4d658932-520c-4b62-97a3-6cc18ac93cc2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051198 Feb 14 21:20:44.550191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:44.550638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Checking segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:44.551112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Bound using segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:44.551696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Bound port: 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:44.552069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.584753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-3127c287-572c-46b0-84ba-570ec54e68e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.0650668 Feb 14 21:20:44.595102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.621380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27095e42-4ea5-40fd-b0d1-e5e507fee109 req-11a0a179-4367-4949-98fd-bb1f49a3a4ff tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226501 Feb 14 21:20:44.623638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:44.626093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.696507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-d49f7c2c-e5fb-449a-8e19-89370aa55c72 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3466849 Feb 14 21:20:44.710829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.738353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:44.746415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:44.780812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.813838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-34689437-421f-4083-a5fc-56a727fad46a service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039412 Feb 14 21:20:44.859956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.860756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:44.862280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] 10.222.0.64 "PUT /v2.0/ports/9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 HTTP/1.1" status: 200 len: 1093 time: 2.2352865 Feb 14 21:20:44.864814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:44.875397 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad8d95-e838-4d33-b533-08f83af79e94" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:44.927681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-dd17894f-c85d-4c8c-b5fc-b2a4366dcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:44.929298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-dd17894f-c85d-4c8c-b5fc-b2a4366dcdfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.3355403 Feb 14 21:20:44.973073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Made reservation on behalf of 706e012229744ddcbe81d1552502c223 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:44.976384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.003796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-3cbcb923-8255-48c4-bfb3-8798b4d3ad1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658374 Feb 14 21:20:45.018716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b7349-77a0-4f5b-8c9f-87d80232e970 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:45.030987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks [] for security_group (926fbbe1-bc34-4596-88c9-610f2c0c258e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.046687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (926fbbe1-bc34-4596-88c9-610f2c0c258e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.132410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks [] for security_group (f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.139722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-5edc9d92-aa6c-460b-a993-1e627193b829 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097157 Feb 14 21:20:45.213160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd3e5b-f6e1-4399-96e0-c0cef24a0cae req-a08cf425-56f5-4a9d-ab1d-c1bd63ed981d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.219053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd3e5b-f6e1-4399-96e0-c0cef24a0cae req-a08cf425-56f5-4a9d-ab1d-c1bd63ed981d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.226430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfdd3e5b-f6e1-4399-96e0-c0cef24a0cae req-a08cf425-56f5-4a9d-ab1d-c1bd63ed981d tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 0.4115925 Feb 14 21:20:45.251058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Allocated IP 172.20.0.5 (d3ad1c91-5954-470f-98ea-61a123d8047f/ed50ca87-df8f-4cd8-bfd6-4600a04a6a99/a1e118d7-6b6d-49c1-b444-0cda036c1d65) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:45.281906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-7be66733-c00c-4ba6-8b2b-03f2976b7a4c service neutron] 10.222.0.86 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559832 Feb 14 21:20:45.347812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfdd3e5b-f6e1-4399-96e0-c0cef24a0cae req-5e91cb47-df81-41c1-9660-fc2931a6e58b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201003 Feb 14 21:20:45.390812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10c70619-09dc-4057-97e6-e0a7b4be6a24 req-af56c393-2aaf-4110-a38a-a784585bf0e5 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400701 Feb 14 21:20:45.469135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926fbbe1-bc34-4596-88c9-610f2c0c258e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:45.536607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b16c0f3-0161-4073-8b66-418c961ed86a req-f19834ae-818f-4861-a892-a817e4d67aeb tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 210 time: 0.0435696 Feb 14 21:20:45.592411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.677896 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc1de7e-f853-4b28-8b67-36bf82945128 x-openstack-request-id: req-bdc1de7e-f853-4b28-8b67-36bf82945128 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:45.678207 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:45.678456 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdc1de7e-f853-4b28-8b67-36bf82945128 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:45.678866 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'status': 'completed', 'code': 200} Feb 14 21:20:45.725521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:20:45.736951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.737346 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Added segment 059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b of type vlan for network b96b6493-c3ae-4a9e-bd96-635f57b587e9 Feb 14 21:20:45.759943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9dad2-9a7f-4769-82cd-adea1f8e54a3 req-90b45648-666f-4e93-84c6-91c8f758b464 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.761536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3d9dad2-9a7f-4769-82cd-adea1f8e54a3 req-90b45648-666f-4e93-84c6-91c8f758b464 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1688385 Feb 14 21:20:45.814513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-c92fce0d-55f4-4f77-aab7-021d4c6b9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.816568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-c92fce0d-55f4-4f77-aab7-021d4c6b9114 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 1127 time: 0.8627398 Feb 14 21:20:45.821689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks [] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.891813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.904032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.912479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.919781 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-fbe035d3-af01-4fe3-8b93-5dc395dfc00e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 HTTP/1.1" status: 200 len: 217 time: 0.0534658 Feb 14 21:20:45.921642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.928138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.936876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.945919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:45.948520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-4326d273-8f2c-4cb1-b33e-6d2bc05d626d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2634606 Feb 14 21:20:45.954981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b96b6493-c3ae-4a9e-bd96-635f57b587e9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:45.964790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3d9dad2-9a7f-4769-82cd-adea1f8e54a3 req-5f3ae904-7c29-497c-a640-365ce1caae11 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676853 Feb 14 21:20:46.059037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Allocated IP 192.168.233.46 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/f3e03bb4-35c5-47d5-8524-fa18bf6f3c06) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:46.172800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dcac26a-d4a1-4c91-a602-d8810eeee762 req-b792d939-10d3-471f-80ce-f98ea3b654bc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043786 Feb 14 21:20:46.193473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-18b0de49-2bda-4dd0-97de-2b91a32fcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.197530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-18b0de49-2bda-4dd0-97de-2b91a32fcd45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.2590797 Feb 14 21:20:46.229337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81468a13-c9d7-4966-9efa-85eb4380006c req-94fa85a8-612f-4702-b661-e9472b6b0f88 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 210 time: 0.0481687 Feb 14 21:20:46.291223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:20:46.293647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:46.422226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79588683-d2ac-455e-99c9-77c57c52f8c7 req-011b2074-0c47-455c-9840-8f9d94ed954d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.426114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79588683-d2ac-455e-99c9-77c57c52f8c7 req-011b2074-0c47-455c-9840-8f9d94ed954d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.0920067 Feb 14 21:20:46.475998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b96b6493-c3ae-4a9e-bd96-635f57b587e9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:46.477349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.481325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:46.506408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79588683-d2ac-455e-99c9-77c57c52f8c7 req-370de8ef-56d5-4583-899e-4c90ef864f8e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726788 Feb 14 21:20:46.585971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] Pushing event updated for resources: {'Network': ['ID=b96b6493-c3ae-4a9e-bd96-635f57b587e9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:46.590968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f63cdc6e-dafc-4a37-9a41-2a830ee40eac admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5477021 Feb 14 21:20:46.600316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:20:46.607735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:46.610108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Request body: {'subnet': {'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-subnet', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:46.635307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-9912ab34-c71c-43c9-be3d-d219dd76ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.635538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-9912ab34-c71c-43c9-be3d-d219dd76ad84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4081142 Feb 14 21:20:46.640350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:46.697702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0e304-9ca9-4cc0-91d2-91789418832f req-f005d18b-80e6-4a13-86af-aa6d7c19cef0 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.716246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0e304-9ca9-4cc0-91d2-91789418832f req-f005d18b-80e6-4a13-86af-aa6d7c19cef0 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.720384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10d0e304-9ca9-4cc0-91d2-91789418832f req-f005d18b-80e6-4a13-86af-aa6d7c19cef0 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 0.1948631 Feb 14 21:20:46.751322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event updated for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:46.775300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c329165e-b987-4643-9b03-ab1e14c7904f req-57f4443f-73c1-4606-b9a9-1470ec7f9dc7 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 210 time: 0.0499763 Feb 14 21:20:46.777355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Network d3ad1c91-5954-470f-98ea-61a123d8047f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:46.829587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks [] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:46.838537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:46.840193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10d0e304-9ca9-4cc0-91d2-91789418832f req-fad06864-fc01-4cc8-a536-a538cf48e4c6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635426 Feb 14 21:20:46.846320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:46.935179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:46.935779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:46.994899 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-0db0fb40-d74d-4310-85f4-58fd22cc81d9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4908228 Feb 14 21:20:47.001555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:47.004460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:47.033839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Request body: {'port': {'device_id': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:47.198811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:47.382557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3f3f832f-51b9-4b1f-8dab-03f37d6877e8 None None] Provisioning complete for port a1e118d7-6b6d-49c1-b444-0cda036c1d65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:47.394129 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3f832f-51b9-4b1f-8dab-03f37d6877e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:47.465074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79096c9-9186-463f-9e49-501ceab9e973 req-5e1df148-cfec-42fc-81a7-d7226e8f3380 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.476934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c79096c9-9186-463f-9e49-501ceab9e973 req-5e1df148-cfec-42fc-81a7-d7226e8f3380 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1489136 Feb 14 21:20:47.522731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-24ad0196-4daf-4ce4-9612-f381be248416 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.524707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-24ad0196-4daf-4ce4-9612-f381be248416 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 815 time: 0.3777966 Feb 14 21:20:47.545814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f832f-51b9-4b1f-8dab-03f37d6877e8 None None] Port a1e118d7-6b6d-49c1-b444-0cda036c1d65 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:47.568795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c79096c9-9186-463f-9e49-501ceab9e973 req-30291ecb-a09a-4bec-b039-aba9bba70f69 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904181 Feb 14 21:20:47.639946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Request body: {'port': {'device_id': 'df39a478-485f-4297-b84f-65c4f2104efa', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'admin_state_up': True, 'tenant_id': '706e012229744ddcbe81d1552502c223'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:47.674454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:47.817257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-265cf7e1-c2ee-4ef3-8b7e-2c9e0eae055e req-91a13dc1-ebd5-40df-8e1f-34db175587d3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 210 time: 0.0460298 Feb 14 21:20:47.873315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.880656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.886569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.892458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.898348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.904784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.910855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:47.919130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-987ca1bf-51a7-4054-9535-fc30546d3fa7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3472250 Feb 14 21:20:48.063587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:48.068471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Made reservation on behalf of 706e012229744ddcbe81d1552502c223 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:20:48.073389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:48.107738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f347f2-213f-4577-aab7-7beb0795ee7a req-3af69791-4aa9-40af-99cb-564e647352ea tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872811 Feb 14 21:20:48.164111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e3a1-7d3e-45b2-ab9e-507a967dea50 req-cddbb511-8844-47a4-865d-9b1b027d29c6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:48.172760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e3a1-7d3e-45b2-ab9e-507a967dea50 req-cddbb511-8844-47a4-865d-9b1b027d29c6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:48.180564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90f2e3a1-7d3e-45b2-ab9e-507a967dea50 req-cddbb511-8844-47a4-865d-9b1b027d29c6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 0.2191570 Feb 14 21:20:48.321451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90f2e3a1-7d3e-45b2-ab9e-507a967dea50 req-6d9d3010-ee3d-454a-a8b6-0630b70760b5 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395776 Feb 14 21:20:48.469549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e6ff007d-e78a-4fb8-bd78-5699336c3a06), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:48.500227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfebe5c-693f-42ff-9358-0d3bb3cdfcf1 req-9db6ce9d-ecbf-4156-b6c2-c97244cb6df1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:48.502973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dfebe5c-693f-42ff-9358-0d3bb3cdfcf1 req-9db6ce9d-ecbf-4156-b6c2-c97244cb6df1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.1772199 Feb 14 21:20:48.521978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ff007d-e78a-4fb8-bd78-5699336c3a06,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:48.533324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129b82-abae-4fd9-a53e-42926d7fd4a3 req-1839d1eb-0007-4e94-af1a-e74e27fb7070 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:48.539754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:48.541621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce129b82-abae-4fd9-a53e-42926d7fd4a3 req-1839d1eb-0007-4e94-af1a-e74e27fb7070 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 935 time: 0.0917041 Feb 14 21:20:48.545438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:48.563522 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-dc26f6c8-a6c9-4622-896d-d35fb49ab1d9 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9093704 Feb 14 21:20:48.566593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:48.636075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce129b82-abae-4fd9-a53e-42926d7fd4a3 req-fe2c0819-2495-4bac-a6ae-dd1d251fb470 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933290 Feb 14 21:20:48.672672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dfebe5c-693f-42ff-9358-0d3bb3cdfcf1 req-b44bdb05-ef5d-45e7-861b-972757903ce6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532745 Feb 14 21:20:48.685075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:48.685751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:48.841521 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-539648a3-63e8-48fd-a1b4-fb4e2a95c054 req-b6302e06-adeb-441e-a97d-fc6ab4d75baf service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336341 Feb 14 21:20:48.893915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d6653e10-ed85-4fb2-9521-4b7233a089c6 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0752988 Feb 14 21:20:48.918100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Request body: {'port': {'device_id': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:48.975838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Checking segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:48.976209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Network hostable DHCP agents. Network: b96b6493-c3ae-4a9e-bd96-635f57b587e9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:20:49.001780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-35f17bc8-e55d-4e2c-852e-6426001df9d8 None None] Provisioning complete for port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:49.003592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35f17bc8-e55d-4e2c-852e-6426001df9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.066661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12026f5-4c0b-4e0b-8db2-49a377ec72cf req-b5cabab5-c820-47dc-9b2e-92b3f81c1eae tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.075788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f12026f5-4c0b-4e0b-8db2-49a377ec72cf req-b5cabab5-c820-47dc-9b2e-92b3f81c1eae tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2443745 Feb 14 21:20:49.077647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-35f17bc8-e55d-4e2c-852e-6426001df9d8 None None] Port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:49.097252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e118d7-6b6d-49c1-b444-0cda036c1d65 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:49.106115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks [] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.120448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Transition to ACTIVE for port object a1e118d7-6b6d-49c1-b444-0cda036c1d65 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:49.139589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.168877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cdbe5f9-7cbd-4dc0-a4a2-6e5496b2c15a req-a7d9f421-a979-42be-a1ce-b2936aec7118 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 210 time: 0.0622680 Feb 14 21:20:49.210109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:49.231733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.336709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f12026f5-4c0b-4e0b-8db2-49a377ec72cf req-7976ee0f-5c69-4cf9-aac8-c470eed0c8a2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580097 Feb 14 21:20:49.362324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Allocated IP 172.20.0.8 (d3ad1c91-5954-470f-98ea-61a123d8047f/ed50ca87-df8f-4cd8-bfd6-4600a04a6a99/eb267aed-fd76-4d78-85bc-6306efed7280) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:49.383391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-68cbda15-de7a-4f26-9dca-40d88dc98b32 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.384727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:20:49.400252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-68cbda15-de7a-4f26-9dca-40d88dc98b32 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.400468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-bf954414-0440-4093-bb67-85a5f68cc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.401811 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-bf954414-0440-4093-bb67-85a5f68cc16b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 1127 time: 0.4285860 Feb 14 21:20:49.406881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-68cbda15-de7a-4f26-9dca-40d88dc98b32 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 0.3833740 Feb 14 21:20:49.425160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b96b6493-c3ae-4a9e-bd96-635f57b587e9) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:49.570763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-f8c8004c-551e-4a44-95d9-574180b30703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.575922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-f8c8004c-551e-4a44-95d9-574180b30703 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 916 time: 0.1465380 Feb 14 21:20:49.581524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.582131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.625025 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7ef2ca33-9cea-4035-999c-a05c88a29c52 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0190988 Feb 14 21:20:49.659644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45352) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:49.672964 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-1d8ef1ae-7aa5-4bfa-bec9-53951469e1c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 HTTP/1.1" status: 200 len: 217 time: 0.0707116 Feb 14 21:20:49.681845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:49.692470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Attempting to bind port a1e118d7-6b6d-49c1-b444-0cda036c1d65 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:49.692869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Attempting to bind port a1e118d7-6b6d-49c1-b444-0cda036c1d65 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:49.693213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Attempting to bind port a1e118d7-6b6d-49c1-b444-0cda036c1d65 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:49.770322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Port a1e118d7-6b6d-49c1-b444-0cda036c1d65 on network d3ad1c91-5954-470f-98ea-61a123d8047f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:49.770677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Attempting to bind port a1e118d7-6b6d-49c1-b444-0cda036c1d65 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:49.784704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.787401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.857563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38cdb7-1438-48ad-829a-8c9da774f50c None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:49.890027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:49.890530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Checking segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:49.890786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Bound using segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:49.891261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Bound port: a1e118d7-6b6d-49c1-b444-0cda036c1d65, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:49.891627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:49.910309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.918149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.925203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.938110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.946279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.952518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.966578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.971573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-4cae96f5-7352-460f-9622-ef4f1d7d46e5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.6280169 Feb 14 21:20:49.975073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-a1a83586-c919-463e-9cfb-f06fca2f50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:49.979517 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-a1a83586-c919-463e-9cfb-f06fca2f50db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.2870800 Feb 14 21:20:50.099274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:20:50.105309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.150794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:50.158779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:50.232980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.308576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:50.309405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.310687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/a1e118d7-6b6d-49c1-b444-0cda036c1d65 HTTP/1.1" status: 200 len: 1092 time: 3.3012209 Feb 14 21:20:50.314581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:50.317056 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:50.359573 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for router_controller (dc84969d-8bf7-42bf-acee-2fa86ade7a91), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.444027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks [] for port (eb267aed-fd76-4d78-85bc-6306efed7280), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.472836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-600eee7a-f0fa-46ea-bcf5-227bb4714f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:50.474248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Allocated IP 172.20.0.2 (b96b6493-c3ae-4a9e-bd96-635f57b587e9/e6ff007d-e78a-4fb8-bd78-5699336c3a06/d021f4b4-66db-4190-ad45-64c38f9e6123) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:50.480272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-600eee7a-f0fa-46ea-bcf5-227bb4714f13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4523370 Feb 14 21:20:50.596047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730d18-af57-4efb-ac2d-c9831b6d78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:50.615753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.728357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-9263b321-e27d-414a-ac98-54245b384493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:50.730678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-9263b321-e27d-414a-ac98-54245b384493 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 1126 time: 0.3582065 Feb 14 21:20:50.732250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port 498d1ece-695a-4342-b11e-a5a34746af17 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:50.732829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (498d1ece-695a-4342-b11e-a5a34746af17), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.807871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-74e3f11f-a420-44ac-aa97-eef87e4daed2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65 HTTP/1.1" status: 200 len: 217 time: 0.0691421 Feb 14 21:20:50.839282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks [] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.851136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:50.911407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:50.916227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:50.920705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:50.982334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:50.984520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Pushing event updated for resources: {'Port': ['ID=d021f4b4-66db-4190-ad45-64c38f9e6123,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:51.014989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks [] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.020743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Attempting to bind port d021f4b4-66db-4190-ad45-64c38f9e6123 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:51.021136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Attempting to bind port d021f4b4-66db-4190-ad45-64c38f9e6123 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:51.021515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Attempting to bind port d021f4b4-66db-4190-ad45-64c38f9e6123 on network b96b6493-c3ae-4a9e-bd96-635f57b587e9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:51.024673 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-daad296f-00de-4c0c-bef7-cb3ad1d62bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160017 Feb 14 21:20:51.030043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:51.030591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Checking segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:51.031199 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.031649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Bound using segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:51.032500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Bound port: d021f4b4-66db-4190-ad45-64c38f9e6123, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:51.032978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.096297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Transition to ACTIVE for port object f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:51.111842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.115297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-dd8fcb8f-7cc6-4ac4-b194-298d6080e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:51.117113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-dd8fcb8f-7cc6-4ac4-b194-298d6080e3aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.2562456 Feb 14 21:20:51.119046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] For port d021f4b4-66db-4190-ad45-64c38f9e6123, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:51.131804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] For port d021f4b4-66db-4190-ad45-64c38f9e6123, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d021f4b4-66db-4190-ad45-64c38f9e6123,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:51.150115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.241304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:51.320469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ade48-8e06-44f4-a06e-ca8855f012ec None None] Pushing event updated for resources: {'Port': ['ID=d021f4b4-66db-4190-ad45-64c38f9e6123,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:51.360713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for router_gateway (dc84969d-8bf7-42bf-acee-2fa86ade7a91), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.376947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74829-1fb0-460e-b5d6-4bb47e687011 req-01fa8fa9-3f71-4b03-a7e6-e7f84f08b8a6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:51.380818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-f7d82618-9865-4c3d-8023-1514cd69f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:51.382550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-f7d82618-9865-4c3d-8023-1514cd69f768 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2099135 Feb 14 21:20:51.383848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74829-1fb0-460e-b5d6-4bb47e687011 req-01fa8fa9-3f71-4b03-a7e6-e7f84f08b8a6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:51.391435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9d74829-1fb0-460e-b5d6-4bb47e687011 req-01fa8fa9-3f71-4b03-a7e6-e7f84f08b8a6 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 1682 time: 1.3753302 Feb 14 21:20:51.408952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-91ad8d95-e838-4d33-b533-08f83af79e94 req-0fd00f43-ab68-44ab-897b-c4418f878401 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734286 Feb 14 21:20:51.448047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a36abff8-33b9-4b2b-ab75-177661aac467 req-db5b6aec-23d5-4699-9011-6971b62658ff tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4324136 Feb 14 21:20:51.460107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Network d3ad1c91-5954-470f-98ea-61a123d8047f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:51.504592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event updated for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:51.511003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:51.516938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:51.627621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Attempting to bind port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:51.628183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Attempting to bind port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:51.628352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Attempting to bind port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:51.637262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port 498d1ece-695a-4342-b11e-a5a34746af17, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=498d1ece-695a-4342-b11e-a5a34746af17,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:51.637792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (498d1ece-695a-4342-b11e-a5a34746af17), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.641757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:51.641944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Attempting to bind port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:51.668457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:51.668801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:51.669198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:51.669641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Bound port: f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:51.670002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.753774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for 498d1ece-695a-4342-b11e-a5a34746af17 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:51.754476 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-78b98b9c-e958-49fb-8023-4b625d22e812 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584955 Feb 14 21:20:51.765091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9d74829-1fb0-460e-b5d6-4bb47e687011 req-d1abe0c4-3d35-4d04-81dd-d621a991ecf4 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726227 Feb 14 21:20:51.907231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:51.911328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:51.993949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:52.000408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:52.016927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:52.076422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-165f5a74-c8ea-4f6e-9acb-e8d550cdf447 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4746447 Feb 14 21:20:52.085573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ee84ff83-33f4-4d96-84bf-620d2d6e1c65 None None] Provisioning complete for port eb267aed-fd76-4d78-85bc-6306efed7280 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:52.085962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee84ff83-33f4-4d96-84bf-620d2d6e1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:52.088583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Request body: {'port': {'device_id': 'df39a478-485f-4297-b84f-65c4f2104efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:20:52.153056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.156655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:52.159260 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 HTTP/1.1" status: 200 len: 1096 time: 3.2551737 Feb 14 21:20:52.201008 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-55843919-814f-4f8a-8a74-53ba0c08b160 req-656ba890-7904-414c-a195-8b925a11ac16 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387798 Feb 14 21:20:52.209919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c5ef3-99d2-4a67-917d-9c9190f70dc0 req-02f3d7fe-b5e0-45a4-9bd5-4c5283633dc2 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.217346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d23c5ef3-99d2-4a67-917d-9c9190f70dc0 req-02f3d7fe-b5e0-45a4-9bd5-4c5283633dc2 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 947 time: 0.4647346 Feb 14 21:20:52.230615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ff83-33f4-4d96-84bf-620d2d6e1c65 None None] Port eb267aed-fd76-4d78-85bc-6306efed7280 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:20:52.331169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b917794-1a84-4e87-b835-c7af0f47fcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:52.334356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff1bd5-c3aa-4e3a-a088-b2fbfbc10b8a req-3c3d8243-bd06-4537-9464-d37bcf991bc3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.352393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1ff1bd5-c3aa-4e3a-a088-b2fbfbc10b8a req-3c3d8243-bd06-4537-9464-d37bcf991bc3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.4460692 Feb 14 21:20:52.355406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-053b09f3-d603-4601-b0bc-68c5c6b45662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.357096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:52.359794 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-053b09f3-d603-4601-b0bc-68c5c6b45662 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6374dd54bddb442780da6fe41a157a57&device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 1130 time: 0.1291289 Feb 14 21:20:52.432259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-d01cc7b0-b641-4c29-bc08-4ed0c9243c27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 HTTP/1.1" status: 200 len: 217 time: 0.0635116 Feb 14 21:20:52.502926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-b29516bc-2bcc-4eba-9a7b-7aefd82b7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.504808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-b29516bc-2bcc-4eba-9a7b-7aefd82b7154 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0675697 Feb 14 21:20:52.574181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-40e8a5fc-bd3c-43b7-8447-2c85a2ff1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:52.576338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-40e8a5fc-bd3c-43b7-8447-2c85a2ff1a1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0655107 Feb 14 21:20:52.748861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-7be5295e-942b-495d-88a2-01ce86d89bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649272 Feb 14 21:20:52.773703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d021f4b4-66db-4190-ad45-64c38f9e6123 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:52.818803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d23c5ef3-99d2-4a67-917d-9c9190f70dc0 req-1f83029f-85e3-4bb6-8424-d21eb617f899 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004829 Feb 14 21:20:52.822218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1ff1bd5-c3aa-4e3a-a088-b2fbfbc10b8a req-d898968d-f1e3-460e-a62a-1a388efe582d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689422 Feb 14 21:20:52.969705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d021f4b4-66db-4190-ad45-64c38f9e6123 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:52.970779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:52.984910 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e687e9-d2fe-44c3-b754-0e159f34a7d0 x-openstack-request-id: req-91e687e9-d2fe-44c3-b754-0e159f34a7d0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:52.987355 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:52.988132 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91e687e9-d2fe-44c3-b754-0e159f34a7d0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:52.988961 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65', 'status': 'completed', 'code': 200} Feb 14 21:20:53.025271 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (498d1ece-695a-4342-b11e-a5a34746af17), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.037379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821ece6-4851-4dc5-9a40-2cedb4f6671c None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:53.116388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7c164fe-faf8-4643-917f-7108d4a34954 req-fec6eeda-e9cc-4151-bb2c-11cb73a5d721 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542075 Feb 14 21:20:53.149530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-c52b0e13-6104-49eb-924f-11a50707a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.153658 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-c52b0e13-6104-49eb-924f-11a50707a4fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 1126 time: 0.1379294 Feb 14 21:20:53.185284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Provisioning complete for port d021f4b4-66db-4190-ad45-64c38f9e6123 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:53.186205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.189681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=498d1ece-695a-4342-b11e-a5a34746af17,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:53.364706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d021f4b4-66db-4190-ad45-64c38f9e6123 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:53.365208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.406757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-277a8b65-cb37-43db-bcff-30d810678ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.409227 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-277a8b65-cb37-43db-bcff-30d810678ff9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 916 time: 0.2486534 Feb 14 21:20:53.429994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d021f4b4-66db-4190-ad45-64c38f9e6123, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d021f4b4-66db-4190-ad45-64c38f9e6123,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:53.432183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:53.456148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port 498d1ece-695a-4342-b11e-a5a34746af17 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:53.458953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.467100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for router_gateway (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.477527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.494620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-10a725ea-d1df-427a-babb-dfab40dedc00 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "DELETE /v2.0/ports/498d1ece-695a-4342-b11e-a5a34746af17 HTTP/1.1" status: 204 len: 173 time: 4.0740087 Feb 14 21:20:53.499532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-deleted', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:53.501098 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-b07c9dc1-f1bc-47b6-9b5b-0d2c17d1b64c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65 HTTP/1.1" status: 200 len: 217 time: 0.0839992 Feb 14 21:20:53.504712 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ddbad0-ace1-4961-bad6-887eacab570a" -d '{"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-deleted", "tag": "498d1ece-695a-4342-b11e-a5a34746af17"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:53.523818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Current status of the port d021f4b4-66db-4190-ad45-64c38f9e6123 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:53.524220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.561315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf14e-f1c0-4d19-9c02-e2bdd0cc7f08 req-89003a35-027b-4643-8fbe-61fd92ff7423 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.569937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eccf14e-f1c0-4d19-9c02-e2bdd0cc7f08 req-89003a35-027b-4643-8fbe-61fd92ff7423 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 931 time: 0.5717077 Feb 14 21:20:53.616204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-15ac2e05-1eea-4aff-a155-143c5812c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.618678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-15ac2e05-1eea-4aff-a155-143c5812c177 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.1137710 Feb 14 21:20:53.633923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee444a-0ce1-4a90-abe0-3eb39d2a3e37 req-045d3601-7e92-4d37-a1fc-8e75b6cb1f1b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.635948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37ee444a-0ce1-4a90-abe0-3eb39d2a3e37 req-045d3601-7e92-4d37-a1fc-8e75b6cb1f1b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.5665531 Feb 14 21:20:53.637545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.723326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-1929f71c-28f8-4f54-b4a4-7d971a62484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:53.725247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-1929f71c-28f8-4f54-b4a4-7d971a62484a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0988986 Feb 14 21:20:53.801617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb267aed-fd76-4d78-85bc-6306efed7280 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:53.811680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks [] for port (eb267aed-fd76-4d78-85bc-6306efed7280), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.826117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Transition to ACTIVE for port object eb267aed-fd76-4d78-85bc-6306efed7280 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:20:53.864493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-54099183-3491-4524-abbc-445c07d8f5fc service neutron] 10.222.0.83 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324358 Feb 14 21:20:53.868556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Allocated IP 172.25.2.57 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c06a4571-2a41-41cd-ab40-c652cc873647) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:20:53.887426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 498d1ece-695a-4342-b11e-a5a34746af17 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:53.900246 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:53.908994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d021f4b4-66db-4190-ad45-64c38f9e6123,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:53.915841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 498d1ece-695a-4342-b11e-a5a34746af17 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:20:53.916195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 498d1ece-695a-4342-b11e-a5a34746af17 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:20:53.917310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9b17119-6a52-4653-8e0a-f3b9209a5b85 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:20:53.980822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:20:53.981404 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:20:54.043183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:54.048364 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c2bc3d0-2c7b-40a2-ac99-8cc582d82c9f req-88aecf4c-71a1-4432-837d-938392f76517 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782558 Feb 14 21:20:54.054913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:54.088260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'port_id': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'mac_address': 'fa:16:3e:5a:24:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50ca87-df8f-4cd8-bfd6-4600a04a6a99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:54.089516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eccf14e-f1c0-4d19-9c02-e2bdd0cc7f08 req-0142d7f2-c010-4c60-b857-9905a2c81a41 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172689 Feb 14 21:20:54.091206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a9b17119-6a52-4653-8e0a-f3b9209a5b85 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:54.091951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.196571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:54.196977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.222603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37ee444a-0ce1-4a90-abe0-3eb39d2a3e37 req-3091951c-f5ae-4512-a506-2d7cb529d36a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632305 Feb 14 21:20:54.228514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:54.230952 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee30bd-9349-45ef-b9e1-6db11520b6ee" -d '{"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:54.249333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:54.302201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:54.326707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.337440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:54.439843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:54.447807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.452691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Attempting to bind port eb267aed-fd76-4d78-85bc-6306efed7280 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:54.453265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Attempting to bind port eb267aed-fd76-4d78-85bc-6306efed7280 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:54.453882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Attempting to bind port eb267aed-fd76-4d78-85bc-6306efed7280 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:54.466530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Port eb267aed-fd76-4d78-85bc-6306efed7280 on network d3ad1c91-5954-470f-98ea-61a123d8047f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:20:54.466873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Attempting to bind port eb267aed-fd76-4d78-85bc-6306efed7280 on network d3ad1c91-5954-470f-98ea-61a123d8047f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:54.509316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:54.509671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Checking segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:54.510174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Bound using segment: {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:54.510633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Bound port: eb267aed-fd76-4d78-85bc-6306efed7280, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc1aa2-1019-4d07-8dd1-fc7458e2920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:54.511004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.540785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port a9b17119-6a52-4653-8e0a-f3b9209a5b85 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:54.541134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.563790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-082f0de0-1501-4c56-992e-532282431d21 None None] Current status of the port d021f4b4-66db-4190-ad45-64c38f9e6123 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:54.566640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:54.611719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.618578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.628215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.635194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.640590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d021f4b4-66db-4190-ad45-64c38f9e6123 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:54.643340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.649685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.658639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.661040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-145c1a56-b57d-403b-b8a3-331e0d556b10 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4466729 Feb 14 21:20:54.719419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e9d77e18-4243-4648-9c12-a56ff3912670 None None] Provisioning complete for port d021f4b4-66db-4190-ad45-64c38f9e6123 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:54.720091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d77e18-4243-4648-9c12-a56ff3912670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.754842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for port (c06a4571-2a41-41cd-ab40-c652cc873647), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.775705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d021f4b4-66db-4190-ad45-64c38f9e6123 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:54.776174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:54.793675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f653c2-6ef8-4667-abde-dd9b80758987 req-d2b96496-153d-4d14-85e2-8aa59a8681b7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:54.801044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24f653c2-6ef8-4667-abde-dd9b80758987 req-d2b96496-153d-4d14-85e2-8aa59a8681b7 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 943 time: 0.4124565 Feb 14 21:20:54.857339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9d77e18-4243-4648-9c12-a56ff3912670 None None] Current status of the port d021f4b4-66db-4190-ad45-64c38f9e6123 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:54.898331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:54.955081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d021f4b4-66db-4190-ad45-64c38f9e6123 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:54.989918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:54.991411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:20:54.992728 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee3c87-482a-4f24-bba1-ef4186c763a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:55.020387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be04ffc3-b755-48a9-989d-1b3c9861e9a3 req-f9acae64-1f05-48fa-8de3-0a20c2feb9f1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2858658 Feb 14 21:20:55.047501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24f653c2-6ef8-4667-abde-dd9b80758987 req-a5e915a6-09a8-411b-a5a2-a302829a423c tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/security-groups?id=4dbf5d34-5f77-4553-a8a3-add3c9669dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356436 Feb 14 21:20:55.048425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb267aed-fd76-4d78-85bc-6306efed7280,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:20:55.054747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port a9b17119-6a52-4653-8e0a-f3b9209a5b85, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9b17119-6a52-4653-8e0a-f3b9209a5b85,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:55.055131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:55.090670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:55.113028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for a9b17119-6a52-4653-8e0a-f3b9209a5b85 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:20:55.120860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:55.211058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:55.230271 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b79f1d-4bb7-4494-ac89-59892a134843 x-openstack-request-id: req-b0b79f1d-4bb7-4494-ac89-59892a134843 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:55.230965 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-deleted", "tag": "498d1ece-695a-4342-b11e-a5a34746af17", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:55.231532 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b0b79f1d-4bb7-4494-ac89-59892a134843 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:55.232466 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-deleted', 'tag': '498d1ece-695a-4342-b11e-a5a34746af17', 'status': 'completed', 'code': 200} Feb 14 21:20:55.345394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:20:55.346857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:55.347495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:55.348862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1d84a8c1-2cf8-4e40-9c22-6fa80f4dfbf1 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb267aed-fd76-4d78-85bc-6306efed7280 HTTP/1.1" status: 200 len: 1092 time: 3.2643721 Feb 14 21:20:55.409602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:20:55.425940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:20:55.442272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Pushing event updated for resources: {'Port': ['ID=c06a4571-2a41-41cd-ab40-c652cc873647,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:55.553555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa3ae0-b3e8-4466-84f4-a1a1247ed92a req-9bd4cf17-ba9f-481f-a6ed-2357f62db1ae tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:55.555277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86fa3ae0-b3e8-4466-84f4-a1a1247ed92a req-9bd4cf17-ba9f-481f-a6ed-2357f62db1ae tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 947 time: 0.3086936 Feb 14 21:20:55.639583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b736757-2ee5-4bcb-a1b4-61767648b861 req-bffe2d18-ef53-4fd7-a3e8-7d4074319b4d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:55.641579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b736757-2ee5-4bcb-a1b4-61767648b861 req-bffe2d18-ef53-4fd7-a3e8-7d4074319b4d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.3241811 Feb 14 21:20:55.704669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-3426282a-650a-4049-99c2-8054db34689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:55.706158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-3426282a-650a-4049-99c2-8054db34689c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 1126 time: 0.3005044 Feb 14 21:20:55.742969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a1e118d7-6b6d-49c1-b444-0cda036c1d65 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:55.866982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:55.888231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'port_id': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65', 'mac_address': 'fa:16:3e:9b:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50ca87-df8f-4cd8-bfd6-4600a04a6a99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:55.941977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a1e118d7-6b6d-49c1-b444-0cda036c1d65 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:55.942736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:55.961474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e118d7-6b6d-49c1-b444-0cda036c1d65 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:55.991708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:55.998184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:56.064982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:56.191092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-3be10467-b872-48ee-948a-b99a585bbc9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb267aed-fd76-4d78-85bc-6306efed7280 HTTP/1.1" status: 200 len: 217 time: 0.4467597 Feb 14 21:20:56.210533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86fa3ae0-b3e8-4466-84f4-a1a1247ed92a req-22419e93-c53d-4015-96c2-cec4a2c9885c tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399114 Feb 14 21:20:56.256117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a1e118d7-6b6d-49c1-b444-0cda036c1d65'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:56.274781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a9b17119-6a52-4653-8e0a-f3b9209a5b85), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:56.280721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b736757-2ee5-4bcb-a1b4-61767648b861 req-dcf4ce3e-8a10-4310-8f5e-14ed6df73130 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213601 Feb 14 21:20:56.301488 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf0198-9af4-4e5e-a8ee-46e5d74e2d9a x-openstack-request-id: req-1ccf0198-9af4-4e5e-a8ee-46e5d74e2d9a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:56.301820 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:56.302086 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ccf0198-9af4-4e5e-a8ee-46e5d74e2d9a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:56.302475 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'code': 200} Feb 14 21:20:56.311305 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4842ad-7114-4b7d-ab8a-89ebf1ca2895 x-openstack-request-id: req-ad4842ad-7114-4b7d-ab8a-89ebf1ca2895 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:56.311824 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:56.311966 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad4842ad-7114-4b7d-ab8a-89ebf1ca2895 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:56.312297 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'status': 'completed', 'code': 200} Feb 14 21:20:56.385528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=a9b17119-6a52-4653-8e0a-f3b9209a5b85,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:56.434214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-1b47c6b8-0fcf-433d-92ac-278806a45d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.436668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-1b47c6b8-0fcf-433d-92ac-278806a45d9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6374dd54bddb442780da6fe41a157a57&device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 1130 time: 0.1021838 Feb 14 21:20:56.575463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.575812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.577288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-4c8cbc83-c589-4384-a724-84e49f32baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.578940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.579433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.579678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-4c8cbc83-c589-4384-a724-84e49f32baf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1312737 Feb 14 21:20:56.579817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.580120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.584332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.584926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.585203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.585600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.585942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.586279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.586619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:20:56.636925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-06c57237-3890-4d59-af19-220dd7d3b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.638568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-06c57237-3890-4d59-af19-220dd7d3b736 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.4335296 Feb 14 21:20:56.639542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-c539a3b4-894d-4037-8417-74d27b594206 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 HTTP/1.1" status: 200 len: 217 time: 0.0519929 Feb 14 21:20:56.663248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port a9b17119-6a52-4653-8e0a-f3b9209a5b85 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:20:56.682087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:56.686432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c00c74fa-4605-49c7-8421-aef365a1cc58 req-229c0904-7205-4afe-85c2-82cda84886e9 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.83 "DELETE /v2.0/ports/a9b17119-6a52-4653-8e0a-f3b9209a5b85 HTTP/1.1" status: 204 len: 173 time: 3.1770310 Feb 14 21:20:56.728619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-5a07efdd-7ec5-490d-ac19-61a1ba36b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.731524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-5a07efdd-7ec5-490d-ac19-61a1ba36b7db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0795808 Feb 14 21:20:56.791000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for router_gateway (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:56.806038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b07836-ee6f-4b20-8354-cdfe5fef01fa req-6748e16a-f943-4f42-ae12-e47784fdf8e6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.813303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-d5b1d677-8062-41ea-8e2c-c6a5991bd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.815022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59b07836-ee6f-4b20-8354-cdfe5fef01fa req-6748e16a-f943-4f42-ae12-e47784fdf8e6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 943 time: 0.3088782 Feb 14 21:20:56.816259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-d5b1d677-8062-41ea-8e2c-c6a5991bd5a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0778439 Feb 14 21:20:56.877431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65258492-b007-4769-b855-77777548f43b req-1ccd6e18-afb3-475d-b17c-a8955719fa2d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.879135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65258492-b007-4769-b855-77777548f43b req-1ccd6e18-afb3-475d-b17c-a8955719fa2d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.3743086 Feb 14 21:20:56.891466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-e6d6571a-566b-4c2c-bef3-fc8a32c48f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:56.893733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-e6d6571a-566b-4c2c-bef3-fc8a32c48f98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2334597 Feb 14 21:20:56.938653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-38168b9c-1dfe-446e-861f-c726ee7c3a02 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163964 Feb 14 21:20:57.063206 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7eee3c87-482a-4f24-bba1-ef4186c763a0 req-3bdcb6ca-6dab-48b3-b51c-89adbaf4573a service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183186 Feb 14 21:20:57.079035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59b07836-ee6f-4b20-8354-cdfe5fef01fa req-26b56cfd-6fcd-4457-9088-3bf966657764 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629373 Feb 14 21:20:57.101381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65258492-b007-4769-b855-77777548f43b req-caebc347-bfc4-42d4-84a9-7b5d882a9743 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996922 Feb 14 21:20:57.154275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-1a68cbbf-ae08-4bcd-9a8f-e27901e3a5f6 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463498 Feb 14 21:20:57.235239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280'}, {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-deleted', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:57.238001 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280"}, {"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-deleted", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:57.294440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40450760-eb66-4f57-a2ed-54537471b845 req-e0d4f24a-70a5-49d9-882e-b690337b923a tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "GET /v2.0/ports?device_id=46dd427c-d15c-4055-a4ad-68bb9f9b4d69 HTTP/1.1" status: 200 len: 210 time: 0.1023259 Feb 14 21:20:57.365529 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.386208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:20:57.394970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f8eff7-2617-4ef4-9462-acbb5b57f89c req-01d02913-f711-4441-b0db-a097d0a7cb10 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324829 Feb 14 21:20:57.418188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:57.479320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.485560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.491787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.498664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.505858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.512827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.520496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.523126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-06cae01b-c372-4c77-a0c2-8eaf1f86dfd7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2887709 Feb 14 21:20:57.555442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:57.564289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:57.564588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.605985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:57.632441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'mac_address': 'fa:16:3e:7e:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:20:57.691623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3a2b-b940-4c60-b95a-f0a02be3234d req-199f64e1-9f82-4e42-b3ac-0714ef6c0ece tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:57.693218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138a3a2b-b940-4c60-b95a-f0a02be3234d req-199f64e1-9f82-4e42-b3ac-0714ef6c0ece tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 947 time: 0.2476118 Feb 14 21:20:57.709167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:57.709602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.709784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96563901-2b6c-4aa4-8729-b91e74488dcc req-79120352-364b-40f9-9be7-596c758c9427 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628695 Feb 14 21:20:57.726881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:20:57.745781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:57.745781 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.754644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a1e118d7-6b6d-49c1-b444-0cda036c1d65 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:20:57.761582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:57.792882 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.805187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138a3a2b-b940-4c60-b95a-f0a02be3234d req-dd15970e-2961-4ce7-8a84-11b620309c3b tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861242 Feb 14 21:20:57.817885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Router dc84969d-8bf7-42bf-acee-2fa86ade7a91 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:20:57.825418 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e1308e-3b25-4a61-b5ac-ca309d5e1f5d x-openstack-request-id: req-c5e1308e-3b25-4a61-b5ac-ca309d5e1f5d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:57.826336 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280", "status": "completed", "code": 200}, {"server_uuid": "46dd427c-d15c-4055-a4ad-68bb9f9b4d69", "name": "network-vif-deleted", "tag": "a9b17119-6a52-4653-8e0a-f3b9209a5b85", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:57.826986 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5e1308e-3b25-4a61-b5ac-ca309d5e1f5d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:57.837082 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280', 'status': 'completed', 'code': 200} Feb 14 21:20:57.837864 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd427c-d15c-4055-a4ad-68bb9f9b4d69', 'name': 'network-vif-deleted', 'tag': 'a9b17119-6a52-4653-8e0a-f3b9209a5b85', 'status': 'completed', 'code': 200} Feb 14 21:20:57.931804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:57.954222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:57.990507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:58.019477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port a1e118d7-6b6d-49c1-b444-0cda036c1d65 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:20:58.044277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a1e118d7-6b6d-49c1-b444-0cda036c1d65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:20:58.044659 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:58.160888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:58.197900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:20:58.433589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Sync routers for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:20:58.434295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acf95e-de08-4f16-a6b3-f35fc4b19d08 req-8aed7ca7-e5b3-499d-b5c7-8c2f85516fbb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.434295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07acf95e-de08-4f16-a6b3-f35fc4b19d08 req-8aed7ca7-e5b3-499d-b5c7-8c2f85516fbb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.2843831 Feb 14 21:20:58.434295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-8b71e5e0-3ff2-473a-845f-e6c713082a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.434295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-8b71e5e0-3ff2-473a-845f-e6c713082a29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 1126 time: 0.3676348 Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a1e118d7-6b6d-49c1-b444-0cda036c1d65 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:20:58.434925 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046959aa-6ec8-4cb0-9802-b7b98385f2ac" -d '{"events": [{"server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:20:58.435583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07acf95e-de08-4f16-a6b3-f35fc4b19d08 req-7b1022c5-73ea-435d-87b3-1fcdc9cce5ab tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509383 Feb 14 21:20:58.435583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11151-199c-4eda-87a8-f1cee2f30792 req-142c3dc8-edc8-486e-9a89-752f7f8ddcb0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.435583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2dd11151-199c-4eda-87a8-f1cee2f30792 req-142c3dc8-edc8-486e-9a89-752f7f8ddcb0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 943 time: 0.1753991 Feb 14 21:20:58.453764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:58.462946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-51612f09-e7a4-4fb2-934c-0d6755f6e9ef admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7841232 Feb 14 21:20:58.462946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-70a7014f-5778-455c-9769-e97cad66fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.462946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-70a7014f-5778-455c-9769-e97cad66fbf7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 916 time: 0.2037795 Feb 14 21:20:58.463523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45422) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:58.466440 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:20:58.613974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:20:58.627807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:58.637897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:58.674407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-4537c8be-b571-4b6f-8e53-0c9fc73a616a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb267aed-fd76-4d78-85bc-6306efed7280 HTTP/1.1" status: 200 len: 217 time: 0.1969688 Feb 14 21:20:58.719487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2dd11151-199c-4eda-87a8-f1cee2f30792 req-158ad51a-9c94-4341-a291-244fcb5666f8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964468 Feb 14 21:20:58.769859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:20:58.805530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:58.850399 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e61473-be5d-4ea0-bcf0-1104287294a8 x-openstack-request-id: req-d4e61473-be5d-4ea0-bcf0-1104287294a8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:20:58.850713 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:20:58.850980 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4e61473-be5d-4ea0-bcf0-1104287294a8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:20:58.851382 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'code': 200} Feb 14 21:20:58.852643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53270fb-ab06-4e52-b005-8d80a5d68733 req-b86700f9-dd8d-4b46-bea5-ce1d3a8c5144 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.857539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c53270fb-ab06-4e52-b005-8d80a5d68733 req-b86700f9-dd8d-4b46-bea5-ce1d3a8c5144 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2742429 Feb 14 21:20:58.862537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-85419541-aefa-4cda-a1a3-e1e079e355af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:58.865121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-85419541-aefa-4cda-a1a3-e1e079e355af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.1714821 Feb 14 21:20:58.924082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:59.031125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting subnet 0d981b9d-ae21-42d3-9175-8a9da926b719 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:20:59.038754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (0d981b9d-ae21-42d3-9175-8a9da926b719), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.078456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f35e3-3e99-4496-9745-bd28142118ff req-e035a923-8063-48bd-b148-ecbca915c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.080565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cf5f35e3-3e99-4496-9745-bd28142118ff req-e035a923-8063-48bd-b148-ecbca915c664 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 1129 time: 0.1457741 Feb 14 21:20:59.102523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0d981b9d-ae21-42d3-9175-8a9da926b719), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.170570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:20:56Z', 'revision_number': 3, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:20:59.225358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Checking router: dc84969d-8bf7-42bf-acee-2fa86ade7a91 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:20:59.226119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Updating router dc84969d-8bf7-42bf-acee-2fa86ade7a91 port c06a4571-2a41-41cd-ab40-c652cc873647 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:20:59.267387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0d981b9d-ae21-42d3-9175-8a9da926b719), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.280424 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.369359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cf5f35e3-3e99-4496-9745-bd28142118ff req-eea2b240-0388-455c-bb0f-3e0b7566cd13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Feb 14 21:20:59.404437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0d981b9d-ae21-42d3-9175-8a9da926b719), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.461678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.465481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/subnets/0d981b9d-ae21-42d3-9175-8a9da926b719 HTTP/1.1" status: 204 len: 168 time: 0.5403440 Feb 14 21:20:59.466547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d429dcb-4267-4e1a-98a7-0d4b671b8adc tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Subnet': ['ID=0d981b9d-ae21-42d3-9175-8a9da926b719,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:59.469126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45434) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:20:59.476813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e672c0-5a81-4a66-acf5-f90d1d13a6b3 None None] Network 18f771b2-cca9-4371-9e36-6afef7c29adc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:20:59.505881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c53270fb-ab06-4e52-b005-8d80a5d68733 req-4069fc82-404a-4d9a-87c3-b7cca7009384 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703857 Feb 14 21:20:59.570822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-075ad54c-a6ed-4205-b25b-f0bb6f2de41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.572419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-075ad54c-a6ed-4205-b25b-f0bb6f2de41b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6359322 Feb 14 21:20:59.767695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.773162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.778538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.779061 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks [] for port (c06a4571-2a41-41cd-ab40-c652cc873647), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.784629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.790417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.796023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.796683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.803801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.805767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-e48d325c-95ce-466d-b990-fbdc3363d52b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.7536790 Feb 14 21:20:59.806112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] DHCP port deletion for 18f771b2-cca9-4371-9e36-6afef7c29adc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:20:59.810686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (18f771b2-cca9-4371-9e36-6afef7c29adc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.899737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3cdb-50e5-4dbb-9aad-6c94b1e8dd29 None None] Pushing event updated for resources: {'Port': ['ID=c06a4571-2a41-41cd-ab40-c652cc873647,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:20:59.903648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Attempting to bind port c06a4571-2a41-41cd-ab40-c652cc873647 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:20:59.904113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Attempting to bind port c06a4571-2a41-41cd-ab40-c652cc873647 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:20:59.904498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Attempting to bind port c06a4571-2a41-41cd-ab40-c652cc873647 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:20:59.915480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:20:59.915985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:20:59.916697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.917127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:20:59.918327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Bound port: c06a4571-2a41-41cd-ab40-c652cc873647, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:20:59.918738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:20:59.949591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c138b-c510-4bd5-a3a5-4e4a7c31dfba req-e8c17a86-7f0c-418f-bee4-a5f190416f64 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:20:59.951309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec5c138b-c510-4bd5-a3a5-4e4a7c31dfba req-e8c17a86-7f0c-418f-bee4-a5f190416f64 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.3221338 Feb 14 21:20:59.988317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Deleting port 5802115d-b954-4907-977f-51240b0ccd57 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:20:59.988757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5802115d-b954-4907-977f-51240b0ccd57), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.003193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] For port c06a4571-2a41-41cd-ab40-c652cc873647, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:00.033598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-650f94c6-a8aa-4dd7-8eef-bc77d3c53f3d service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091976 Feb 14 21:21:00.045725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] For port c06a4571-2a41-41cd-ab40-c652cc873647, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c06a4571-2a41-41cd-ab40-c652cc873647,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:00.058739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.119318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] For port 5802115d-b954-4907-977f-51240b0ccd57, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5802115d-b954-4907-977f-51240b0ccd57,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:00.119910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5802115d-b954-4907-977f-51240b0ccd57), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.120507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78e90c9c-2f6d-4be8-96d9-070e27177280 req-6201f8ec-d9bf-4acb-8a5c-554c16b2bcfd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703478 Feb 14 21:21:00.167967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Calling delete_port for 5802115d-b954-4907-977f-51240b0ccd57 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:00.208806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3cdb-50e5-4dbb-9aad-6c94b1e8dd29 None None] Pushing event updated for resources: {'Port': ['ID=c06a4571-2a41-41cd-ab40-c652cc873647,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:00.260661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:00.262001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:00.306110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec5c138b-c510-4bd5-a3a5-4e4a7c31dfba req-ed39b0d6-aa19-4381-b02d-63dd5daa5be2 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224201 Feb 14 21:21:00.416920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8aa163e-3bed-4c2c-9122-ee316bcf4fb3 req-7a888c8b-1bad-477b-81e8-2b4f104015c3 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675823 Feb 14 21:21:00.425612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port 5802115d-b954-4907-977f-51240b0ccd57 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:00.426333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5802115d-b954-4907-977f-51240b0ccd57), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.450816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (5802115d-b954-4907-977f-51240b0ccd57), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.492323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] Pushing event deleted for resources: {'Port': ['ID=5802115d-b954-4907-977f-51240b0ccd57,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:00.494502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b57a1-f9e5-4179-8796-a0650e6be3a4 None None] No DVR routers for this DVR port 5802115d-b954-4907-977f-51240b0ccd57 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:00.505390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:00.579451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.629950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5802115d-b954-4907-977f-51240b0ccd57 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:00.631655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b9ed2-c0de-45ee-a3b9-8c7846ad98be req-28e78059-e127-4681-914a-6392fd014a74 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:00.641316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-126b9ed2-c0de-45ee-a3b9-8c7846ad98be req-28e78059-e127-4681-914a-6392fd014a74 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.3221171 Feb 14 21:21:00.679061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port 5802115d-b954-4907-977f-51240b0ccd57, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5802115d-b954-4907-977f-51240b0ccd57,segment=NetworkSegment(3519ebb6-c266-4eb7-a026-59df60738159),segment_id=3519ebb6-c266-4eb7-a026-59df60738159)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:00.679484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5802115d-b954-4907-977f-51240b0ccd57), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.685608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5802115d-b954-4907-977f-51240b0ccd57 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:21:00.685608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5802115d-b954-4907-977f-51240b0ccd57 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:21:00.717438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for 5802115d-b954-4907-977f-51240b0ccd57 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:00.790403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1591-4c46-41d4-a253-fee1beb55930 req-5b6aaff7-563f-4fce-b810-58927444c3b0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:00.792191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e41e1591-4c46-41d4-a253-fee1beb55930 req-5b6aaff7-563f-4fce-b810-58927444c3b0 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 943 time: 0.2826166 Feb 14 21:21:00.853936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:00.858074 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff7a049-efbe-4577-9186-0dd4510d5449" -d '{"events": [{"server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "name": "network-vif-plugged", "status": "completed", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:00.861254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-126b9ed2-c0de-45ee-a3b9-8c7846ad98be req-576328ca-b1fb-40d4-ae2e-385cc131f560 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180862 Feb 14 21:21:00.909539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:20:56Z', 'revision_number': 3, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:00.913504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92de61b6-2cf3-4849-b268-20062777f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:00.953894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f41aa-7b5e-4230-99a4-e521181debd2 None None] The sync data for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 is: [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:20:56Z', 'revision_number': 3, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:01.128855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e41e1591-4c46-41d4-a253-fee1beb55930 req-46924be8-b6b6-4c5b-960a-35c224b1d3d4 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279490 Feb 14 21:21:01.135096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Allocated IP 172.20.0.1 (b96b6493-c3ae-4a9e-bd96-635f57b587e9/e6ff007d-e78a-4fb8-bd78-5699336c3a06/72224b85-08ad-4a92-91ca-9812d60a194f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:01.151196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5802115d-b954-4907-977f-51240b0ccd57), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.218189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=5802115d-b954-4907-977f-51240b0ccd57,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:01.260830 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e7cac-c926-49b1-ad45-f3fc56fc840d x-openstack-request-id: req-4d7e7cac-c926-49b1-ad45-f3fc56fc840d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:01.261232 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "name": "network-vif-plugged", "status": "completed", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:01.262422 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d7e7cac-c926-49b1-ad45-f3fc56fc840d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:01.262842 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65', 'code': 200} Feb 14 21:21:01.269546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a125bc-ea31-4034-b4fa-40f7ee94a094 req-5dc6b6fe-5c03-4096-8037-578143372456 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.276704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19a125bc-ea31-4034-b4fa-40f7ee94a094 req-5dc6b6fe-5c03-4096-8037-578143372456 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2836237 Feb 14 21:21:01.313482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port 5802115d-b954-4907-977f-51240b0ccd57 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:01.406248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb267aed-fd76-4d78-85bc-6306efed7280 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:01.412953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:01.509242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks [] for port (72224b85-08ad-4a92-91ca-9812d60a194f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.596541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (18f771b2-cca9-4371-9e36-6afef7c29adc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.617434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19a125bc-ea31-4034-b4fa-40f7ee94a094 req-7c73ed76-2f95-48c8-b90e-e80da4c1f927 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378220 Feb 14 21:21:01.623108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb267aed-fd76-4d78-85bc-6306efed7280,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:01.643336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'eb267aed-fd76-4d78-85bc-6306efed7280', 'network_id': 'd3ad1c91-5954-470f-98ea-61a123d8047f', 'port_id': 'eb267aed-fd76-4d78-85bc-6306efed7280', 'mac_address': 'fa:16:3e:6f:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50ca87-df8f-4cd8-bfd6-4600a04a6a99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:01.697221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f771b2-cca9-4371-9e36-6afef7c29adc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:01.748350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3519ebb6-c266-4eb7-a026-59df60738159') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:01.748786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3519ebb6-c266-4eb7-a026-59df60738159') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:01.784395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.793596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.801028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.806728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.812690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.819237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.824701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:01.826891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d232f40c-8e39-402b-8099-0121c42b4afa req-a7598a62-af81-40b5-8a6f-3b7ef54103b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4420826 Feb 14 21:21:01.850039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (3519ebb6-c266-4eb7-a026-59df60738159), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.863912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:21:01.868662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.876536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:01.877016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.919949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port eb267aed-fd76-4d78-85bc-6306efed7280 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:01.920562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:01.944249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb267aed-fd76-4d78-85bc-6306efed7280 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:01.948582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:01.962686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:01.984503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb267aed-fd76-4d78-85bc-6306efed7280,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:01.991613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.053456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:02.060042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Pushing event updated for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:02.065051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:02.071851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3519ebb6-c266-4eb7-a026-59df60738159), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.130792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d232f40c-8e39-402b-8099-0121c42b4afa req-3802c650-6f1f-4aab-bf71-7f977f99fda4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2784328 Feb 14 21:21:02.154797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229254f3-d5c3-4078-8f22-397f393912ce req-99cf1ce3-831a-4a95-aa97-c31330e7e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:02.156333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-229254f3-d5c3-4078-8f22-397f393912ce req-99cf1ce3-831a-4a95-aa97-c31330e7e87e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 1128 time: 0.7539287 Feb 14 21:21:02.158079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:21:02.158497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (3519ebb6-c266-4eb7-a026-59df60738159), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.167893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:02.168432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:21:02.176696 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:21:02.225604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:02.239701 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.304048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c019-50ae-4d3f-bbff-90b988762e1e req-97f938f7-cfa6-40a6-9447-6512d8e7dcc1 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:02.305566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f28c019-50ae-4d3f-bbff-90b988762e1e req-97f938f7-cfa6-40a6-9447-6512d8e7dcc1 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.4775820 Feb 14 21:21:02.315610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:02.363775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.377706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['eb267aed-fd76-4d78-85bc-6306efed7280'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:02.494939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-229254f3-d5c3-4078-8f22-397f393912ce req-9d27056f-bbcf-4779-b715-0daaa0d9021a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155277 Feb 14 21:21:02.495863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (18f771b2-cca9-4371-9e36-6afef7c29adc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.515954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.522317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1a69e143-8670-473a-82f9-5355c09616f5 None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:02.522738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/networks/18f771b2-cca9-4371-9e36-6afef7c29adc HTTP/1.1" status: 204 len: 168 time: 3.0522563 Feb 14 21:21:02.522882 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a69e143-8670-473a-82f9-5355c09616f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.523467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45464) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:02.571897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f28c019-50ae-4d3f-bbff-90b988762e1e req-1d4bd905-294a-4600-b4bb-3f07594a67f9 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044907 Feb 14 21:21:02.571897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d57070-f0c2-4bc4-99d4-d50d4571875b tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Network': ['ID=18f771b2-cca9-4371-9e36-6afef7c29adc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:02.614335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.616863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1a69e143-8670-473a-82f9-5355c09616f5 None None] Port 72224b85-08ad-4a92-91ca-9812d60a194f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:02.649184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730610d4-b037-407f-8f8a-5bf38410ab88 req-20a08b16-eb29-490b-a46c-451be8b4950a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:02.666149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-730610d4-b037-407f-8f8a-5bf38410ab88 req-20a08b16-eb29-490b-a46c-451be8b4950a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.3234241 Feb 14 21:21:02.705074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting subnet 026f2ca3-d5da-4693-b352-9b6621a5dd61 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:21:02.732674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (026f2ca3-d5da-4693-b352-9b6621a5dd61), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.796980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c06a4571-2a41-41cd-ab40-c652cc873647 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:02.826287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-730610d4-b037-407f-8f8a-5bf38410ab88 req-712e5610-097c-4fd9-8df1-97f20be29a09 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587627 Feb 14 21:21:02.828591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (026f2ca3-d5da-4693-b352-9b6621a5dd61), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.887030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5b02-f24c-4d37-82fa-66d1601e5fc7 req-078d8c46-4364-4fc7-af88-09fade0159d5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:02.899746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c06a4571-2a41-41cd-ab40-c652cc873647 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:02.900196 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.901322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d38f5b02-f24c-4d37-82fa-66d1601e5fc7 req-078d8c46-4364-4fc7-af88-09fade0159d5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 944 time: 0.2207816 Feb 14 21:21:02.947301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:02.949582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (026f2ca3-d5da-4693-b352-9b6621a5dd61), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.042340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c06a4571-2a41-41cd-ab40-c652cc873647 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:03.043592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.090295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (026f2ca3-d5da-4693-b352-9b6621a5dd61), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.103777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c06a4571-2a41-41cd-ab40-c652cc873647, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c06a4571-2a41-41cd-ab40-c652cc873647,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:03.113334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.115298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d38f5b02-f24c-4d37-82fa-66d1601e5fc7 req-469367bb-b1b9-4c34-882d-980e3fbcf8c6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108071 Feb 14 21:21:03.181996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e42bb7-ea43-4f3c-8b55-8b545802245e req-e9a5ab0e-b5f9-4dfb-903d-83dd2327dbbe tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.184554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04e42bb7-ea43-4f3c-8b55-8b545802245e req-e9a5ab0e-b5f9-4dfb-903d-83dd2327dbbe tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1196315 Feb 14 21:21:03.193093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Subnet': ['ID=026f2ca3-d5da-4693-b352-9b6621a5dd61,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:03.212476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b91c31-eed3-40a9-8c40-7e8d3ec462a0 None None] Network d61e97bf-1028-4558-aee5-95ababd750a3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:03.214685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.241727 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/subnets/026f2ca3-d5da-4693-b352-9b6621a5dd61 HTTP/1.1" status: 204 len: 168 time: 0.7152269 Feb 14 21:21:03.248696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45474) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:03.260462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.260820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.261157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.261503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.261850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.262191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.262591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.262841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.263181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.263520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.263853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.264194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.264498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddb336-b9f2-4c60-94cf-4950995a9549 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:03.285553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:03.289738 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df46ba6-bc1b-43f9-9097-1b8a32ce6c26" -d '{"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:03.328055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c06a4571-2a41-41cd-ab40-c652cc873647,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:03.368873 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e691bf-f056-4be2-979f-0c7ef7b33b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.476312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04e42bb7-ea43-4f3c-8b55-8b545802245e req-e1c933a0-7e16-459a-8db9-69b5fe67e666 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557266 Feb 14 21:21:03.489208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] DHCP port deletion for d61e97bf-1028-4558-aee5-95ababd750a3 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:21:03.490532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d61e97bf-1028-4558-aee5-95ababd750a3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.549487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.560493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.566905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.577669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.587878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.595973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.602636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:03.604915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06e68381-afb6-4d1f-aed9-f829a016297e req-7b39ac35-8772-405b-9623-43821d9f46b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2708430 Feb 14 21:21:03.610190 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks [] for port (72224b85-08ad-4a92-91ca-9812d60a194f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.623579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.625316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Deleting port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:03.626394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:03.830045 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98766b43-656d-4cb8-934f-04d642cf3d0c x-openstack-request-id: req-98766b43-656d-4cb8-934f-04d642cf3d0c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:03.833823 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:03.835237 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98766b43-656d-4cb8-934f-04d642cf3d0c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:03.836290 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'code': 200} Feb 14 21:21:03.837813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:04.029155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] For port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,segment=NetworkSegment(e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33),segment_id=e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:04.029625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.066874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Calling delete_port for 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:04.071891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:04.103967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330', 'port_id': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'mac_address': 'fa:16:3e:23:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:04.217541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fd02bff2-5352-481f-8d60-e30354a1e78d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:04.218380 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.252520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd02bff2-5352-481f-8d60-e30354a1e78d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:04.265295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.283541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:04.297123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.305899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06e68381-afb6-4d1f-aed9-f829a016297e req-2283febb-fc22-4ecf-afee-4c3f1fbe2a85 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6907287 Feb 14 21:21:04.306962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.327504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Pushing event updated for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:04.370219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] No DVR routers for this DVR port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:04.429107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:04.441255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.441600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.442729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.442729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.442729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.443177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.443371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.444245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.444245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.444647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.445589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.446019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.446260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:04.452001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26597ed-03f2-4fe1-a783-4b0d3c214f4d req-45b14bf7-3edf-41f7-ac3e-8158c7a5b89f tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:04.459702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a26597ed-03f2-4fe1-a783-4b0d3c214f4d req-45b14bf7-3edf-41f7-ac3e-8158c7a5b89f tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 949 time: 0.4068029 Feb 14 21:21:04.474766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1b565-f351-49f1-9c3d-72ec02afaa2e req-bfdef43d-bc7d-4aec-897e-5f6eaea6942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:04.476637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2d1b565-f351-49f1-9c3d-72ec02afaa2e req-bfdef43d-bc7d-4aec-897e-5f6eaea6942d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 1132 time: 0.4133363 Feb 14 21:21:04.487716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Deleting port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:04.488118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.489628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781111f3-1a85-4b47-b0c7-1d81a1320e43 None None] Pushing event deleted for resources: {'Port': ['ID=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:04.503204 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.611062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['fd02bff2-5352-481f-8d60-e30354a1e78d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:04.664379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a26597ed-03f2-4fe1-a783-4b0d3c214f4d req-e24a5340-8520-4c75-acaf-4ad3aa78100d tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037797 Feb 14 21:21:04.665665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] For port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:04.666049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.701324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:04.702534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Calling delete_port for 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:04.711987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:21:04.716735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:04.722221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (26c55b78-64a4-41a3-a2c7-4d5c821e7ee5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:04.736681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2d1b565-f351-49f1-9c3d-72ec02afaa2e req-76dcf530-b499-459c-aec5-327dab345db1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448738 Feb 14 21:21:04.740870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c06a4571-2a41-41cd-ab40-c652cc873647 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:04.850580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Port': ['ID=26c55b78-64a4-41a3-a2c7-4d5c821e7ee5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:04.871448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] No DVR routers for this DVR port 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:04.897708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c06a4571-2a41-41cd-ab40-c652cc873647 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:04.898189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.105699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c06a4571-2a41-41cd-ab40-c652cc873647 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:05.109231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-436023b9-b365-4085-9b41-3a62b4783813 None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:05.110521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-436023b9-b365-4085-9b41-3a62b4783813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.133738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d61e97bf-1028-4558-aee5-95ababd750a3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.148109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79844d11-3f11-4286-aa53-8cd8c2c563bd req-c142b34c-0f72-410f-a0cc-f9782f7dcf0a tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.155995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79844d11-3f11-4286-aa53-8cd8c2c563bd req-c142b34c-0f72-410f-a0cc-f9782f7dcf0a tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 944 time: 0.3199494 Feb 14 21:21:05.162650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-436023b9-b365-4085-9b41-3a62b4783813 None None] Port 72224b85-08ad-4a92-91ca-9812d60a194f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:05.193816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:05.195677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2a67-dd4d-40e4-a438-0bc423d81c73 req-ba4432c0-af4d-4e5f-a10f-5266997f88be tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.199601 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-706b2a67-dd4d-40e4-a438-0bc423d81c73 req-ba4432c0-af4d-4e5f-a10f-5266997f88be tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.3870983 Feb 14 21:21:05.221760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:21:05.222208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 26c55b78-64a4-41a3-a2c7-4d5c821e7ee5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:21:05.241095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61e97bf-1028-4558-aee5-95ababd750a3']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:05.262289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Router dc84969d-8bf7-42bf-acee-2fa86ade7a91 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:21:05.264037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:05.264329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:05.297294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.340562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79844d11-3f11-4286-aa53-8cd8c2c563bd req-a3683cbf-2a92-418e-aa8e-a9c944e7347d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836727 Feb 14 21:21:05.347412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-706b2a67-dd4d-40e4-a438-0bc423d81c73 req-bab80ef4-8444-42fe-b21a-c08c90232719 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256030 Feb 14 21:21:05.348421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.359890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:21:05.360736 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e59e0ebf-c9e2-47fa-a2a9-7b495b8f3c33), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.431650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb267aed-fd76-4d78-85bc-6306efed7280 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:21:05.436242 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:21:05.517101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port eb267aed-fd76-4d78-85bc-6306efed7280 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:21:05.521661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port eb267aed-fd76-4d78-85bc-6306efed7280 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:05.522183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.602791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:05.614861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-15efb735-32e9-4d63-9478-7100cdf1b36f admin admin] 10.222.0.86 "PUT /v2.0/routers/dc84969d-8bf7-42bf-acee-2fa86ade7a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1463065 Feb 14 21:21:05.617495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d61e97bf-1028-4558-aee5-95ababd750a3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.630496 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Sync routers for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:05.652577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:05.653372 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:05.655674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.657668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.658557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port eb267aed-fd76-4d78-85bc-6306efed7280 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:05.659182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.664823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] 10.222.0.86 "DELETE /v2.0/networks/d61e97bf-1028-4558-aee5-95ababd750a3 HTTP/1.1" status: 204 len: 168 time: 2.4120426 Feb 14 21:21:05.697499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d40f9-e62b-4747-b5bf-a80eb0f4ffd0 req-c1005ff7-cf08-4969-9928-c395c9208711 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.699580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-074d40f9-e62b-4747-b5bf-a80eb0f4ffd0 req-c1005ff7-cf08-4969-9928-c395c9208711 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2527180 Feb 14 21:21:05.701982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910dfd8-69b0-4919-ad80-049e04c78556 tempest-ServersTestMultiNic-1241488891 tempest-ServersTestMultiNic-1241488891-project] Pushing event deleted for resources: {'Network': ['ID=d61e97bf-1028-4558-aee5-95ababd750a3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:05.716520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.722984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.729047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.735962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.742763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.748884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.752334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb267aed-fd76-4d78-85bc-6306efed7280,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:05.756605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:05.757836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:05.759070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-91428620-abbd-4618-8784-d22f254ee646 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2282412 Feb 14 21:21:05.790053 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:05.811317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:05.904097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-074d40f9-e62b-4747-b5bf-a80eb0f4ffd0 req-40821d88-45d3-49fe-9ac2-f6655247e4d0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432655 Feb 14 21:21:05.946031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7aedbf10-fa15-459a-ab3e-50d6e63f07ca req-ede645c0-5092-4531-b28f-9d40108aecce tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641231 Feb 14 21:21:05.987173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:05.987975 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fdb44c-bc65-4ccc-9650-1ac764c5fcb0" -d '{"events": [{"server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "name": "network-vif-plugged", "status": "completed", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:06.089404 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 2, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:06.106893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port fd02bff2-5352-481f-8d60-e30354a1e78d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:21:06.124912 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Checking router: dc84969d-8bf7-42bf-acee-2fa86ade7a91 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:06.126423 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Updating router dc84969d-8bf7-42bf-acee-2fa86ade7a91 port 72224b85-08ad-4a92-91ca-9812d60a194f binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:21:06.149638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port fd02bff2-5352-481f-8d60-e30354a1e78d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:06.150037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.176501 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.252170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:06.255088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386257-2b08-4a40-a5a9-3eeef1d5a812 req-24830b28-315c-4879-9653-7c2bab7a1a1d tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:06.267089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95386257-2b08-4a40-a5a9-3eeef1d5a812 req-24830b28-315c-4879-9653-7c2bab7a1a1d tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 949 time: 0.1368017 Feb 14 21:21:06.427123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95386257-2b08-4a40-a5a9-3eeef1d5a812 req-e6f04ffd-a0f3-40c1-99cd-3a01ef2199a9 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274979 Feb 14 21:21:06.467898 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c346d66-e9ae-40cc-b2c2-3e65bec7803d x-openstack-request-id: req-2c346d66-e9ae-40cc-b2c2-3e65bec7803d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:06.468501 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "name": "network-vif-plugged", "status": "completed", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:06.468994 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c346d66-e9ae-40cc-b2c2-3e65bec7803d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:06.469914 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280', 'code': 200} Feb 14 21:21:06.563394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fd02bff2-5352-481f-8d60-e30354a1e78d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:06.564635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.637296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:06.645367 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.773637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63635482-cb2f-464b-abcb-c99e1d502e42 req-f7d65942-8c79-4b71-8791-8b7a9f0eddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:06.775460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63635482-cb2f-464b-abcb-c99e1d502e42 req-f7d65942-8c79-4b71-8791-8b7a9f0eddbd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 1128 time: 0.2907443 Feb 14 21:21:06.814169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91100-7c19-4421-90cc-12b9e80612c9 req-f7f08977-f3c3-4324-ba03-b2c3d16144ad tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:06.816026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6da91100-7c19-4421-90cc-12b9e80612c9 req-f7f08977-f3c3-4324-ba03-b2c3d16144ad tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.2000813 Feb 14 21:21:06.852216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:06.858094 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks [] for port (72224b85-08ad-4a92-91ca-9812d60a194f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.868057 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:06.885716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63635482-cb2f-464b-abcb-c99e1d502e42 req-cc57e68a-60d3-4e7b-bfce-54a82868506e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920076 Feb 14 21:21:06.894356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae331b-0729-49cd-b67b-6687de0e08e1 req-a110a38a-340f-4534-aac0-bf02bc4801f7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:06.896146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2eae331b-0729-49cd-b67b-6687de0e08e1 req-a110a38a-340f-4534-aac0-bf02bc4801f7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1443274 Feb 14 21:21:06.955901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6da91100-7c19-4421-90cc-12b9e80612c9 req-d099bd7e-6b23-4d7f-9b60-a47d294eb9c7 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247745 Feb 14 21:21:07.070929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45534) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:07.087603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-879048545-network', 'tenant_id': '1b322fc268eb4e52b787f7800367a644'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:07.128540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Made reservation on behalf of 1b322fc268eb4e52b787f7800367a644 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:21:07.132606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.133407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.151504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2eae331b-0729-49cd-b67b-6687de0e08e1 req-c32f3150-0bec-4498-ba84-daf464ccdb84 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939459 Feb 14 21:21:07.162662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.284777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks [] for security_group (c5bc470c-1aec-42bc-888d-e820c1c63591), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.292189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c5bc470c-1aec-42bc-888d-e820c1c63591), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.350828 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e86f-a592-4715-86c2-a8bb42065423 None None] Pushing event updated for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:07.364311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bc470c-1aec-42bc-888d-e820c1c63591,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:07.379335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:21:07.399866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b0d1b27-e8ea-4bae-b33c-88ba2660d243), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.400497 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Added segment 5b0d1b27-e8ea-4bae-b33c-88ba2660d243 of type vlan for network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe Feb 14 21:21:07.439816 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Attempting to bind port 72224b85-08ad-4a92-91ca-9812d60a194f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:07.440074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9d7cd407-e509-46cf-9d4d-7caa4f922a4b None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:07.440452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd407-e509-46cf-9d4d-7caa4f922a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.440899 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Attempting to bind port 72224b85-08ad-4a92-91ca-9812d60a194f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:07.441973 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Attempting to bind port 72224b85-08ad-4a92-91ca-9812d60a194f on network b96b6493-c3ae-4a9e-bd96-635f57b587e9 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:07.455787 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:07.456960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Checking segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:07.458522 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.459632 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Bound using segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:07.461658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Bound port: 72224b85-08ad-4a92-91ca-9812d60a194f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:07.462854 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.466587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.501709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.503918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.504935 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.537616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4651887 Feb 14 21:21:07.541972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45542) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:07.595859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cd407-e509-46cf-9d4d-7caa4f922a4b None None] Port 72224b85-08ad-4a92-91ca-9812d60a194f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:07.596359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Request body: {'subnet': {'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-subnet', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:07.603979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab85ed-29a5-46ca-a231-0d7ad916688c req-3b5b5632-951f-4291-bbdd-d48bab6ba945 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.614076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8aab85ed-29a5-46ca-a231-0d7ad916688c req-3b5b5632-951f-4291-bbdd-d48bab6ba945 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2834797 Feb 14 21:21:07.618155 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] For port 72224b85-08ad-4a92-91ca-9812d60a194f, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:07.631347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65965d0a-6614-4305-8ca6-9668e452c65c admin admin] Pushing event updated for resources: {'Network': ['ID=4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:07.651751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:21:07.652042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Made reservation on behalf of 1b322fc268eb4e52b787f7800367a644 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:21:07.652456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] For port 72224b85-08ad-4a92-91ca-9812d60a194f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=72224b85-08ad-4a92-91ca-9812d60a194f,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:07.656183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.663443 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:07.699085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.715852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.728564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.734426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.735994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:07.736823 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:07.751940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.767763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.779311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:07.793347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-5074d0bd-919e-4ea4-b27c-0b4bf75fea31 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3715961 Feb 14 21:21:07.890172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8aab85ed-29a5-46ca-a231-0d7ad916688c req-abeddc15-d058-4a32-9a78-a5fbd4576090 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708330 Feb 14 21:21:07.923231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:07.997012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98342f93-b21b-4f6f-a8ce-7a2c812fa85c req-f093291f-3f6e-41d7-a765-3ac50ceb7a22 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022634 Feb 14 21:21:08.004118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:08.078957 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e86f-a592-4715-86c2-a8bb42065423 None None] Pushing event updated for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:08.142205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:08.143421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:08.274466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68fdfe-9404-41bd-a2e9-2b58cf62a21e req-1972b781-420a-48a5-8a2e-a6f99aa491bb tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:08.285695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c68fdfe-9404-41bd-a2e9-2b58cf62a21e req-1972b781-420a-48a5-8a2e-a6f99aa491bb tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 949 time: 0.1649232 Feb 14 21:21:08.290191 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:07Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:08.315296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce577c-5f2c-4158-8487-e72b318e6957 req-82bb18b7-e726-4c7a-8756-03f1e7e4009e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:08.322837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ce577c-5f2c-4158-8487-e72b318e6957 req-82bb18b7-e726-4c7a-8756-03f1e7e4009e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.1202452 Feb 14 21:21:08.341353 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0887249-74ef-470b-a57e-b2138fcc55ee None None] The sync data for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 is: [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:07Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:08.346859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Current status of the port 72224b85-08ad-4a92-91ca-9812d60a194f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:08.347457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:08.444965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] For port 72224b85-08ad-4a92-91ca-9812d60a194f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=72224b85-08ad-4a92-91ca-9812d60a194f,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:08.464048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:08.471802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:08.474151 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4258305b-efed-4cfd-8cad-bd097028bf5c" -d '{"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-plugged", "status": "completed", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:08.477720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ce577c-5f2c-4158-8487-e72b318e6957 req-c590de84-63de-4b6b-92fe-b7dd651f2fdd tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534839 Feb 14 21:21:08.558018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c68fdfe-9404-41bd-a2e9-2b58cf62a21e req-e4cb0651-7d6f-42a5-9047-82f3b19f2033 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706425 Feb 14 21:21:08.576389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02e7f-9f2f-406b-9ace-959ee2d82bfb None None] Pushing event updated for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:08.660395 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4eb729-d879-4f44-bf45-eb8140d2fccc x-openstack-request-id: req-9e4eb729-d879-4f44-bf45-eb8140d2fccc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:08.660820 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-plugged", "status": "completed", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:08.661241 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e4eb729-d879-4f44-bf45-eb8140d2fccc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:08.661757 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'code': 200} Feb 14 21:21:08.757590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 72224b85-08ad-4a92-91ca-9812d60a194f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:08.855423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:08.856710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:08.860700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767acd-5504-4f9c-814c-e139c5494e8e req-4001b547-3e2a-4f66-9798-c82da1e46f42 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:08.863253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25767acd-5504-4f9c-814c-e139c5494e8e req-4001b547-3e2a-4f66-9798-c82da1e46f42 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2328508 Feb 14 21:21:08.879859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2140b16-96e9-4ef3-bcae-fd01320bba40 req-5624da31-c5a8-44a0-86d7-d25c9b55b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:08.881745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2140b16-96e9-4ef3-bcae-fd01320bba40 req-5624da31-c5a8-44a0-86d7-d25c9b55b9dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1128 time: 0.1484499 Feb 14 21:21:08.907317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (695ff120-d533-4b5a-9737-e46ac0c1a518), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.007214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 72224b85-08ad-4a92-91ca-9812d60a194f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:09.012822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25767acd-5504-4f9c-814c-e139c5494e8e req-e31e110a-d5a1-4098-9b46-42d0fa7f6c2b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414833 Feb 14 21:21:09.042833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2140b16-96e9-4ef3-bcae-fd01320bba40 req-799ea30b-8815-438f-9d3b-355ecee45933 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340926 Feb 14 21:21:09.101305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695ff120-d533-4b5a-9737-e46ac0c1a518,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:09.128736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Checking segment: {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:09.129114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Network hostable DHCP agents. Network: 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:21:09.321092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:21:09.358938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719a5b-7995-43d5-ac4b-0474a0b1ab33 req-fe8699f5-43d4-40f6-973b-141d00ace539 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.370597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef719a5b-7995-43d5-ac4b-0474a0b1ab33 req-fe8699f5-43d4-40f6-973b-141d00ace539 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1508977 Feb 14 21:21:09.386860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:09.401861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5a59f-7c55-4eba-99ab-27b36e5691a2 None None] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:09.434140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.434742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.497047 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5901262b-f250-4007-9f2d-a456e6d2f088 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9512811 Feb 14 21:21:09.497996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45576) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:09.518531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:09.584715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef719a5b-7995-43d5-ac4b-0474a0b1ab33 req-3e30552b-d5e3-4e7a-b3c0-6f46fddb722e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074921 Feb 14 21:21:09.657663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.664911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.669513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'project_id': '1b322fc268eb4e52b787f7800367a644', 'fixed_ips': [{'subnet_id': '695ff120-d533-4b5a-9737-e46ac0c1a518'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:21:09.670196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.672887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.673046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.673261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.686363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.693509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.716768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.731039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.735141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-0e88bbc0-322c-41f3-a305-c0465b9dab52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2708626 Feb 14 21:21:09.743028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45590) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:09.788711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for router_controller (eee88b83-47dc-4cb2-b173-1c8b678a844f), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.803218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (64ea54df-3715-45f8-8a6f-678937536f90), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:09.882391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Allocated IP 172.20.0.2 (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe/695ff120-d533-4b5a-9737-e46ac0c1a518/f37f8a02-c84f-446c-851a-98a1c2e9a87d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:09.932724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b97e7e1c-5f71-4701-bb8b-f6089cb3ee84 req-100c69cd-6d4f-4084-8a7b-7d440a311e74 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908083 Feb 14 21:21:09.987693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d04a67-a226-48cb-8cef-fed321bc5789 req-326ed9f4-be1c-4738-a57d-4213622312fe tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:09.997873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16d04a67-a226-48cb-8cef-fed321bc5789 req-326ed9f4-be1c-4738-a57d-4213622312fe tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.1864727 Feb 14 21:21:10.034405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-556ece6b-46a4-4ee2-aa24-69edf7f6a845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.089652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16d04a67-a226-48cb-8cef-fed321bc5789 req-0f1a5df6-a8de-4191-a2b9-9c52e640b792 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904539 Feb 14 21:21:10.120908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks [] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.132988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.212418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:10.233364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:10.246551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:10.367746 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for router_gateway (eee88b83-47dc-4cb2-b173-1c8b678a844f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.398985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-556ece6b-46a4-4ee2-aa24-69edf7f6a845 admin admin] Publish callbacks [] for security_group (b6446f46-915f-402d-82af-8b8eda2f1722), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.418723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-556ece6b-46a4-4ee2-aa24-69edf7f6a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b6446f46-915f-402d-82af-8b8eda2f1722), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.442626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539c41-1b8c-41d0-ada7-153a640e8a4b req-b6ab5435-489c-4476-ab9d-f91adc78fab6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:10.460911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03539c41-1b8c-41d0-ada7-153a640e8a4b req-b6ab5435-489c-4476-ab9d-f91adc78fab6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2310407 Feb 14 21:21:10.479483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Pushing event updated for resources: {'Port': ['ID=f37f8a02-c84f-446c-851a-98a1c2e9a87d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:10.487827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Attempting to bind port f37f8a02-c84f-446c-851a-98a1c2e9a87d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:10.489111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Attempting to bind port f37f8a02-c84f-446c-851a-98a1c2e9a87d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:10.489499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Attempting to bind port f37f8a02-c84f-446c-851a-98a1c2e9a87d on network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:10.499392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:10.499747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Checking segment: {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:10.500206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.500795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Bound using segment: {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:10.501269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Bound port: f37f8a02-c84f-446c-851a-98a1c2e9a87d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:10.501655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.612997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055213a-20ec-4360-9968-aa19ccc55f0d req-aef15db9-7536-4e25-8450-e5cf9e1e3f15 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:10.616695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Deleting port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:10.617048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.635322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2055213a-20ec-4360-9968-aa19ccc55f0d req-aef15db9-7536-4e25-8450-e5cf9e1e3f15 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.3816631 Feb 14 21:21:10.694419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ece6b-46a4-4ee2-aa24-69edf7f6a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6446f46-915f-402d-82af-8b8eda2f1722,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:10.695325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 72224b85-08ad-4a92-91ca-9812d60a194f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:10.741629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-556ece6b-46a4-4ee2-aa24-69edf7f6a845 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7fc3a2e56c614a21ba0b1749b2cd617d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9921718 Feb 14 21:21:10.752249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45602) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:10.768944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] For port f37f8a02-c84f-446c-851a-98a1c2e9a87d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:10.796133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] For port f37f8a02-c84f-446c-851a-98a1c2e9a87d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f37f8a02-c84f-446c-851a-98a1c2e9a87d,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:10.800638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2055213a-20ec-4360-9968-aa19ccc55f0d req-b58f725c-2e46-4196-89e0-5b2d657eee68 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639848 Feb 14 21:21:10.817949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] For port cbe8baa7-5f2a-4f4b-8200-7327b6c05a44, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:10.817949 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.818322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.828278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Calling delete_port for cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:10.832287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03539c41-1b8c-41d0-ada7-153a640e8a4b req-f1cc8752-093d-44da-8a12-d46f81273045 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664856 Feb 14 21:21:10.882686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 72224b85-08ad-4a92-91ca-9812d60a194f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:10.883350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.948616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] Publish callbacks [] for security_group (b6446f46-915f-402d-82af-8b8eda2f1722), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:10.988554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495b5e-eddb-439a-87b9-814c3ae8fc5d None None] Pushing event updated for resources: {'Port': ['ID=f37f8a02-c84f-446c-851a-98a1c2e9a87d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:11.030803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] Publish callbacks [] for security_group (b6446f46-915f-402d-82af-8b8eda2f1722), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.246431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b6446f46-915f-402d-82af-8b8eda2f1722), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.248541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for router_gateway (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.250470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.252134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b6446f46-915f-402d-82af-8b8eda2f1722 HTTP/1.1" status: 204 len: 168 time: 0.4984145 Feb 14 21:21:11.291719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169b6f9-69bc-44f6-8332-622ae805a920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6446f46-915f-402d-82af-8b8eda2f1722,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:11.306144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.314656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88369d-68d1-4677-a8a6-42b85e62b56a req-b90b34b6-031d-421e-8136-d78c9bd6dc14 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.327993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df88369d-68d1-4677-a8a6-42b85e62b56a req-b90b34b6-031d-421e-8136-d78c9bd6dc14 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.3897898 Feb 14 21:21:11.333817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 72224b85-08ad-4a92-91ca-9812d60a194f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:11.401937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ec18b-ab99-4e14-a06d-5f26432502c4 req-57b29b9d-a2d8-4c94-ace5-fdb4d5035b8e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.411269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f6ec18b-ab99-4e14-a06d-5f26432502c4 req-57b29b9d-a2d8-4c94-ace5-fdb4d5035b8e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.3087282 Feb 14 21:21:11.510805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df88369d-68d1-4677-a8a6-42b85e62b56a req-e434d71c-0916-455e-9805-0c89094cf1fc tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803071 Feb 14 21:21:11.541157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f6ec18b-ab99-4e14-a06d-5f26432502c4 req-bd6e66f8-21de-4a30-8f66-f5c9a6a93a7f tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285629 Feb 14 21:21:11.614521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cbe8baa7-5f2a-4f4b-8200-7327b6c05a44), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:11.670190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Allocated IP 172.25.2.241 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/a057c112-acd6-421b-9ca1-e56baf35b10a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:11.715006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe8baa7-5f2a-4f4b-8200-7327b6c05a44,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:11.821389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.839998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.854709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.868107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.883887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.896014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.897865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45624) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:11.903558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:11.905647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-e01dafb6-3c3c-4911-9bf8-f6203f77d34c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2581544 Feb 14 21:21:11.967280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d8421cc-a1c3-4d07-b928-7161edddb7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.053253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.056241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1403575c-45b1-41dd-bacf-7e9756b46157 req-cbcb158e-4ec8-4605-a0f8-2ecb253de5d7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427839 Feb 14 21:21:12.099282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68293-3bf3-467d-b12e-26f717670bf8 req-9c281246-fd69-46c3-8c29-696ec1f3dcc9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:12.100856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1b68293-3bf3-467d-b12e-26f717670bf8 req-9c281246-fd69-46c3-8c29-696ec1f3dcc9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.0984228 Feb 14 21:21:12.150953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.198514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1b68293-3bf3-467d-b12e-26f717670bf8 req-5e3b69e6-16b3-468d-b085-eb0a5ef07f7b tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914664 Feb 14 21:21:12.228862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f97b-909f-49ca-b296-fcaeceefb8d3 req-f98316f9-47fa-43c4-a6ca-6a8838f8f040 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:12.230802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b85f97b-909f-49ca-b296-fcaeceefb8d3 req-f98316f9-47fa-43c4-a6ca-6a8838f8f040 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1061180 Feb 14 21:21:12.311933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b85f97b-909f-49ca-b296-fcaeceefb8d3 req-e17be6bc-e5b9-417c-bd41-28b30d63b9e7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Feb 14 21:21:12.338594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (64ea54df-3715-45f8-8a6f-678937536f90), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.350276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:12.374633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:12.377373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:12.508943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8fe4-a7b0-46bf-865c-3ca603e434ff req-ca065113-d143-4503-aa3d-1f0f2e983cbd tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:12.519526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d2e8fe4-a7b0-46bf-865c-3ca603e434ff req-ca065113-d143-4503-aa3d-1f0f2e983cbd tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1128 time: 0.0836852 Feb 14 21:21:12.619296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd937d6-2d5b-4cff-90ef-5d4471b30db0 None None] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:12.629032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Pushing event updated for resources: {'Port': ['ID=a057c112-acd6-421b-9ca1-e56baf35b10a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:12.674949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d2e8fe4-a7b0-46bf-865c-3ca603e434ff req-d0ad002f-995f-4d1b-a0a9-3d69a7f8bbaa tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486580 Feb 14 21:21:12.698081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d8421cc-a1c3-4d07-b928-7161edddb7ae admin admin] Publish callbacks [] for security_group (d9025af3-6c34-4524-a11d-8dd2eb4df71a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.709450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d8421cc-a1c3-4d07-b928-7161edddb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d9025af3-6c34-4524-a11d-8dd2eb4df71a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.753083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c561-304e-44ae-a5b0-1e60f743f192 req-67bc5d5d-cd6b-4292-a536-527d56f367bd tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:12.759450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Provisioning complete for port f37f8a02-c84f-446c-851a-98a1c2e9a87d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:12.759842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.772317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03a8c561-304e-44ae-a5b0-1e60f743f192 req-67bc5d5d-cd6b-4292-a536-527d56f367bd tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.2337439 Feb 14 21:21:12.824734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8421cc-a1c3-4d07-b928-7161edddb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9025af3-6c34-4524-a11d-8dd2eb4df71a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:12.890297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d8421cc-a1c3-4d07-b928-7161edddb7ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d1fca23a42345babad199f1b7bb06b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9819777 Feb 14 21:21:12.894149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45644) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:12.902199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03a8c561-304e-44ae-a5b0-1e60f743f192 req-81f13cac-f677-42d7-8344-7505ad46e4b3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289837 Feb 14 21:21:12.945442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Current status of the port f37f8a02-c84f-446c-851a-98a1c2e9a87d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:12.945769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:12.956377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f37f8a02-c84f-446c-851a-98a1c2e9a87d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:12.963551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4be3-ab61-4686-b8c3-456337bba663 req-c2e020b5-0aab-4bb8-8e27-70f577ef18cf tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:12.971117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-034e4be3-ab61-4686-b8c3-456337bba663 req-c2e020b5-0aab-4bb8-8e27-70f577ef18cf tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1286755 Feb 14 21:21:13.040439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] For port f37f8a02-c84f-446c-851a-98a1c2e9a87d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f37f8a02-c84f-446c-851a-98a1c2e9a87d,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:13.048391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.054564 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for router_gateway (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.084231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-034e4be3-ab61-4686-b8c3-456337bba663 req-5b156cbe-9600-4375-a8ab-4f722c0c65ae tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117682 Feb 14 21:21:13.132092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] Publish callbacks [] for security_group (d9025af3-6c34-4524-a11d-8dd2eb4df71a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.134184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f37f8a02-c84f-446c-851a-98a1c2e9a87d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:13.134681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.173103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935206-1e0f-42e4-b9df-ab20f3d43e86 req-efe7bd46-e771-499a-9031-f4f13e68b443 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.175106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4935206-1e0f-42e4-b9df-ab20f3d43e86 req-efe7bd46-e771-499a-9031-f4f13e68b443 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1128 time: 0.1779876 Feb 14 21:21:13.215638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba9efa-1fd1-4b7d-95ca-9d38f3775ecc None None] Pushing event updated for resources: {'Port': ['ID=f37f8a02-c84f-446c-851a-98a1c2e9a87d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:13.237682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] Publish callbacks [] for security_group (d9025af3-6c34-4524-a11d-8dd2eb4df71a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.309229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f37f8a02-c84f-446c-851a-98a1c2e9a87d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:13.340826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Router 64ea54df-3715-45f8-8a6f-678937536f90 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:21:13.357795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4935206-1e0f-42e4-b9df-ab20f3d43e86 req-8b67bc48-128a-49e4-8087-336c84984f81 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735725 Feb 14 21:21:13.387989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d9025af3-6c34-4524-a11d-8dd2eb4df71a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.391732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.395250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9025af3-6c34-4524-a11d-8dd2eb4df71a HTTP/1.1" status: 204 len: 168 time: 0.4898436 Feb 14 21:21:13.407147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeefa39-4e0c-43cf-9be2-2a4a33875628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9025af3-6c34-4524-a11d-8dd2eb4df71a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:13.453251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:13.573626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-580f5908-fe40-4170-84fb-4764f9daddff None None] Provisioning complete for port f37f8a02-c84f-446c-851a-98a1c2e9a87d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:13.580064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-580f5908-fe40-4170-84fb-4764f9daddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:13.735594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c71a-8230-4f07-9bfb-335fcd16af6b req-860ca407-3b95-4645-9561-800b4cb40b0d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.741472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c71a-8230-4f07-9bfb-335fcd16af6b req-860ca407-3b95-4645-9561-800b4cb40b0d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.756727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c71a-8230-4f07-9bfb-335fcd16af6b req-860ca407-3b95-4645-9561-800b4cb40b0d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.773211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65a0c71a-8230-4f07-9bfb-335fcd16af6b req-860ca407-3b95-4645-9561-800b4cb40b0d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa&device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93&device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 2417 time: 0.2069824 Feb 14 21:21:13.865663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:13.900784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65a0c71a-8230-4f07-9bfb-335fcd16af6b req-d57628a2-eade-403c-b777-217ac58d1244 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265991 Feb 14 21:21:13.935794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.946076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.952535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:13.972283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'mac_address': 'fa:16:3e:7e:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:13.978744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:14.000933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:14.020593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:14.041810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:14.050463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-3c3b9fbe-56ab-48d5-b080-f5d742789572 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4071736 Feb 14 21:21:14.057686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-580f5908-fe40-4170-84fb-4764f9daddff None None] Current status of the port f37f8a02-c84f-446c-851a-98a1c2e9a87d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:14.111128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:14.130158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45678) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:14.132876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86493fb8-0664-402c-8efc-d50d4ada9c60 admin admin] 10.222.0.86 "PUT /v2.0/routers/64ea54df-3715-45f8-8a6f-678937536f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1202917 Feb 14 21:21:14.137519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:14.144192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Sync routers for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:14.163946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-812f3d41-c26e-4b65-9aa0-073c11e53b53 req-84879e3d-2c63-4909-880e-3eca2ad63290 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953400 Feb 14 21:21:14.174456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:14.174916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:14.249167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:14.275533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:14.276589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:14.402941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks [] for router (64ea54df-3715-45f8-8a6f-678937536f90), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:14.474536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Router eee88b83-47dc-4cb2-b173-1c8b678a844f is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:21:14.481797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:14.653211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:14.674497 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:14.794768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f37f8a02-c84f-446c-851a-98a1c2e9a87d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:14.811415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:14.827471 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Sync routers for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:14.835007 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:14.839243 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92622d03-d430-4ef7-877a-843788cbb009 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3382180 Feb 14 21:21:14.840575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45694) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:14.861363 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:14.862249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:14.890466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:15.064675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:15.290527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:15.349067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1999e-ac29-4585-b5c3-9eabe0705bf2 req-f37bb781-3a19-44e4-9650-cd37426e6edc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:15.359964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59c1999e-ac29-4585-b5c3-9eabe0705bf2 req-f37bb781-3a19-44e4-9650-cd37426e6edc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 1.0927856 Feb 14 21:21:15.462420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59c1999e-ac29-4585-b5c3-9eabe0705bf2 req-4dbe2071-5b96-493a-a67e-d9989aa367c8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Feb 14 21:21:15.511305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f37f8a02-c84f-446c-851a-98a1c2e9a87d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:15.511822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:15.529416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks [] for router_gateway (64ea54df-3715-45f8-8a6f-678937536f90), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:15.558743 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:12Z', 'revision_number': 3, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:15.644311 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Checking router: eee88b83-47dc-4cb2-b173-1c8b678a844f for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:15.647891 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Updating router eee88b83-47dc-4cb2-b173-1c8b678a844f port a057c112-acd6-421b-9ca1-e56baf35b10a binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:21:15.717231 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:15.754911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:21:11Z', 'revision_number': 5, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port': {'id': '4a8c91e9-1a88-47d0-8e8c-773959989f5c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea54df-3715-45f8-8a6f-678937536f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:52Z', 'updated_at': '2022-02-14T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:15.764075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Deleting port 4a8c91e9-1a88-47d0-8e8c-773959989f5c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:15.766143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:15.789045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024017-1c8e-495b-8ad1-a6b80d47e778 req-2d0208df-30c3-493e-9f77-c38c82dd2a03 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:15.803374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c024017-1c8e-495b-8ad1-a6b80d47e778 req-2d0208df-30c3-493e-9f77-c38c82dd2a03 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1938696 Feb 14 21:21:15.878810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Checking router: 64ea54df-3715-45f8-8a6f-678937536f90 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:15.921422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Routers {'64ea54df-3715-45f8-8a6f-678937536f90'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:15.922390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['64ea54df-3715-45f8-8a6f-678937536f90'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:15.925608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:15.972950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c024017-1c8e-495b-8ad1-a6b80d47e778 req-7bad0d77-a005-44e4-9f42-7439f6663527 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595247 Feb 14 21:21:16.036060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] For port 4a8c91e9-1a88-47d0-8e8c-773959989f5c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a8c91e9-1a88-47d0-8e8c-773959989f5c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:16.036686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.091835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Calling delete_port for 4a8c91e9-1a88-47d0-8e8c-773959989f5c owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:16.245741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f37f8a02-c84f-446c-851a-98a1c2e9a87d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:16.305202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] Set router 64ea54df-3715-45f8-8a6f-678937536f90 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:16.347942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Allocated IP 172.20.0.1 (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe/695ff120-d533-4b5a-9737-e46ac0c1a518/772f015b-4d20-4460-8890-45859dcefe65) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:16.587838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:21:15Z', 'revision_number': 6, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:16.588136 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks [] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.598560 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.613003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.625270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.636178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks [] for port (772f015b-4d20-4460-8890-45859dcefe65), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.641775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.645285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a92c1-32e7-46d1-b0cf-bf7410d1bfb4 None None] The sync data for ids ['64ea54df-3715-45f8-8a6f-678937536f90'] in n-d-828372-11 is: [{'id': '64ea54df-3715-45f8-8a6f-678937536f90', 'name': 'tempest-ServersTestMultiNic-1724946021-router', 'tenant_id': '0ba3d37b863f4147aa52ab9126c7f022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:51Z', 'updated_at': '2022-02-14T21:21:15Z', 'revision_number': 6, 'project_id': '0ba3d37b863f4147aa52ab9126c7f022', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:16.661511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.675718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.699978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.715275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.720280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60fafa17-4266-4056-b933-eae17f7db9ca req-3cadb0a5-3f7e-4b46-974d-cbb5a48d9096 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4134955 Feb 14 21:21:16.744662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.753029 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Pushing event updated for resources: {'Port': ['ID=a057c112-acd6-421b-9ca1-e56baf35b10a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:16.764575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-3daa57ff-fb31-4e60-a23f-215f539fed43 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:21:16.766923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-3daa57ff-fb31-4e60-a23f-215f539fed43 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339987 Feb 14 21:21:16.775737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Attempting to bind port a057c112-acd6-421b-9ca1-e56baf35b10a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:16.776895 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Attempting to bind port a057c112-acd6-421b-9ca1-e56baf35b10a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:16.777574 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Attempting to bind port a057c112-acd6-421b-9ca1-e56baf35b10a on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:16.789334 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.789801 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.790411 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.794551 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.795310 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.796292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.802347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.803068 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.803946 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.804810 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.805417 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.806171 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.806811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:21:16.812526 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:16.813425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:16.814253 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.815036 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:16.816061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Bound port: a057c112-acd6-421b-9ca1-e56baf35b10a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:16.817457 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:16.825830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:16.838673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:16.851076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:16.907415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-e8f3dd1f-dc0c-443d-904a-6b5dc1d923a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:16.909169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-e8f3dd1f-dc0c-443d-904a-6b5dc1d923a0 service neutron] 10.222.0.86 "GET /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 1125 time: 0.1309776 Feb 14 21:21:16.927446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:16.927919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Unknown quota resources ['binding']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:21:16.942993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Pushing event updated for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:17.002558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.003430 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] For port a057c112-acd6-421b-9ca1-e56baf35b10a, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:17.008472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60fafa17-4266-4056-b933-eae17f7db9ca req-278d472e-0c75-42c6-985a-bdbe04beaddd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593658 Feb 14 21:21:17.019932 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] For port a057c112-acd6-421b-9ca1-e56baf35b10a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a057c112-acd6-421b-9ca1-e56baf35b10a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:17.037815 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.059628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4a8c91e9-1a88-47d0-8e8c-773959989f5c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.131658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba378c9f-80e4-4299-8d1c-83b7f3b206c0 None None] Pushing event updated for resources: {'Port': ['ID=a057c112-acd6-421b-9ca1-e56baf35b10a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:17.163354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8c91e9-1a88-47d0-8e8c-773959989f5c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:17.185536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:17.200070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:17.424846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b0a9d715-8a66-4a65-993f-35bc36930724 None None] Provisioning complete for port 772f015b-4d20-4460-8890-45859dcefe65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:17.427231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d715-8a66-4a65-993f-35bc36930724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (772f015b-4d20-4460-8890-45859dcefe65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.448370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (772f015b-4d20-4460-8890-45859dcefe65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.466124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:17.466523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:17.467009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:17.508670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:17.545417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:21:17.545764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:17.575536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:17.592565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:17.595034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:17.597654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:17.598637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Bound port: fd02bff2-5352-481f-8d60-e30354a1e78d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:17.612378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (64ea54df-3715-45f8-8a6f-678937536f90), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.720563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9d715-8a66-4a65-993f-35bc36930724 None None] Port 772f015b-4d20-4460-8890-45859dcefe65 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:17.742026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:17.746888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.859645 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (64ea54df-3715-45f8-8a6f-678937536f90), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.865580 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks [] for router_controller (64ea54df-3715-45f8-8a6f-678937536f90), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.888635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:17.889213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:17.925965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:17.929488 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a3b00-cc15-4391-8087-1908f1fc6551" -d '{"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:17.952745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:17.958368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.041949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:18.056615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:18.079908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.086392 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks [] for port (772f015b-4d20-4460-8890-45859dcefe65), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.097105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-00f6eecc-afa8-4691-8758-7c453f9eb852 service neutron] 10.222.0.86 "POST /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d/bindings HTTP/1.1" status: 201 len: 390 time: 1.1755190 Feb 14 21:21:18.098843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.153026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (64ea54df-3715-45f8-8a6f-678937536f90), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.153596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ea54df-3715-45f8-8a6f-678937536f90 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:21:18.195620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.198215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ea14efc0-1e71-4e9a-8cc0-6cb98179d3d0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/64ea54df-3715-45f8-8a6f-678937536f90 HTTP/1.1" status: 204 len: 168 time: 4.0428238 Feb 14 21:21:18.213845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:18.376988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048f2c-6512-4b6a-9ff2-bbf7e2b72f68 req-e2373fb2-d599-4d6d-9d73-e7b0e0db92db tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:18.385888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e048f2c-6512-4b6a-9ff2-bbf7e2b72f68 req-e2373fb2-d599-4d6d-9d73-e7b0e0db92db tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.3468556 Feb 14 21:21:18.392862 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:12Z', 'revision_number': 3, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:18.454266 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9829b61-9180-44ff-8faa-40eadaa69740 None None] The sync data for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 is: [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:12Z', 'revision_number': 3, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:18.456413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Pushing event updated for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:18.469301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Deleting subnet 89f107a9-f30c-43c5-b9c6-ba470b6ef7e0 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:21:18.472480 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.475855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Publish callbacks [] for subnet (89f107a9-f30c-43c5-b9c6-ba470b6ef7e0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.602107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e048f2c-6512-4b6a-9ff2-bbf7e2b72f68 req-c9945f7f-113f-4a7f-b94a-b8a9c354b47a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075000 Feb 14 21:21:18.669590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (89f107a9-f30c-43c5-b9c6-ba470b6ef7e0), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:18.738575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:18.775275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:18.778638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:18.823733 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5426d03-78e8-474a-a3ba-8f5ea41124a3 x-openstack-request-id: req-a5426d03-78e8-474a-a3ba-8f5ea41124a3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:18.824157 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:18.824562 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5426d03-78e8-474a-a3ba-8f5ea41124a3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:18.824890 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'code': 200} Feb 14 21:21:18.832971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:21:18.833321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cbe8baa7-5f2a-4f4b-8200-7327b6c05a44 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:21:18.833776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a8c91e9-1a88-47d0-8e8c-773959989f5c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:18.896752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4a8c91e9-1a88-47d0-8e8c-773959989f5c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:21:18.897107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a8c91e9-1a88-47d0-8e8c-773959989f5c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:21:18.997640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (89f107a9-f30c-43c5-b9c6-ba470b6ef7e0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:19.117701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Router eee88b83-47dc-4cb2-b173-1c8b678a844f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:21:19.332083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.338957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.347636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.355559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.362068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.368516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.376686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.387460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-a70333b5-c333-48e1-be61-fc32ba622b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.4366317 Feb 14 21:21:19.403745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4bf58687-4c4e-4adc-ad07-735a9acd53d1 None None] Provisioning complete for port 772f015b-4d20-4460-8890-45859dcefe65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:19.404623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bf58687-4c4e-4adc-ad07-735a9acd53d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (772f015b-4d20-4460-8890-45859dcefe65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:19.449910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:19.471129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a255906-2449-4a20-8667-5077d3b5487e req-c9bb5e13-1054-44f0-bcf0-876e4dbb039f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:19.483375 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80b6e0be-bc02-443d-8183-c79ebf98ca98 admin admin] 10.222.0.86 "PUT /v2.0/routers/eee88b83-47dc-4cb2-b173-1c8b678a844f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6312392 Feb 14 21:21:19.484137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a255906-2449-4a20-8667-5077d3b5487e req-c9bb5e13-1054-44f0-bcf0-876e4dbb039f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.3994994 Feb 14 21:21:19.512560 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (89f107a9-f30c-43c5-b9c6-ba470b6ef7e0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:19.517160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4bf58687-4c4e-4adc-ad07-735a9acd53d1 None None] Port 772f015b-4d20-4460-8890-45859dcefe65 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:19.596927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f107a9-f30c-43c5-b9c6-ba470b6ef7e0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:19.623888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:19.630243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7711a5e-2b52-4b9f-8616-5b50652f6194 None None] Network 76892854-af7b-44d3-b3b5-3d97e61cb3ac requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:19.631516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:19.631724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-12788063-31ef-4b68-bed2-7596eef43d87 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/89f107a9-f30c-43c5-b9c6-ba470b6ef7e0 HTTP/1.1" status: 204 len: 168 time: 1.4027882 Feb 14 21:21:19.682688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46d41baa-2232-47d7-b4c7-dfb3a5883795 req-223b37b4-cafd-4c0f-9657-e2db19ee427b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2876315 Feb 14 21:21:19.712808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a255906-2449-4a20-8667-5077d3b5487e req-f6a470bb-19e2-4133-ab49-a8aa817adfa6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315345 Feb 14 21:21:19.848122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (76892854-af7b-44d3-b3b5-3d97e61cb3ac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.057591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Deleting port e788b9e4-dc78-4817-b112-9e0034ea4ac1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:20.058702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.155218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] DHCP port deletion for 76892854-af7b-44d3-b3b5-3d97e61cb3ac request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:21:20.185734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea660f-9e2c-46fa-8756-518586499a55 req-53a5c75e-ab81-4372-b0c3-fd734def590c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:20.188448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91ea660f-9e2c-46fa-8756-518586499a55 req-53a5c75e-ab81-4372-b0c3-fd734def590c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.2275484 Feb 14 21:21:20.303344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91ea660f-9e2c-46fa-8756-518586499a55 req-51616802-ed52-4808-8f31-51a09ff5307f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089466 Feb 14 21:21:20.380877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Deleting port e788b9e4-dc78-4817-b112-9e0034ea4ac1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:20.383736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.404056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] For port e788b9e4-dc78-4817-b112-9e0034ea4ac1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e788b9e4-dc78-4817-b112-9e0034ea4ac1,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:20.404630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.461447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Calling delete_port for e788b9e4-dc78-4817-b112-9e0034ea4ac1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:20.603567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] For port e788b9e4-dc78-4817-b112-9e0034ea4ac1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e788b9e4-dc78-4817-b112-9e0034ea4ac1,segment=NetworkSegment(cafdaafc-224e-427e-886f-bbd7e8184146),segment_id=cafdaafc-224e-427e-886f-bbd7e8184146)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:20.604119 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.658508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Calling delete_port for e788b9e4-dc78-4817-b112-9e0034ea4ac1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:20.861180 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.895989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] No DVR routers for this DVR port e788b9e4-dc78-4817-b112-9e0034ea4ac1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:20.909692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (e788b9e4-dc78-4817-b112-9e0034ea4ac1), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:20.952896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a057c112-acd6-421b-9ca1-e56baf35b10a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:21.060694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Pushing event deleted for resources: {'Port': ['ID=e788b9e4-dc78-4817-b112-9e0034ea4ac1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:21.145551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] No DVR routers for this DVR port e788b9e4-dc78-4817-b112-9e0034ea4ac1 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:21.193950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (76892854-af7b-44d3-b3b5-3d97e61cb3ac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.229900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.248741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.268883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.278944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.286454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.287331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a3493-3c43-443d-af64-0c31367b299f None None] Pushing event deleted for resources: {'Port': ['ID=e788b9e4-dc78-4817-b112-9e0034ea4ac1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:21.295020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.302602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.315812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-935a69f4-551a-49e9-a8e7-b51860b9c7d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3973217 Feb 14 21:21:21.331276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76892854-af7b-44d3-b3b5-3d97e61cb3ac']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:21.345655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a057c112-acd6-421b-9ca1-e56baf35b10a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:21.346673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.362425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafdaafc-224e-427e-886f-bbd7e8184146') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:21.362616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafdaafc-224e-427e-886f-bbd7e8184146') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:21.392356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (cafdaafc-224e-427e-886f-bbd7e8184146), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.434916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cafdaafc-224e-427e-886f-bbd7e8184146), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.459452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:21:21.460668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (cafdaafc-224e-427e-886f-bbd7e8184146), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:21:21.470732 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:21:21.556075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6df67a4f-e54d-489e-80ab-578dd1292b34 req-7b642b81-f1ad-471e-ab0c-c5f391418608 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391572 Feb 14 21:21:21.581649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:21.593666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09ef23-8315-4c91-9fe4-02684df45a16 req-bc2e7873-4563-48e9-97b4-fcb62214b536 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:21.600999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a057c112-acd6-421b-9ca1-e56baf35b10a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:21.601429 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.602071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d09ef23-8315-4c91-9fe4-02684df45a16 req-bc2e7873-4563-48e9-97b4-fcb62214b536 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.5383348 Feb 14 21:21:21.641058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (76892854-af7b-44d3-b3b5-3d97e61cb3ac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.650258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.663101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] 10.222.0.86 "DELETE /v2.0/networks/76892854-af7b-44d3-b3b5-3d97e61cb3ac HTTP/1.1" status: 204 len: 168 time: 2.0298872 Feb 14 21:21:21.687439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae442-4248-450b-b996-17692936492c admin admin] Pushing event deleted for resources: {'Network': ['ID=76892854-af7b-44d3-b3b5-3d97e61cb3ac,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:21.710172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a057c112-acd6-421b-9ca1-e56baf35b10a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a057c112-acd6-421b-9ca1-e56baf35b10a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:21.720592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:21.809899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d09ef23-8315-4c91-9fe4-02684df45a16 req-ceaa2a47-898d-4f18-b1ce-2ac6bbdd9215 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971138 Feb 14 21:21:21.928721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e788b9e4-dc78-4817-b112-9e0034ea4ac1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:21.987424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c355e71c-b981-45c7-b59f-a0e6b9d5992f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:22.041544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:22.047850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e788b9e4-dc78-4817-b112-9e0034ea4ac1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:21:22.048450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e788b9e4-dc78-4817-b112-9e0034ea4ac1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:21:22.100284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Sync routers for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:22.132584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:22.133231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:22.137589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a057c112-acd6-421b-9ca1-e56baf35b10a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:22.170906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cf18c-e2a3-47d8-ae5d-53ce0cd88535 req-4b0c266e-c84a-49d8-8196-28d2e19831f8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:22.173700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d35cf18c-e2a3-47d8-ae5d-53ce0cd88535 req-4b0c266e-c84a-49d8-8196-28d2e19831f8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1774092 Feb 14 21:21:22.221712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-81b22e36-c529-4d12-9b32-23f4e1e68771 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ba3d37b863f4147aa52ab9126c7f022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785464 Feb 14 21:21:22.222829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45936) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:22.354784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d35cf18c-e2a3-47d8-ae5d-53ce0cd88535 req-1d75d676-dba7-4552-88a4-1b807d83f5a4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647291 Feb 14 21:21:22.388106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c355e71c-b981-45c7-b59f-a0e6b9d5992f admin admin] Publish callbacks [] for security_group (0d1a9e0f-4134-4732-9a71-1bda03f6bcb0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:22.465765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c355e71c-b981-45c7-b59f-a0e6b9d5992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d1a9e0f-4134-4732-9a71-1bda03f6bcb0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:22.479023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] Publish callbacks [] for security_group (4dbf5d34-5f77-4553-a8a3-add3c9669dd7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:22.547188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] Publish callbacks [] for security_group (4dbf5d34-5f77-4553-a8a3-add3c9669dd7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:22.549797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:22.867633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355e71c-b981-45c7-b59f-a0e6b9d5992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a9e0f-4134-4732-9a71-1bda03f6bcb0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:22.876571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a057c112-acd6-421b-9ca1-e56baf35b10a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:22.888066 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c355e71c-b981-45c7-b59f-a0e6b9d5992f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4aa81e5223d4174aee304e58b6c6416&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3040056 Feb 14 21:21:22.890206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:22.976190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:22.985360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:22.998630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.031074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] Publish callbacks [] for security_group (0d1a9e0f-4134-4732-9a71-1bda03f6bcb0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.038538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.058115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.069995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.081682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.091770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-2971f99c-5c6d-4119-9b4d-50c197adcbb8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3127739 Feb 14 21:21:23.114135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] Publish callbacks [] for security_group (0d1a9e0f-4134-4732-9a71-1bda03f6bcb0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.122912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4dbf5d34-5f77-4553-a8a3-add3c9669dd7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.132907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.137048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4dbf5d34-5f77-4553-a8a3-add3c9669dd7 HTTP/1.1" status: 204 len: 168 time: 0.9086599 Feb 14 21:21:23.179720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a057c112-acd6-421b-9ca1-e56baf35b10a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:23.180056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.228135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b785dde-fa8f-40d8-809f-1b2971ba2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbf5d34-5f77-4553-a8a3-add3c9669dd7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:23.339309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78adf0d4-cfbc-4e77-8483-d91ae736fd34 req-0252f89c-a511-4bae-9fe6-de2db127c459 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363825 Feb 14 21:21:23.351129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d1a9e0f-4134-4732-9a71-1bda03f6bcb0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.354293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.355636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d1a9e0f-4134-4732-9a71-1bda03f6bcb0 HTTP/1.1" status: 204 len: 168 time: 0.4603431 Feb 14 21:21:23.405674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21ec00-6c44-49aa-b07c-746b2bdb3c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a9e0f-4134-4732-9a71-1bda03f6bcb0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:23.493395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a057c112-acd6-421b-9ca1-e56baf35b10a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:23.535852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:17Z', 'revision_number': 4, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '772f015b-4d20-4460-8890-45859dcefe65', 'name': '', 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'mac_address': 'fa:16:3e:b6:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:15Z', 'updated_at': '2022-02-14T21:21:17Z', 'revision_number': 2, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'subnets': [{'id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:23.651896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Checking router: eee88b83-47dc-4cb2-b173-1c8b678a844f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:23.652955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Updating router eee88b83-47dc-4cb2-b173-1c8b678a844f port 772f015b-4d20-4460-8890-45859dcefe65 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:21:23.695399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621ecf-f55d-435b-b0e2-b8f562db1edb req-67e171cc-2375-41fc-88e4-d125612e0350 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:23.705771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7621ecf-f55d-435b-b0e2-b8f562db1edb req-67e171cc-2375-41fc-88e4-d125612e0350 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2638481 Feb 14 21:21:23.770057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (772f015b-4d20-4460-8890-45859dcefe65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:23.798012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7621ecf-f55d-435b-b0e2-b8f562db1edb req-3e5f0985-80a5-4750-8a0d-1690c561bd19 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902128 Feb 14 21:21:24.071993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87006e3a-0efb-4263-8ae8-693d175a7573 req-03e02f0a-41da-49fd-be29-c6a63c7bd771 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:24.084631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87006e3a-0efb-4263-8ae8-693d175a7573 req-03e02f0a-41da-49fd-be29-c6a63c7bd771 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1350665 Feb 14 21:21:24.173193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87006e3a-0efb-4263-8ae8-693d175a7573 req-68904e2d-aa16-4407-b87b-f94ae783a47a tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872486 Feb 14 21:21:24.451271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e9d04d3-bf81-4ab8-9d11-f6ad53021a91 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:24.453412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e9d04d3-bf81-4ab8-9d11-f6ad53021a91 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.1972034 Feb 14 21:21:24.472969 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks [] for port (772f015b-4d20-4460-8890-45859dcefe65), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:24.481704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93855-e580-46d3-b5c0-0e0a6f2642b4 req-e56b3b1b-3c49-4758-9311-5d638bd7d2d4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:24.484026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91d93855-e580-46d3-b5c0-0e0a6f2642b4 req-e56b3b1b-3c49-4758-9311-5d638bd7d2d4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 945 time: 0.1304755 Feb 14 21:21:24.487865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:24.488398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:24.621159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbe6a-2f17-4948-9f05-dd12197a97c4 None None] Pushing event updated for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:24.671192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:24.722625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05ebbca1-8b12-4290-abed-6065598902a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:24.830558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Attempting to bind port 772f015b-4d20-4460-8890-45859dcefe65 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:24.831108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Attempting to bind port 772f015b-4d20-4460-8890-45859dcefe65 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:24.832268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Attempting to bind port 772f015b-4d20-4460-8890-45859dcefe65 on network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:24.838641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91d93855-e580-46d3-b5c0-0e0a6f2642b4 req-20dc9092-bf3b-4c9d-81ba-020b2402d26b tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991486 Feb 14 21:21:24.840883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:24.845411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:24.845777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Checking segment: {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:24.846193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:24.848175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Bound using segment: {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:24.860056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Bound port: 772f015b-4d20-4460-8890-45859dcefe65, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0d1b27-e8ea-4bae-b33c-88ba2660d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:24.861496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (772f015b-4d20-4460-8890-45859dcefe65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.052351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] For port 772f015b-4d20-4460-8890-45859dcefe65, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:25.059035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] For port 772f015b-4d20-4460-8890-45859dcefe65, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=772f015b-4d20-4460-8890-45859dcefe65,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:25.068908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.082470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05ebbca1-8b12-4290-abed-6065598902a9 admin admin] Publish callbacks [] for security_group (788a852a-34e0-48fc-8129-d561a3554878), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.089908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05ebbca1-8b12-4290-abed-6065598902a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (788a852a-34e0-48fc-8129-d561a3554878), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.199044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbe6a-2f17-4948-9f05-dd12197a97c4 None None] Pushing event updated for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:25.235938 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05ebbca1-8b12-4290-abed-6065598902a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b903983e7464f1381e90834970fb30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5621617 Feb 14 21:21:25.237308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46002) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:25.238186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebbca1-8b12-4290-abed-6065598902a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a852a-34e0-48fc-8129-d561a3554878,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:25.257004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:25.257583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:25.344540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:25.366479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] Publish callbacks [] for security_group (788a852a-34e0-48fc-8129-d561a3554878), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.408422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] Publish callbacks [] for security_group (788a852a-34e0-48fc-8129-d561a3554878), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.492437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:25.503751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (788a852a-34e0-48fc-8129-d561a3554878), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.507931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.520444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/788a852a-34e0-48fc-8129-d561a3554878 HTTP/1.1" status: 204 len: 168 time: 0.2612932 Feb 14 21:21:25.543447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a1bb4-7076-4399-b015-084de221eb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a852a-34e0-48fc-8129-d561a3554878,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:25.679454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:25.687135 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b8cfc5-a0f2-4401-8839-16c58a453d48" -d '{"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:25.700279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks [] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.727881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:25.766748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:25.771524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.802373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.834683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.849358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.879110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.885493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.924666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:25.947842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:25.948998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-dc03eb04-7f5d-44f9-bda1-a151313c5b4e tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.9740722 Feb 14 21:21:25.981255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Provisioning complete for port 772f015b-4d20-4460-8890-45859dcefe65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:25.982415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (772f015b-4d20-4460-8890-45859dcefe65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.186027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-baa2915c-9b41-47d1-8aa5-7178c85b5fd0 req-1f4bbaa6-f144-442f-bf92-3b4935461e52 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311459 Feb 14 21:21:26.190833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:26.252554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:26.252669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:26.254357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:26.278984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:26.280479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:26.281052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:26.290922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:21:26.291611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:26.295703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:21:26.296081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempting to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b on network cf0b2694-4476-4b6e-bc22-624716edef0e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:26.300903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:26.301590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:26.302257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:26.302962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Bound port: 7ad75bba-c367-4267-ba57-86ef091efb9b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:26.303628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.313789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:26.316597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Checking segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:26.316788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Bound using segment: {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:26.317267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Bound port: 7ad75bba-c367-4267-ba57-86ef091efb9b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf0b2694-4476-4b6e-bc22-624716edef0e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:26.321080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.391743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:26.429440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:26.437438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:26.467501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.657130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:26.662174 n-d-828372-11 neutron-server[103514]: WARNING neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Concurrent port binding operations failed on port 7ad75bba-c367-4267-ba57-86ef091efb9b Feb 14 21:21:26.665158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Current status of the port 772f015b-4d20-4460-8890-45859dcefe65 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:26.665559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (772f015b-4d20-4460-8890-45859dcefe65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.707267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8146dd-badc-4493-bd62-cc8152d11f59 req-319ba986-4874-44cd-b7fd-109e0dc05b85 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:26.719562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b8146dd-badc-4493-bd62-cc8152d11f59 req-319ba986-4874-44cd-b7fd-109e0dc05b85 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2780268 Feb 14 21:21:26.733763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:26.747578 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Attempt 2 to bind port 7ad75bba-c367-4267-ba57-86ef091efb9b Feb 14 21:21:26.748154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:21:26.760476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] For port 772f015b-4d20-4460-8890-45859dcefe65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=772f015b-4d20-4460-8890-45859dcefe65,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:26.781808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.824611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:26.825867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:26.830419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3e6dd823-e19f-4411-b7e7-87e660c5bd17 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 1123 time: 2.3638368 Feb 14 21:21:26.888357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b8146dd-badc-4493-bd62-cc8152d11f59 req-cab27392-6a06-43c3-813c-e25f4b5ede87 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666267 Feb 14 21:21:27.033739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108218f-d08e-428a-b070-7ea6baa4e8a8 None None] Pushing event updated for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:27.051243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7ad75bba-c367-4267-ba57-86ef091efb9b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:27.054974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ffc9d6e-b6fb-4549-8aef-1f226bb1e2bc None None] Provisioning complete for port 772f015b-4d20-4460-8890-45859dcefe65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:27.069858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9d6e-b6fb-4549-8aef-1f226bb1e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (772f015b-4d20-4460-8890-45859dcefe65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:27.163404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147617-55f7-48da-9ebd-00d7769393ea req-bfcbe31d-27cb-4457-afcb-42aeebf1462e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:27.171051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1147617-55f7-48da-9ebd-00d7769393ea req-bfcbe31d-27cb-4457-afcb-42aeebf1462e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1130877 Feb 14 21:21:27.193600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['7ad75bba-c367-4267-ba57-86ef091efb9b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:27.308986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1147617-55f7-48da-9ebd-00d7769393ea req-6ebfb478-5247-4d24-98b3-c87e2f734963 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369596 Feb 14 21:21:27.363644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:17Z', 'revision_number': 4, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '772f015b-4d20-4460-8890-45859dcefe65', 'name': '', 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'mac_address': 'fa:16:3e:b6:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:15Z', 'updated_at': '2022-02-14T21:21:25Z', 'revision_number': 4, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'subnets': [{'id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:27.443728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721889d5-fa03-4c21-a9bb-4a53d4d76013 None None] The sync data for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 is: [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:21:17Z', 'revision_number': 4, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '772f015b-4d20-4460-8890-45859dcefe65', 'name': '', 'network_id': '4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'mac_address': 'fa:16:3e:b6:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:15Z', 'updated_at': '2022-02-14T21:21:25Z', 'revision_number': 4, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'subnets': [{'id': '695ff120-d533-4b5a-9737-e46ac0c1a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:27.553533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc9d6e-b6fb-4549-8aef-1f226bb1e2bc None None] Current status of the port 772f015b-4d20-4460-8890-45859dcefe65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:28.411068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:28.494428 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a7495-09ce-4a0a-8272-55d65b9643ef x-openstack-request-id: req-421a7495-09ce-4a0a-8272-55d65b9643ef {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:28.495113 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:28.495113 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-421a7495-09ce-4a0a-8272-55d65b9643ef {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:28.495505 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'code': 200} Feb 14 21:21:28.658946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f99f-f3a2-4f30-ba82-3df335c88123 req-7edbcc5f-7ed2-4650-9b30-1f99eb10a475 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:28.667850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f69f99f-f3a2-4f30-ba82-3df335c88123 req-7edbcc5f-7ed2-4650-9b30-1f99eb10a475 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1051369 Feb 14 21:21:28.747710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 772f015b-4d20-4460-8890-45859dcefe65 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:28.765599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f69f99f-f3a2-4f30-ba82-3df335c88123 req-709afd8f-6774-4172-93fd-e71e9deb10a2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938370 Feb 14 21:21:28.908074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 772f015b-4d20-4460-8890-45859dcefe65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:28.908530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (772f015b-4d20-4460-8890-45859dcefe65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:29.020484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.031905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.042465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.054562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.075124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.085816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.096809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.113243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-3a3a5b79-bced-4ba3-9de4-689c6f0a1257 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2461722 Feb 14 21:21:29.160475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 772f015b-4d20-4460-8890-45859dcefe65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:29.237555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db34ebe4-92a9-49ba-9602-ee44690980f4 req-f7390c3d-1eab-411e-a710-f0ccbd03eccc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228042 Feb 14 21:21:29.508838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b24184-71b1-4f73-8777-33430fc72e3b req-2df78a76-5f84-4217-8bc2-50a1c2cecade tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.511986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77b24184-71b1-4f73-8777-33430fc72e3b req-2df78a76-5f84-4217-8bc2-50a1c2cecade tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1229267 Feb 14 21:21:29.618501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77b24184-71b1-4f73-8777-33430fc72e3b req-d1ce440d-703e-4278-b567-dc55d11dba72 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Feb 14 21:21:29.804044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b10f-074c-4b44-a005-1de4b150f506 req-51368e78-3adf-40fd-84dd-5ab5204aa82b tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:29.815216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0506b10f-074c-4b44-a005-1de4b150f506 req-51368e78-3adf-40fd-84dd-5ab5204aa82b tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1101234 Feb 14 21:21:29.879929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0506b10f-074c-4b44-a005-1de4b150f506 req-e5709d1c-7d27-437e-adbe-701738b236a8 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Feb 14 21:21:30.497552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:30.502660 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad110cc-2939-475f-be80-d7f305c82868" -d '{"events": [{"name": "network-changed", "server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:30.631545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391533-d2ed-4684-bfaa-8a048c011e31 req-662926d7-8649-4cc9-8e4f-a98afd92af55 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.634434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47391533-d2ed-4684-bfaa-8a048c011e31 req-662926d7-8649-4cc9-8e4f-a98afd92af55 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1005247 Feb 14 21:21:30.727435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47391533-d2ed-4684-bfaa-8a048c011e31 req-1876ceec-c4d4-444f-9894-3a242942c938 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Feb 14 21:21:30.874254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.879512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.885683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.886511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb672d9b-7ee3-454d-bc13-9691ef176953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:30.892651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.900216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.907931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.914737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:30.916834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-95e77717-0fcc-4aa7-9130-bf94dad562b3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.1215599 Feb 14 21:21:31.003771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e617caa0-6595-4599-a332-e4bd9eb8e4b7 req-957f62fb-0538-4a88-b7fd-dee4327d60be tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796521 Feb 14 21:21:31.440170 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bbf02-a705-4e2b-81a0-3eb8ca14f39f x-openstack-request-id: req-9b3bbf02-a705-4e2b-81a0-3eb8ca14f39f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:31.441753 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:31.441753 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b3bbf02-a705-4e2b-81a0-3eb8ca14f39f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:31.441753 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'status': 'completed', 'code': 200} Feb 14 21:21:31.517686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:31.657231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad110cc-2939-475f-be80-d7f305c82868 req-7e60bec7-053d-4fea-a652-d532dcf5c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:31.657231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-7e60bec7-053d-4fea-a652-d532dcf5c5f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1157 time: 0.1732800 Feb 14 21:21:31.696019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:31.714757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:21:31.779025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9be6e3-8d70-42a5-a280-f1ac75e5c300 req-b594a82d-3574-47a1-9fb3-c5f0a193ddc8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:31.789932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a9be6e3-8d70-42a5-a280-f1ac75e5c300 req-b594a82d-3574-47a1-9fb3-c5f0a193ddc8 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2148271 Feb 14 21:21:31.896777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a9be6e3-8d70-42a5-a280-f1ac75e5c300 req-50eef2c2-2cb2-46ca-b5f7-9bd41ae4c311 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Feb 14 21:21:31.910675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad110cc-2939-475f-be80-d7f305c82868 req-f2b389a3-998f-4f48-a64f-c2e07dc33d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:31.925438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-f2b389a3-998f-4f48-a64f-c2e07dc33d79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.2557039 Feb 14 21:21:32.014853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-b57245a5-b8a6-465b-9cc6-67525eb24304 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 217 time: 0.0829382 Feb 14 21:21:32.102195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad110cc-2939-475f-be80-d7f305c82868 req-721b9111-dce4-4745-ac29-24437d7a109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:32.105122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-721b9111-dce4-4745-ac29-24437d7a109b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0617838 Feb 14 21:21:32.135373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee5e6b-fb47-4261-bef0-21e7904123c4 req-6ea1410a-2698-41a0-8e83-57701990dbbf tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:32.137984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ddee5e6b-fb47-4261-bef0-21e7904123c4 req-6ea1410a-2698-41a0-8e83-57701990dbbf tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1332192 Feb 14 21:21:32.160347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-fb240fee-ac4f-43f2-b8df-89675197064c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499988 Feb 14 21:21:32.296916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ddee5e6b-fb47-4261-bef0-21e7904123c4 req-c7d2d012-87cc-47f8-a29e-ef308b3f7ea3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403008 Feb 14 21:21:32.379639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-b8168d9a-7911-4ebe-892a-cb522f3bf1d2 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980100 Feb 14 21:21:32.614622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:32.654700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad110cc-2939-475f-be80-d7f305c82868 req-7878f2af-3c6b-4430-acfd-50eae21072bd service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537363 Feb 14 21:21:32.839950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935eed7-c9cd-4c7b-b3cc-99a098e75849 req-259372ff-78e0-4ded-bba1-99eb662cd542 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:32.848397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5935eed7-c9cd-4c7b-b3cc-99a098e75849 req-259372ff-78e0-4ded-bba1-99eb662cd542 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1541970 Feb 14 21:21:32.954410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5935eed7-c9cd-4c7b-b3cc-99a098e75849 req-9094da6f-0765-43a3-b4ea-5d733a387655 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050055 Feb 14 21:21:33.011295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46128) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:33.144071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.150188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.157367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.163524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.171687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.177945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.184313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:33.187135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-9f1ef7c0-4ad3-4b49-9b4c-f53a1b73c3fa tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.1534894 Feb 14 21:21:33.248868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4226a25a-05ce-4c6d-801e-632c48e0bb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.321002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8998ee98-32b4-45ff-a068-6e8d8f14b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.358797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7ff03ab-a4cd-4e5e-b39b-74869860ecf2 req-f17368f2-431e-4316-8376-bf8597076d00 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637712 Feb 14 21:21:33.484545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4226a25a-05ce-4c6d-801e-632c48e0bb50 admin admin] Publish callbacks [] for security_group (07deefab-a43e-423f-b281-e8a3be57c8b1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.495900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4226a25a-05ce-4c6d-801e-632c48e0bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07deefab-a43e-423f-b281-e8a3be57c8b1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.596436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4226a25a-05ce-4c6d-801e-632c48e0bb50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3b300238df84dbfbd15a54e6732d4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825267 Feb 14 21:21:33.598574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a25a-05ce-4c6d-801e-632c48e0bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07deefab-a43e-423f-b281-e8a3be57c8b1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:33.598745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46140) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:33.765277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] Publish callbacks [] for security_group (07deefab-a43e-423f-b281-e8a3be57c8b1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.808096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] Publish callbacks [] for security_group (07deefab-a43e-423f-b281-e8a3be57c8b1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.916809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:33.961228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07deefab-a43e-423f-b281-e8a3be57c8b1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.981712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:33.984736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07deefab-a43e-423f-b281-e8a3be57c8b1 HTTP/1.1" status: 204 len: 168 time: 0.3843470 Feb 14 21:21:34.058322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63271bd2-a05d-4af6-8a51-ac89c91b655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07deefab-a43e-423f-b281-e8a3be57c8b1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:34.301036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7ad75bba-c367-4267-ba57-86ef091efb9b is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:34.320422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55083-29ff-4654-b202-320ed5e1dcf4 req-c97c18ad-0d31-446b-b423-3b37f1f616ff tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:34.335686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82c55083-29ff-4654-b202-320ed5e1dcf4 req-c97c18ad-0d31-446b-b423-3b37f1f616ff tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1814978 Feb 14 21:21:34.471313 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:34.501397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82c55083-29ff-4654-b202-320ed5e1dcf4 req-52bdd2cb-167c-465f-ad74-30dd02ace575 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642532 Feb 14 21:21:34.668093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:34.830841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab183-9e67-4850-bd3f-165ce9ac3981 req-ce507c96-6174-4b75-8001-daf539ddedbe tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:34.839126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce9ab183-9e67-4850-bd3f-165ce9ac3981 req-ce507c96-6174-4b75-8001-daf539ddedbe tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1578116 Feb 14 21:21:34.931211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-28467e3f-e7bb-49bd-a088-d06de35e74d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.011009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce9ab183-9e67-4850-bd3f-165ce9ac3981 req-afb128dc-bba6-451a-baab-f5c24140eab5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574347 Feb 14 21:21:35.051401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46162) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:35.097540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9100139e-5139-4fd3-8532-4d1f4508e181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.275330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-28467e3f-e7bb-49bd-a088-d06de35e74d2 admin admin] Publish callbacks [] for security_group (72d78b08-8636-48fc-8d89-176a35c83ab5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.288879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df028df-9f50-403f-b0ad-c2e60433656e req-aaec2534-b41e-4831-8dff-c85fd34493c0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.290993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df028df-9f50-403f-b0ad-c2e60433656e req-aaec2534-b41e-4831-8dff-c85fd34493c0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.1595535 Feb 14 21:21:35.298024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-28467e3f-e7bb-49bd-a088-d06de35e74d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (72d78b08-8636-48fc-8d89-176a35c83ab5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.383192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28467e3f-e7bb-49bd-a088-d06de35e74d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d78b08-8636-48fc-8d89-176a35c83ab5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:35.460107 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:21:35.466329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-28467e3f-e7bb-49bd-a088-d06de35e74d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff9b51bec57e4bf7af88567ed82ad5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966683 Feb 14 21:21:35.469109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:35.529450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9100139e-5139-4fd3-8532-4d1f4508e181 admin admin] Publish callbacks [] for security_group (d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.552506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df028df-9f50-403f-b0ad-c2e60433656e req-9e57e817-7918-40e8-9ac1-bedd68bf5484 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368951 Feb 14 21:21:35.556796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9100139e-5139-4fd3-8532-4d1f4508e181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.606246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] Publish callbacks [] for security_group (72d78b08-8636-48fc-8d89-176a35c83ab5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.630899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9100139e-5139-4fd3-8532-4d1f4508e181 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a57d0f622af4794941b1c58fa8396da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778155 Feb 14 21:21:35.633982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:35.651262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.682943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] Publish callbacks [] for security_group (72d78b08-8636-48fc-8d89-176a35c83ab5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.760447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (72d78b08-8636-48fc-8d89-176a35c83ab5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.760700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100139e-5139-4fd3-8532-4d1f4508e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:35.766210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.768737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72d78b08-8636-48fc-8d89-176a35c83ab5 HTTP/1.1" status: 204 len: 168 time: 0.2980819 Feb 14 21:21:35.781408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4bda0-b0cc-4085-b43b-e5408cca5eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d78b08-8636-48fc-8d89-176a35c83ab5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:35.815170 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] Publish callbacks [] for security_group (d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:35.862641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.868867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.876818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.885372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.891981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.897424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.918180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:35.933728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-1e24312e-adf4-4713-aeb9-28dc0738a811 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2426965 Feb 14 21:21:36.656940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] Publish callbacks [] for security_group (d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:36.817262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9db4d70-c74e-4193-8ded-104fcdab604d req-5de43f42-ef84-4779-a934-40588cb67e0a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8774123 Feb 14 21:21:36.833867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-bf31b9be-3e50-4a39-be7a-5c18df644031 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2027297 Feb 14 21:21:36.875717 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:36.879906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:36.883818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8 HTTP/1.1" status: 204 len: 168 time: 1.2444956 Feb 14 21:21:36.953978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc63c51-81c7-4add-8f6f-1bdcdd5af2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570fdfa-0d93-488e-9ed4-ad6dcdc2f5d8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:37.120958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:37.190940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-2788c5ae-2c63-4059-8827-785caa80aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:37.196407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-2788c5ae-2c63-4059-8827-785caa80aec0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 1127 time: 0.2567642 Feb 14 21:21:37.612901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dbe23-0954-4099-b29e-3f7f326eb85d req-72839622-b0f7-4e10-bcc5-f369aee79fea tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:37.629561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f89dbe23-0954-4099-b29e-3f7f326eb85d req-72839622-b0f7-4e10-bcc5-f369aee79fea tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.3421290 Feb 14 21:21:37.841181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f89dbe23-0954-4099-b29e-3f7f326eb85d req-72a5d8c8-7b0a-4db6-b5f4-fcf33de9b8ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099853 Feb 14 21:21:37.845975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-a7ef7b24-943f-4ecd-8e1d-3df8b2ac0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:37.856856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-a7ef7b24-943f-4ecd-8e1d-3df8b2ac0695 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.6128061 Feb 14 21:21:37.893010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46208) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:37.954449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-a158a6a4-ee0f-46b3-9ad5-acce2fadfa02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 200 len: 217 time: 0.0864267 Feb 14 21:21:38.054854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-5371b3de-0ec1-47d0-9e51-54f96aa5ccc6 service neutron] 10.222.0.83 "GET /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.1669297 Feb 14 21:21:38.145886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-d614da87-cbb3-45ec-bda3-a7a8b5fe03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:38.149171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-d614da87-cbb3-45ec-bda3-a7a8b5fe03ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.1864862 Feb 14 21:21:38.244251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-3546835b-5d12-4c8e-9986-0a1bf615065a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807927 Feb 14 21:21:38.337106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a402c-3794-433a-bfd4-094e748c726c req-e9eb05b7-f467-4b4e-bcd9-97cb4e1042bf tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:38.346169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-185a402c-3794-433a-bfd4-094e748c726c req-e9eb05b7-f467-4b4e-bcd9-97cb4e1042bf tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 943 time: 0.3103492 Feb 14 21:21:38.423458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-network', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:38.502988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-185a402c-3794-433a-bfd4-094e748c726c req-806f6d73-e9e9-4378-8770-e42bccd7c6b9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559153 Feb 14 21:21:38.514707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-3af90632-3751-41e7-bf09-2c30ee98290e service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575231 Feb 14 21:21:38.586802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Made reservation on behalf of b96de8c42f754ec88da1fc5bed40b1c2 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:21:38.589461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:38.737977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:38.762425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:38.813104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:38.818195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ac3c76-c600-44b1-ba83-6d4855add82e req-939d8ac5-3651-457d-91c0-7afb0e362588 service neutron] 10.222.0.83 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944553 Feb 14 21:21:38.877420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad75bba-c367-4267-ba57-86ef091efb9b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:38.909421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:38.940741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.168317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks [] for security_group (6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.197797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.217048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.227950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.238226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.249860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.252973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:21:39.258607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.267026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.276978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.291235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (00c2c2f6-88cf-4e3f-926b-51c1a74e98f7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.291780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-54806099-54a2-4ca7-856b-3963d76654ac tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.1932762 Feb 14 21:21:39.292470 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Added segment 00c2c2f6-88cf-4e3f-926b-51c1a74e98f7 of type vlan for network f487a4b1-6bf4-4c13-9d13-0750649acb62 Feb 14 21:21:39.421638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9a8779f-df79-45a4-b1f2-ae48d9b64352 req-3cc77dc8-0ec3-4c19-96d3-82199e5faa45 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263251 Feb 14 21:21:39.470353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] Transition to ACTIVE for port object 7ad75bba-c367-4267-ba57-86ef091efb9b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:21:39.477748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da046-789a-4e39-930e-ce9d11c176ea req-62450968-4081-4759-bbe9-39d71ea9ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.480778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-62450968-4081-4759-bbe9-39d71ea9ae87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=706e012229744ddcbe81d1552502c223&device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 1129 time: 0.1859064 Feb 14 21:21:39.502650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.510556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f487a4b1-6bf4-4c13-9d13-0750649acb62), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.536194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:39.676642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f487a4b1-6bf4-4c13-9d13-0750649acb62), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.677612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.678196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:39.694702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] No DVR routers for this DVR port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:39.775575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b05fa-447a-437d-b70c-9e49d9e3718a req-7cb6f5ea-17e8-4d7a-bdb5-924d0c89a26d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.777463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d76b05fa-447a-437d-b70c-9e49d9e3718a req-7cb6f5ea-17e8-4d7a-bdb5-924d0c89a26d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2123783 Feb 14 21:21:39.821501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:39.865653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d76b05fa-447a-437d-b70c-9e49d9e3718a req-b7c217d0-dc1b-40bf-9d23-8ffa8aa870b4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802174 Feb 14 21:21:39.871829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da046-789a-4e39-930e-ce9d11c176ea req-81a48623-1e35-4410-b48a-3840f6339007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:39.874653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-81a48623-1e35-4410-b48a-3840f6339007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 200 len: 916 time: 0.3845785 Feb 14 21:21:39.890047 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9954765 Feb 14 21:21:39.901969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46244) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:39.913780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Request body: {'subnet': {'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-subnet', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:39.947582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2166-4247-4ff4-b7ec-24e8054d9a9c admin admin] Pushing event updated for resources: {'Network': ['ID=f487a4b1-6bf4-4c13-9d13-0750649acb62,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:39.961709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-98b8a95b-6211-4993-8e25-c24e7ca8c3c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 HTTP/1.1" status: 200 len: 217 time: 0.0772083 Feb 14 21:21:39.964152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:21:39.995581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-feded22f-7af6-4a39-93ad-387cbb44378a service neutron] 10.222.0.83 "PUT /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9026690 Feb 14 21:21:40.012190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Made reservation on behalf of b96de8c42f754ec88da1fc5bed40b1c2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:21:40.016866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:40.063767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da046-789a-4e39-930e-ce9d11c176ea req-b4d3c855-ada2-409e-9654-976882483150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.064648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-b4d3c855-ada2-409e-9654-976882483150 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 200 len: 854 time: 0.0900624 Feb 14 21:21:40.116641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58315e-d4a8-49c5-8438-0da03f2e87ac req-e5f108a3-d6d0-4f8d-b854-dbe384034690 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.125276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c58315e-d4a8-49c5-8438-0da03f2e87ac req-e5f108a3-d6d0-4f8d-b854-dbe384034690 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1520350 Feb 14 21:21:40.212365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c58315e-d4a8-49c5-8438-0da03f2e87ac req-17baf9ff-aa98-4815-8f88-b0dafeb44204 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859799 Feb 14 21:21:40.217210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da046-789a-4e39-930e-ce9d11c176ea req-a1d9721e-a333-48fb-be1a-80d4fcea8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.223576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-a1d9721e-a333-48fb-be1a-80d4fcea8f1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3ad1c91-5954-470f-98ea-61a123d8047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1512890 Feb 14 21:21:40.412828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-78571563-c6d7-4ce7-b915-2116ad8899d7 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.415004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-78571563-c6d7-4ce7-b915-2116ad8899d7 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.3240585 Feb 14 21:21:40.416783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (b2ca6604-dd1f-467e-b99d-3a956dcb9209), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:40.424130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-dd94d28b-e69b-4cd1-99fb-f130f1ad3d84 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905723 Feb 14 21:21:40.539775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff65686-ec5c-417d-a2dc-75151a29a073 req-0a3f5bce-2e34-481c-8b32-95631c20a2a7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.549746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ff65686-ec5c-417d-a2dc-75151a29a073 req-0a3f5bce-2e34-481c-8b32-95631c20a2a7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.2170134 Feb 14 21:21:40.564917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ca6604-dd1f-467e-b99d-3a956dcb9209,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:40.633790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-cdcd48e1-5d57-4982-995f-2277dfb62a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.636785 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-cdcd48e1-5d57-4982-995f-2277dfb62a50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce&tenant_id=775c753deaf8410f8e80c76c33e31d8d HTTP/1.1" status: 200 len: 1127 time: 0.2108355 Feb 14 21:21:40.652018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Checking segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:40.652392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Network hostable DHCP agents. Network: f487a4b1-6bf4-4c13-9d13-0750649acb62, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:21:40.657722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ff65686-ec5c-417d-a2dc-75151a29a073 req-20df869c-df32-4b06-b1ca-94ec7f9def78 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066580 Feb 14 21:21:40.714401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:21:40.735183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f487a4b1-6bf4-4c13-9d13-0750649acb62) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:40.749091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd37b2c-87e0-4ed5-a1ee-7498109f7038 None None] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:40.751534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.754197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:40.766957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-445da046-789a-4e39-930e-ce9d11c176ea req-0f1ef168-8160-4d7d-830d-eec9b44a05d5 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362975 Feb 14 21:21:40.808664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3c0bc8ce-4f52-4099-bfbc-70f02b469e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.811698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3c0bc8ce-4f52-4099-bfbc-70f02b469e87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1127 time: 0.1339042 Feb 14 21:21:40.828845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e90bdae1-7703-4861-ab11-604f1d6d35aa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9241462 Feb 14 21:21:40.853569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:40.862809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:40.954717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.973735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.974091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:40.999182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.001731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.026067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.050329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.053879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.057236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.069249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-299ecf0d-c86c-45bc-95b1-e5ae4b63dc75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2736516 Feb 14 21:21:41.090813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f487a4b1-6bf4-4c13-9d13-0750649acb62', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:21:41.094388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.153209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-dce266dc-2770-4ff5-9ce3-e01c0db2d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.159543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-dce266dc-2770-4ff5-9ce3-e01c0db2d173 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.3291023 Feb 14 21:21:41.181959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4af3feb-a698-4122-8ba6-069a9f9fd4fb req-8ec6b13f-5f30-4e82-8fff-a80cee5a73d6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116250 Feb 14 21:21:41.325123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-277dc744-3f92-4a77-a56e-a3d9e5895de5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 200 len: 217 time: 0.1556573 Feb 14 21:21:41.330850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for router_controller (6f6c7df1-166b-4341-82a3-cd47634773f5), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.438915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Allocated IP 172.20.0.2 (f487a4b1-6bf4-4c13-9d13-0750649acb62/b2ca6604-dd1f-467e-b99d-3a956dcb9209/396244f3-934f-41c3-ac22-0fb65d6bda97) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:41.475716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d469-448f-4f00-b0b1-0ba230105eb1 req-11a31904-a297-486f-8fcd-088b18ef4dc4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.487862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0232d469-448f-4f00-b0b1-0ba230105eb1 req-11a31904-a297-486f-8fcd-088b18ef4dc4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1430964 Feb 14 21:21:41.533339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3323c56d-0990-430c-b666-249e5469322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.534844 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-3323c56d-0990-430c-b666-249e5469322e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.2018142 Feb 14 21:21:41.618092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0232d469-448f-4f00-b0b1-0ba230105eb1 req-97b45587-fbee-4f82-bc0a-a9a4baa765aa tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234589 Feb 14 21:21:41.697746 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-5e0f6204-9d20-4797-95f0-bc7f28671006 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619047 Feb 14 21:21:41.776457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks [] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.785416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.837672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Pushing event updated for resources: {'Port': ['ID=396244f3-934f-41c3-ac22-0fb65d6bda97,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:41.838520 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-03a86ad1-727c-4547-856f-6e101baa9b29 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332841 Feb 14 21:21:41.840460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2b08-e3db-423d-8975-e706262e083f req-7803c8b6-29c8-4ad1-b09e-51d3619231e3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:41.844025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cee2b08-e3db-423d-8975-e706262e083f req-7803c8b6-29c8-4ad1-b09e-51d3619231e3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1025267 Feb 14 21:21:41.861982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:41.863558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:41.866449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:41.943785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Attempting to bind port 396244f3-934f-41c3-ac22-0fb65d6bda97 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:41.944308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Attempting to bind port 396244f3-934f-41c3-ac22-0fb65d6bda97 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:41.944587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Attempting to bind port 396244f3-934f-41c3-ac22-0fb65d6bda97 on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:41.950641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:41.951081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Checking segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:41.951906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.951906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Bound using segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:41.952533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Bound port: 396244f3-934f-41c3-ac22-0fb65d6bda97, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:41.952922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.964544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for router_gateway (6f6c7df1-166b-4341-82a3-cd47634773f5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:41.971957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cee2b08-e3db-423d-8975-e706262e083f req-41e2c09e-dd72-47d2-a08c-053635ed8c09 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197765 Feb 14 21:21:42.032444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-9b214f4b-9c3f-4931-bc3b-2186162181f2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285734 Feb 14 21:21:42.051652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] For port 396244f3-934f-41c3-ac22-0fb65d6bda97, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:42.057441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] For port 396244f3-934f-41c3-ac22-0fb65d6bda97, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=396244f3-934f-41c3-ac22-0fb65d6bda97,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:42.066456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-c2df5fd3-4484-45b2-8108-c1e538959648 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956712 Feb 14 21:21:42.073837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:42.187492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dc11e-e240-4b62-b77b-aa70f3307c0f None None] Pushing event updated for resources: {'Port': ['ID=396244f3-934f-41c3-ac22-0fb65d6bda97,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:42.237288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-e51fb38a-c879-47b5-ad73-f036cdcf79d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2782893 Feb 14 21:21:42.389368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for router_gateway (6f6c7df1-166b-4341-82a3-cd47634773f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:42.433425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:42.496701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-d9cff492-4845-4a7f-ba3b-18b21410492e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:42.508712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-d9cff492-4845-4a7f-ba3b-18b21410492e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333417 Feb 14 21:21:42.518010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a076e2f-c98c-4943-bd1a-d40d2cc521da req-f5066c12-c364-493c-9e43-d98cdd32615a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:42.519791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a076e2f-c98c-4943-bd1a-d40d2cc521da req-f5066c12-c364-493c-9e43-d98cdd32615a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.3743439 Feb 14 21:21:42.541772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-30106aec-7cad-4d60-b817-b58e031f8603 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/quotas/27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0319605 Feb 14 21:21:42.601118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-652d9280-8acc-4e91-a516-226c7a924aa3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584006 Feb 14 21:21:42.671417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a076e2f-c98c-4943-bd1a-d40d2cc521da req-ba7d64f8-a426-4c39-8c24-df2405603b87 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388626 Feb 14 21:21:42.687558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-ff7148ac-4aa8-4648-819c-f6414ba6a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:42.689182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-ff7148ac-4aa8-4648-819c-f6414ba6a746 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=775c753deaf8410f8e80c76c33e31d8d&device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 1127 time: 0.3486362 Feb 14 21:21:42.698312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Allocated IP 172.25.2.243 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/672c634a-a55c-41b6-83db-f83117b6bc93) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:42.780640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee307be-ebd7-4058-97de-696724b70bf4 req-5f612d10-ff07-4cee-ac39-38c272224c14 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:42.782560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-5f612d10-ff07-4cee-ac39-38c272224c14 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce&tenant_id=775c753deaf8410f8e80c76c33e31d8d&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.2257385 Feb 14 21:21:42.829319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 396244f3-934f-41c3-ac22-0fb65d6bda97 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:42.918210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-8cbf053d-1187-4efd-832f-1845002716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:42.921235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-8cbf053d-1187-4efd-832f-1845002716d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 200 len: 908 time: 0.1988211 Feb 14 21:21:42.979208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 396244f3-934f-41c3-ac22-0fb65d6bda97 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:42.979992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.018805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-55647eb5-639d-4816-8801-d8356afee7f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 200 len: 217 time: 0.0912788 Feb 14 21:21:43.104918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-574242d9-9e78-4089-8beb-8261bd685bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.108206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-574242d9-9e78-4089-8beb-8261bd685bcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 200 len: 847 time: 0.0824990 Feb 14 21:21:43.200494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-edfe2de0-4916-4d8e-bec2-245bb2289033 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf0b2694-4476-4b6e-bc22-624716edef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851092 Feb 14 21:21:43.270130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dee307be-ebd7-4058-97de-696724b70bf4 req-a969b3e8-b901-466e-a0e6-6fe952635b50 service neutron] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:43.279702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dee307be-ebd7-4058-97de-696724b70bf4 req-a969b3e8-b901-466e-a0e6-6fe952635b50 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.281337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dee307be-ebd7-4058-97de-696724b70bf4 req-a969b3e8-b901-466e-a0e6-6fe952635b50 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.4738197 Feb 14 21:21:43.322807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for port (672c634a-a55c-41b6-83db-f83117b6bc93), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.389886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.396786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.402236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.429849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.438641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.449956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.452968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.461665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.465454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-b3076452-74e8-4b67-bade-fc66fc7ede75 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.5275180 Feb 14 21:21:43.536797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373f62-adb9-4a47-acdf-525dcfb3e2c9 req-e24b54be-0889-48d4-8f7b-6849b465ea8a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:43.540453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 396244f3-934f-41c3-ac22-0fb65d6bda97 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:43.541174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.570821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72373f62-adb9-4a47-acdf-525dcfb3e2c9 req-e24b54be-0889-48d4-8f7b-6849b465ea8a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.4602726 Feb 14 21:21:43.583053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:43.598169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:43.608301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 396244f3-934f-41c3-ac22-0fb65d6bda97, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=396244f3-934f-41c3-ac22-0fb65d6bda97,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:43.610046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:43.616783 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:43.715405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Pushing event updated for resources: {'Port': ['ID=672c634a-a55c-41b6-83db-f83117b6bc93,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:43.759881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=396244f3-934f-41c3-ac22-0fb65d6bda97,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:43.797756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-72ea8d9d-a812-4614-b58f-967924d442df service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907571 Feb 14 21:21:43.894208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957820d9-a0a9-4cf1-9ee1-94f6136f0f2d None None] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:21:44.061684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5c1eafed-6516-4fa0-bda0-2315017524f2 None None] Provisioning complete for port 396244f3-934f-41c3-ac22-0fb65d6bda97 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:44.062913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c1eafed-6516-4fa0-bda0-2315017524f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:44.130505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0a46c71-62b9-4e1e-806e-f85131e505a5 req-e5664de7-2baa-4c0b-abfa-fda0e1b7d9be service neutron] 10.222.0.64 "GET /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062593 Feb 14 21:21:44.203255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72373f62-adb9-4a47-acdf-525dcfb3e2c9 req-e0d0c870-9f0a-4d3b-9e5b-a48c86553384 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062374 Feb 14 21:21:44.224402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4103c3da-23ec-4f7f-bc2c-0c627bfbab32 req-d8f6f11a-2010-4b87-a0f7-56488333c215 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7364280 Feb 14 21:21:44.536182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5c1eafed-6516-4fa0-bda0-2315017524f2 None None] Current status of the port 396244f3-934f-41c3-ac22-0fb65d6bda97 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:44.549092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bdf8cc8-753b-4959-92e7-0ceaba061af5 req-b19d6973-ec9c-4622-84e6-94bd65008181 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 210 time: 0.0529389 Feb 14 21:21:44.719952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb883ef-3426-4216-8964-1a5be9bdb4ff req-7f30c9dd-4cdc-48ef-a675-5c600eb3eb51 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:44.729126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebb883ef-3426-4216-8964-1a5be9bdb4ff req-7f30c9dd-4cdc-48ef-a675-5c600eb3eb51 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 949 time: 0.2201874 Feb 14 21:21:44.827987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 396244f3-934f-41c3-ac22-0fb65d6bda97 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:44.865090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cb030-b3f7-4f88-899d-ef955e08fdf5 req-8543c147-07cc-40be-8fef-c37b07837fc6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:44.867387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-456cb030-b3f7-4f88-899d-ef955e08fdf5 req-8543c147-07cc-40be-8fef-c37b07837fc6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1701860 Feb 14 21:21:44.885830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebb883ef-3426-4216-8964-1a5be9bdb4ff req-ee718836-7483-4c30-90eb-7e66ea4dd138 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553178 Feb 14 21:21:44.995185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 396244f3-934f-41c3-ac22-0fb65d6bda97 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:44.996623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.014782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for router_gateway (6f6c7df1-166b-4341-82a3-cd47634773f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.074262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-456cb030-b3f7-4f88-899d-ef955e08fdf5 req-3de659d1-97b6-4861-8fbc-4f25e31201f1 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864164 Feb 14 21:21:45.135827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-07a31d8f-2691-4d28-9640-b7567dac5fb2 None None] Provisioning complete for port 396244f3-934f-41c3-ac22-0fb65d6bda97 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:45.136214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07a31d8f-2691-4d28-9640-b7567dac5fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.145492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-eaf42e59-fa80-4de9-8a6f-a942eeacf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.147124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-eaf42e59-fa80-4de9-8a6f-a942eeacf542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1128 time: 0.1243439 Feb 14 21:21:45.344675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-1be8f3e6-eda7-4a45-9d4b-1a188f5de351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.351500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-1be8f3e6-eda7-4a45-9d4b-1a188f5de351 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1864734 Feb 14 21:21:45.375975 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-338b689a-06f5-4122-bc9e-966fa5eb93a7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748093 Feb 14 21:21:45.406829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 396244f3-934f-41c3-ac22-0fb65d6bda97 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:45.430374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-07a31d8f-2691-4d28-9640-b7567dac5fb2 None None] Current status of the port 396244f3-934f-41c3-ac22-0fb65d6bda97 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:45.466068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-2db8ecf7-d8da-4a50-8212-5a23b31db5ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 217 time: 0.1033316 Feb 14 21:21:45.596302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-ca4bf854-f617-4136-a418-83ff3d455378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.597746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-ca4bf854-f617-4136-a418-83ff3d455378 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1256056 Feb 14 21:21:45.606213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:21:45.608834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1506e87-feef-40bf-9d97-41526aa8f0e0 req-c2b04f09-d20a-4e9f-9584-c898437ded19 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.610812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1506e87-feef-40bf-9d97-41526aa8f0e0 req-c2b04f09-d20a-4e9f-9584-c898437ded19 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.4518886 Feb 14 21:21:45.659042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-262592be-edff-428a-b865-5f77f44089b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467775 Feb 14 21:21:45.706232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-2d3ba554-e948-4764-a7a0-d80222cd05f8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.708084 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-2d3ba554-e948-4764-a7a0-d80222cd05f8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253565 Feb 14 21:21:45.712686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.719374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.726161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.727027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Request body: {'port': {'device_id': '25c4968d-1146-413a-b343-16d6ce61bf01', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '27a52f391b984c3995fe3cb6c175bcf2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:45.732831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.739340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.745789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.752354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:45.754412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c83a108-9827-4930-a4ad-fcc95980765b req-913939c5-47ef-433e-b8fa-c434c9a67358 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.2633862 Feb 14 21:21:45.797264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.838691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:45.839945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.854017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1506e87-feef-40bf-9d97-41526aa8f0e0 req-bd7358a3-cd23-452e-a940-40ffd268e21d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275133 Feb 14 21:21:45.912439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:45.916588 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db012cf-a27f-4313-aad4-7c3c8ea53857" -d '{"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:45.947822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:45.956879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.972488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Made reservation on behalf of 27a52f391b984c3995fe3cb6c175bcf2 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:21:45.976396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:45.995229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:46.053709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-aaf5b066-ff75-4a21-811c-1fe68656b4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847890 Feb 14 21:21:46.073728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c83a108-9827-4930-a4ad-fcc95980765b req-b1404e08-baa0-4f11-b0c5-2d3f91043516 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2827809 Feb 14 21:21:46.108419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:46.116359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:21:46.258751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for security_group (9d8f562a-6aa5-42d2-8302-7b80048298f3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:46.268428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d8f562a-6aa5-42d2-8302-7b80048298f3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:46.295188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555812c-9134-4750-ac4c-db2f998a6940 req-89b10a5c-6e5d-4028-b243-7021418c12c9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:46.302305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d555812c-9134-4750-ac4c-db2f998a6940 req-89b10a5c-6e5d-4028-b243-7021418c12c9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2959642 Feb 14 21:21:46.311928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:46.323122 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:46.336664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:46.337581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:46.356223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-b3a0396b-7990-46be-8050-67bddd323d59 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768142 Feb 14 21:21:46.375974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f562a-6aa5-42d2-8302-7b80048298f3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:46.395252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:46.400194 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f08b42b7-b4bb-400b-b6b6-2dd063449936 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5417333 Feb 14 21:21:46.401061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:46.435369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad5997-b7cb-470c-9561-8f9af61c3182 req-23d0d910-dd67-4bc1-a481-98d6cf56c973 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:46.437105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ad5997-b7cb-470c-9561-8f9af61c3182 req-23d0d910-dd67-4bc1-a481-98d6cf56c973 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.2102506 Feb 14 21:21:46.444521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d555812c-9134-4750-ac4c-db2f998a6940 req-219921a6-1f27-456d-ba88-3f449bf6c4d4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412845 Feb 14 21:21:46.528672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ad5997-b7cb-470c-9561-8f9af61c3182 req-37072c6f-b799-4df7-97ec-31abb787afd5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774641 Feb 14 21:21:46.529447 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:46.617194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Allocated IP 192.168.233.112 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/ba23361f-dcff-4d6f-8a26-8bc81359c4a6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:46.663111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab498c37-2684-43ed-9a1b-01ba47525f26 req-311660fd-19b1-42ef-b114-cbfaa0a81812 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 210 time: 0.0514855 Feb 14 21:21:46.758534 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f56c73-175d-4426-b56b-e540c7814d4a x-openstack-request-id: req-35f56c73-175d-4426-b56b-e540c7814d4a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:46.758879 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:46.759197 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35f56c73-175d-4426-b56b-e540c7814d4a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:46.759762 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'code': 200} Feb 14 21:21:46.957612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8431f2-f8bc-48a0-8931-72d9255b5453 req-30b02933-15f7-493c-99eb-660df11ccebb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:46.959603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b8431f2-f8bc-48a0-8931-72d9255b5453 req-30b02933-15f7-493c-99eb-660df11ccebb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.1058125 Feb 14 21:21:46.969340 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:44Z', 'revision_number': 3, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:47.029266 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:47.030096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Updating router 6f6c7df1-166b-4341-82a3-cd47634773f5 port 672c634a-a55c-41b6-83db-f83117b6bc93 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:21:47.037701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b8431f2-f8bc-48a0-8931-72d9255b5453 req-49d9b8a3-eeed-419a-b27f-cf57955054cf tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702364 Feb 14 21:21:47.079498 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.140405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.256880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719d31-b12c-439f-92c9-c0722752f286 req-d1551ac6-e715-4d29-ac65-17adfc773296 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:47.266194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab719d31-b12c-439f-92c9-c0722752f286 req-d1551ac6-e715-4d29-ac65-17adfc773296 tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 1127 time: 0.1329679 Feb 14 21:21:47.293179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.404153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab719d31-b12c-439f-92c9-c0722752f286 req-1ba97c79-63eb-41a6-a780-0051b796e99c tempest-LiveMigrationTest-1914097333 tempest-LiveMigrationTest-1914097333-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297352 Feb 14 21:21:47.475991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:47.498433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.511600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:47.518725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:47.606361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9bc0c30b-9532-4527-9574-0b25d790b0b3 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:47.672281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09722-33af-4176-9983-78e98a1bf4da req-6e8057db-f8de-4f34-ac5f-79f8111c9df2 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:47.687676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b09722-33af-4176-9983-78e98a1bf4da req-6e8057db-f8de-4f34-ac5f-79f8111c9df2 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.1406627 Feb 14 21:21:47.689529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:47.696664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.700958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:47.719892 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks [] for port (672c634a-a55c-41b6-83db-f83117b6bc93), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.747195 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:47.818374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b09722-33af-4176-9983-78e98a1bf4da req-595b6b0a-2d1c-4d7a-a45d-fb5851053db6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277349 Feb 14 21:21:47.822012 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-b17d3042-f2da-4313-a086-ee9303724c0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1012626 Feb 14 21:21:47.838918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Request body: {'port': {'device_id': '25c4968d-1146-413a-b343-16d6ce61bf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:47.988069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:48.044654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'port_id': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'mac_address': 'fa:16:3e:22:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:48.063104 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618792f-00bc-4821-b4c6-20b9976f8458 None None] Pushing event updated for resources: {'Port': ['ID=672c634a-a55c-41b6-83db-f83117b6bc93,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:48.086026 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Attempting to bind port 672c634a-a55c-41b6-83db-f83117b6bc93 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:48.088071 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Attempting to bind port 672c634a-a55c-41b6-83db-f83117b6bc93 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:48.089439 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Attempting to bind port 672c634a-a55c-41b6-83db-f83117b6bc93 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:48.107888 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:48.109818 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:48.110420 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.111916 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:48.114180 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Bound port: 672c634a-a55c-41b6-83db-f83117b6bc93, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:48.114787 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.118758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.139450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.148098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.162639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.171971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9bc0c30b-9532-4527-9574-0b25d790b0b3 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:48.172320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.190327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.211568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.224119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Allocated IP 172.20.0.1 (f487a4b1-6bf4-4c13-9d13-0750649acb62/b2ca6604-dd1f-467e-b99d-3a956dcb9209/b3ba246e-e0ab-4d4a-997b-d9711a3ffc73) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:48.227331 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] For port 672c634a-a55c-41b6-83db-f83117b6bc93, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:48.229379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.230743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc0c30b-9532-4527-9574-0b25d790b0b3 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:48.234571 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] For port 672c634a-a55c-41b6-83db-f83117b6bc93, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=672c634a-a55c-41b6-83db-f83117b6bc93,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:48.248377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a84de853-40b7-43a1-bb72-06315fc8280b req-e97ea371-1d54-461b-8028-a557b3a264d2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5421 time: 0.3110557 Feb 14 21:21:48.258328 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.282763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-422a58de-b4f7-43b9-971a-cbd5a7aae32a None None] Provisioning complete for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:48.308060 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-422a58de-b4f7-43b9-971a-cbd5a7aae32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.374353 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618792f-00bc-4821-b4c6-20b9976f8458 None None] Pushing event updated for resources: {'Port': ['ID=672c634a-a55c-41b6-83db-f83117b6bc93,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:48.380738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:48.392317 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.393027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 01615f87-c8f6-47a8-a1d6-922c18098c59 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:48.431136 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:48.436120 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:48.474711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.498790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-422a58de-b4f7-43b9-971a-cbd5a7aae32a None None] Port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:48.525952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb49ae-f53f-4bbb-9587-eaaa801128b8 req-13da16b6-231d-40de-a512-f31ac6454a19 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:48.535953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dabb49ae-f53f-4bbb-9587-eaaa801128b8 req-13da16b6-231d-40de-a512-f31ac6454a19 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2398098 Feb 14 21:21:48.567342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a84de853-40b7-43a1-bb72-06315fc8280b req-364d66a9-c080-4e6e-842e-8328d7ed9cf5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3111331 Feb 14 21:21:48.636362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:21:48.644742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:48.692599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:48.699134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks [] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.762530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dabb49ae-f53f-4bbb-9587-eaaa801128b8 req-fc5778eb-958c-4a82-909a-28a09f1ef4ca tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255573 Feb 14 21:21:48.860954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:48.896779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-e17adf92-6dad-4ae9-8f63-05764022e1a0 req-b39214d6-ad7e-42cc-b60c-b9396a46a3a3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:21:48.899033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=01615f87-c8f6-47a8-a1d6-922c18098c59,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:48.901865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e17adf92-6dad-4ae9-8f63-05764022e1a0 req-b39214d6-ad7e-42cc-b60c-b9396a46a3a3 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207441 Feb 14 21:21:48.929420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '01615f87-c8f6-47a8-a1d6-922c18098c59', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'port_id': '01615f87-c8f6-47a8-a1d6-922c18098c59', 'mac_address': 'fa:16:3e:b0:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:48.936905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:48.945080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:48.950564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:49.019737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 01615f87-c8f6-47a8-a1d6-922c18098c59 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:49.020665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.050480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:49.080938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01615f87-c8f6-47a8-a1d6-922c18098c59 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:49.126288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=01615f87-c8f6-47a8-a1d6-922c18098c59,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:49.135796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.136743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9ce44002-3729-4d83-bea0-95abf892532f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:49.150701 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:44Z', 'revision_number': 3, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:49.162280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (6f6c7df1-166b-4341-82a3-cd47634773f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.204614 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d040e-450f-40f7-a265-747a6343b34f None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:44Z', 'revision_number': 3, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:49.301675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:49.319439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:49.325795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '9ce44002-3729-4d83-bea0-95abf892532f', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'port_id': '9ce44002-3729-4d83-bea0-95abf892532f', 'mac_address': 'fa:16:3e:c7:a8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:49.430119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9ce44002-3729-4d83-bea0-95abf892532f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:49.430966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.473028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.475187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce44002-3729-4d83-bea0-95abf892532f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:49.485714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba23361f-dcff-4d6f-8a26-8bc81359c4a6 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:49.505685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks [] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.518179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:49.528984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.530816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fac513b9-7084-47b5-8861-94638f82b988 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:49.572762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Transition to ACTIVE for port object ba23361f-dcff-4d6f-8a26-8bc81359c4a6 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:21:49.583931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.696809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:49.740664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4b08070a-7cae-4733-bb79-f5c4b9dc00ae None None] Provisioning complete for port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:49.741182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b08070a-7cae-4733-bb79-f5c4b9dc00ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:49.850799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4b08070a-7cae-4733-bb79-f5c4b9dc00ae None None] Port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:49.864807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:21:49.897120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fac513b9-7084-47b5-8861-94638f82b988,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:49.954284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'fac513b9-7084-47b5-8861-94638f82b988', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'port_id': 'fac513b9-7084-47b5-8861-94638f82b988', 'mac_address': 'fa:16:3e:98:e0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:50.025426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:50.034389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df7c0d-eef0-456f-8133-8e6906372be2 req-38f16466-a637-4440-bd9b-01105150b110 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:50.052401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64df7c0d-eef0-456f-8133-8e6906372be2 req-38f16466-a637-4440-bd9b-01105150b110 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 936 time: 1.2671587 Feb 14 21:21:50.071701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fac513b9-7084-47b5-8861-94638f82b988 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:50.072142 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.101205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac513b9-7084-47b5-8861-94638f82b988 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:50.204061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:50.204400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:50.204742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:50.205708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fac513b9-7084-47b5-8861-94638f82b988,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:50.211967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e17adf92-6dad-4ae9-8f63-05764022e1a0 req-bbe90bf2-c022-45c0-9795-73e0b28c4ea6 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.2993727 Feb 14 21:21:50.217513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:21:50.218106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:50.223451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.250812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:50.252272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:50.252734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:50.254457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Bound port: ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:50.254850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.285020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-371142dd-ea4a-490d-93dc-b4730248775c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:50.304213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-371142dd-ea4a-490d-93dc-b4730248775c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 1.2711926 Feb 14 21:21:50.374092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64df7c0d-eef0-456f-8133-8e6906372be2 req-b97d546e-e680-4e77-a66f-b40d73f9fbad tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144605 Feb 14 21:21:50.380134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:50.407906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2126321e-3994-4f15-98e9-57b9bb43b218 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:50.446078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks [] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.497318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.573421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Deleting port 7ad75bba-c367-4267-ba57-86ef091efb9b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:21:50.574014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.727861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:50.764974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:50.780686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:50.798311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.815821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (6f6c7df1-166b-4341-82a3-cd47634773f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.824104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] For port 7ad75bba-c367-4267-ba57-86ef091efb9b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7ad75bba-c367-4267-ba57-86ef091efb9b,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:50.832539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.888508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Calling delete_port for 7ad75bba-c367-4267-ba57-86ef091efb9b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:21:50.898871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 672c634a-a55c-41b6-83db-f83117b6bc93 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:50.916300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:50.916913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:50.919598 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] 10.222.0.83 "PUT /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 1097 time: 3.0881743 Feb 14 21:21:50.920090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:50.931344 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a196a8-1392-4c41-a422-763eb14a4a73" -d '{"events": [{"name": "network-changed", "server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:51.049928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:51.098740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9ce44002-3729-4d83-bea0-95abf892532f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:51.187129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c15a4-588f-405a-b12b-7cbfcd105b36 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:51.197460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2126321e-3994-4f15-98e9-57b9bb43b218', 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'port_id': '2126321e-3994-4f15-98e9-57b9bb43b218', 'mac_address': 'fa:16:3e:7e:ea:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff61cc0-ffda-4dc2-a5c8-afbc665bc996', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:51.243411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9bc0c30b-9532-4527-9574-0b25d790b0b3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:51.289565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['fac513b9-7084-47b5-8861-94638f82b988'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:51.307072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-42057ab0-8ec8-4977-91eb-d2e80c09635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:51.309874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7ad75bba-c367-4267-ba57-86ef091efb9b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:51.337463 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-42057ab0-8ec8-4977-91eb-d2e80c09635f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1131 time: 0.3497958 Feb 14 21:21:51.345014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a325b57-7cf8-4944-aec3-eaa915ab2d73 req-a26607fb-a945-4655-8e98-c1e74bc30da9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:51.360487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a325b57-7cf8-4944-aec3-eaa915ab2d73 req-a26607fb-a945-4655-8e98-c1e74bc30da9 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 944 time: 0.8599250 Feb 14 21:21:51.399097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ca184112-2b89-4a89-a59e-914d052ccdfe', '7ad75bba-c367-4267-ba57-86ef091efb9b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:51.403528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['01615f87-c8f6-47a8-a1d6-922c18098c59'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:51.565326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event deleted for resources: {'Port': ['ID=7ad75bba-c367-4267-ba57-86ef091efb9b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:51.616647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 672c634a-a55c-41b6-83db-f83117b6bc93 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:51.617038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:51.618148 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-59695654-b0ee-4755-a48f-7e0c3f51bce7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.2488077 Feb 14 21:21:51.623921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2126321e-3994-4f15-98e9-57b9bb43b218 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:51.624239 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:51.644356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:51.680274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126321e-3994-4f15-98e9-57b9bb43b218 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:51.692688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:51.754400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:51.924911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] No DVR routers for this DVR port 7ad75bba-c367-4267-ba57-86ef091efb9b on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:21:51.941797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:51.951603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f626c88-3b8f-498d-a1ee-40dd2f996577 req-134a19c3-b583-4050-aa5e-35216d8ac5a0 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "DELETE /v2.0/ports/7ad75bba-c367-4267-ba57-86ef091efb9b HTTP/1.1" status: 204 len: 173 time: 1.6400251 Feb 14 21:21:51.963296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-deleted', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:21:51.966744 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd5b15-7938-422d-b275-4aade3e773f9" -d '{"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-deleted", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:21:52.065999 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:52.066827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d744235f-38f2-4c29-8aa1-c136e5382fe1 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:52.068458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a325b57-7cf8-4944-aec3-eaa915ab2d73 req-7c4c6486-a9af-4e3c-8a77-9ffb1c2b3887 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7069376 Feb 14 21:21:52.160895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.184917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.211052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.246826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.279826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.292687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.304347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.317623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-8ca68ee5-e348-4082-adc8-29b6ec875f5d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5426 time: 0.5515935 Feb 14 21:21:52.421418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:52.469904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1428825-c8d6-4d45-baae-a26258a079e8 req-f51dc594-654b-476d-a1a9-28676e271d94 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495068 Feb 14 21:21:52.537290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05955781-059d-4c13-b936-0f12a22453b3 req-a3f4cd3b-139a-4a41-bc6b-b83fccb3cdf3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.549650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05955781-059d-4c13-b936-0f12a22453b3 req-a3f4cd3b-139a-4a41-bc6b-b83fccb3cdf3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2268844 Feb 14 21:21:52.564096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'network_id': '7de1f1cf-adef-44cb-9a27-1a5771b4f452', 'port_id': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'mac_address': 'fa:16:3e:74:64:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e182039-4961-4532-b750-7a6f6a990851', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:52.691400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:52.714051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05955781-059d-4c13-b936-0f12a22453b3 req-703e0c92-18b7-403f-8246-42ee24c56041 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526003 Feb 14 21:21:52.826836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-f1c6d340-06ff-43bd-b401-2ef326c812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.833819 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-f1c6d340-06ff-43bd-b401-2ef326c812fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 1.1856561 Feb 14 21:21:52.849407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e837b-4c9b-4887-a33d-8957c15852b7 req-29fd826f-135a-4894-80e3-84a9a4f07f3d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:52.857959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e4e837b-4c9b-4887-a33d-8957c15852b7 req-29fd826f-135a-4894-80e3-84a9a4f07f3d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1504815 Feb 14 21:21:52.957249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e4e837b-4c9b-4887-a33d-8957c15852b7 req-dc1318ff-7ab4-4616-81d1-2d8726a4a21b tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927763 Feb 14 21:21:52.969930 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfabb7f1-c17e-4420-ba9b-e973e82bc1dc x-openstack-request-id: req-bfabb7f1-c17e-4420-ba9b-e973e82bc1dc {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:52.970411 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:52.971474 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bfabb7f1-c17e-4420-ba9b-e973e82bc1dc {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:52.972115 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'status': 'completed', 'code': 200} Feb 14 21:21:53.090219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port d744235f-38f2-4c29-8aa1-c136e5382fe1 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:53.091805 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:53.169707 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e656b62-08fb-4449-be3d-cf1934773f5e x-openstack-request-id: req-7e656b62-08fb-4449-be3d-cf1934773f5e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:21:53.170022 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12a6205-2fed-46b1-8179-6b01b39742ce", "name": "network-vif-deleted", "tag": "7ad75bba-c367-4267-ba57-86ef091efb9b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:21:53.170282 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e656b62-08fb-4449-be3d-cf1934773f5e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:21:53.170956 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a6205-2fed-46b1-8179-6b01b39742ce', 'name': 'network-vif-deleted', 'tag': '7ad75bba-c367-4267-ba57-86ef091efb9b', 'status': 'completed', 'code': 200} Feb 14 21:21:53.171328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:21:53.185065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30cb4e-a3af-4067-b032-a943f54875a2 req-0fb5ef07-74fb-4e27-b60e-098acbebc1c1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.189160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a30cb4e-a3af-4067-b032-a943f54875a2 req-0fb5ef07-74fb-4e27-b60e-098acbebc1c1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1224089 Feb 14 21:21:53.214996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d744235f-38f2-4c29-8aa1-c136e5382fe1 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:53.266552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:53.308627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-756dba56-06b5-4f65-ba34-04597467f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.315236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a30cb4e-a3af-4067-b032-a943f54875a2 req-404080bc-9151-4167-8805-d1a89fa50752 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135774 Feb 14 21:21:53.320626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-756dba56-06b5-4f65-ba34-04597467f238 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4728756 Feb 14 21:21:53.415338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:53.416024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0c1d0f00-20df-460e-ad97-b4d53ac2f641 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:53.456639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:53.506521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad099cc-fde2-4289-a218-463ba669c019 req-4770cd2c-5a1b-4041-80f3-c947cfc8c9c4 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.520434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad099cc-fde2-4289-a218-463ba669c019 req-4770cd2c-5a1b-4041-80f3-c947cfc8c9c4 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.2216694 Feb 14 21:21:53.576690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'network_id': '92c70ad6-05e9-4666-a8b6-651c75975ab4', 'port_id': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'mac_address': 'fa:16:3e:38:0b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff61cc0-ffda-4dc2-a5c8-afbc665bc996', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:53.597755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e63f583-341c-407a-8259-d87ac8781d73 req-a3276f48-39b6-4532-be4f-7084985b444d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0704641 Feb 14 21:21:53.639120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:53.720119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:21:53.741492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2ccbe1e-18d1-41d3-b7e1-0071788bc0a2 admin admin] 10.222.0.86 "PUT /v2.0/routers/6f6c7df1-166b-4341-82a3-cd47634773f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3364785 Feb 14 21:21:53.758549 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-e0d8bc16-9462-4e3c-9914-a2117b810a44 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253976 Feb 14 21:21:53.770339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 672c634a-a55c-41b6-83db-f83117b6bc93 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:53.778473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:53.783288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad099cc-fde2-4289-a218-463ba669c019 req-d0fd2607-833c-4601-869e-ffc32a03eb2b tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594948 Feb 14 21:21:53.811902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:21:53.972409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.978322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.997761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:53.999185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-68d5f939-d392-4e56-8240-eb70ba16520a None None] Provisioning complete for port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:53.999730 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68d5f939-d392-4e56-8240-eb70ba16520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:54.002829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:54.003376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:54.004466 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3eaeb6da-f11b-4e61-afd7-3632f1af60bd req-d2b8fec0-edad-4cff-9173-b2cd636d08d7 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362440 Feb 14 21:21:54.023717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.037644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.059915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.066069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.068549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-cbe97795-710a-4f81-9401-e2ec63c2cb56 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5427 time: 0.2535725 Feb 14 21:21:54.133327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f939-d392-4e56-8240-eb70ba16520a None None] Port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:21:54.164436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:54.165024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:54.165987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-307fb2d2-d02f-462e-8acc-72dc49d2566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.170055 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-307fb2d2-d02f-462e-8acc-72dc49d2566b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1131 time: 0.1017327 Feb 14 21:21:54.309408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574fc57-4821-4bce-a912-3f0b5a515442 req-6e203a37-9544-4084-b9b4-b17859896352 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.311604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3574fc57-4821-4bce-a912-3f0b5a515442 req-6e203a37-9544-4084-b9b4-b17859896352 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2421145 Feb 14 21:21:54.317042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37f8175-0e9f-4a54-aa1a-a6b3507126e2 req-d053744b-58a0-4a0b-a311-32ed23320523 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280357 Feb 14 21:21:54.415358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3574fc57-4821-4bce-a912-3f0b5a515442 req-28805b88-ce60-47c0-9e35-1fc89f775da2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948524 Feb 14 21:21:54.471236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-45fe0405-827a-4f01-b2d9-f8a4fcb721c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.471236 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-45fe0405-827a-4f01-b2d9-f8a4fcb721c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2932012 Feb 14 21:21:54.581541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:54.599665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-13918624-f1c1-4766-9e25-daab6b1125d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.1181145 Feb 14 21:21:54.616630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304694-68c0-4199-9bf8-3e1082314f59 req-7c46ea75-9c48-46d6-ad61-b7b28852ff18 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.618947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8304694-68c0-4199-9bf8-3e1082314f59 req-7c46ea75-9c48-46d6-ad61-b7b28852ff18 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.1393089 Feb 14 21:21:54.716438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 672c634a-a55c-41b6-83db-f83117b6bc93, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=672c634a-a55c-41b6-83db-f83117b6bc93,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:54.732460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8304694-68c0-4199-9bf8-3e1082314f59 req-15e7a293-85a1-4853-9298-b94f13572d37 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037416 Feb 14 21:21:54.755443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-85fad2d9-9e1a-4a01-bcdc-42f0a85bd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.758519 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-85fad2d9-9e1a-4a01-bcdc-42f0a85bd2af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1537261 Feb 14 21:21:54.863529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-f93b8bb2-ea11-43b7-8249-01332eb5c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:54.865145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-f93b8bb2-ea11-43b7-8249-01332eb5c4f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0981882 Feb 14 21:21:55.001992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4ac5f-d55a-4935-a2d6-e606c4b72764 req-bbaef6e5-647a-4787-a5f0-c9d62bfabd03 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:55.007618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf4ac5f-d55a-4935-a2d6-e606c4b72764 req-bbaef6e5-647a-4787-a5f0-c9d62bfabd03 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1087344 Feb 14 21:21:55.019108 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.072019 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-a99b9089-b60f-483e-abff-e9e81af428d3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964598 Feb 14 21:21:55.082436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1d0f00-20df-460e-ad97-b4d53ac2f641 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:55.122223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:55.123459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46532) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:55.129564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616797499', 'description': 'tempest-description--164633548'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:55.142324 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.200119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf4ac5f-d55a-4935-a2d6-e606c4b72764 req-2f0b7b0a-6761-49f7-9703-7513b7e11647 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824975 Feb 14 21:21:55.202224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.327906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a196a8-1392-4c41-a422-763eb14a4a73 req-965d9d98-e1eb-4ea3-af69-a52cd94118ae service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493155 Feb 14 21:21:55.445368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=672c634a-a55c-41b6-83db-f83117b6bc93,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:55.452196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (82dd2e67-5fec-4397-bd53-cdb3bdfb4df9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.471811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (82dd2e67-5fec-4397-bd53-cdb3bdfb4df9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.544596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3fc26fe-5b58-4ff1-aa74-a19f527eadb2 req-a4709145-7012-4154-bf4e-35b561dfc106 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0900569 Feb 14 21:21:55.596939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 2, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:55.651091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:55.656100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:21:55.656714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Updating router 6f6c7df1-166b-4341-82a3-cd47634773f5 port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:21:55.672762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:55.691116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.698193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-20154ee1-a950-460f-a116-83b51b5e5510 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5680072 Feb 14 21:21:55.701921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46538) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:55.715609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group_rule': {'security_group_id': '82dd2e67-5fec-4397-bd53-cdb3bdfb4df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:55.743808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.779674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (4c444c42-23f6-4332-be82-f87c92de317b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.890802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643621-b093-429d-a99c-ed07a8d9855a req-0acafb40-ba91-4804-a298-9d2fab655fcc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:55.900067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643621-b093-429d-a99c-ed07a8d9855a req-0acafb40-ba91-4804-a298-9d2fab655fcc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:55.910283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643621-b093-429d-a99c-ed07a8d9855a req-0acafb40-ba91-4804-a298-9d2fab655fcc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:55.913042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19643621-b093-429d-a99c-ed07a8d9855a req-0acafb40-ba91-4804-a298-9d2fab655fcc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa&device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93&device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 2417 time: 0.3878648 Feb 14 21:21:55.954210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (4c444c42-23f6-4332-be82-f87c92de317b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.960177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4c444c42-23f6-4332-be82-f87c92de317b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:55.993420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.007768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c444c42-23f6-4332-be82-f87c92de317b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:56.010079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.029104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.038016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.039515 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-337b5fef-e474-4f1d-a5a2-b96395d28c14 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346601 Feb 14 21:21:56.044282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46542) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:56.050584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.058399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group_rule': {'security_group_id': '82dd2e67-5fec-4397-bd53-cdb3bdfb4df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:56.063929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.077823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.095006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.116736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-6312ffe4-27a5-4b10-a047-42566c993667 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.3976116 Feb 14 21:21:56.123237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (68db8f88-e3ba-4970-b4a3-e7297eee279b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.234219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19643621-b093-429d-a99c-ed07a8d9855a req-2200e411-1212-4cef-bad6-ab06fa50cf2a tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067727 Feb 14 21:21:56.273682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (68db8f88-e3ba-4970-b4a3-e7297eee279b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.283001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (68db8f88-e3ba-4970-b4a3-e7297eee279b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.314535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68db8f88-e3ba-4970-b4a3-e7297eee279b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:56.363630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.365524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88632500-e064-4934-a27e-abee6f9577c1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3200264 Feb 14 21:21:56.368970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c16aaa52-23b1-4d7d-8e1e-8cf9890b8733 req-c79d92c7-be00-48ba-825a-d51c60db0999 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510295 Feb 14 21:21:56.371046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46548) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:21:56.379657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks [] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.388304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:21:56.397260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.440370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.502312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d166a-035a-4716-9ccb-0e5d44768642 req-b0b9bd20-4a61-4128-b5e9-3708c6fafc4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:56.519072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e9d166a-035a-4716-9ccb-0e5d44768642 req-b0b9bd20-4a61-4128-b5e9-3708c6fafc4a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.0873511 Feb 14 21:21:56.559327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068e3a-d677-4389-a4db-19820659b3a0 None None] Pushing event updated for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:56.688005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.704645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Attempting to bind port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:21:56.705244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Attempting to bind port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:21:56.707282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Attempting to bind port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:21:56.726458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:21:56.727051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Checking segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:21:56.732079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.732725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Bound using segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:21:56.735927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Bound port: b3ba246e-e0ab-4d4a-997b-d9711a3ffc73, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:21:56.736405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.742246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e9d166a-035a-4716-9ccb-0e5d44768642 req-57be9a76-f166-4797-8624-6b003c443aef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218556 Feb 14 21:21:56.850645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36cef2bb-73d8-47dd-9d15-41a986add226 req-93ab44f5-6727-4d03-bc19-91029bb9c78d tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2440748 Feb 14 21:21:56.893220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] For port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:21:56.906244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] For port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:21:56.922531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:56.993573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Allocated IP 172.25.2.81 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/24c02e00-cdfe-4db0-8903-0939b1ba8927) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:21:57.069570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:21:57.070682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:21:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:57.111414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d820a-768f-40d0-8c8a-ac65f8cfb3bc req-bd11c512-c6d1-4ec5-87c4-e9159ccfbe19 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.140062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad4d820a-768f-40d0-8c8a-ac65f8cfb3bc req-bd11c512-c6d1-4ec5-87c4-e9159ccfbe19 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.2156744 Feb 14 21:21:57.224533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 672c634a-a55c-41b6-83db-f83117b6bc93 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:21:57.229960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Provisioning complete for port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:57.230582 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.350841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7bcd285-e26b-4335-8e62-36456138f2c7 req-ab7017b0-1233-4e14-b23a-8c52c34eed4e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.2070131 Feb 14 21:21:57.353615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068e3a-d677-4389-a4db-19820659b3a0 None None] Pushing event updated for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:57.426274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad4d820a-768f-40d0-8c8a-ac65f8cfb3bc req-3c5360dc-ff64-449b-b4e4-d0350dcb34f8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843819 Feb 14 21:21:57.506063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.555710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.612538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 672c634a-a55c-41b6-83db-f83117b6bc93 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:57.613699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.693122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:21:57.702416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:21:57.714389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:21:57.765935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:21:57.767847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Current status of the port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:57.768237 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.777751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.819774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.850477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:57.860472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=24c02e00-cdfe-4db0-8903-0939b1ba8927,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:57.861296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.886506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.899067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.911107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.921730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:57.937771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-5135f6ed-4629-42cd-8e3f-58889a1452cd tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.3748448 Feb 14 21:21:57.963493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.076651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3ff3c4f-0a49-45dd-896d-3c3297fceef9 req-4dbacaa9-560f-4e83-a1b9-240b89398e83 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373737 Feb 14 21:21:58.097502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:21:58.249772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:58.294717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'mac_address': 'fa:16:3e:4b:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:21:58.312570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] For port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:58.318676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.328427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.374622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420d6f-13e0-4e96-99da-70f0902ca247 req-0f1870fe-eb8a-47ae-8755-16d0fbeb59db tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:58.375247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.391265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07420d6f-13e0-4e96-99da-70f0902ca247 req-0f1870fe-eb8a-47ae-8755-16d0fbeb59db tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1451733 Feb 14 21:21:58.439708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=24c02e00-cdfe-4db0-8903-0939b1ba8927,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:58.485979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 672c634a-a55c-41b6-83db-f83117b6bc93 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:58.505685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07420d6f-13e0-4e96-99da-70f0902ca247 req-6dc3c019-e781-49b0-9c45-3b4c55c7d7eb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129394 Feb 14 21:21:58.508036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.551267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.553046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ddefb86a-4871-420c-916a-5df04ea70c19 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1780593 Feb 14 21:21:58.607230 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.640303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:58.640847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.654461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-930251f3-13ae-4b8e-b5cf-5dad1220f73e req-1840c06b-8e53-46a5-8e74-af5c7a9f92cd tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0672257 Feb 14 21:21:58.660926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f8e15162-f555-4ac9-be75-4e7fd8cd9dbb None None] Provisioning complete for port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:21:58.661694 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e15162-f555-4ac9-be75-4e7fd8cd9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.715438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba23361f-dcff-4d6f-8a26-8bc81359c4a6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:21:58.753371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:21:58.755168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7ceef-f6ed-4954-bd58-8dae5340fffd None None] Pushing event updated for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:58.791603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:21:58.838444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6957eb-41c8-4cce-a546-1e34a368358d req-85c03e3c-94ae-42d9-ba7e-5ddf3c3d5def tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:58.846154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea6957eb-41c8-4cce-a546-1e34a368358d req-85c03e3c-94ae-42d9-ba7e-5ddf3c3d5def tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1198618 Feb 14 21:21:58.926696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:21:58.949177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea6957eb-41c8-4cce-a546-1e34a368358d req-544f0fb5-face-4418-8cf6-06168baeece7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953715 Feb 14 21:21:59.030508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:56Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:21:59.050019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-c9f53670-ec49-4f71-94aa-b9fab73de002 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--616797499&fields=id&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 267 time: 0.1675103 Feb 14 21:21:59.114272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabf108-9201-4cee-ad93-f7e0b10137c0 None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:56Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:21:59.120170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:21:59.245304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f8e15162-f555-4ac9-be75-4e7fd8cd9dbb None None] Current status of the port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:21:59.363422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-3cc2539a-bbd5-49c9-9eed-5444b2b14549 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.365822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-3cc2539a-bbd5-49c9-9eed-5444b2b14549 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 817 time: 0.3148854 Feb 14 21:21:59.440052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-8db3eee5-ed6b-440d-a3c6-3f57f5c77ec2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/quotas/b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 375 time: 0.0592625 Feb 14 21:21:59.546513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-f8ab0853-8d50-4b36-a91f-15c8cd7ad2b9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050947 Feb 14 21:21:59.565014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.571888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.578792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.590256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.600192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.610415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.620550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:21:59.630243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-771079b5-ccf9-4fc5-964d-32d530663f13 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.2628317 Feb 14 21:21:59.830118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a6287c8-eb9f-4647-9690-85a15a2c01b4 req-1af94864-c217-4910-b0de-0ad12a7706e2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883526 Feb 14 21:21:59.911639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-6ecfca04-7f51-47ff-a6e0-2c9a2d41f4a5 service neutron] 10.222.0.86 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799048 Feb 14 21:22:00.065695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:00.113680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-f37f48cd-7093-401e-a6fe-2e22fa5b846e service neutron] 10.222.0.86 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010949 Feb 14 21:22:00.210694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:00.218686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:00.219732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:00.453265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:00.453843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:00.510414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:00.519923 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8749fe-0e96-495f-9f3c-6038ccb15beb" -d '{"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-plugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:00.548510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:00.564992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:00.609696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3631cffd-9641-4f17-b14d-c7d6d260505f req-6ed97404-378c-411d-b7f8-de04c81c045c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.1549969 Feb 14 21:22:00.672016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:00.674230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4e3b4-ca42-44fe-a2c4-ed601d8244f0 req-fb62d040-c63a-4e11-804c-97dcc9d929c6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:00.675943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4c4e3b4-ca42-44fe-a2c4-ed601d8244f0 req-fb62d040-c63a-4e11-804c-97dcc9d929c6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2503734 Feb 14 21:22:00.783038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4c4e3b4-ca42-44fe-a2c4-ed601d8244f0 req-64409976-c648-4c96-904a-82d2370246d5 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964780 Feb 14 21:22:00.868236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7ef4-4457-42ea-bef4-1538ce4d0b19 req-74a18ff0-41fe-4592-848c-21ea7f23a6fa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:00.881201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fab7ef4-4457-42ea-bef4-1538ce4d0b19 req-74a18ff0-41fe-4592-848c-21ea7f23a6fa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1274772 Feb 14 21:22:00.901108 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd33e586-6c9b-48d5-b5f1-4dadcfe8ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:01.005920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fab7ef4-4457-42ea-bef4-1538ce4d0b19 req-616ee26d-f07f-4db4-96b8-6a130749aed5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234608 Feb 14 21:22:01.142445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b80a4e7-8d7d-4b51-8880-280a093689bb req-6104ce24-9ce7-49c9-9c58-e908d02b9252 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 210 time: 0.0742469 Feb 14 21:22:01.216028 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64ece8-fbf5-467c-ae31-82d95dd99d27 x-openstack-request-id: req-4b64ece8-fbf5-467c-ae31-82d95dd99d27 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:01.216574 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-plugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:01.216666 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b64ece8-fbf5-467c-ae31-82d95dd99d27 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:01.216995 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'code': 200} Feb 14 21:22:01.274596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:01.438168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357385-d7d7-4586-9083-e69f28a97a29 req-3ff39b42-9d95-4ed3-941e-4a4d605be4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.442531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a7357385-d7d7-4586-9083-e69f28a97a29 req-3ff39b42-9d95-4ed3-941e-4a4d605be4e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.1318073 Feb 14 21:22:01.464521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:01.466027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:01.472210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.488105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.508379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.525585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.537241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a7357385-d7d7-4586-9083-e69f28a97a29 req-14a31b9b-027b-49b6-bf20-af64c40388a4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880473 Feb 14 21:22:01.547821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.559821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.575910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.578838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-4a546320-3f6a-4c5a-a289-205c9db1e3b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.2246878 Feb 14 21:22:01.658759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:01.710266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac9d05eb-da27-49db-ae45-8580546557c4 req-b2434f1c-a30c-47c2-a9ad-5a8c12bfe2d1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248767 Feb 14 21:22:01.790247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9773d14-c5c9-403c-9a8d-e51af8a716ff req-fae1fc67-6767-40a8-a162-c68359090994 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0393457 Feb 14 21:22:01.895455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56062f4-3ae4-4ede-bbbb-7a7a49df794f req-8d098a5b-0d3a-494a-8c50-73e31d8b2b26 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:01.907020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a56062f4-3ae4-4ede-bbbb-7a7a49df794f req-8d098a5b-0d3a-494a-8c50-73e31d8b2b26 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.0896628 Feb 14 21:22:01.993436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a56062f4-3ae4-4ede-bbbb-7a7a49df794f req-bc20b44f-4572-4374-94c5-577a0354c16a tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849433 Feb 14 21:22:02.080188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e332a-7b71-43f1-80f0-bc6271e96f51 req-b60bf51c-9f5d-4de7-a5b9-3454094a87d2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:02.081740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-550e332a-7b71-43f1-80f0-bc6271e96f51 req-b60bf51c-9f5d-4de7-a5b9-3454094a87d2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1059847 Feb 14 21:22:02.201329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-550e332a-7b71-43f1-80f0-bc6271e96f51 req-c102f890-4ccd-465b-9098-5b8451e4725b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Feb 14 21:22:02.242274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edcac9-1d10-4584-86c7-3adb5a108b15 req-0fcf2c06-6f4b-4e91-a2f4-610f953e4160 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:02.247231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44edcac9-1d10-4584-86c7-3adb5a108b15 req-0fcf2c06-6f4b-4e91-a2f4-610f953e4160 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1281195 Feb 14 21:22:02.405343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44edcac9-1d10-4584-86c7-3adb5a108b15 req-51d2bd94-a39e-439f-a572-bf185a18a903 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508338 Feb 14 21:22:02.442291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93044a86-f7fb-43df-8774-ee5014d3319b req-6e2b0c13-4a17-4f5a-bb5d-4bb69f521bc3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 210 time: 0.0743968 Feb 14 21:22:02.669376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-cfcdecea-70f4-4af9-a3cb-388abc6fdc3f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:02.685369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-cfcdecea-70f4-4af9-a3cb-388abc6fdc3f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 817 time: 0.3222106 Feb 14 21:22:02.790336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-d8fff20c-e89b-4ef3-b481-6021b5944991 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 379 time: 0.1034956 Feb 14 21:22:02.810937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'port': {'device_id': '97aabd71-d029-4605-acc4-423462bc5176', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'admin_state_up': True, 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'security_groups': ['82dd2e67-5fec-4397-bd53-cdb3bdfb4df9']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:03.004715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a53a3f8-4220-48ae-8ce0-ba4a46997f4d req-e9c867a4-93d3-45fc-8b50-a43436d8f72a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0909724 Feb 14 21:22:03.024886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Made reservation on behalf of b96de8c42f754ec88da1fc5bed40b1c2 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:03.029619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:03.039317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.059878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.071047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.082736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.101174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.114843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.127196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.130740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-64457197-2537-4af8-b233-a2a1808a0274 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.2868259 Feb 14 21:22:03.232511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1b32e2-5df1-4e38-b2d6-8cf7129c76b8 req-96f4f854-c0ed-46e9-adb4-02f0626eb885 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958502 Feb 14 21:22:03.297643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a3513-4a6e-47c1-9f5b-5420d1b92156 req-d371ec29-3f5f-4f96-bca3-0956facf25ea tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.307283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d4a3513-4a6e-47c1-9f5b-5420d1b92156 req-d371ec29-3f5f-4f96-bca3-0956facf25ea tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.1747332 Feb 14 21:22:03.318115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80fdc466-e4d4-484b-ae77-023249ed3b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:03.387377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Allocated IP 172.20.0.7 (f487a4b1-6bf4-4c13-9d13-0750649acb62/b2ca6604-dd1f-467e-b99d-3a956dcb9209/a57f36eb-9d7d-4e92-b5ea-c4256a01182a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:03.405629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d4a3513-4a6e-47c1-9f5b-5420d1b92156 req-f77f9c3a-18d0-4d34-b25d-b9417d20aa90 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901411 Feb 14 21:22:03.539442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e9f80-217a-44f0-840a-821365f2418f req-03663286-053d-413c-8079-40c8547aca61 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.547455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b95e9f80-217a-44f0-840a-821365f2418f req-03663286-053d-413c-8079-40c8547aca61 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1149278 Feb 14 21:22:03.703419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:03.772278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:03.803624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b95e9f80-217a-44f0-840a-821365f2418f req-d285dfea-17fa-444b-87a5-d36c5a95ffe4 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547517 Feb 14 21:22:03.834355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-8fe0d984-da6c-46fd-8ce0-7f2cfd80e7aa tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:03.848492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-8fe0d984-da6c-46fd-8ce0-7f2cfd80e7aa tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 945 time: 0.2850406 Feb 14 21:22:03.865138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:03.867289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:03.869974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:03.885104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:03.902730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.903165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.903523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.903862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.904195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.905141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.905484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.905823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.906163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.906621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.906801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.907526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:03.907863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:04.020301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515a5b-16a4-497b-9f67-c5120b6e5218 req-a1f980db-30e2-4dc4-b4d7-854fdee354bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:04.028076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e515a5b-16a4-497b-9f67-c5120b6e5218 req-a1f980db-30e2-4dc4-b4d7-854fdee354bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.4286594 Feb 14 21:22:04.053915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:04.054495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.103758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-e422c8f5-35b3-4b8f-bfb2-9faeb0931766 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3086441 Feb 14 21:22:04.122305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Request body: {'port': {'device_id': '97aabd71-d029-4605-acc4-423462bc5176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:04.207092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e515a5b-16a4-497b-9f67-c5120b6e5218 req-578f84fe-0100-4fae-819b-d564b8734616 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772041 Feb 14 21:22:04.243720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-390ae46c-d5d1-4edb-b15a-71576de17d9d None None] Provisioning complete for port a57f36eb-9d7d-4e92-b5ea-c4256a01182a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:04.248673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-390ae46c-d5d1-4edb-b15a-71576de17d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.261694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.332853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a593e-bfc3-468f-ad12-d5f14da039a1 req-91e17605-8460-4f03-b1d4-f5c338814cc3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:04.355362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c49a593e-bfc3-468f-ad12-d5f14da039a1 req-91e17605-8460-4f03-b1d4-f5c338814cc3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 931 time: 0.3575611 Feb 14 21:22:04.360996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-390ae46c-d5d1-4edb-b15a-71576de17d9d None None] Port a57f36eb-9d7d-4e92-b5ea-c4256a01182a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:04.385425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Deleting port eb267aed-fd76-4d78-85bc-6306efed7280 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:04.385810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.441074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.597217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57eab6d8-db4d-4d45-8b9e-11685379bf7e req-d5d642d4-ba11-48fe-9668-ae312bcbdf73 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0569386 Feb 14 21:22:04.642926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c49a593e-bfc3-468f-ad12-d5f14da039a1 req-7466801f-b316-40b8-b483-15dd66d406d8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862804 Feb 14 21:22:04.698485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] For port eb267aed-fd76-4d78-85bc-6306efed7280, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb267aed-fd76-4d78-85bc-6306efed7280,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:04.699056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.741582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Calling delete_port for eb267aed-fd76-4d78-85bc-6306efed7280 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:04.803183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57f36eb-9d7d-4e92-b5ea-c4256a01182a {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:04.818156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks [] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:04.862798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Transition to ACTIVE for port object a57f36eb-9d7d-4e92-b5ea-c4256a01182a will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:04.893713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.000785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:05.008009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.017944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.024393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.030963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.036757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.043287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.050594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.059944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-07adb233-3a43-47dc-8c7b-f622ea84d265 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.2849090 Feb 14 21:22:05.103615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-cea017d4-d0f3-45df-b617-e9ecaae1e662 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.110117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-cea017d4-d0f3-45df-b617-e9ecaae1e662 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.2239912 Feb 14 21:22:05.162196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Attempting to bind port a57f36eb-9d7d-4e92-b5ea-c4256a01182a on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:05.162711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Attempting to bind port a57f36eb-9d7d-4e92-b5ea-c4256a01182a by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:05.163261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Attempting to bind port a57f36eb-9d7d-4e92-b5ea-c4256a01182a on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:05.171662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Port a57f36eb-9d7d-4e92-b5ea-c4256a01182a on network f487a4b1-6bf4-4c13-9d13-0750649acb62 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:05.171998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Attempting to bind port a57f36eb-9d7d-4e92-b5ea-c4256a01182a on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:05.177391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:05.177739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Checking segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:05.178129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Bound using segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:05.178560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Bound port: a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:05.178922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.308379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:05.318577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:05.330504 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.332096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccf0c710-6151-43d6-95f8-7980c803ddbb req-5ab6d744-cc28-4e96-87f2-372023552f0c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708106 Feb 14 21:22:05.334497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-17d65eb7-b2ab-4a2d-a5f5-ecfa6e409473 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.337391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (eb267aed-fd76-4d78-85bc-6306efed7280), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.351985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a1e118d7-6b6d-49c1-b444-0cda036c1d65'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:05.379238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event deleted for resources: {'Port': ['ID=eb267aed-fd76-4d78-85bc-6306efed7280,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:05.404313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:05.417858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.418497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.420145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-38202d60-8a2d-4f09-bb07-7426ce5e726b service neutron] 10.222.0.83 "PUT /v2.0/ports/a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 1092 time: 1.3077352 Feb 14 21:22:05.420538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:05.424157 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:05.435793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.436376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.436865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.437410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.437954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.438491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.439115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.439875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.440319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.440995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.441618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.442138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.442777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:05.555080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] No DVR routers for this DVR port eb267aed-fd76-4d78-85bc-6306efed7280 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:05.587656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.610797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df3a74e6-cc22-49e2-ad94-8dc6a2ced73d req-f776c25e-f90a-4b5d-a987-ebcf039d2060 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "DELETE /v2.0/ports/eb267aed-fd76-4d78-85bc-6306efed7280 HTTP/1.1" status: 204 len: 173 time: 1.7605886 Feb 14 21:22:05.616580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'name': 'network-vif-deleted', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:05.619401 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a37333-bd31-4e25-ad3f-c830eeb3f509" -d '{"events": [{"server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "name": "network-vif-deleted", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:05.663747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-6e13db2f-9256-4ef6-9d26-7b091524b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:05.670969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-6e13db2f-9256-4ef6-9d26-7b091524b7e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1126 time: 0.1716907 Feb 14 21:22:05.720904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-356b07a7-b264-4ffc-8154-7ffbbb659004 req-2e2c497d-46c9-49eb-ad7a-6f1a732ed3bb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=df39a478-485f-4297-b84f-65c4f2104efa HTTP/1.1" status: 200 len: 210 time: 0.0951443 Feb 14 21:22:05.770592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-17d65eb7-b2ab-4a2d-a5f5-ecfa6e409473 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Publish callbacks [] for security_group (b70fae76-4a9d-4fbc-aa8c-44d213187099), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.792279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-17d65eb7-b2ab-4a2d-a5f5-ecfa6e409473 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b70fae76-4a9d-4fbc-aa8c-44d213187099), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.831046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d65eb7-b2ab-4a2d-a5f5-ecfa6e409473 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70fae76-4a9d-4fbc-aa8c-44d213187099,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:05.838188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-0d03f015-deb9-4b23-9c6f-f36f40a3295c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 217 time: 0.1608422 Feb 14 21:22:05.859729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:05.903477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'eb267aed-fd76-4d78-85bc-6306efed7280'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:05.912710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-984f7e29-e40c-4920-af68-5acc0aaa620e req-17d65eb7-b2ab-4a2d-a5f5-ecfa6e409473 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898777 Feb 14 21:22:06.028053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d614-19ff-4821-a173-a82bff529e20 req-680faf40-a65e-43a9-a7de-8247a72f4120 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.035585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1002d614-19ff-4821-a173-a82bff529e20 req-680faf40-a65e-43a9-a7de-8247a72f4120 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1146274 Feb 14 21:22:06.059874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-116a38b4-7741-4279-8c1d-7f1659b8a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.065262 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-116a38b4-7741-4279-8c1d-7f1659b8a4e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.2182577 Feb 14 21:22:06.099891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:06.141551 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b43673-ed8b-4e29-ab32-d1047be561bc x-openstack-request-id: req-29b43673-ed8b-4e29-ab32-d1047be561bc {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:06.142195 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:06.142646 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-29b43673-ed8b-4e29-ab32-d1047be561bc {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:06.143311 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'status': 'completed', 'code': 200} Feb 14 21:22:06.179500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1002d614-19ff-4821-a173-a82bff529e20 req-e492408f-9743-4ccc-b6c5-dadbd354079b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428795 Feb 14 21:22:06.194236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-228020de-b3c2-4d1a-a5ff-190b93dfc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.196267 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-228020de-b3c2-4d1a-a5ff-190b93dfc386 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1224895 Feb 14 21:22:06.220576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 7ad75bba-c367-4267-ba57-86ef091efb9b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:06.223644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7ad75bba-c367-4267-ba57-86ef091efb9b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:06.235523 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036002e-e9d2-428f-978b-e5aedb521019 x-openstack-request-id: req-a036002e-e9d2-428f-978b-e5aedb521019 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:06.236074 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df39a478-485f-4297-b84f-65c4f2104efa", "name": "network-vif-deleted", "tag": "eb267aed-fd76-4d78-85bc-6306efed7280", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:06.236838 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a036002e-e9d2-428f-978b-e5aedb521019 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:06.237075 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df39a478-485f-4297-b84f-65c4f2104efa', 'name': 'network-vif-deleted', 'tag': 'eb267aed-fd76-4d78-85bc-6306efed7280', 'status': 'completed', 'code': 200} Feb 14 21:22:06.403331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39c236a3-3fbd-40aa-8a9c-035635f4c2e2 req-f41a35d0-9e3c-40f2-be30-d3a8e0403c1d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0672307 Feb 14 21:22:06.447838 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-b176badf-aa9c-48f8-8395-c48d1300d340 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445593 Feb 14 21:22:06.457828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:06.529606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be0d5-990d-47d7-b0ba-615ee191efa9 req-388cd01c-b378-4b3f-9756-7cc8bac9b5df tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.538183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-589be0d5-990d-47d7-b0ba-615ee191efa9 req-388cd01c-b378-4b3f-9756-7cc8bac9b5df tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1336186 Feb 14 21:22:06.678909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-589be0d5-990d-47d7-b0ba-615ee191efa9 req-94c0d62a-1903-455f-ba79-5be62a532b84 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396925 Feb 14 21:22:06.722567 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffaaa685-ecb6-47ed-a08d-7a1e8f70ead0 req-162ffa95-19b8-4229-876f-9bb564cd7527 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650659 Feb 14 21:22:06.884478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-0df861ac-3932-4e0d-aa43-8789cf96b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.886861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-0df861ac-3932-4e0d-aa43-8789cf96b351 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1126 time: 0.0915711 Feb 14 21:22:06.992938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:06.999400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.006737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.018287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.029451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.035540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.041632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.050080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d74cb86-3266-461e-b50f-cc74af526632 req-7740c426-2819-49cf-be24-4d69894430f2 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.2069256 Feb 14 21:22:07.052771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-e1f80937-88ea-4947-9279-9b1db278e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.054252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-e1f80937-88ea-4947-9279-9b1db278e43c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.1583097 Feb 14 21:22:07.139536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:07.149373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d74cb86-3266-461e-b50f-cc74af526632 req-2102d0ff-0872-45c8-b502-ef098ba6b49c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980201 Feb 14 21:22:07.178245 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-c35f16cd-22c1-4363-a286-0427e220da98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 217 time: 0.1111116 Feb 14 21:22:07.302774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-ffea6830-8159-42c2-b259-a113237c0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.305114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-ffea6830-8159-42c2-b259-a113237c0166 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1188800 Feb 14 21:22:07.340692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['0c1d0f00-20df-460e-ad97-b4d53ac2f641'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:07.441009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d775-78a1-4c85-bb1a-6adaa5e19023 req-5b53f456-a5de-4f69-adf2-dffb5c9cf42d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.452256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2235d775-78a1-4c85-bb1a-6adaa5e19023 req-5b53f456-a5de-4f69-adf2-dffb5c9cf42d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.0821323 Feb 14 21:22:07.525677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2235d775-78a1-4c85-bb1a-6adaa5e19023 req-6c0d0490-eb62-411c-abc8-629048912980 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Feb 14 21:22:07.556278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2126321e-3994-4f15-98e9-57b9bb43b218'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:07.561759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['d744235f-38f2-4c29-8aa1-c136e5382fe1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:07.575826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-652af21e-325e-4d26-a2d7-2c47fba3bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.577485 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-652af21e-325e-4d26-a2d7-2c47fba3bc0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2579799 Feb 14 21:22:07.706098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-199dcfe7-2696-41b4-94f0-5aa2c955db90 req-e8ba2e2a-a68e-4c09-855b-de900465ef9c tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.1192775 Feb 14 21:22:07.936082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:22:07.977828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-c4e1de9b-68e0-4bbe-8e9a-00e14e1b8ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753586 Feb 14 21:22:07.993337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9f65-8e82-4956-bb32-2a937e549d96 req-9c96cc0b-944c-41a2-b33f-3ad21c033619 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:07.996007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d61b9f65-8e82-4956-bb32-2a937e549d96 req-9c96cc0b-944c-41a2-b33f-3ad21c033619 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2128258 Feb 14 21:22:08.035577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc48cd-5ae4-460b-9e79-7a9dfcd0a6b7 req-49dc72a0-1dd2-4e87-9034-0404ee5cc09e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.037185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9efc48cd-5ae4-460b-9e79-7a9dfcd0a6b7 req-49dc72a0-1dd2-4e87-9034-0404ee5cc09e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1969922 Feb 14 21:22:08.125739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9efc48cd-5ae4-460b-9e79-7a9dfcd0a6b7 req-8d7e1eeb-1783-4d6c-b512-a66b00e7ee46 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764937 Feb 14 21:22:08.126976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-079fd322-6d72-47a7-b9e6-f329ff602184 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5456333 Feb 14 21:22:08.146139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d61b9f65-8e82-4956-bb32-2a937e549d96 req-9d8dc04b-452e-4da3-991d-0971d124b081 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310709 Feb 14 21:22:08.153322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-52aca340-a0fd-467f-80ef-2927f935dd18 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:22:08.175286 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-52aca340-a0fd-467f-80ef-2927f935dd18 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0394082 Feb 14 21:22:08.228791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:08.289583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9bc0c30b-9532-4527-9574-0b25d790b0b3 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:08.352103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0c6514fc-cb35-49a3-bd5a-a2672965b7e2 req-a7e6aa81-8173-4417-bd2a-b4de27c17893 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631840 Feb 14 21:22:08.391351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda534d-be82-4401-b606-1b989efcefaf req-552990ad-1d61-4ca7-bef8-ef3825f89213 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.392871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'mac_address': 'fa:16:3e:7e:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:22:08.406773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bda534d-be82-4401-b606-1b989efcefaf req-552990ad-1d61-4ca7-bef8-ef3825f89213 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.1254585 Feb 14 21:22:08.540489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bda534d-be82-4401-b606-1b989efcefaf req-6a664872-2045-4ca5-991d-1ac0d96d89cb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325548 Feb 14 21:22:08.590803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 9bc0c30b-9532-4527-9574-0b25d790b0b3 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:08.624608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.634780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.636494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 9bc0c30b-9532-4527-9574-0b25d790b0b3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:08.639308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:08.674282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.693652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.716499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.723376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.745572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.749339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-a17ecfa9-3d45-4743-82b2-e50ebd3f4aed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5428 time: 0.3373086 Feb 14 21:22:08.836140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:08.836732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:08.844559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9bc0c30b-9532-4527-9574-0b25d790b0b3 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:08.845441 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:08.909024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d65afd91-d1cd-4c3e-93c0-a9538a36943a req-7f4611ee-4483-4381-bf95-a401ec6c15bf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515517 Feb 14 21:22:08.979803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5797-d53a-4402-a9c9-1d31c8f8a452 req-4e35faf7-9f73-453e-9602-3ea2d8951731 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:08.983437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:08.993416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8eb5797-d53a-4402-a9c9-1d31c8f8a452 req-4e35faf7-9f73-453e-9602-3ea2d8951731 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1820018 Feb 14 21:22:09.012357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:09.017075 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd82b0-f4f5-4943-90da-c8738c37bde7" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:09.020705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46820) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:09.132592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:09.140688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:09.146301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:09.147338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9ce44002-3729-4d83-bea0-95abf892532f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:09.167456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65b0e0a4-ea51-439a-92cd-39a7db003358 req-58f8eb36-92e1-4d7b-ac24-7ee989db5304 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0658579 Feb 14 21:22:09.207952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8eb5797-d53a-4402-a9c9-1d31c8f8a452 req-6ca3fb99-3503-4cf8-bed3-3b3c8a13d7c0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115154 Feb 14 21:22:09.216846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:09.311317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:09.348788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 9ce44002-3729-4d83-bea0-95abf892532f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:09.384933 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1593da32-c5ae-470f-8016-02021ba144c2 x-openstack-request-id: req-1593da32-c5ae-470f-8016-02021ba144c2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:09.384933 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:09.384933 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1593da32-c5ae-470f-8016-02021ba144c2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:09.384933 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'code': 200} Feb 14 21:22:09.397773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.398340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.398696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.400653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.401992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.403771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.404115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.404485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.404795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.405130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.405470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.405795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.406123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:22:09.418963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-8e20e280-8f44-4072-a3dc-7242a37a704c tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:09.428627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 9ce44002-3729-4d83-bea0-95abf892532f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:09.429018 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ce44002-3729-4d83-bea0-95abf892532f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:09.430778 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-8e20e280-8f44-4072-a3dc-7242a37a704c tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 1130 time: 0.4084136 Feb 14 21:22:09.431477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e9161-f02c-4726-9399-4ae95cc0a238 req-bb692876-fcf2-42bc-ac65-27303dfe9dd1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:09.442234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d3e9161-f02c-4726-9399-4ae95cc0a238 req-bb692876-fcf2-42bc-ac65-27303dfe9dd1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1289933 Feb 14 21:22:09.453598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-02ff9b2e-e575-4990-9118-f594052f96c7 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:09.460809 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-02ff9b2e-e575-4990-9118-f594052f96c7 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.83 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.3852966 Feb 14 21:22:09.528399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d3e9161-f02c-4726-9399-4ae95cc0a238 req-2b5d80a6-c593-4495-9f4d-ff4c17c5bb79 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846136 Feb 14 21:22:09.579262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:09.706644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74650f13-5b9e-4a32-a50c-c2793bddebfb req-eb32f87d-1d86-4742-a36c-5f0faa6a88ce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:09.709622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74650f13-5b9e-4a32-a50c-c2793bddebfb req-eb32f87d-1d86-4742-a36c-5f0faa6a88ce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1387866 Feb 14 21:22:09.817726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Deleting port a1e118d7-6b6d-49c1-b444-0cda036c1d65 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:09.818380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:09.867629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f420-9eab-44d9-a405-a0b7c7015533 req-3e73f8cb-0eb6-4897-9e3c-79b34dc6a980 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:09.871411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7988f420-9eab-44d9-a405-a0b7c7015533 req-3e73f8cb-0eb6-4897-9e3c-79b34dc6a980 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 945 time: 0.1587908 Feb 14 21:22:09.988007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7988f420-9eab-44d9-a405-a0b7c7015533 req-2eddd3e2-5000-47d6-97d7-378785adb2c9 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033468 Feb 14 21:22:10.040249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74650f13-5b9e-4a32-a50c-c2793bddebfb req-e491d256-81a9-47cb-995c-7a712dcd55ad tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785738 Feb 14 21:22:10.047447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] For port a1e118d7-6b6d-49c1-b444-0cda036c1d65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a1e118d7-6b6d-49c1-b444-0cda036c1d65,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:10.048386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:10.082254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Calling delete_port for a1e118d7-6b6d-49c1-b444-0cda036c1d65 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:10.167591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:22:10.218824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:10.353788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a1e118d7-6b6d-49c1-b444-0cda036c1d65), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:10.413147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event deleted for resources: {'Port': ['ID=a1e118d7-6b6d-49c1-b444-0cda036c1d65,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:10.414460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.446204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.451464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:10.460330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a1e118d7-6b6d-49c1-b444-0cda036c1d65'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:10.486224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.511324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.536286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.541114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] No DVR routers for this DVR port a1e118d7-6b6d-49c1-b444-0cda036c1d65 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:10.549612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:10.557143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9ce44002-3729-4d83-bea0-95abf892532f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:10.558737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.559715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4dac3141-5e3c-4afb-bf1e-8e0939caea93 req-31a59a2c-7c2b-40e8-9fa2-5cd8ec38afbc tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.83 "DELETE /v2.0/ports/a1e118d7-6b6d-49c1-b444-0cda036c1d65 HTTP/1.1" status: 204 len: 173 time: 1.0912733 Feb 14 21:22:10.560801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'name': 'network-vif-deleted', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:10.569093 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8115df0e-7237-4128-a3c4-2b6eef91b9e3" -d '{"events": [{"server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "name": "network-vif-deleted", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:10.569779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:10.577890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:10.587562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-8fb36984-7b38-4752-937b-55040ae1e3d9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5429 time: 0.4281397 Feb 14 21:22:10.692843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2507a2c6-6284-4453-8a1d-c7ef9b5ff6e4 req-76a71b62-f849-4b8c-82fc-b09ab1e169c8 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.1009634 Feb 14 21:22:10.756458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:22:10.878847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56cdbcd0-3aae-42b4-bc78-10e93d1d8209 req-1de9e03d-4fb1-40d1-a29b-5f2c97b02105 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2901731 Feb 14 21:22:11.026776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ab613-0f54-4dc5-844a-fa049ce540d3 req-4cac2d1c-54e2-4d0d-bab7-7c01b853734a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:11.031418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d38ab613-0f54-4dc5-844a-fa049ce540d3 req-4cac2d1c-54e2-4d0d-bab7-7c01b853734a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1159937 Feb 14 21:22:11.068343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:11.084228 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:11.238790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d38ab613-0f54-4dc5-844a-fa049ce540d3 req-868eaba2-92b3-4bf7-9dd2-219adf432aab tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002537 Feb 14 21:22:11.278743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:11.302907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 01615f87-c8f6-47a8-a1d6-922c18098c59 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:11.500301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ca39b-497b-4c31-88f4-156451d7fddd req-43784c1d-4f59-4fa8-8624-78c5b17327e8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:11.505366 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515b42f-e3bd-48d4-8399-26a994f83cc2 x-openstack-request-id: req-3515b42f-e3bd-48d4-8399-26a994f83cc2 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:11.506177 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046d1ed-b1d4-4942-9a77-cc36693dcd93", "name": "network-vif-deleted", "tag": "a1e118d7-6b6d-49c1-b444-0cda036c1d65", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:11.507054 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3515b42f-e3bd-48d4-8399-26a994f83cc2 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:11.507911 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046d1ed-b1d4-4942-9a77-cc36693dcd93', 'name': 'network-vif-deleted', 'tag': 'a1e118d7-6b6d-49c1-b444-0cda036c1d65', 'status': 'completed', 'code': 200} Feb 14 21:22:11.514991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:11.515830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e83ca39b-497b-4c31-88f4-156451d7fddd req-43784c1d-4f59-4fa8-8624-78c5b17327e8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.2742393 Feb 14 21:22:11.544335 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4a6014-3570-461f-98f2-8a46042c73b4" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "9ce44002-3729-4d83-bea0-95abf892532f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:11.628063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e83ca39b-497b-4c31-88f4-156451d7fddd req-e41f42ce-5900-461b-b0a6-b800eb350ac2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114533 Feb 14 21:22:11.686298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:11.857805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:22:11.861219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41889dde-7f16-4c16-9455-994d0d31a235 req-c4dd7157-892d-4fe2-9f35-551606007dec tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=8046d1ed-b1d4-4942-9a77-cc36693dcd93 HTTP/1.1" status: 200 len: 210 time: 0.1163628 Feb 14 21:22:11.924092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-4734dc24-afe9-4b0a-a1c6-b3ab1ac79e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:11.929317 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-4734dc24-afe9-4b0a-a1c6-b3ab1ac79e77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.1770504 Feb 14 21:22:12.030249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed08b5-3a61-4904-9341-871cc98ab031 req-0430fa7b-507a-4671-8cef-2fcd7a131af4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.038333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33ed08b5-3a61-4904-9341-871cc98ab031 req-0430fa7b-507a-4671-8cef-2fcd7a131af4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1938610 Feb 14 21:22:12.069792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:12.070501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:12.097064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 01615f87-c8f6-47a8-a1d6-922c18098c59 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:12.141878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 01615f87-c8f6-47a8-a1d6-922c18098c59 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:12.142508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:12.185079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33ed08b5-3a61-4904-9341-871cc98ab031 req-a31de0c5-637d-418c-a854-e1ea580fef85 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455097 Feb 14 21:22:12.202733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57f36eb-9d7d-4e92-b5ea-c4256a01182a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:12.242146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:12.269460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:12.282614 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058f9c4-85c4-47d1-af70-89ab8d3af8b6 x-openstack-request-id: req-5058f9c4-85c4-47d1-af70-89ab8d3af8b6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:12.283067 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "9ce44002-3729-4d83-bea0-95abf892532f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:12.283525 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5058f9c4-85c4-47d1-af70-89ab8d3af8b6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:12.284167 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f', 'code': 200} Feb 14 21:22:12.392283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-ca295f3e-2cc1-4dc7-b7b1-2a19e79232ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.397306 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-ca295f3e-2cc1-4dc7-b7b1-2a19e79232ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.4602342 Feb 14 21:22:12.478940 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:22:12.511246 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-767a66f2-e3d2-42ca-84f4-31c3cd189cfd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.1036355 Feb 14 21:22:12.533533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fb5b79c-07b2-477d-8396-d413fbfc59a6 req-09bff9ab-9012-4398-91a2-5f5b8319984f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0913470 Feb 14 21:22:12.606961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a57f36eb-9d7d-4e92-b5ea-c4256a01182a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:12.621449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-7f05f8e1-a4b3-4eeb-b1e7-eec6bc04a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.638768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-7f05f8e1-a4b3-4eeb-b1e7-eec6bc04a7d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1137133 Feb 14 21:22:12.685306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:12.694382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.719356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.744556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.790769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.823115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.835107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0e7e4438-1d47-4ed2-892e-300d46b84cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.840091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 01615f87-c8f6-47a8-a1d6-922c18098c59 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:12.840480 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:12.841200 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0e7e4438-1d47-4ed2-892e-300d46b84cee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1917198 Feb 14 21:22:12.842967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.854113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:12.868821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-e316b5fc-7a42-4634-8b23-bc4872caeb4b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5430 time: 0.3500733 Feb 14 21:22:13.038007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=01615f87-c8f6-47a8-a1d6-922c18098c59,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:13.062464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6eb11-362e-4a8c-8749-63fa2c04c3e0 req-28ddbe2d-f6f6-47d5-8394-09c070d7f0ba tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:13.070421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6df6eb11-362e-4a8c-8749-63fa2c04c3e0 req-28ddbe2d-f6f6-47d5-8394-09c070d7f0ba tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1974702 Feb 14 21:22:13.087408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:13.089239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fac513b9-7084-47b5-8861-94638f82b988 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:13.114271 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-d8b75e5b-2ef5-4bb8-952b-9954f588dba3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516882 Feb 14 21:22:13.142174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a32470f-6745-44a6-99ec-65c488f47fb1 req-c0dbb786-4f4e-4420-82d8-fda471df05f0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520101 Feb 14 21:22:13.235126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6df6eb11-362e-4a8c-8749-63fa2c04c3e0 req-4ef11660-27ad-42ac-a81c-0019292cbd4f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631355 Feb 14 21:22:13.416646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:13.421075 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-2d55d8ae-3d0d-4ff1-ad70-237ce2812b1e service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901099 Feb 14 21:22:13.443916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port fac513b9-7084-47b5-8861-94638f82b988 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:13.465258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port fac513b9-7084-47b5-8861-94638f82b988 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:13.465879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fac513b9-7084-47b5-8861-94638f82b988), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:13.530773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73284a-e2d5-40d8-a85e-a2802dcc7020 req-a96e7e07-1ad7-499f-93f7-75c054fe150d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:13.536343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b73284a-e2d5-40d8-a85e-a2802dcc7020 req-a96e7e07-1ad7-499f-93f7-75c054fe150d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 0.2334449 Feb 14 21:22:13.650393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b73284a-e2d5-40d8-a85e-a2802dcc7020 req-ef35a71e-1c06-457f-9270-a5d614a78fa6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995564 Feb 14 21:22:13.724326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fac513b9-7084-47b5-8861-94638f82b988 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:13.725197 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:13.797708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fac513b9-7084-47b5-8861-94638f82b988,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:13.807527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:13.808791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb267aed-fd76-4d78-85bc-6306efed7280 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:13.879497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:13.919208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: eb267aed-fd76-4d78-85bc-6306efed7280 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:13.920098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb267aed-fd76-4d78-85bc-6306efed7280 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:13.923038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb0173-e2ff-4d92-b5ee-bbe871688aa0 req-2a460820-da75-4d3a-99c2-6803eaeac97e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:13.930654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0c1d0f00-20df-460e-ad97-b4d53ac2f641 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:13.942009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bfb0173-e2ff-4d92-b5ee-bbe871688aa0 req-2a460820-da75-4d3a-99c2-6803eaeac97e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1635120 Feb 14 21:22:14.085187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:14.090648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:14.091218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.093956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bfb0173-e2ff-4d92-b5ee-bbe871688aa0 req-4bce5000-7ac4-4083-b0d7-c08d0e41520e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502488 Feb 14 21:22:14.210214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4db81831-29e2-4256-8774-d108f3911c16 req-78bea6cd-3d57-4384-8ea3-0ae42b73a76d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0548539 Feb 14 21:22:14.301811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01615f87-c8f6-47a8-a1d6-922c18098c59'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac513b9-7084-47b5-8861-94638f82b988'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:14.304158 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8e22c-e444-4136-9024-223263b23e6b" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "01615f87-c8f6-47a8-a1d6-922c18098c59"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "fac513b9-7084-47b5-8861-94638f82b988"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:14.321647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:14.389823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:14.390884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.418277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port a57f36eb-9d7d-4e92-b5ea-c4256a01182a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:14.427964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a57f36eb-9d7d-4e92-b5ea-c4256a01182a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:14.428316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.508803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:14.518323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.519369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:14.638960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:14.639869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.737122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:14.739562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:14.765856 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.766787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a1e118d7-6b6d-49c1-b444-0cda036c1d65 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:14.783821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.789939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.796570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.802140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.809495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.815502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.821590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.833819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-abac1c46-ca3e-48c4-b21b-155a2dc779a7 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5432 time: 0.5700009 Feb 14 21:22:14.857712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: a1e118d7-6b6d-49c1-b444-0cda036c1d65 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:14.858129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a1e118d7-6b6d-49c1-b444-0cda036c1d65 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:14.860717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81015-4258-4e4a-9b1a-4045fc3438e7 req-994bf1d5-b1b7-432b-a208-2c60a2a0a13e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:14.861722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:14.862639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f81015-4258-4e4a-9b1a-4045fc3438e7 req-994bf1d5-b1b7-432b-a208-2c60a2a0a13e tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.5456207 Feb 14 21:22:14.879814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:14.880067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:14.923020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7bd6cd85-1b8c-46cf-8ff2-8f449f1931b5 req-5adf2a27-e866-4bc6-acec-da55ed35495a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880909 Feb 14 21:22:15.015193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f81015-4258-4e4a-9b1a-4045fc3438e7 req-735cef83-9f5e-4c6b-9975-0db25ff48e0c tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Feb 14 21:22:15.029924 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce41e5-a14d-40f9-bc95-33a8f2cf6883 x-openstack-request-id: req-69ce41e5-a14d-40f9-bc95-33a8f2cf6883 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:15.030352 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "01615f87-c8f6-47a8-a1d6-922c18098c59", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "fac513b9-7084-47b5-8861-94638f82b988", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:15.030729 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69ce41e5-a14d-40f9-bc95-33a8f2cf6883 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:15.031444 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01615f87-c8f6-47a8-a1d6-922c18098c59', 'code': 200} Feb 14 21:22:15.031984 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac513b9-7084-47b5-8861-94638f82b988', 'code': 200} Feb 14 21:22:15.093489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:15.094277 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.163453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1e31-129f-46af-9f3f-fffc5651cad4 req-a6edc4fd-5246-4e95-9bdf-ea91471d052a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:15.177533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b29a1e31-129f-46af-9f3f-fffc5651cad4 req-a6edc4fd-5246-4e95-9bdf-ea91471d052a tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.0968499 Feb 14 21:22:15.191194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:15.196567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.197388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d744235f-38f2-4c29-8aa1-c136e5382fe1 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:15.295345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port d744235f-38f2-4c29-8aa1-c136e5382fe1 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:15.309739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port d744235f-38f2-4c29-8aa1-c136e5382fe1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:15.310221 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.319728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b29a1e31-129f-46af-9f3f-fffc5651cad4 req-b64f8aa6-af71-4cfa-b895-ffb8fc9bd7f6 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412709 Feb 14 21:22:15.368958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3a4c6-108f-4d9a-8b94-b125b554c8a8 req-e95ee035-66f6-4d97-a359-9a1eb7a01d28 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:15.387780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2e3a4c6-108f-4d9a-8b94-b125b554c8a8 req-e95ee035-66f6-4d97-a359-9a1eb7a01d28 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1460421 Feb 14 21:22:15.405073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:15.531845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port d744235f-38f2-4c29-8aa1-c136e5382fe1 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:15.532260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.556030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2e3a4c6-108f-4d9a-8b94-b125b554c8a8 req-bb55d832-5a05-436f-8431-211e95e5f76e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667423 Feb 14 21:22:15.616728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301f12-e68f-49aa-8152-d6d780c85655 req-9c4dacc5-762d-427b-9b66-d5ebe3a4c85c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:15.618938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30301f12-e68f-49aa-8152-d6d780c85655 req-9c4dacc5-762d-427b-9b66-d5ebe3a4c85c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1610110 Feb 14 21:22:15.624010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:15.633286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.637281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2126321e-3994-4f15-98e9-57b9bb43b218 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:15.769423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:15.782319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc7dcc6e-b519-4865-8aaf-5260438ab9b4 req-3d7dec38-e18e-4099-815e-d687a06b2fc5 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0829291 Feb 14 21:22:15.796966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2126321e-3994-4f15-98e9-57b9bb43b218 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:15.815605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2126321e-3994-4f15-98e9-57b9bb43b218 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:15.815605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:15.835406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30301f12-e68f-49aa-8152-d6d780c85655 req-45f98eb0-fcdf-4e2e-aa0d-91adff5f1664 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027693 Feb 14 21:22:15.985011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2126321e-3994-4f15-98e9-57b9bb43b218 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:15.985763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:16.053397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:16.061706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:16.189891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:16.298190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.308640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.318828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.326971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.333067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.339284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.344801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.353352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-1fb4cf49-4c35-4c36-b844-fa6ae9d93e91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.2862823 Feb 14 21:22:16.361444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5a037-8948-48dd-abd8-6e3de07158ad req-d8f445bc-5fb4-4a66-8920-eb124aca44ec tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.362983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07a5a037-8948-48dd-abd8-6e3de07158ad req-d8f445bc-5fb4-4a66-8920-eb124aca44ec tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.2406611 Feb 14 21:22:16.450224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-8fb39350-5235-483f-8fae-8714e80a8708 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.452045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-8fb39350-5235-483f-8fae-8714e80a8708 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.2668102 Feb 14 21:22:16.490064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07a5a037-8948-48dd-abd8-6e3de07158ad req-0b9bec3c-aea8-4b3d-af36-d888a6465907 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120300 Feb 14 21:22:16.586037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0304e772-d0ce-48db-8f4d-964b1e985acd req-ca111ca7-9449-4a6e-9c40-9ddc9354a4ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327063 Feb 14 21:22:16.847114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a297df-bc05-4270-b84d-e67237f8179a req-512a4593-d17a-48d7-aae7-e1071795690d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.849980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a297df-bc05-4270-b84d-e67237f8179a req-512a4593-d17a-48d7-aae7-e1071795690d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1569879 Feb 14 21:22:16.861684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1705ac-9fe2-4275-853c-439a53338c75 req-82c91751-7b54-40b5-89c5-443154f1294b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:16.863202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e1705ac-9fe2-4275-853c-439a53338c75 req-82c91751-7b54-40b5-89c5-443154f1294b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1283209 Feb 14 21:22:16.866987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Deleting port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:16.867357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:17.032870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641'}, {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}, {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:17.038959 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef7642-e39a-4533-8d72-77c951fb7bed" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641"}, {"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}, {"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:17.121402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e1705ac-9fe2-4275-853c-439a53338c75 req-51eb1a7d-c740-46f3-9df8-593bc8e773ce tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931746 Feb 14 21:22:17.134830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a297df-bc05-4270-b84d-e67237f8179a req-dbd9277f-c627-4d89-b5ae-25271a9c0ba1 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703550 Feb 14 21:22:17.249913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d290911-6d76-41df-b8db-79129cb3c9c8 req-b22aaab1-4ab5-4fab-9109-04bc3bfec9ca tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0733860 Feb 14 21:22:17.309620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] For port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:17.310588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:17.333884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Calling delete_port for 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:17.334156 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28d49d9-8d02-4ad8-9b23-f1fa053d20ab x-openstack-request-id: req-d28d49d9-8d02-4ad8-9b23-f1fa053d20ab {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:17.334483 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641", "code": 200}, {"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "code": 200}, {"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-plugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:17.334758 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d28d49d9-8d02-4ad8-9b23-f1fa053d20ab {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:17.335144 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'code': 200} Feb 14 21:22:17.335445 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'code': 200} Feb 14 21:22:17.335711 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'code': 200} Feb 14 21:22:17.335991 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'code': 200} Feb 14 21:22:17.336209 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218', 'code': 200} Feb 14 21:22:17.479465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e39f7-6a00-4e10-a535-0ee95380e079 req-f36f6e68-99b4-449e-9653-967d37c2b7b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.481739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9e39f7-6a00-4e10-a535-0ee95380e079 req-f36f6e68-99b4-449e-9653-967d37c2b7b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2300537 Feb 14 21:22:17.523424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a431ee-7dfd-4d2e-a825-8990219edb51 req-dd7d68ef-e70a-4038-b342-7e245f3cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.526430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38a431ee-7dfd-4d2e-a825-8990219edb51 req-dd7d68ef-e70a-4038-b342-7e245f3cc5c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1128 time: 0.1067021 Feb 14 21:22:17.586326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9e39f7-6a00-4e10-a535-0ee95380e079 req-3544daca-9149-44a7-b5ef-f35c1950d1ad tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928020 Feb 14 21:22:17.600838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.605357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.620111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.621744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.624499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.625161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.625803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.631623 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-1442c66c-2283-4711-8da1-de4ff4cd5d54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6716 time: 0.1732895 Feb 14 21:22:17.706265 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38a431ee-7dfd-4d2e-a825-8990219edb51 req-26363c6f-1c70-4efd-815c-7150b1d1cd94 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580956 Feb 14 21:22:17.789066 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-275006ba-ce98-4eb3-861d-622afbeeb743 req-93aac829-279f-4e68-afe9-38e92c3643d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446729 Feb 14 21:22:17.800372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004634-5508-47d6-9361-6bd8b4b67356 req-82d5e048-a32d-44ed-add6-9e22fb88a5fb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:17.802484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b004634-5508-47d6-9361-6bd8b4b67356 req-82d5e048-a32d-44ed-add6-9e22fb88a5fb tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7a4af1b-a467-484c-8b31-9a8343abcf9d HTTP/1.1" status: 200 len: 946 time: 0.1404040 Feb 14 21:22:17.804023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9dc63f8c-a2d6-4f9c-8632-bb0332c112f3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:17.817160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:17.983999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] No DVR routers for this DVR port 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:18.012385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Pushing event deleted for resources: {'Port': ['ID=9dc63f8c-a2d6-4f9c-8632-bb0332c112f3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:18.015951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:18.019517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9cd981-71ed-4c39-9080-2f39f46016ca req-b48cd69a-a549-43a9-8a81-9113285aacb5 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.64 "DELETE /v2.0/ports/9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 HTTP/1.1" status: 204 len: 173 time: 1.5579021 Feb 14 21:22:18.032111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'name': 'network-vif-deleted', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:18.036907 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704bbe8-d6f2-44c4-8eb6-871f7dd01963" -d '{"events": [{"server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "name": "network-vif-deleted", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:18.129560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b004634-5508-47d6-9361-6bd8b4b67356 req-69d76e32-1688-471e-8dce-197bad41a738 tempest-ListServerFiltersTestJSON-696237393 tempest-ListServerFiltersTestJSON-696237393-project] 10.222.0.86 "GET /v2.0/security-groups?id=c80e2bce-22cd-4ab8-a19e-af8f254bd647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044376 Feb 14 21:22:18.187853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.204911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.226564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.232673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.268555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.306673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.314703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.317786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-9595b3bc-b250-4030-9dee-dbbb74faa39c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.4524467 Feb 14 21:22:18.321230 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e653c01-562f-45e2-b2ee-72853566c979 x-openstack-request-id: req-5e653c01-562f-45e2-b2ee-72853566c979 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:18.321536 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a4af1b-a467-484c-8b31-9a8343abcf9d", "name": "network-vif-deleted", "tag": "9dc63f8c-a2d6-4f9c-8632-bb0332c112f3", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:18.321793 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e653c01-562f-45e2-b2ee-72853566c979 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:18.322254 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a4af1b-a467-484c-8b31-9a8343abcf9d', 'name': 'network-vif-deleted', 'tag': '9dc63f8c-a2d6-4f9c-8632-bb0332c112f3', 'status': 'completed', 'code': 200} Feb 14 21:22:18.467045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087da03-3a5d-4619-a7e8-5276df65ca34 req-9f210a51-19a3-4d17-b205-8d3042ca8d56 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.468971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a087da03-3a5d-4619-a7e8-5276df65ca34 req-9f210a51-19a3-4d17-b205-8d3042ca8d56 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1069469 Feb 14 21:22:18.476838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a10ad4a9-3041-43c1-a0e6-61fd187e9b38 req-05fc3863-6612-4e0e-87e4-e41b6edd1eab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481998 Feb 14 21:22:18.561807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a087da03-3a5d-4619-a7e8-5276df65ca34 req-31d936f5-1ac9-40ed-9c5d-3a30c0606e2c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795810 Feb 14 21:22:18.740746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a93e5f58-4a7b-473e-a610-bc075e1ca56a req-e56b5d7b-762e-4faf-b948-d6f10e11bf9d tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=b12a6205-2fed-46b1-8179-6b01b39742ce HTTP/1.1" status: 200 len: 210 time: 0.0509787 Feb 14 21:22:18.768076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae794770-2b3b-4633-b458-1c1eaf8e8352 req-8201ad5d-adeb-4957-a72c-c07b47fbd2dc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:18.776701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae794770-2b3b-4633-b458-1c1eaf8e8352 req-8201ad5d-adeb-4957-a72c-c07b47fbd2dc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1688557 Feb 14 21:22:18.891812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae794770-2b3b-4633-b458-1c1eaf8e8352 req-2f847e56-b4f2-45fe-8396-4e3dafaac6ef tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065407 Feb 14 21:22:19.026766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cc6df-7653-4f64-830e-3862ff2ea93a req-48113f7a-e978-4fc8-aced-0a82aa8d5e87 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.042410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc4cc6df-7653-4f64-830e-3862ff2ea93a req-48113f7a-e978-4fc8-aced-0a82aa8d5e87 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1654129 Feb 14 21:22:19.172956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc4cc6df-7653-4f64-830e-3862ff2ea93a req-ff4393fa-85bc-4bf6-a390-bf26e872ad38 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047807 Feb 14 21:22:19.205627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:19.339645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Deleting subnet ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:22:19.350454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Publish callbacks [] for subnet (ed50ca87-df8f-4cd8-bfd6-4600a04a6a99), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:19.429888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (ed50ca87-df8f-4cd8-bfd6-4600a04a6a99), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:19.569115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ed50ca87-df8f-4cd8-bfd6-4600a04a6a99), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:19.707120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (ed50ca87-df8f-4cd8-bfd6-4600a04a6a99), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:19.810474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed50ca87-df8f-4cd8-bfd6-4600a04a6a99,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:19.844109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:19.853849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62894f-0f2a-464e-9606-7391adbadd6a None None] Network d3ad1c91-5954-470f-98ea-61a123d8047f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:19.867409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c5282ef-da19-4b97-8d3a-af9a5283851b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ed50ca87-df8f-4cd8-bfd6-4600a04a6a99 HTTP/1.1" status: 204 len: 168 time: 0.6605599 Feb 14 21:22:19.868737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47006) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:19.883983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.895890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.908639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.915972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.922839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.926576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:19.935698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.948414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:19.966444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-45722a2c-8558-4e6f-af81-27287e492d8d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.2726078 Feb 14 21:22:20.081932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa294e-7181-4440-acc1-e0b20e074181 req-a4536280-65b2-4a53-95bb-ff5fe59617d5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:20.087885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfa294e-7181-4440-acc1-e0b20e074181 req-a4536280-65b2-4a53-95bb-ff5fe59617d5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.3053548 Feb 14 21:22:20.090656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d3ad1c91-5954-470f-98ea-61a123d8047f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:20.174164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:20.174164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9dc63f8c-a2d6-4f9c-8632-bb0332c112f3 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:20.221743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Deleting port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:20.224081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfa294e-7181-4440-acc1-e0b20e074181 req-7a666452-7a26-4fe3-8bd9-3a4e05da8cad tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262157 Feb 14 21:22:20.229333 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:20.287021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4322f647-ec8a-43d2-baea-9a358c6d3570 req-e164be08-ab16-45bb-93df-1ef23aad03a3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3080931 Feb 14 21:22:20.450156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] DHCP port deletion for d3ad1c91-5954-470f-98ea-61a123d8047f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:22:20.603696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Deleting port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:20.617506 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:20.654216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5d63-d480-443a-80fe-7347e6d26674 req-b6016269-6ccd-4ab8-94dd-1f5f3c95d2cb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:20.657925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d73d5d63-d480-443a-80fe-7347e6d26674 req-b6016269-6ccd-4ab8-94dd-1f5f3c95d2cb tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1480672 Feb 14 21:22:20.798347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d73d5d63-d480-443a-80fe-7347e6d26674 req-fdbe5301-f0c4-4b28-90a1-7592f52ff828 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301143 Feb 14 21:22:20.901578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aca69-9eaf-465f-b997-338bde5a8b97 req-06eb31bb-a533-407f-8ff5-648b73849c29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:20.910323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] For port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:20.912152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b2aca69-9eaf-465f-b997-338bde5a8b97 req-06eb31bb-a533-407f-8ff5-648b73849c29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1174393 Feb 14 21:22:20.913104 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:20.994844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Calling delete_port for a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:21.038759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b2aca69-9eaf-465f-b997-338bde5a8b97 req-a649a0dc-2bea-451d-8243-51a1ca0872e0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194170 Feb 14 21:22:21.089544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] For port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,segment=NetworkSegment(96cc1aa2-1019-4d07-8dd1-fc7458e2920a),segment_id=96cc1aa2-1019-4d07-8dd1-fc7458e2920a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:21.091211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.120971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Calling delete_port for a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:21.131657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0616e-3a8a-4e80-98eb-3e9483b8e700 req-f2c80852-2297-46b4-b3f5-701cf7bbb868 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.131657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2eb0616e-3a8a-4e80-98eb-3e9483b8e700 req-f2c80852-2297-46b4-b3f5-701cf7bbb868 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1030593 Feb 14 21:22:21.142656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:21.147877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'floatingip': {'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:21.207218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.298769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:21.357817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.376696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.396843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] No DVR routers for this DVR port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:21.440535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] Pushing event deleted for resources: {'Port': ['ID=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:21.451757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4da73-571e-4211-a00c-b638dd3d5068 None None] No DVR routers for this DVR port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:21.474376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No active binding found for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 {{(pid=103514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 21:22:21.477778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] The host n-d-828372-11 is not matching for port a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 host None! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:22:21.478489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:21.567063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a82bc6e1-b917-4c40-88ab-1ce05c6cbcb1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:21.654880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.670603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.695334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.711899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.726025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.745034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.754912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:21.756911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-dd0d1cfb-098c-4eb9-aa44-d4bd6dfd9974 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.2552903 Feb 14 21:22:21.762305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d3ad1c91-5954-470f-98ea-61a123d8047f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.806471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad1c91-5954-470f-98ea-61a123d8047f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:21.821210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cc1aa2-1019-4d07-8dd1-fc7458e2920a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:21.821593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cc1aa2-1019-4d07-8dd1-fc7458e2920a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:21.841374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (96cc1aa2-1019-4d07-8dd1-fc7458e2920a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.906658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c19b3e57-f7dd-416e-b64c-54ae7cf758d1 req-9c089620-3534-4b96-b781-a8cd795b6512 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369393 Feb 14 21:22:21.920570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (96cc1aa2-1019-4d07-8dd1-fc7458e2920a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.966637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:22:21.969210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (96cc1aa2-1019-4d07-8dd1-fc7458e2920a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:22:21.971499 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:22:22.067281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab260-de8f-4887-bc28-afbd52533a12 req-a5555784-db79-4b65-8c31-db9483657801 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.070670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73cab260-de8f-4887-bc28-afbd52533a12 req-a5555784-db79-4b65-8c31-db9483657801 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1525288 Feb 14 21:22:22.176867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.183776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.189994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.196146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.206723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.212749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.219440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.237115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:22.242949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5e1538d-984d-46c8-9435-3ca262b5f19a req-2b27ffcd-5466-402f-a913-6ef131eea7bb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.1696835 Feb 14 21:22:22.254639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Request body: {'floatingip': {'port_id': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:22.258298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73cab260-de8f-4887-bc28-afbd52533a12 req-488ce7ca-2793-4030-a5be-b668b7fdd30d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480134 Feb 14 21:22:22.375171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:22.453684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce952-f301-40bc-8551-ae9bcbf11915 req-a339c638-6de8-4305-878d-3c35a234bc01 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:22.456022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1bce952-f301-40bc-8551-ae9bcbf11915 req-a339c638-6de8-4305-878d-3c35a234bc01 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.0992081 Feb 14 21:22:22.564257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1bce952-f301-40bc-8551-ae9bcbf11915 req-6c004b21-8921-4a9b-afc0-bdada52060b8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981460 Feb 14 21:22:22.904017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:22.905693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d3ad1c91-5954-470f-98ea-61a123d8047f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:22.949102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:22.964595 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] 10.222.0.86 "DELETE /v2.0/networks/d3ad1c91-5954-470f-98ea-61a123d8047f HTTP/1.1" status: 204 len: 168 time: 3.0840912 Feb 14 21:22:22.965528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:23.097420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeaf6a-135d-4fe7-a4f3-b2a903e5af0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ad1c91-5954-470f-98ea-61a123d8047f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:23.309060 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Floating IP 00c94726-d4b3-425f-b5f1-9ad915d43bf3 associated. External IP: 172.25.2.81, port: a57f36eb-9d7d-4e92-b5ea-c4256a01182a. Feb 14 21:22:23.383321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47078) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:23.487388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1b04c35-911a-459b-9e99-f2c44d4c2af4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=706e012229744ddcbe81d1552502c223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1015351 Feb 14 21:22:23.490156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:23.574872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28654e-c957-4398-81bc-a766a1481764 req-38501b3b-c1cd-4987-a508-283f4cb1d91c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:23.597450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d28654e-c957-4398-81bc-a766a1481764 req-38501b3b-c1cd-4987-a508-283f4cb1d91c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.1805558 Feb 14 21:22:23.617779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] Publish callbacks [] for security_group (c80e2bce-22cd-4ab8-a19e-af8f254bd647), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:23.751440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] Publish callbacks [] for security_group (c80e2bce-22cd-4ab8-a19e-af8f254bd647), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:23.924636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d28654e-c957-4398-81bc-a766a1481764 req-f5c555d8-509b-4ff3-bb26-f5f1fc688d4b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251293 Feb 14 21:22:23.951034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c80e2bce-22cd-4ab8-a19e-af8f254bd647), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:23.953644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:23.954783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c80e2bce-22cd-4ab8-a19e-af8f254bd647 HTTP/1.1" status: 204 len: 168 time: 0.4632897 Feb 14 21:22:23.995051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d2c6f-9842-43b9-8e46-5e46d1c79f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e2bce-22cd-4ab8-a19e-af8f254bd647,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:24.040050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23022e8-3478-4d98-9710-156bb320f674 req-fff430aa-bc2a-40ff-a956-0b05e80b7d9c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:24.049402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a23022e8-3478-4d98-9710-156bb320f674 req-fff430aa-bc2a-40ff-a956-0b05e80b7d9c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.3790865 Feb 14 21:22:24.219784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a23022e8-3478-4d98-9710-156bb320f674 req-95cf9423-1760-4c39-9264-e692fdd19689 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693692 Feb 14 21:22:24.225627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:22:24.332029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:24.351936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:24.567582 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Floating IP 446abf29-8dd7-4535-afb0-71e70cf8867e associated. External IP: 172.25.2.110, port: 9bc0c30b-9532-4527-9574-0b25d790b0b3. Feb 14 21:22:24.729776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:22:25.114349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:22:25.171278 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:22:25.190386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:25.404336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1dea-f356-4075-a56e-76d2ce04c96a req-ba9e85a8-228b-4906-936b-bb0b9b79d8e2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:25.419612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c8b1dea-f356-4075-a56e-76d2ce04c96a req-ba9e85a8-228b-4906-936b-bb0b9b79d8e2 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2083108 Feb 14 21:22:25.430320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:22:25.430724 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:22:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:25.580276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c8b1dea-f356-4075-a56e-76d2ce04c96a req-5747b35d-8e95-4ca0-b5eb-9be37b817f07 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584246 Feb 14 21:22:25.632536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632ce69-a3ec-491a-a018-7c6cfdd88397 req-3b25542b-260b-4d8e-9497-2a2e971d082d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:25.636261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4632ce69-a3ec-491a-a018-7c6cfdd88397 req-3b25542b-260b-4d8e-9497-2a2e971d082d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1622381 Feb 14 21:22:25.734525 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:22:25.742315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4632ce69-a3ec-491a-a018-7c6cfdd88397 req-0624bce5-46ca-4c1a-bae4-297ee01afc54 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989923 Feb 14 21:22:26.038472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-db8336bb-869b-454d-9a92-c7532b444e29 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "PUT /v2.0/floatingips/00c94726-d4b3-425f-b5f1-9ad915d43bf3 HTTP/1.1" status: 200 len: 990 time: 4.8945899 Feb 14 21:22:26.047231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:26.049867 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d682dd07-3f75-4e42-ac93-4b946c0e2d69" -d '{"events": [{"name": "network-changed", "server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:26.068401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47152) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:26.235954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Router f3a52622-a801-4409-aba8-c128123094ac has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:22:26.254065 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ed4cb-9cc5-48be-a250-ba07706b4903 x-openstack-request-id: req-6f3ed4cb-9cc5-48be-a250-ba07706b4903 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:26.254065 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:26.254493 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f3ed4cb-9cc5-48be-a250-ba07706b4903 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:26.255248 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'status': 'completed', 'code': 200} Feb 14 21:22:26.277117 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '00c94726-d4b3-425f-b5f1-9ad915d43bf3', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aabd71-d029-4605-acc4-423462bc5176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:21:57Z', 'updated_at': '2022-02-14T21:22:22Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:26.384002 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:22:26.407791 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:22:26.408416 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:22:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:26.419850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-574389424-network', 'tenant_id': '95fbab8820cc464689ed9269ddf0c4eb'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:26.481560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Made reservation on behalf of 95fbab8820cc464689ed9269ddf0c4eb for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:26.484125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.513871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-79171914-a63a-44e3-aae5-ff4a2887a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:26.523449 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-79171914-a63a-44e3-aae5-ff4a2887a293 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1128 time: 0.2608209 Feb 14 21:22:26.528836 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.734064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks [] for security_group (0298f860-315e-4afa-9b35-9a8e5fe5fa65), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.746622 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0298f860-315e-4afa-9b35-9a8e5fe5fa65), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.791621 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:22:26.794462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:22:26.803380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298f860-315e-4afa-9b35-9a8e5fe5fa65,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:26.808325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.814424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Sync routers for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:22:26.828075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:22:26.848717 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e993f2fa-6180-4a3a-94fc-348468fd9730), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:26.849232 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Added segment e993f2fa-6180-4a3a-94fc-348468fd9730 of type vlan for network 1ae85900-293c-4767-9348-0401f080b467 Feb 14 21:22:26.849515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:22:26.850196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:22:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:26.944352 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f7d64cd5-b6d5-43c5-a86e-2a2fc0fe1a5b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "PUT /v2.0/floatingips/446abf29-8dd7-4535-afb0-71e70cf8867e HTTP/1.1" status: 200 len: 992 time: 4.6964591 Feb 14 21:22:27.032835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-34288dee-ff90-4c39-aed2-3a8e302d32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.036938 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-34288dee-ff90-4c39-aed2-3a8e302d32c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.5003097 Feb 14 21:22:27.221432 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-150ed524-4205-42bf-9de4-e2d6899d5655 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 998 time: 0.1772854 Feb 14 21:22:27.245366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:27.256516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1070705142'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:27.260853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:22:27.299829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (1ae85900-293c-4767-9348-0401f080b467), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.345835 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '00c94726-d4b3-425f-b5f1-9ad915d43bf3', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aabd71-d029-4605-acc4-423462bc5176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:21:57Z', 'updated_at': '2022-02-14T21:22:22Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:27.372554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-c506a270-20be-4bc9-b64c-91869e1cb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.376699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-c506a270-20be-4bc9-b64c-91869e1cb495 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1435988 Feb 14 21:22:27.379621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:27.383814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.399772 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e14a5a-52e0-46fa-9158-1db05faa382b None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '00c94726-d4b3-425f-b5f1-9ad915d43bf3', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aabd71-d029-4605-acc4-423462bc5176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:21:57Z', 'updated_at': '2022-02-14T21:22:22Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:22:27.404373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (1ae85900-293c-4767-9348-0401f080b467), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.405334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.405937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.496175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:22:27.513361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (aa7f1ad5-01d6-4c13-a16e-027d8c5805bb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.514018 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Added segment aa7f1ad5-01d6-4c13-a16e-027d8c5805bb of type vlan for network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f Feb 14 21:22:27.585388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae85900-293c-4767-9348-0401f080b467,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:27.601528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fb3a169-4804-4890-9511-b91134a623e8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5258136 Feb 14 21:22:27.604297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47202) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:27.623294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27701940-af8b-4514-8233-a3e4ea981558 req-36397c4c-75ab-4714-8a09-82b874b08f99 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.625540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27701940-af8b-4514-8233-a3e4ea981558 req-36397c4c-75ab-4714-8a09-82b874b08f99 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.7131281 Feb 14 21:22:27.633281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 1ae85900-293c-4767-9348-0401f080b467 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:22:27.639722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Request body: {'subnet': {'network_id': '1ae85900-293c-4767-9348-0401f080b467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-574389424-subnet', 'tenant_id': '95fbab8820cc464689ed9269ddf0c4eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:27.666213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.692555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Made reservation on behalf of 95fbab8820cc464689ed9269ddf0c4eb for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:27.698043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.738388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-a84b4d26-ed6e-40ec-95fa-3b26069c469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.740831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-a84b4d26-ed6e-40ec-95fa-3b26069c469b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3506503 Feb 14 21:22:27.742757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.751516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.752361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:27.873926 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166dc8b8-3ce8-4f31-b6f3-fa1545121bcc None None] New status for floating IP 00c94726-d4b3-425f-b5f1-9ad915d43bf3: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:22:27.881346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc6cb6-423f-41d8-b6e2-a41ff01996ec req-e253f135-40bf-45c5-b5c2-c4969ea15db7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:27.889657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17fc6cb6-423f-41d8-b6e2-a41ff01996ec req-e253f135-40bf-45c5-b5c2-c4969ea15db7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.8660402 Feb 14 21:22:28.002899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17fc6cb6-423f-41d8-b6e2-a41ff01996ec req-bfd9c3d3-af62-47d0-a7fd-8f3d69f2ad60 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110315 Feb 14 21:22:28.038562 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7918890 Feb 14 21:22:28.044303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47204) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:28.049219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605673d-bbff-4472-a0c5-8b449a67b207 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Network': ['ID=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:28.082546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1116079673'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:28.122424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-f8fabd05-b223-4433-9991-b03a0cebf62f service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653216 Feb 14 21:22:28.144836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:22:28.319696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27701940-af8b-4514-8233-a3e4ea981558 req-7d999ffd-d1ed-4454-b3e3-636ed1731933 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393602 Feb 14 21:22:28.325645 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (2fc7752f-dbcd-4220-be62-bb12931cac84), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.353761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:28.355973 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199ab4e-3be4-4042-905f-30405d3d02f3" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:28.364621 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d682dd07-3f75-4e42-ac93-4b946c0e2d69 req-03095f79-57be-4649-8216-14cf6709c166 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361124 Feb 14 21:22:28.388526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:28.392385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.431451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc7752f-dbcd-4220-be62-bb12931cac84,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:28.452845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:22:28.476345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9840f54b-a846-40ca-b9b2-5f3efb7736f9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.476686 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Added segment 9840f54b-a846-40ca-b9b2-5f3efb7736f9 of type vlan for network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f Feb 14 21:22:28.490188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Checking segment: {'id': 'e993f2fa-6180-4a3a-94fc-348468fd9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1ae85900-293c-4767-9348-0401f080b467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:28.490449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Network hostable DHCP agents. Network: 1ae85900-293c-4767-9348-0401f080b467, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:22:28.556357 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8969e-ce5f-4d79-96c5-b55bb885020a x-openstack-request-id: req-1ad8969e-ce5f-4d79-96c5-b55bb885020a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:28.556788 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:28.557151 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ad8969e-ce5f-4d79-96c5-b55bb885020a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:28.557676 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'status': 'completed', 'code': 200} Feb 14 21:22:28.575113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.579384 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.596312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Network 1ae85900-293c-4767-9348-0401f080b467 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:22:28.705227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 1ae85900-293c-4767-9348-0401f080b467) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:28.738269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0e603-2cec-4d1a-9cb0-7357ba2d0eaa None None] Network 1ae85900-293c-4767-9348-0401f080b467 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:28.742524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.745246 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.765691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.775897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.777102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:28.821810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14d70f2b-0cb2-4b04-afea-c8f71debdcf6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1851068 Feb 14 21:22:28.878396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '446abf29-8dd7-4535-afb0-71e70cf8867e', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'port_id': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'mac_address': 'fa:16:3e:22:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:19:07Z', 'updated_at': '2022-02-14T21:22:23Z', 'revision_number': 1, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:28.917773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Checking router: f3a52622-a801-4409-aba8-c128123094ac for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:22:28.923896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db563cb-fdf2-426b-8430-907da644eec7 None None] Network 1ae85900-293c-4767-9348-0401f080b467 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:28.935963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.936629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.937327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.937685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.938217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.938748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.939309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:28.942526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-07670ea5-bb82-4122-880c-a271fde91e76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6716 time: 0.3158300 Feb 14 21:22:28.952253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47234) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:28.957592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'subnet': {'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:28.958379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:22:28.960058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:22:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:28.963287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9148211 Feb 14 21:22:29.137325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.146267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.153817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.161185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.166794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.172158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:29.174261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.175987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:29.181861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.183871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-352c599b-1832-40e5-a10f-bf8b03d1aeaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.4970338 Feb 14 21:22:29.200535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aef837-b2b0-4de8-9d38-610a9b758bd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Network': ['ID=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:29.247759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:22:29.280021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8e914-51b9-49da-b67f-450a4fd4f536 req-13a6ebc2-7e8e-4874-9565-9e3942571d47 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.281598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31b8e914-51b9-49da-b67f-450a4fd4f536 req-13a6ebc2-7e8e-4874-9565-9e3942571d47 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 950 time: 0.4392707 Feb 14 21:22:29.282662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-530591bf-0c27-49c7-b2da-aef4549911f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.284063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-530591bf-0c27-49c7-b2da-aef4549911f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b977ec3f-a34c-462e-8079-2e605c65339f HTTP/1.1" status: 200 len: 912 time: 0.3133321 Feb 14 21:22:29.413758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fd6e5b9-0518-4ae0-bccd-acb08aebb7a8 req-54fb1dd7-120a-4bf7-bd93-a2afbf835024 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187424 Feb 14 21:22:29.456069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-aef17369-e4f3-4437-94e7-b0c8babf5314 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3 HTTP/1.1" status: 200 len: 1000 time: 0.1612773 Feb 14 21:22:29.492751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31b8e914-51b9-49da-b67f-450a4fd4f536 req-18b23948-9007-4923-b7c3-4c2eec53bdb9 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940699 Feb 14 21:22:29.537921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:22:29.697789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-3d241e5b-4389-4717-8a17-d23c02e894b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.704467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-3d241e5b-4389-4717-8a17-d23c02e894b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba924296-e422-48b5-b3cb-416a7753fc6c HTTP/1.1" status: 200 len: 850 time: 0.2401898 Feb 14 21:22:29.731939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (7d9854ac-1702-4176-9a95-dbf8172bee3a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:29.837157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b866195-fee8-4b65-84dc-da6a76ac8573 req-c2255b1f-23f0-49e2-9d4d-d75e716da765 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.838720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b866195-fee8-4b65-84dc-da6a76ac8573 req-c2255b1f-23f0-49e2-9d4d-d75e716da765 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2493417 Feb 14 21:22:29.863755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-5e2bdb48-523f-433f-88cd-23c35fe58af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.864770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Subnet': ['ID=7d9854ac-1702-4176-9a95-dbf8172bee3a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:29.869896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:29.870264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network hostable DHCP agents. Network: e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:22:29.872045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-5e2bdb48-523f-433f-88cd-23c35fe58af7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b977ec3f-a34c-462e-8079-2e605c65339f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1480107 Feb 14 21:22:29.898929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:22:29.913602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:29.928324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754d770-8478-44ff-9c05-07008482abcd None None] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:29.928574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:29.930017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:29.954408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17960091-93bc-4f11-bb7d-5916320dfaa8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0006933 Feb 14 21:22:29.957210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:29.965320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'subnet': {'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:30.054141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:22:30.055007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:30.138270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:30.143971 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:30.171068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '446abf29-8dd7-4535-afb0-71e70cf8867e', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'port_id': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'mac_address': 'fa:16:3e:22:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:19:07Z', 'updated_at': '2022-02-14T21:22:23Z', 'revision_number': 1, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:30.402183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ab8e7-f714-4743-b3ff-3743f5f7c24a None None] The sync data for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 is: [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '446abf29-8dd7-4535-afb0-71e70cf8867e', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'port_id': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'mac_address': 'fa:16:3e:22:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:19:07Z', 'updated_at': '2022-02-14T21:22:23Z', 'revision_number': 1, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:22:30.449952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (bddb53e4-aa61-4883-b421-7f9290d389dd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:30.511472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b866195-fee8-4b65-84dc-da6a76ac8573 req-d8f58309-3fb2-4860-b074-2cdcbcf71c99 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503687 Feb 14 21:22:30.530139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Allocated IP 10.1.1.2 (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f/7d9854ac-1702-4176-9a95-dbf8172bee3a/ef3b090e-9efd-4ae4-b199-0d70b675af92) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:30.557808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-99547ac4-2584-4cd2-a5bb-8db8ba63461a tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:30.568239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-99547ac4-2584-4cd2-a5bb-8db8ba63461a tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/networks?id=1ae85900-293c-4767-9348-0401f080b467 HTTP/1.1" status: 200 len: 820 time: 0.7284441 Feb 14 21:22:30.603565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-4e86ed00-a7ab-447c-977c-c48c7979367d tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/quotas/95fbab8820cc464689ed9269ddf0c4eb HTTP/1.1" status: 200 len: 375 time: 0.0327311 Feb 14 21:22:30.604617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Checking segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:30.605094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network hostable DHCP agents. Network: 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:22:30.611900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Subnet': ['ID=bddb53e4-aa61-4883-b421-7f9290d389dd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:30.643517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:22:30.658070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:30.672421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a621f4f-4e17-473d-9df1-742b22043fbf None None] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:30.674839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:30.676168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:30.699271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-e2652da6-98dd-4af1-afca-7e0c8f87d3bc tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95fbab8820cc464689ed9269ddf0c4eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942154 Feb 14 21:22:30.704470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-40bf2fe6-b04d-46dc-a993-0aabb01fcf28 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7455788 Feb 14 21:22:30.705834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:30.712989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1066916715', 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:30.738003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-57cd441a-8a63-40d4-85e7-64fd1ebc4cef service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488002 Feb 14 21:22:30.856452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc00137-35f3-4d3f-b5b4-f7fde04ce07c None None] New status for floating IP 446abf29-8dd7-4535-afb0-71e70cf8867e: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:22:30.919568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:31.011922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7199ab4e-3be4-4042-905f-30405d3d02f3 req-d57f2e96-9079-4be6-8c69-f92fd0a3f052 service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269320 Feb 14 21:22:31.114566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.123205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c1ec5-16d3-486d-8370-7f396d363c2e req-f0f292e0-7ec0-4bdf-b9a9-8dc625bc8d3d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:31.136066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] device_id is not set on port 477d8dd6-b5af-4c43-96e3-b2b730d31769 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:22:31.142167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-011c1ec5-16d3-486d-8370-7f396d363c2e req-f0f292e0-7ec0-4bdf-b9a9-8dc625bc8d3d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.5113647 Feb 14 21:22:31.265111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-7ebda7d7-dac6-4144-8cd4-88a0d65e052d service neutron] 10.222.0.86 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632386 Feb 14 21:22:31.381136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks [] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.389205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-011c1ec5-16d3-486d-8370-7f396d363c2e req-53f5147f-9ba3-489c-8537-86ab28436861 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456226 Feb 14 21:22:31.403822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89393fc-c6c8-4639-8b2e-b6a3ec61e85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.409077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ips': [{'subnet_id': 'bddb53e4-aa61-4883-b421-7f9290d389dd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:22:31.410443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.414476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.491814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Pushing event updated for resources: {'Port': ['ID=ef3b090e-9efd-4ae4-b199-0d70b675af92,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:31.506116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:31.511109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:31.517550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:31.568989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.1.1.126 (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f/7d9854ac-1702-4176-9a95-dbf8172bee3a/477d8dd6-b5af-4c43-96e3-b2b730d31769) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:31.677366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-5786a97a-c8f6-418e-8831-038416d6f667 service neutron] 10.222.0.86 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103112 Feb 14 21:22:31.869689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Attempting to bind port ef3b090e-9efd-4ae4-b199-0d70b675af92 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:31.873953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Attempting to bind port ef3b090e-9efd-4ae4-b199-0d70b675af92 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:31.874641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Attempting to bind port ef3b090e-9efd-4ae4-b199-0d70b675af92 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:31.900883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:31.905484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:31.906730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:31.910950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.911634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Bound using segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:31.912439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Bound port: ef3b090e-9efd-4ae4-b199-0d70b675af92, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:31.919384 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.950068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:31.968197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:31.974638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:31.992256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.006897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.033499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:32.042226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.047927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.085273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.092607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84229b02-fa23-479e-bb66-80d5e7334c3e req-2867af44-e958-4ab6-a0d2-3146acef4d2f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.3972418 Feb 14 21:22:32.154110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:32.188079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:32.194854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:32.202861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:32.269584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.270281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.301459 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ee630f7-d19c-428d-87b9-5f195441a699 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5928912 Feb 14 21:22:32.305444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:32.318276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1276625876', 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:32.427808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Allocated IP 10.2.2.2 (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f/bddb53e4-aa61-4883-b421-7f9290d389dd/264af9dd-c1cd-43e5-9e91-6de276c30c61) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:32.437926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b985f-589c-40c5-b2a6-4e6d3db8fe4f req-492755d0-1802-4c97-8835-7ca7e87b6d9e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:32.450839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f27b985f-589c-40c5-b2a6-4e6d3db8fe4f req-492755d0-1802-4c97-8835-7ca7e87b6d9e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2433012 Feb 14 21:22:32.454677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] For port ef3b090e-9efd-4ae4-b199-0d70b675af92, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:32.463469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] For port ef3b090e-9efd-4ae4-b199-0d70b675af92, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ef3b090e-9efd-4ae4-b199-0d70b675af92,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:32.476495 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.586350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddf29a-6206-441f-b600-913028bfeca3 None None] Pushing event updated for resources: {'Port': ['ID=ef3b090e-9efd-4ae4-b199-0d70b675af92,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:32.658247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:32.668436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.684554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:32.685010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.703192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f27b985f-589c-40c5-b2a6-4e6d3db8fe4f req-a3508ee2-0b1c-4357-a126-2595e81a7941 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438886 Feb 14 21:22:32.776728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] device_id is not set on port 4128a4aa-17cb-417f-af23-85931a4570f1 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:22:32.804446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:32.808592 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35908bfb-35fe-496a-b0c6-2f6d40d12f20" -d '{"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:32.864610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:32.889344 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:32.979096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-022f0edb-2d3d-4a9e-910a-4a7311c9c54f req-7d40dd1c-3daf-4fac-9585-f714db29472b tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 210 time: 0.1358032 Feb 14 21:22:33.126104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.1.1.211 (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f/7d9854ac-1702-4176-9a95-dbf8172bee3a/4128a4aa-17cb-417f-af23-85931a4570f1) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:33.229572 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b04ea-412e-44e7-ac00-9e4eb96f3103 x-openstack-request-id: req-232b04ea-412e-44e7-ac00-9e4eb96f3103 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:33.230041 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:33.230451 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-232b04ea-412e-44e7-ac00-9e4eb96f3103 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:33.231093 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'code': 200} Feb 14 21:22:33.395909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:33.414206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c71eebf6-8600-4108-9fb5-2c89b0554411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.423614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks [] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.443222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.507813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef86c4-6933-4bac-85fe-200a4ac35495 req-e5f9c779-157f-4581-91ec-12d07635c17f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:33.517513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98ef86c4-6933-4bac-85fe-200a4ac35495 req-e5f9c779-157f-4581-91ec-12d07635c17f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.2784536 Feb 14 21:22:33.613162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Pushing event updated for resources: {'Port': ['ID=264af9dd-c1cd-43e5-9e91-6de276c30c61,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:33.631996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:33.648416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:33.657993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:33.697501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98ef86c4-6933-4bac-85fe-200a4ac35495 req-725da113-d1fa-4cf7-841f-aee72752767d tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663554 Feb 14 21:22:33.845552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (4128a4aa-17cb-417f-af23-85931a4570f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.872162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Attempting to bind port 264af9dd-c1cd-43e5-9e91-6de276c30c61 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:33.872872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Attempting to bind port 264af9dd-c1cd-43e5-9e91-6de276c30c61 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:33.874437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Attempting to bind port 264af9dd-c1cd-43e5-9e91-6de276c30c61 on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:33.893903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:33.894311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Checking segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:33.894728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.898787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Bound using segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:33.899975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Bound port: 264af9dd-c1cd-43e5-9e91-6de276c30c61, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:33.904527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.930260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:33.935109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570613f-d22b-4a16-956d-f6a4e4908e8a req-22661e54-9f83-4e04-a959-89710792b469 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:33.940461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8570613f-d22b-4a16-956d-f6a4e4908e8a req-22661e54-9f83-4e04-a959-89710792b469 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.1970475 Feb 14 21:22:33.990974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:33.995521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:34.005457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:34.064220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] For port 264af9dd-c1cd-43e5-9e91-6de276c30c61, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:34.069395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] For port 264af9dd-c1cd-43e5-9e91-6de276c30c61, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=264af9dd-c1cd-43e5-9e91-6de276c30c61,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:34.072097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:34.092557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:22:34.107333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:34.123551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:34.125563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:34.132200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8570613f-d22b-4a16-956d-f6a4e4908e8a req-a3268f76-7c53-44b4-94f1-ff782090b212 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666284 Feb 14 21:22:34.168966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6fc85-9827-45f2-83b0-9a963b845214 req-0c0e30d6-4925-4a29-8048-50076287626c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:34.176565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7e6fc85-9827-45f2-83b0-9a963b845214 req-0c0e30d6-4925-4a29-8048-50076287626c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2344902 Feb 14 21:22:34.178419 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2dfd2190-aea2-407a-84ce-5e78ea6d73af tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8687658 Feb 14 21:22:34.249988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:22:34.291660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7e6fc85-9827-45f2-83b0-9a963b845214 req-88beb522-c6a1-4e0e-98c5-e341e4a9db71 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085432 Feb 14 21:22:34.375284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce1056ee-8997-472d-9ec3-0ed5cc852585 req-2f8557e8-7d52-4bb5-83ce-a18b658a39e6 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 210 time: 0.0821311 Feb 14 21:22:34.415503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:34.467276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8941-3d21-4b27-aec2-4a002346fe9e None None] Pushing event updated for resources: {'Port': ['ID=264af9dd-c1cd-43e5-9e91-6de276c30c61,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:34.508393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 21:22:34.514767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:34.776684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e4460-296a-4ab7-8eef-4e849d223bb8 None None] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:34.777273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-cfe091bc-4331-46bf-8093-f1e46a1a3f83 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:34.778983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-cfe091bc-4331-46bf-8093-f1e46a1a3f83 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.0937078 Feb 14 21:22:34.797201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:34.917048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Provisioning complete for port ef3b090e-9efd-4ae4-b199-0d70b675af92 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:34.917768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:34.961062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47354) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:34.978905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282725945', 'description': 'tempest-description--1424570400'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:35.119344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.124457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.203417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d4c6-a8eb-4c42-82ef-3494e4837b9c req-7622307b-4ba5-4096-b715-08b45e75a985 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:35.221945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e5d4c6-a8eb-4c42-82ef-3494e4837b9c req-7622307b-4ba5-4096-b715-08b45e75a985 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 945 time: 0.3102410 Feb 14 21:22:35.370923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Current status of the port ef3b090e-9efd-4ae4-b199-0d70b675af92 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:35.371501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.378606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e5d4c6-a8eb-4c42-82ef-3494e4837b9c req-f60b788d-7a5f-4f2f-9191-18550de1d6e0 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508718 Feb 14 21:22:35.434063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 264af9dd-c1cd-43e5-9e91-6de276c30c61 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:35.453225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-3b3a720c-3c0d-4b77-90b7-017a4d5aa8b7 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:35.455392 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-3b3a720c-3c0d-4b77-90b7-017a4d5aa8b7 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.64 "GET /v2.0/networks?id=1ae85900-293c-4767-9348-0401f080b467 HTTP/1.1" status: 200 len: 820 time: 0.5758049 Feb 14 21:22:35.487927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Request body: {'port': {'device_id': '00060f60-d833-44b8-881d-c490fc1b052a', 'network_id': '1ae85900-293c-4767-9348-0401f080b467', 'admin_state_up': True, 'tenant_id': '95fbab8820cc464689ed9269ddf0c4eb'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:35.606014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] For port ef3b090e-9efd-4ae4-b199-0d70b675af92, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ef3b090e-9efd-4ae4-b199-0d70b675af92,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:35.645255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.713988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (89bd0070-98f9-4286-83d1-ad24b3c7c984), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.738571 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (89bd0070-98f9-4286-83d1-ad24b3c7c984), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.780602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:35.812668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a654f-f78f-472c-81aa-8b06e0a57cb7 None None] Pushing event updated for resources: {'Port': ['ID=ef3b090e-9efd-4ae4-b199-0d70b675af92,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:35.858806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Provisioning complete for port 4128a4aa-17cb-417f-af23-85931a4570f1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:35.859281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.870212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:35.902215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.906380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9407167 Feb 14 21:22:35.906585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Port 4128a4aa-17cb-417f-af23-85931a4570f1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:35.918703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.920940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:35.921796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f64f-61ed-4071-8665-806dc1bee764 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd0070-98f9-4286-83d1-ad24b3c7c984,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:35.944564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'security_group_rule': {'security_group_id': '89bd0070-98f9-4286-83d1-ad24b3c7c984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:35.963294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 264af9dd-c1cd-43e5-9e91-6de276c30c61 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:35.963868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.970159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks [] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:35.974267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:35.978945 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b929703-9582-4a58-bff5-6d66041fe2bd" -d '{"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-unplugged", "status": "completed", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:35.984469 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0c365d3d-932b-4645-84cc-fa638cd706d7 service neutron] show failed (client error): The resource could not be found. Feb 14 21:22:35.985719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0c365d3d-932b-4645-84cc-fa638cd706d7 service neutron] 10.222.0.83 "GET /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.3447337 Feb 14 21:22:35.987383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.089494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Made reservation on behalf of 95fbab8820cc464689ed9269ddf0c4eb for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:36.106812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.137246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (14fb72e9-5b76-4be0-b333-150e78b51fb5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.149050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Provisioning complete for port ef3b090e-9efd-4ae4-b199-0d70b675af92 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:36.150051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.225466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:36.302615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac163-6f5b-4f8e-bccb-6a0569273025 req-212aabf1-7bb3-41b2-9707-2b57467e153b tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.311702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b76ac163-6f5b-4f8e-bccb-6a0569273025 req-212aabf1-7bb3-41b2-9707-2b57467e153b tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.9538949 Feb 14 21:22:36.326010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.355510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:36.355940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:36.356690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:36.394672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b32ce4-ec7c-43b5-a7c4-f48015cb5b61 None None] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:36.411090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:36.411324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Attempting to bind port fd02bff2-5352-481f-8d60-e30354a1e78d on network 078bad4b-6dd2-4931-adfb-f15f2aa32330 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:36.429962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d869c-02b9-4cad-8399-fb8a4024436f req-13dad9b9-5b27-4cde-9d7f-09480bd630b8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.439316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb2d869c-02b9-4cad-8399-fb8a4024436f req-13dad9b9-5b27-4cde-9d7f-09480bd630b8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.8947229 Feb 14 21:22:36.503297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:36.503534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Checking segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:36.503923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Bound using segment: {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:36.504373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Bound port: fd02bff2-5352-481f-8d60-e30354a1e78d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '078bad4b-6dd2-4931-adfb-f15f2aa32330'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:36.504737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.572541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b76ac163-6f5b-4f8e-bccb-6a0569273025 req-b3eed425-b399-4e3f-8700-93d65dd3c0cc tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598400 Feb 14 21:22:36.612243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb2d869c-02b9-4cad-8399-fb8a4024436f req-6a384035-9f81-47be-a968-ebf291be64c3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680799 Feb 14 21:22:36.638859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (14fb72e9-5b76-4be0-b333-150e78b51fb5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.653494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (14fb72e9-5b76-4be0-b333-150e78b51fb5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.669346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 264af9dd-c1cd-43e5-9e91-6de276c30c61 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:36.669346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.707054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-577b2556-4cbb-4500-8047-e200d78ae47a tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.708965 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-577b2556-4cbb-4500-8047-e200d78ae47a tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.3439472 Feb 14 21:22:36.715747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fb72e9-5b76-4be0-b333-150e78b51fb5,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:36.727501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Current status of the port ef3b090e-9efd-4ae4-b199-0d70b675af92 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:36.733804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Allocated IP 172.20.0.6 (1ae85900-293c-4767-9348-0401f080b467/2fc7752f-dbcd-4220-be62-bb12931cac84/62eff30c-a7a4-4f77-9662-1f278d0e1783) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:36.734088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:36.745903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:36.760920 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b89a048-7017-4a5d-b985-092b83d14e02 x-openstack-request-id: req-8b89a048-7017-4a5d-b985-092b83d14e02 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:36.761366 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-unplugged", "status": "completed", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:36.761722 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b89a048-7017-4a5d-b985-092b83d14e02 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:36.762223 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'code': 200} Feb 14 21:22:36.799393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.803978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a441b1a0-c169-4223-9d95-85a60725cdc3 req-6dc3c36b-a138-48da-ae98-6d709b085309 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 210 time: 0.0404947 Feb 14 21:22:36.904787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.908843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50954562-dc58-4d34-8dea-80bb165445e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9717064 Feb 14 21:22:36.911081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:36.916371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:36.918731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'security_group_rule': {'security_group_id': '89bd0070-98f9-4286-83d1-ad24b3c7c984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:36.923332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 264af9dd-c1cd-43e5-9e91-6de276c30c61, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=264af9dd-c1cd-43e5-9e91-6de276c30c61,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:36.945221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Provisioning complete for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:36.945500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.946520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.946972 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.948498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-822b5ca3-37c0-4d3d-9642-b83a6aab3076 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 1123 time: 2.1554704 Feb 14 21:22:36.953668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0c64f21d-8286-4de1-8fa0-33de7d8d983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.955220 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-0c64f21d-8286-4de1-8fa0-33de7d8d983c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.4530802 Feb 14 21:22:36.979297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:36.981221 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:36.984618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ef3b090e-9efd-4ae4-b199-0d70b675af92 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:36.988838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada8cd-e9a0-425a-ba3d-277f67bb48c3 req-daf29d88-02e2-4b76-8d08-7031694974f9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:36.997559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2ada8cd-e9a0-425a-ba3d-277f67bb48c3 req-daf29d88-02e2-4b76-8d08-7031694974f9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.1169250 Feb 14 21:22:37.092146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2ada8cd-e9a0-425a-ba3d-277f67bb48c3 req-ec36668b-6bf8-4a09-b179-09961d5e4a0e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935085 Feb 14 21:22:37.168186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['fd02bff2-5352-481f-8d60-e30354a1e78d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:37.176388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['fd02bff2-5352-481f-8d60-e30354a1e78d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:37.238486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks [] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.303620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (b4e0ca3f-ee3f-48e6-8b9a-9b280f54a298), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.348312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.368994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.441640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9d9e3-5652-4cd2-8b18-3e2f59b64607 None None] Port 477d8dd6-b5af-4c43-96e3-b2b730d31769 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:37.499268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ef3b090e-9efd-4ae4-b199-0d70b675af92 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:37.499789 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.503736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=264af9dd-c1cd-43e5-9e91-6de276c30c61,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:37.590230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.621853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Provisioning complete for port 4128a4aa-17cb-417f-af23-85931a4570f1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:37.622274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.627675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (b4e0ca3f-ee3f-48e6-8b9a-9b280f54a298), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.630016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Network 1ae85900-293c-4767-9348-0401f080b467 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:37.677890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:37.684179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:37.707682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Deleting port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:37.708797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.719614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b4e0ca3f-ee3f-48e6-8b9a-9b280f54a298), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.747748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7d53-4c62-4dce-9acd-9e226c1ab188 req-f0fb3d56-3cf7-4ad1-9ee1-678fbefc5cb7 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:37.758594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a69e7d53-4c62-4dce-9acd-9e226c1ab188 req-f0fb3d56-3cf7-4ad1-9ee1-678fbefc5cb7 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.0864923 Feb 14 21:22:37.766598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Pushing event updated for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:37.816615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e0ca3f-ee3f-48e6-8b9a-9b280f54a298,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:37.856943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Port 4128a4aa-17cb-417f-af23-85931a4570f1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:37.878281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a69e7d53-4c62-4dce-9acd-9e226c1ab188 req-5f1008c7-1d67-4159-89d9-964e21f9c0f9 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185408 Feb 14 21:22:37.906563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.908370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b32dc118-ed02-407b-9642-f71600fc427c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9962964 Feb 14 21:22:37.912980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Provisioning complete for port 264af9dd-c1cd-43e5-9e91-6de276c30c61 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:37.913361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:37.917275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47384) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:37.942975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:37.950431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ef3b090e-9efd-4ae4-b199-0d70b675af92 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:38.041573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b982-a156-41e8-8ebd-65e8901c536f req-c6880bdd-c643-48c7-bc93-03126b878cdd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:38.048830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c125b982-a156-41e8-8ebd-65e8901c536f req-c6880bdd-c643-48c7-bc93-03126b878cdd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.2871473 Feb 14 21:22:38.058157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:38.059141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.142884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Current status of the port 264af9dd-c1cd-43e5-9e91-6de276c30c61 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:38.158552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-59ca824e-d093-495c-bda6-92d9390c0a7c tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6877708 Feb 14 21:22:38.161321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 264af9dd-c1cd-43e5-9e91-6de276c30c61 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:38.185544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.197629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Request body: {'port': {'device_id': '00060f60-d833-44b8-881d-c490fc1b052a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:38.238713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Provisioning complete for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:38.239069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.259695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] For port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:38.260471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.299646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 264af9dd-c1cd-43e5-9e91-6de276c30c61 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:38.300030 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.335643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c125b982-a156-41e8-8ebd-65e8901c536f req-030998b8-d57e-49b4-a231-083b8934b5f8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749135 Feb 14 21:22:38.344422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.348500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Calling delete_port for f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:38.405134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c037e-327a-4995-a77c-332b343d3f48 req-65670e4f-1c19-49fe-9a3c-f6ee82e533f9 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:38.405643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3b983dbc-cfa8-4bde-ba01-ab5524741784 None None] Port 477d8dd6-b5af-4c43-96e3-b2b730d31769 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:38.413254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-634c037e-327a-4995-a77c-332b343d3f48 req-65670e4f-1c19-49fe-9a3c-f6ee82e533f9 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 931 time: 0.3248448 Feb 14 21:22:38.428802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-70ac6b36-7d8c-4ba4-a6c9-3c29f9061831 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3481660 Feb 14 21:22:38.504663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 264af9dd-c1cd-43e5-9e91-6de276c30c61 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:38.505998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ef3b090e-9efd-4ae4-b199-0d70b675af92 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:38.552341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-634c037e-327a-4995-a77c-332b343d3f48 req-65188fe1-4dae-44de-9d57-1d9474697a83 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199172 Feb 14 21:22:38.595841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-05a55b7f-4b2d-4426-bc00-b7f7ff5fa7f2 None None] Provisioning complete for port 264af9dd-c1cd-43e5-9e91-6de276c30c61 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:38.596217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a55b7f-4b2d-4426-bc00-b7f7ff5fa7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.601147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6f5f-ec0a-403d-9329-414fe63dc04e req-9228f9a7-153f-4bc5-a162-14421b9dbc45 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:38.609351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-750a6f5f-ec0a-403d-9329-414fe63dc04e req-9228f9a7-153f-4bc5-a162-14421b9dbc45 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.0913572 Feb 14 21:22:38.673959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.706096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-750a6f5f-ec0a-403d-9329-414fe63dc04e req-aadcacdf-98d3-4d0e-b1bf-670f7a813fa9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 Feb 14 21:22:38.707697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ef3b090e-9efd-4ae4-b199-0d70b675af92 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:38.708084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:38.768049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:38.776952 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823e3fd-ad25-4119-bef5-fc3e4bedb774" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:38.890420 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e4b71-7852-4343-8ba8-7e05104bd797 x-openstack-request-id: req-722e4b71-7852-4343-8ba8-7e05104bd797 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:38.891251 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:38.891581 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-722e4b71-7852-4343-8ba8-7e05104bd797 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:38.893405 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'status': 'completed', 'code': 200} Feb 14 21:22:38.985950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 172.25.2.15 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/e7cbcf0c-0169-49d6-a75c-30878928b5ba) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:39.009116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-05a55b7f-4b2d-4426-bc00-b7f7ff5fa7f2 None None] Current status of the port 264af9dd-c1cd-43e5-9e91-6de276c30c61 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:39.043692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ef3b090e-9efd-4ae4-b199-0d70b675af92 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:39.144722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.207223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.333779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eff30c-a7a4-4f77-9662-1f278d0e1783 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:39.342425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks [] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.349490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:39.356171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Transition to ACTIVE for port object 62eff30c-a7a4-4f77-9662-1f278d0e1783 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:39.378372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:39.380763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=e7cbcf0c-0169-49d6-a75c-30878928b5ba,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:39.383513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:39.406831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.436450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785b495-d5fb-46b2-8728-13f169b948d6 req-8da262c3-0603-4a59-b61d-90c11c0568da tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:39.443729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4785b495-d5fb-46b2-8728-13f169b948d6 req-8da262c3-0603-4a59-b61d-90c11c0568da tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.2600663 Feb 14 21:22:39.484473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:39.499608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-4a003e4e-a6de-4e36-abf3-33fb3d775e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:39.500392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-e70e56de-ce39-488e-b246-4223d6568ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:39.501241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-4a003e4e-a6de-4e36-abf3-33fb3d775e24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1157 time: 0.3076468 Feb 14 21:22:39.502001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-e70e56de-ce39-488e-b246-4223d6568ec8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 1127 time: 0.8486826 Feb 14 21:22:39.624118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Pushing event updated for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:39.643554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-34854fb1-9343-43cc-bfc2-4a81b17699ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:39.645525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-34854fb1-9343-43cc-bfc2-4a81b17699ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1061559 Feb 14 21:22:39.670115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48db1d-5e4d-4d90-ac25-123313a04d05 req-e07f9578-8c78-4f43-9c0d-167ed592f692 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:39.677376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c48db1d-5e4d-4d90-ac25-123313a04d05 req-e07f9578-8c78-4f43-9c0d-167ed592f692 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7c85c06-8715-43c0-9940-a3683aaea7be HTTP/1.1" status: 200 len: 948 time: 0.4950917 Feb 14 21:22:39.685217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f3e03bb4-35c5-47d5-8524-fa18bf6f3c06), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.818300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:39.835931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c48db1d-5e4d-4d90-ac25-123313a04d05 req-bc1bed52-f540-4d2a-b20b-334e818d0b45 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.86 "GET /v2.0/security-groups?id=926fbbe1-bc34-4596-88c9-610f2c0c258e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574688 Feb 14 21:22:39.837461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-42f1582d-f420-487b-99f9-43c4c3d90a78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 217 time: 0.1809723 Feb 14 21:22:39.842257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Pushing event deleted for resources: {'Port': ['ID=f3e03bb4-35c5-47d5-8524-fa18bf6f3c06,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:39.849241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Attempting to bind port 62eff30c-a7a4-4f77-9662-1f278d0e1783 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:39.850164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Attempting to bind port 62eff30c-a7a4-4f77-9662-1f278d0e1783 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'e993f2fa-6180-4a3a-94fc-348468fd9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1ae85900-293c-4767-9348-0401f080b467'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:39.850761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Attempting to bind port 62eff30c-a7a4-4f77-9662-1f278d0e1783 on network 1ae85900-293c-4767-9348-0401f080b467 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:39.869036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Port 62eff30c-a7a4-4f77-9662-1f278d0e1783 on network 1ae85900-293c-4767-9348-0401f080b467 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:39.881141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Attempting to bind port 62eff30c-a7a4-4f77-9662-1f278d0e1783 on network 1ae85900-293c-4767-9348-0401f080b467 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:39.958310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:39.959194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Checking segment: {'id': 'e993f2fa-6180-4a3a-94fc-348468fd9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1ae85900-293c-4767-9348-0401f080b467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:39.959901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Bound using segment: {'id': 'e993f2fa-6180-4a3a-94fc-348468fd9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1ae85900-293c-4767-9348-0401f080b467'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:39.960762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Bound port: 62eff30c-a7a4-4f77-9662-1f278d0e1783, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e993f2fa-6180-4a3a-94fc-348468fd9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1ae85900-293c-4767-9348-0401f080b467'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:39.961622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:39.977707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4785b495-d5fb-46b2-8728-13f169b948d6 req-f1f182c9-b328-4df7-9e6c-dc2b35d9098e tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324421 Feb 14 21:22:40.002941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:40.017928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] No DVR routers for this DVR port f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:40.029078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.031823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.036080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70d4d001-9375-4d4c-b8f2-c2a633de781f req-77c229ee-4554-42d5-8ac7-2f2a1d579a30 tempest-ImagesOneServerTestJSON-1090436510 tempest-ImagesOneServerTestJSON-1090436510-project] 10.222.0.64 "DELETE /v2.0/ports/f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 HTTP/1.1" status: 204 len: 173 time: 3.3128030 Feb 14 21:22:40.038790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-deleted', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:40.042014 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16c072-9c97-4896-a0c7-42a4394bb122" -d '{"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-deleted", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:40.069417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks [] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.101789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:40.102644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f3e03bb4-35c5-47d5-8524-fa18bf6f3c06 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:40.131582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Transition to ACTIVE for port object ba23361f-dcff-4d6f-8a26-8bc81359c4a6 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:40.133527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-6f3147d6-13b5-4460-8879-1078c44a445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.135140 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-6f3147d6-13b5-4460-8879-1078c44a445b service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.5054452 Feb 14 21:22:40.153209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-63339eeb-c09e-4165-9089-177a9954474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.155196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-63339eeb-c09e-4165-9089-177a9954474b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.2994516 Feb 14 21:22:40.155603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.275362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-2accc5e1-ff1b-4d3c-a772-08507056f31a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117086 Feb 14 21:22:40.295271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:40.306381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783,segment=NetworkSegment(e993f2fa-6180-4a3a-94fc-348468fd9730),segment_id=e993f2fa-6180-4a3a-94fc-348468fd9730)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:40.306613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:40.311569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-0fc92b3c-2d04-4296-92fe-51e823905010 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.315591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-0fc92b3c-2d04-4296-92fe-51e823905010 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.4189427 Feb 14 21:22:40.364381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.381309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-9717b0bc-0dfe-4667-a232-3eafa983413f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 200 len: 217 time: 0.2344847 Feb 14 21:22:40.426005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:40.450899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792486f2-0227-4497-b1ba-790baf327380 req-7bb2f367-d0a5-4edf-b49e-bc520af89ba4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.452141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-792486f2-0227-4497-b1ba-790baf327380 req-7bb2f367-d0a5-4edf-b49e-bc520af89ba4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.5018852 Feb 14 21:22:40.457971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-60a9d1df-1fa8-4a26-a8ab-ba0199eae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.461312 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-60a9d1df-1fa8-4a26-a8ab-ba0199eae1a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0695620 Feb 14 21:22:40.461496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.522420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.523246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:40.524911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] 10.222.0.64 "PUT /v2.0/ports/62eff30c-a7a4-4f77-9662-1f278d0e1783 HTTP/1.1" status: 200 len: 1092 time: 2.3511760 Feb 14 21:22:40.549055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:22:40.549816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:40.666345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-a1a97977-c7b8-47a2-9c30-3c699f926d2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841638 Feb 14 21:22:40.667495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] No DVR routers for this DVR port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:40.852202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e8531-8824-4e26-8549-5e870d1b426b service neutron] Pushing event updated for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:40.871919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:40.872399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:40.872945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:40.898107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:40.898634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Attempting to bind port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:40.908614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-bbdd107a-aae0-4a9c-8c3f-e4939c8bc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:40.913958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-bbdd107a-aae0-4a9c-8c3f-e4939c8bc7d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95fbab8820cc464689ed9269ddf0c4eb&device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 1126 time: 0.2974102 Feb 14 21:22:40.954771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:40.955296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:40.955940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:40.956660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Bound port: ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:40.957228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.043928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-faa8b825-0438-4675-b7f7-41580321f1ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783 HTTP/1.1" status: 200 len: 217 time: 0.1114821 Feb 14 21:22:41.073381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-010a355e-6cd1-4432-8e99-f2a49418460a service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360458 Feb 14 21:22:41.204402 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-2d8ecb4a-8500-4f05-9157-c156cb916853 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301321 Feb 14 21:22:41.293377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3823e3fd-ad25-4119-bef5-fc3e4bedb774 req-bcee8470-f80b-40db-940a-de63188656ab service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036755 Feb 14 21:22:41.344926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-b9488096-aecd-4799-bb63-cbff25ea65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:41.346899 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-b9488096-aecd-4799-bb63-cbff25ea65a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fc7752f-dbcd-4220-be62-bb12931cac84 HTTP/1.1" status: 200 len: 860 time: 0.2891757 Feb 14 21:22:41.380195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772f07-f14c-4f68-a215-ec96ea91930f req-0943a714-5c63-4d38-a278-fbabbca6c9b5 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:41.381864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df772f07-f14c-4f68-a215-ec96ea91930f req-0943a714-5c63-4d38-a278-fbabbca6c9b5 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 943 time: 1.2259278 Feb 14 21:22:41.403390 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-744d9bbb-cc47-4c02-8c38-610d12a26af3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae85900-293c-4767-9348-0401f080b467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466416 Feb 14 21:22:41.406382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-792486f2-0227-4497-b1ba-790baf327380 req-ea31d79a-66fb-4399-9576-20843ce9bf43 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620000 Feb 14 21:22:41.539563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:41.566929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:41.597292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.630894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df772f07-f14c-4f68-a215-ec96ea91930f req-21644eee-8add-4de0-bb5c-bc6b34fd401a tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408600 Feb 14 21:22:41.634925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.639193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Deleting port ca184112-2b89-4a89-a59e-914d052ccdfe {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:41.640012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.658783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c93e167b-38ab-45aa-b2df-e70b60908ac5 req-7ffc481d-57da-4b0b-82ef-da408202a4a4 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462717 Feb 14 21:22:41.664985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.807345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:41.807984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:41.809415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] 10.222.0.64 "PUT /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 1097 time: 4.8449411 Feb 14 21:22:41.815947 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c5d9b0-9ca1-4932-a99b-c478abd6dbf3 x-openstack-request-id: req-36c5d9b0-9ca1-4932-a99b-c478abd6dbf3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:41.816186 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c85c06-8715-43c0-9940-a3683aaea7be", "name": "network-vif-deleted", "tag": "f3e03bb4-35c5-47d5-8524-fa18bf6f3c06", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:41.816759 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36c5d9b0-9ca1-4932-a99b-c478abd6dbf3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:41.816924 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c85c06-8715-43c0-9940-a3683aaea7be', 'name': 'network-vif-deleted', 'tag': 'f3e03bb4-35c5-47d5-8524-fa18bf6f3c06', 'status': 'completed', 'code': 200} Feb 14 21:22:41.982796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-f5fe4922-a14a-44ea-a45f-9cdb3e1d33ac service neutron] 10.222.0.64 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544696 Feb 14 21:22:42.237499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f351c84-788b-4c54-adcc-c324cc00cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:42.261726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=e7cbcf0c-0169-49d6-a75c-30878928b5ba,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:42.416699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-448b90b5-eedb-4d88-8105-83bba7daffb6 req-1013e91e-f24e-4762-993d-668b48ca687a service neutron] 10.222.0.64 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026339 Feb 14 21:22:42.433044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-4438cea7-b0bd-40e9-aa77-9fa5faa36cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:42.435972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-4438cea7-b0bd-40e9-aa77-9fa5faa36cba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1131 time: 0.5893731 Feb 14 21:22:42.579500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47418) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:42.597191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] For port ca184112-2b89-4a89-a59e-914d052ccdfe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ca184112-2b89-4a89-a59e-914d052ccdfe,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:42.597692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:42.642355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-f5f2fc48-9b59-4ad4-98df-b31322c4459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:42.643046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Calling delete_port for ca184112-2b89-4a89-a59e-914d052ccdfe owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:42.646009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-f5f2fc48-9b59-4ad4-98df-b31322c4459c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2022312 Feb 14 21:22:42.734473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-7e0315d1-620b-4658-a146-4324c30038fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0819139 Feb 14 21:22:42.866138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-8b50b175-f4d0-4823-98f7-eacb4a74224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:42.868763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-8b50b175-f4d0-4823-98f7-eacb4a74224b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1271508 Feb 14 21:22:42.887598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799992-0cb9-42a5-8aa2-9929cb126701 req-508e533b-136c-45f4-9639-a8dddc636684 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:42.896856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c799992-0cb9-42a5-8aa2-9929cb126701 req-508e533b-136c-45f4-9639-a8dddc636684 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 1.2889209 Feb 14 21:22:42.937925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:42.974902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687e9d-8de6-4c95-9d18-80213268291b req-e87d4e62-882d-4ca8-9bc5-6ff0ad7140f2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:42.977372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4687e9d-8de6-4c95-9d18-80213268291b req-e87d4e62-882d-4ca8-9bc5-6ff0ad7140f2 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 944 time: 0.8424351 Feb 14 21:22:43.034064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-a3136641-1bd0-488a-b241-06d944ebdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:43.036145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-a3136641-1bd0-488a-b241-06d944ebdfeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1598077 Feb 14 21:22:43.040913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.054039 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3a40be15-416e-4476-b221-d86f59b683e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6374dd54bddb442780da6fe41a157a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648292 Feb 14 21:22:43.057235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:43.057927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1c63d5fe-c662-4e40-b45a-eb6eaa2cc495 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1316159 Feb 14 21:22:43.099986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ca184112-2b89-4a89-a59e-914d052ccdfe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.108909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c799992-0cb9-42a5-8aa2-9929cb126701 req-7dcd117a-e0b9-4466-8d91-2fef04360c9f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106853 Feb 14 21:22:43.199323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] Publish callbacks [] for security_group (926fbbe1-bc34-4596-88c9-610f2c0c258e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.223547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] Publish callbacks [] for security_group (926fbbe1-bc34-4596-88c9-610f2c0c258e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.283022 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-e76d7e02-5858-4e40-ac6e-da2c1af278a7 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386158 Feb 14 21:22:43.287193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (926fbbe1-bc34-4596-88c9-610f2c0c258e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.294598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.294598 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/926fbbe1-bc34-4596-88c9-610f2c0c258e HTTP/1.1" status: 204 len: 168 time: 0.2344885 Feb 14 21:22:43.326815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4687e9d-8de6-4c95-9d18-80213268291b req-27f81541-5e38-45ce-8938-05d839188514 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198249 Feb 14 21:22:43.335649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event deleted for resources: {'Port': ['ID=ca184112-2b89-4a89-a59e-914d052ccdfe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:43.419709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f36ed-a442-4243-b1fe-470a7fb6d95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fbbe1-bc34-4596-88c9-610f2c0c258e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:43.449096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] No DVR routers for this DVR port ca184112-2b89-4a89-a59e-914d052ccdfe on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:43.454204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:43.458261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc794706-2beb-46c6-81e2-1b91b2c64e07 req-7df5e318-c52d-4b62-a6ec-6a3e6a33af53 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "DELETE /v2.0/ports/ca184112-2b89-4a89-a59e-914d052ccdfe HTTP/1.1" status: 204 len: 173 time: 3.1279213 Feb 14 21:22:43.458841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-deleted', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:43.462621 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57e54e-4c77-4ed1-944f-12ec9210b474" -d '{"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-deleted", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:43.516960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4d8e543b-d9f7-4d56-9208-ac667444178e req-7e2919fd-2c36-414a-9fa0-4b9bbbd4b1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228348 Feb 14 21:22:43.530590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cb3cb-6e79-4f04-bcc0-5542edf9f0db req-555738ff-8a18-4403-a7fb-37aae17756bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:43.538697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-016cb3cb-6e79-4f04-bcc0-5542edf9f0db req-555738ff-8a18-4403-a7fb-37aae17756bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.2088425 Feb 14 21:22:43.616280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938924-6903-464c-b34d-eadd13c12511 req-be0f8c3b-f583-4284-8d24-a56d1ddda179 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:43.618937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e938924-6903-464c-b34d-eadd13c12511 req-be0f8c3b-f583-4284-8d24-a56d1ddda179 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 943 time: 0.1427605 Feb 14 21:22:43.637885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-016cb3cb-6e79-4f04-bcc0-5542edf9f0db req-50be428c-7c73-494d-99c6-c127830089d3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919788 Feb 14 21:22:43.752483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e938924-6903-464c-b34d-eadd13c12511 req-2953f8eb-7889-4368-a5f1-6a21104fc4a0 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129565 Feb 14 21:22:43.818233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}, {'name': 'network-changed', 'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783'}, {'name': 'network-changed', 'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:43.821889 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cf39a-d3ff-44fa-b12d-57a09305c436" -d '{"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-unplugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}, {"name": "network-changed", "server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783"}, {"name": "network-changed", "server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:43.852672 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b766c-c01c-44a8-a288-4b7bb0ef55d1 x-openstack-request-id: req-d56b766c-c01c-44a8-a288-4b7bb0ef55d1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:43.853227 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7684b3-a926-4c6c-9979-a143ecbfeeb6", "name": "network-vif-deleted", "tag": "ca184112-2b89-4a89-a59e-914d052ccdfe", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:43.855087 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d56b766c-c01c-44a8-a288-4b7bb0ef55d1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:43.856033 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7684b3-a926-4c6c-9979-a143ecbfeeb6', 'name': 'network-vif-deleted', 'tag': 'ca184112-2b89-4a89-a59e-914d052ccdfe', 'status': 'completed', 'code': 200} Feb 14 21:22:43.925411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b70b9d91-b3da-4ef1-a9cc-b6e04efad041 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--282725945&fields=id&tenant_id=6ccc52b57999451f8305cd1d3bcf389c HTTP/1.1" status: 200 len: 267 time: 0.1225340 Feb 14 21:22:44.026681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:44.027218 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af78c63-6278-44f7-974a-c286dc3f1ca4 x-openstack-request-id: req-7af78c63-6278-44f7-974a-c286dc3f1ca4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:44.027501 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-unplugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "code": 200}, {"name": "network-changed", "server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:44.027766 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7af78c63-6278-44f7-974a-c286dc3f1ca4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:44.028177 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'code': 200} Feb 14 21:22:44.028437 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783', 'status': 'completed', 'code': 200} Feb 14 21:22:44.028691 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'status': 'completed', 'code': 200} Feb 14 21:22:44.074173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5e5cb283-6e3a-4321-9955-3aa43fc6beac tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.084307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5e5cb283-6e3a-4321-9955-3aa43fc6beac tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 937 time: 0.1574607 Feb 14 21:22:44.088158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: ca184112-2b89-4a89-a59e-914d052ccdfe {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:44.089515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ca184112-2b89-4a89-a59e-914d052ccdfe not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:44.149825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-174ea5f8-a678-42bd-b80f-9380bdc2fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.150757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-174ea5f8-a678-42bd-b80f-9380bdc2fba1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95fbab8820cc464689ed9269ddf0c4eb&device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 1126 time: 0.1189010 Feb 14 21:22:44.153580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-58e35792-0dbf-45c7-b61a-a42a9a668280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.154973 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-58e35792-0dbf-45c7-b61a-a42a9a668280 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1131 time: 0.0734653 Feb 14 21:22:44.218962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-1f4b7a6a-c209-4b64-ac9e-a31e66468e31 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.220980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-1f4b7a6a-c209-4b64-ac9e-a31e66468e31 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 937 time: 0.1349094 Feb 14 21:22:44.348207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-dd236d22-d3f3-4baa-b1eb-5999f3dfdb7e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1210961 Feb 14 21:22:44.445616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-d383fad3-021e-490b-8740-3db5bada1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.449342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-674ad04f-a299-4e55-bbe5-d3a4c9648e16 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0867224 Feb 14 21:22:44.451967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:44.461815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-d383fad3-021e-490b-8740-3db5bada1323 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2820764 Feb 14 21:22:44.644354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce2f0d-d5de-48ac-9987-8f151d327033 req-651ab861-8eb7-4c0b-82b6-dc050c3e6144 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.646110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59ce2f0d-d5de-48ac-9987-8f151d327033 req-651ab861-8eb7-4c0b-82b6-dc050c3e6144 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.2953074 Feb 14 21:22:44.651456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-b7e8e497-397d-49f8-ba4f-d3fcfab854c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.1857841 Feb 14 21:22:44.731029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-42b9aad5-2859-4839-a2d7-a2a5bd6cdfb0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.737317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-42b9aad5-2859-4839-a2d7-a2a5bd6cdfb0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.743940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-42b9aad5-2859-4839-a2d7-a2a5bd6cdfb0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.752845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-42b9aad5-2859-4839-a2d7-a2a5bd6cdfb0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/networks?id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f HTTP/1.1" status: 200 len: 1996 time: 0.2896123 Feb 14 21:22:44.788040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-672801ba-d233-4237-ab15-786816c9343c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/quotas/6ccc52b57999451f8305cd1d3bcf389c HTTP/1.1" status: 200 len: 375 time: 0.0340619 Feb 14 21:22:44.834375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-ec760d0e-6ebf-410d-96ed-b9589e5c6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.843618 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-ec760d0e-6ebf-410d-96ed-b9589e5c6c18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ae85900-293c-4767-9348-0401f080b467 HTTP/1.1" status: 200 len: 921 time: 0.6861267 Feb 14 21:22:44.895090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59ce2f0d-d5de-48ac-9987-8f151d327033 req-83374b1a-4dd7-40b0-9836-249902a158fc tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365787 Feb 14 21:22:44.900076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fd02bff2-5352-481f-8d60-e30354a1e78d is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:44.968240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-7548f905-44f5-4c5d-8a30-f64232f52ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:44.970030 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-7548f905-44f5-4c5d-8a30-f64232f52ab1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.3085649 Feb 14 21:22:44.971446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-7420a2ef-8751-4c44-9334-8f43c9e48bad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783 HTTP/1.1" status: 200 len: 217 time: 0.1187992 Feb 14 21:22:44.990586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f59d082f-c257-4dbb-9171-143326d4c335 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2012868 Feb 14 21:22:45.235207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-fa366d88-f97c-48b9-913a-84df44b8861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.239251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-fa366d88-f97c-48b9-913a-84df44b8861a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fc7752f-dbcd-4220-be62-bb12931cac84 HTTP/1.1" status: 200 len: 860 time: 0.2377775 Feb 14 21:22:45.273029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc845105-e622-4b62-a566-36574a4ad575 req-e5d6b32f-b7e2-41a8-a682-62103fa052c4 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf7684b3-a926-4c6c-9979-a143ecbfeeb6 HTTP/1.1" status: 200 len: 210 time: 0.1792920 Feb 14 21:22:45.308020 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-cae3dc80-2bd4-4a5a-95a3-d85e6fd86d96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ae85900-293c-4767-9348-0401f080b467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631902 Feb 14 21:22:45.385334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-dd6478bc-c374-4e9d-ac8b-1098b475bdd7 service neutron] 10.222.0.86 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785598 Feb 14 21:22:45.418165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-dba9210e-8f89-4a07-afd0-948e8fb04a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.418165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-dba9210e-8f89-4a07-afd0-948e8fb04a86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4351416 Feb 14 21:22:45.467477 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-e54364d7-285d-4638-9814-f03a8b6c2d74 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455567 Feb 14 21:22:45.532934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299175f5-e097-4dd0-a486-3ed541581f33 req-8878173d-562c-449b-8c6b-8f53368ecac7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.534333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-299175f5-e097-4dd0-a486-3ed541581f33 req-8878173d-562c-449b-8c6b-8f53368ecac7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1277304 Feb 14 21:22:45.564301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bcc34bb9-4722-4986-84d8-9382037896ba service neutron] 10.222.0.86 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683187 Feb 14 21:22:45.637048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-299175f5-e097-4dd0-a486-3ed541581f33 req-8fa436bc-2db0-4038-ae97-031478fdc6d0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970743 Feb 14 21:22:45.639924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-85694146-304e-44ca-861f-5901d160339d service neutron] 10.222.0.86 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0674202 Feb 14 21:22:45.644257 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-04d2f485-edbc-417c-8776-22cce163c3a5 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757619 Feb 14 21:22:45.648213 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-53113db1-476c-448a-88f0-f7b284e247c7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709292 Feb 14 21:22:45.808768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-8161e3d1-1388-448a-8fd4-c8d94ec352ad service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581864 Feb 14 21:22:45.812401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-3ae78087-b533-4ef0-8710-d035115a1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.814447 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-3ae78087-b533-4ef0-8710-d035115a1d2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1131 time: 0.0992024 Feb 14 21:22:45.819870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b0c273db-9d17-4030-a227-6034c719a181 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632843 Feb 14 21:22:45.846784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0784-9bce-4624-a9ea-a5b83fb41bf7 req-01359c50-3747-4b52-8e06-cfd137361f03 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.848603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d90b0784-9bce-4624-a9ea-a5b83fb41bf7 req-01359c50-3747-4b52-8e06-cfd137361f03 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 943 time: 0.1195717 Feb 14 21:22:45.941506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-416961fe-e91a-4fec-88fd-609e72141f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:45.943456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-416961fe-e91a-4fec-88fd-609e72141f2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1204336 Feb 14 21:22:45.964863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d90b0784-9bce-4624-a9ea-a5b83fb41bf7 req-20a0b8cd-10da-4b57-88fe-4d346566a517 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030474 Feb 14 21:22:45.994505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6b182750-fe7c-4fc7-94f5-d1b45d08a421 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647310 Feb 14 21:22:46.009169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-aea03ca0-595b-4dea-8492-2658c06f87f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0586395 Feb 14 21:22:46.059616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 62eff30c-a7a4-4f77-9662-1f278d0e1783 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:22:46.060375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d9db46ad-8249-474d-8f1f-d435a3347ae1 service neutron] 10.222.0.86 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0647449 Feb 14 21:22:46.247906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-686f8979-fce3-41e6-9463-ae0ef2d63743 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858265 Feb 14 21:22:46.326735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783,segment=NetworkSegment(e993f2fa-6180-4a3a-94fc-348468fd9730),segment_id=e993f2fa-6180-4a3a-94fc-348468fd9730)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:46.408891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '62eff30c-a7a4-4f77-9662-1f278d0e1783', 'network_id': '1ae85900-293c-4767-9348-0401f080b467', 'port_id': '62eff30c-a7a4-4f77-9662-1f278d0e1783', 'mac_address': 'fa:16:3e:e4:7e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc7752f-dbcd-4220-be62-bb12931cac84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:22:46.477004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 62eff30c-a7a4-4f77-9662-1f278d0e1783 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:46.477902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:46.481448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-42c260a7-30ec-4f72-ba5b-e82a56995c06 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322581 Feb 14 21:22:46.483121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-54a2d8b1-5964-4615-82ed-2c4e8e7bf1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:46.484860 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-54a2d8b1-5964-4615-82ed-2c4e8e7bf1fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.4680977 Feb 14 21:22:46.503540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eff30c-a7a4-4f77-9662-1f278d0e1783 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:46.529078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783,segment=NetworkSegment(e993f2fa-6180-4a3a-94fc-348468fd9730),segment_id=e993f2fa-6180-4a3a-94fc-348468fd9730)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:46.535835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:46.547877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-d962cbd8-64ac-443a-b7ba-47179a87e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:46.549872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-d962cbd8-64ac-443a-b7ba-47179a87e327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0577738 Feb 14 21:22:46.581916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79c5de-2e61-4005-9c7b-49c3224d2e70 req-a127a336-d6e4-4013-a6b5-1fa33d379b56 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:46.583743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d79c5de-2e61-4005-9c7b-49c3224d2e70 req-a127a336-d6e4-4013-a6b5-1fa33d379b56 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 943 time: 0.1419847 Feb 14 21:22:46.602443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:46.656768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d791d902-4509-43e2-a43b-3e447b6a27fa service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661005 Feb 14 21:22:46.688033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d79c5de-2e61-4005-9c7b-49c3224d2e70 req-71715708-670a-4c17-831a-e06f22d5e564 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965557 Feb 14 21:22:46.688631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-ddbac81f-2f50-4974-8fc0-278b94264714 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321361 Feb 14 21:22:46.783697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-05264955-97ce-4215-8af9-9edc31c263ea service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184618 Feb 14 21:22:46.806299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f32cf39a-d3ff-44fa-b12d-57a09305c436 req-6d08096e-f4bc-4519-8a87-2a342658dd1f service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092663 Feb 14 21:22:46.911022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3353ddc-71d7-4977-b756-79d4770e24fb req-72237aad-1452-4f2e-b5dd-5e5eece294fc tempest-AbsoluteLimitsNegativeTestJSON-1920565030 tempest-AbsoluteLimitsNegativeTestJSON-1920565030-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=dda19982473e47f88e4b9eee88ec069f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434415 Feb 14 21:22:46.986408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['62eff30c-a7a4-4f77-9662-1f278d0e1783'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:47.007314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-e2adadb9-6d9f-4e20-86ea-d1011068f578 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123921 Feb 14 21:22:47.188502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353ddc-71d7-4977-b756-79d4770e24fb req-cb8a96d3-91cb-4d90-a5c7-557fe2dbf137 tempest-AbsoluteLimitsNegativeTestJSON-1920565030 tempest-AbsoluteLimitsNegativeTestJSON-1920565030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:47.190366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3353ddc-71d7-4977-b756-79d4770e24fb req-cb8a96d3-91cb-4d90-a5c7-557fe2dbf137 tempest-AbsoluteLimitsNegativeTestJSON-1920565030 tempest-AbsoluteLimitsNegativeTestJSON-1920565030-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672150 Feb 14 21:22:47.216761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-92cd1c89-f920-425d-876b-c7627eac1270 service neutron] 10.222.0.86 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084906 Feb 14 21:22:47.220235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3353ddc-71d7-4977-b756-79d4770e24fb req-67ad10a9-70a8-41e9-bc9a-b5a0c4ca06f9 tempest-AbsoluteLimitsNegativeTestJSON-1920565030 tempest-AbsoluteLimitsNegativeTestJSON-1920565030-project] 10.222.0.86 "GET /v2.0/quotas/dda19982473e47f88e4b9eee88ec069f HTTP/1.1" status: 200 len: 375 time: 0.0191092 Feb 14 21:22:47.282882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3353ddc-71d7-4977-b756-79d4770e24fb req-f5b9679f-bd57-4336-a052-8526eeb5a84c tempest-AbsoluteLimitsNegativeTestJSON-1920565030 tempest-AbsoluteLimitsNegativeTestJSON-1920565030-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dda19982473e47f88e4b9eee88ec069f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553794 Feb 14 21:22:47.388282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b7f07e97-6479-4994-b881-a208226ac79d service neutron] 10.222.0.86 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622994 Feb 14 21:22:47.538275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-8b33e923-1e69-42aa-8d9d-b9cb209aa472 service neutron] 10.222.0.86 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489298 Feb 14 21:22:47.547608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c8f04-bf4a-4dba-aa6c-5e0b5e2773e0 req-26e673b9-aa6e-43ad-ad19-f56c35f52d42 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:47.549306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f2c8f04-bf4a-4dba-aa6c-5e0b5e2773e0 req-26e673b9-aa6e-43ad-ad19-f56c35f52d42 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1362624 Feb 14 21:22:47.575195 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-933c6557-e0fc-4077-aea0-63f78ab14683 service neutron] 10.222.0.83 "GET /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.0735123 Feb 14 21:22:47.665974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f2c8f04-bf4a-4dba-aa6c-5e0b5e2773e0 req-7593a75c-3fa3-4e63-a8db-1da0adb3f8d5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993066 Feb 14 21:22:47.691928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47510) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:47.711255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-fe70b949-79f3-4578-af8c-0087f55b88f3 service neutron] 10.222.0.86 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582859 Feb 14 21:22:47.856882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:47.885313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f224567e-a41c-41ff-b429-e24496d79465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:47.891732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c87b200a-3a1e-42e2-a305-5ca984be3c83 service neutron] 10.222.0.86 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693215 Feb 14 21:22:47.925555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:47.970268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-9c27352f-1fe0-4dc3-a61b-fc8c15e2a26f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:47.976761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-9c27352f-1fe0-4dc3-a61b-fc8c15e2a26f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 937 time: 0.0744095 Feb 14 21:22:47.987471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd02bff2-5352-481f-8d60-e30354a1e78d {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:48.006164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:48.032813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.075782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-973c87e8-aa77-43e9-a836-b01ab281875b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.078978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-973c87e8-aa77-43e9-a836-b01ab281875b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 937 time: 0.0955312 Feb 14 21:22:48.085071 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f224567e-a41c-41ff-b429-e24496d79465 admin admin] Publish callbacks [] for security_group (6a7e97ff-0ee7-4225-826b-44a1ab78eeff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.098801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f224567e-a41c-41ff-b429-e24496d79465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6a7e97ff-0ee7-4225-826b-44a1ab78eeff), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.114522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712b610-f99f-44d3-b7b6-78dc09f45b03 req-962b8744-c09b-45e5-9534-5e63d103859d tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.125048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e712b610-f99f-44d3-b7b6-78dc09f45b03 req-962b8744-c09b-45e5-9534-5e63d103859d tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 944 time: 0.1461048 Feb 14 21:22:48.174251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224567e-a41c-41ff-b429-e24496d79465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e97ff-0ee7-4225-826b-44a1ab78eeff,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:48.182047 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f224567e-a41c-41ff-b429-e24496d79465 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dda19982473e47f88e4b9eee88ec069f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925456 Feb 14 21:22:48.188485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47520) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:48.212741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] Transition to ACTIVE for port object fd02bff2-5352-481f-8d60-e30354a1e78d will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:48.216552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e712b610-f99f-44d3-b7b6-78dc09f45b03 req-4a6cbc3e-9df0-4ea5-a3da-dd982b592fd3 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888817 Feb 14 21:22:48.218889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.346771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] No DVR routers for this DVR port fd02bff2-5352-481f-8d60-e30354a1e78d on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:48.351129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] Pushing event updated for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:48.357722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] Publish callbacks [] for security_group (6a7e97ff-0ee7-4225-826b-44a1ab78eeff), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.397659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-1ed14847-57bf-41fe-ac2d-f196e0e1c115 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.400178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-1ed14847-57bf-41fe-ac2d-f196e0e1c115 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.1291511 Feb 14 21:22:48.402126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-9a984961-9cde-48e5-a46e-0ddca56c0695 service neutron] 10.222.0.83 "PUT /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8201804 Feb 14 21:22:48.409158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] Publish callbacks [] for security_group (6a7e97ff-0ee7-4225-826b-44a1ab78eeff), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.419569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e193fb-f51e-4325-b346-609168a08ea5 req-4c235da9-3fe3-45e2-8d83-a2f1ece4dff7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.421543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0e193fb-f51e-4325-b346-609168a08ea5 req-4c235da9-3fe3-45e2-8d83-a2f1ece4dff7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.1309569 Feb 14 21:22:48.548991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-433cd8b8-c33a-48b1-9e3f-b7c601ec7c5f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.551617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-433cd8b8-c33a-48b1-9e3f-b7c601ec7c5f tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.0749834 Feb 14 21:22:48.553209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6a7e97ff-0ee7-4225-826b-44a1ab78eeff), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.557689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.562991 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6a7e97ff-0ee7-4225-826b-44a1ab78eeff HTTP/1.1" status: 204 len: 168 time: 0.3733146 Feb 14 21:22:48.569462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0e193fb-f51e-4325-b346-609168a08ea5 req-bb921135-bfb5-4eff-b972-206988678482 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336138 Feb 14 21:22:48.591754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77f36b-cb6e-4cd4-ae6e-01bf17d32270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e97ff-0ee7-4225-826b-44a1ab78eeff,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:48.628995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Deleting port 5f44496f-236c-46ac-a792-7512baa86ded {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:48.629457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5f44496f-236c-46ac-a792-7512baa86ded), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.674693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-720d9d28-968b-4f7f-858f-047aa0f5b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.676628 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-720d9d28-968b-4f7f-858f-047aa0f5b0ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894&tenant_id=a4166b540ead4eb18f16179bf53cb61c HTTP/1.1" status: 200 len: 1127 time: 0.1120586 Feb 14 21:22:48.772344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-4bb0dcf5-3eb0-4939-92a1-ce87572ffe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.774114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-4bb0dcf5-3eb0-4939-92a1-ce87572ffe6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1127 time: 0.0698657 Feb 14 21:22:48.813299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a991e-278a-4751-b573-aab6772b8e05 req-2111c733-17b5-479f-9ac5-3323d08e9d05 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.821866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-086a991e-278a-4751-b573-aab6772b8e05 req-2111c733-17b5-479f-9ac5-3323d08e9d05 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=67613be0-8d4a-41b7-8c88-5714324bd25d HTTP/1.1" status: 200 len: 944 time: 0.1150095 Feb 14 21:22:48.856879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] For port 5f44496f-236c-46ac-a792-7512baa86ded, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f44496f-236c-46ac-a792-7512baa86ded,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:48.857148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5f44496f-236c-46ac-a792-7512baa86ded), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:48.883285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Calling delete_port for 5f44496f-236c-46ac-a792-7512baa86ded owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:48.922804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-086a991e-278a-4751-b573-aab6772b8e05 req-4ffef1f7-ffed-4573-954d-3c3b699587ff tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960150 Feb 14 21:22:48.949265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-21c6a955-29fb-4020-bce3-be76549d7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:48.950779 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-21c6a955-29fb-4020-bce3-be76549d7b24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1686800 Feb 14 21:22:49.037143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-57a0f418-9627-4d89-bb51-55bd0764842c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 200 len: 217 time: 0.0627739 Feb 14 21:22:49.052445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6e446544-f4f5-4511-b456-74d9b500ee82 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:49.054822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a564bdc-fea0-4593-b0d6-44d131aac1fd req-b47a5602-5d9f-4827-8ed4-b5c7afb346e2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0620897 Feb 14 21:22:49.055276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6e446544-f4f5-4511-b456-74d9b500ee82 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 937 time: 0.1384873 Feb 14 21:22:49.119384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcdd37-8208-4f8b-b6c9-e2a215843c37 req-4bfe1a40-a1ce-46ce-9f16-ab05d8b7ca97 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:49.121128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55bcdd37-8208-4f8b-b6c9-e2a215843c37 req-4bfe1a40-a1ce-46ce-9f16-ab05d8b7ca97 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.1193120 Feb 14 21:22:49.165398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-417e50b3-324f-4449-89d7-e651590035b4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:49.166856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-417e50b3-324f-4449-89d7-e651590035b4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 937 time: 0.0617497 Feb 14 21:22:49.169138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-0394c020-15e8-4221-a99b-4bdf09be6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:49.170518 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-0394c020-15e8-4221-a99b-4bdf09be6fb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.1140673 Feb 14 21:22:49.217700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-ae71423b-1b59-4cf6-b038-08ad2007cc14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401363 Feb 14 21:22:49.236947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5f44496f-236c-46ac-a792-7512baa86ded), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:49.268863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55bcdd37-8208-4f8b-b6c9-e2a215843c37 req-e93cf1fe-e043-4a57-85aa-13338ae81505 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332204 Feb 14 21:22:49.294680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event deleted for resources: {'Port': ['ID=5f44496f-236c-46ac-a792-7512baa86ded,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:49.404815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] No DVR routers for this DVR port 5f44496f-236c-46ac-a792-7512baa86ded on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:49.411549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:49.415352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afce8fc7-41d7-4fca-9eb4-7798715eb188 req-e898f7b3-206e-4ca3-9d48-466397d7eb1f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.83 "DELETE /v2.0/ports/5f44496f-236c-46ac-a792-7512baa86ded HTTP/1.1" status: 204 len: 173 time: 0.9928317 Feb 14 21:22:49.416977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-eae1bdd2-9cce-4c7b-ba0b-58d9e942cb40 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866050 Feb 14 21:22:49.449177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-deleted', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:49.460860 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:22:49.467746 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52d3ce-31cf-4714-8a4c-9872d3017fe6" -d '{"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-deleted", "tag": "5f44496f-236c-46ac-a792-7512baa86ded"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:49.529506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa667123-c7a9-424a-b720-01206ef1cd35 req-ced09c56-37e9-4d99-9f08-10a84ef9ad37 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:49.531266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa667123-c7a9-424a-b720-01206ef1cd35 req-ced09c56-37e9-4d99-9f08-10a84ef9ad37 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 944 time: 0.1565485 Feb 14 21:22:49.595933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-7968d304-ff16-4eda-9dcf-50cb8e41a0af service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762130 Feb 14 21:22:49.621807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa667123-c7a9-424a-b720-01206ef1cd35 req-1d00e175-e5de-4927-8803-c872f5972c58 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838478 Feb 14 21:22:49.668390 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c1dc5-ff55-4ad3-9851-661c61d34da1 x-openstack-request-id: req-1c2c1dc5-ff55-4ad3-9851-661c61d34da1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:49.668753 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67613be0-8d4a-41b7-8c88-5714324bd25d", "name": "network-vif-deleted", "tag": "5f44496f-236c-46ac-a792-7512baa86ded", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:49.669124 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c2c1dc5-ff55-4ad3-9851-661c61d34da1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:49.669721 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67613be0-8d4a-41b7-8c88-5714324bd25d', 'name': 'network-vif-deleted', 'tag': '5f44496f-236c-46ac-a792-7512baa86ded', 'status': 'completed', 'code': 200} Feb 14 21:22:49.744719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:49.973696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1030282959-network', 'tenant_id': 'ff46e7befbb540b889a4be9c3ef92a8f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:50.016722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-dc64cfb7-cb54-4a12-bab0-b38fdee6fa90 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:50.018612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-dc64cfb7-cb54-4a12-bab0-b38fdee6fa90 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894&tenant_id=a4166b540ead4eb18f16179bf53cb61c&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.1165469 Feb 14 21:22:50.019729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Made reservation on behalf of ff46e7befbb540b889a4be9c3ef92a8f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:50.022397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.053870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:22:50.056444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.278257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:50.312470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 62eff30c-a7a4-4f77-9662-1f278d0e1783 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:50.393903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'mac_address': 'fa:16:3e:4b:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:22:50.421842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks [] for security_group (913a1805-b78c-4b09-ade6-949cfdcaa0c0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.428769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (913a1805-b78c-4b09-ade6-949cfdcaa0c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.439365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da060e-732e-48bc-8019-7e7f32d41a65 req-2b33bd55-4fd3-473f-ac3d-8e6f72de2bd1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:50.447353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67da060e-732e-48bc-8019-7e7f32d41a65 req-2b33bd55-4fd3-473f-ac3d-8e6f72de2bd1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 948 time: 0.6930728 Feb 14 21:22:50.460733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:22:50.472098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-314e9d73-7917-4ead-978b-a41e7a436e59 service neutron] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:50.477865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-cab3be9f-2d78-4aa2-a279-91e3562a8538 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:50.479408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-cab3be9f-2d78-4aa2-a279-91e3562a8538 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01&tenant_id=27a52f391b984c3995fe3cb6c175bcf2&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 948 time: 0.7784476 Feb 14 21:22:50.490994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-314e9d73-7917-4ead-978b-a41e7a436e59 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.492188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d4e76-c90c-4748-a772-3d0fc7e9bbce req-b4794ece-3665-472e-9e77-b4d8b86d5b09 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:50.493116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-03e34a1a-c97b-433a-ba45-6750e7aef801 req-314e9d73-7917-4ead-978b-a41e7a436e59 service neutron] 10.222.0.64 "DELETE /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.4565163 Feb 14 21:22:50.500563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-822d4e76-c90c-4748-a772-3d0fc7e9bbce req-b4794ece-3665-472e-9e77-b4d8b86d5b09 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.6922584 Feb 14 21:22:50.505063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913a1805-b78c-4b09-ade6-949cfdcaa0c0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:50.516253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.521046 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Added segment a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f of type vlan for network 94260450-45ea-4202-8b5a-70b1bc2f6df8 Feb 14 21:22:50.553530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 62eff30c-a7a4-4f77-9662-1f278d0e1783 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:50.569162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 62eff30c-a7a4-4f77-9662-1f278d0e1783 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:50.569703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.591172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-822d4e76-c90c-4748-a772-3d0fc7e9bbce req-4fb5d734-9ace-4d7f-b69c-5e7c0afcf81f tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896719 Feb 14 21:22:50.592674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (94260450-45ea-4202-8b5a-70b1bc2f6df8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.597804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:50.598613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.626825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba23361f-dcff-4d6f-8a26-8bc81359c4a6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:50.637300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (94260450-45ea-4202-8b5a-70b1bc2f6df8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.638880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:50.639682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.656295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:50.670011 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.702117 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-29961c41-2140-462f-8653-3ce66fd458d2 service neutron] delete failed (client error): The resource could not be found. Feb 14 21:22:50.703183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-29961c41-2140-462f-8653-3ce66fd458d2 service neutron] 10.222.0.83 "DELETE /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.1807070 Feb 14 21:22:50.706400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67da060e-732e-48bc-8019-7e7f32d41a65 req-9ed6a5ac-710a-4dba-bf48-3e042b54c2c5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581363 Feb 14 21:22:50.754312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] Pushing event updated for resources: {'Network': ['ID=94260450-45ea-4202-8b5a-70b1bc2f6df8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:50.800047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47594) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:50.801483 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da1712f4-9733-4d8c-a4a8-4f37738cecf2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0551569 Feb 14 21:22:50.818632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 94260450-45ea-4202-8b5a-70b1bc2f6df8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:22:50.819923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Request body: {'subnet': {'network_id': '94260450-45ea-4202-8b5a-70b1bc2f6df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1030282959-subnet', 'tenant_id': 'ff46e7befbb540b889a4be9c3ef92a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:50.860600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3f54f98-882e-47eb-aaf2-43872f810953 req-861a5136-f050-40f2-ae2c-ffefa7dc812e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0884271 Feb 14 21:22:50.883097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:50.923296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Made reservation on behalf of ff46e7befbb540b889a4be9c3ef92a8f for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:50.923296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:50.986619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 62eff30c-a7a4-4f77-9662-1f278d0e1783 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:50.989255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:51.055090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-41bb2d99-c4b3-4c4a-adc7-e8cdc8df456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.066944 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-41bb2d99-c4b3-4c4a-adc7-e8cdc8df456c service neutron] 10.222.0.83 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 1033 time: 0.0887802 Feb 14 21:22:51.100022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:51.109972 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730e0c39-fad9-41b5-a874-1a4c5d2471f6" -d '{"events": [{"server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "name": "network-vif-plugged", "status": "completed", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:51.140019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:51.153229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099c8fc-645e-4644-956d-92f81b8343be req-48188af5-b6ed-43e0-a01f-b2020877ee88 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.157913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783,segment=NetworkSegment(e993f2fa-6180-4a3a-94fc-348468fd9730),segment_id=e993f2fa-6180-4a3a-94fc-348468fd9730)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:51.161854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f099c8fc-645e-4644-956d-92f81b8343be req-48188af5-b6ed-43e0-a01f-b2020877ee88 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 944 time: 0.3057811 Feb 14 21:22:51.185778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-dbf69c81-fcc1-4127-970c-5617dddfb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.190529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-dbf69c81-fcc1-4127-970c-5617dddfb1f5 service neutron] 10.222.0.83 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 1033 time: 0.1086733 Feb 14 21:22:51.217565 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:51.280626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f099c8fc-645e-4644-956d-92f81b8343be req-3939e4d2-5987-4d09-97f6-fbba940baefb tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170547 Feb 14 21:22:51.330163 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a06d41a-1b10-4f11-9497-1e9ca5a19521 x-openstack-request-id: req-7a06d41a-1b10-4f11-9497-1e9ca5a19521 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:51.333618 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "name": "network-vif-plugged", "status": "completed", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:51.334291 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a06d41a-1b10-4f11-9497-1e9ca5a19521 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:51.334949 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783', 'code': 200} Feb 14 21:22:51.399120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-46ee4857-820b-4572-8cb4-146975f5ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.401495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:51.403324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-46ee4857-820b-4572-8cb4-146975f5ceef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1132 time: 0.4560835 Feb 14 21:22:51.477851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b07fcef6-c17e-4b28-a8a0-eb6d86afdde0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.484432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b07fcef6-c17e-4b28-a8a0-eb6d86afdde0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.490155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b07fcef6-c17e-4b28-a8a0-eb6d86afdde0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.492507 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b07fcef6-c17e-4b28-a8a0-eb6d86afdde0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/networks?id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f HTTP/1.1" status: 200 len: 1996 time: 0.2964902 Feb 14 21:22:51.524383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f389-471a-4b90-9b45-b1475948ef22 req-6096ebb0-aa11-4fd2-bfaa-96609a7bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.525825 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8444f389-471a-4b90-9b45-b1475948ef22 req-6096ebb0-aa11-4fd2-bfaa-96609a7bd515 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 1128 time: 0.1275032 Feb 14 21:22:51.710023 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6b79b483-7c82-44df-bb2a-2c1c7cc69a74 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ccc52b57999451f8305cd1d3bcf389c HTTP/1.1" status: 200 len: 379 time: 0.2081137 Feb 14 21:22:51.712980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b0b19-5eb7-41be-9b0b-66c22cfe9206 req-dc7ef0fb-3b78-4875-96ab-1c77df509cb7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.715515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-270b0b19-5eb7-41be-9b0b-66c22cfe9206 req-dc7ef0fb-3b78-4875-96ab-1c77df509cb7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 945 time: 0.3572552 Feb 14 21:22:51.725199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'admin_state_up': True, 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'security_groups': ['89bd0070-98f9-4286-83d1-ad24b3c7c984']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:51.748896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8444f389-471a-4b90-9b45-b1475948ef22 req-380321e4-41de-4935-9c11-53d92c1675f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134953 Feb 14 21:22:51.899329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:51.900429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (f74e7f6f-7c55-4082-bc27-f86c356547fc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:51.905039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:51.909029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-8462f365-54f2-4d86-8843-2607d02102c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:51.910791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-8462f365-54f2-4d86-8843-2607d02102c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.4995935 Feb 14 21:22:52.021233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-270b0b19-5eb7-41be-9b0b-66c22cfe9206 req-d6836133-d42e-4c9e-bbc8-fb71529c95b7 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/security-groups?id=57266638-c2d2-444b-9950-2d769f35e19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861764 Feb 14 21:22:52.030851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-9d84a225-2f4c-42d0-9036-bd89a61c6dee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0821416 Feb 14 21:22:52.066036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74e7f6f-7c55-4082-bc27-f86c356547fc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:52.101618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-18041963-3f88-4cac-a91a-63d369d53a6f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.103750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-18041963-3f88-4cac-a91a-63d369d53a6f tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 945 time: 0.3052289 Feb 14 21:22:52.118980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc49f48-8bda-4f62-8c49-584df4e2dd23 req-e3ea0ab4-cda8-4487-83b8-c7ad94035374 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.119771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 172.20.0.10 (b96b6493-c3ae-4a9e-bd96-635f57b587e9/e6ff007d-e78a-4fb8-bd78-5699336c3a06/9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:52.126426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc49f48-8bda-4f62-8c49-584df4e2dd23 req-e3ea0ab4-cda8-4487-83b8-c7ad94035374 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.3934274 Feb 14 21:22:52.300713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Checking segment: {'id': 'a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '94260450-45ea-4202-8b5a-70b1bc2f6df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:52.302105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Network hostable DHCP agents. Network: 94260450-45ea-4202-8b5a-70b1bc2f6df8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:22:52.325819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-223e9fc6-12b6-455f-9988-1bd5295e1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.327719 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.329433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-223e9fc6-12b6-455f-9988-1bd5295e1b81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2837358 Feb 14 21:22:52.377743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.442117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:52.457279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:52.479504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:52.483069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 5f44496f-236c-46ac-a792-7512baa86ded {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:52.483712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f44496f-236c-46ac-a792-7512baa86ded not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:52.486290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:52.494113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:52.521858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc49f48-8bda-4f62-8c49-584df4e2dd23 req-02105972-ef7c-4d2f-a6ac-4d32df3eeb44 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941166 Feb 14 21:22:52.549932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Network 94260450-45ea-4202-8b5a-70b1bc2f6df8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:22:52.556426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.557087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.577232 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eb4269f9-a3e6-45aa-9d52-44eb092de78e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580086 Feb 14 21:22:52.594481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'admin_state_up': True, 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'security_groups': ['89bd0070-98f9-4286-83d1-ad24b3c7c984']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:52.623327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689b3e-538d-48a0-b9d8-f60d8ddae43d req-7ba9d084-bbfb-499f-8eb2-e93e70ce2f29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.629444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b689b3e-538d-48a0-b9d8-f60d8ddae43d req-7ba9d084-bbfb-499f-8eb2-e93e70ce2f29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 949 time: 0.4849670 Feb 14 21:22:52.658464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 94260450-45ea-4202-8b5a-70b1bc2f6df8) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:52.680585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9cd6e-2276-4a74-8276-2ae5c2875177 None None] Network 94260450-45ea-4202-8b5a-70b1bc2f6df8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:52.692409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.693251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.761370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-0061f7f9-e06a-405b-b92d-72c0e6ae618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:52.763132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-0061f7f9-e06a-405b-b92d-72c0e6ae618e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4072587 Feb 14 21:22:52.787487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a43ed17e-7ae6-4e15-870f-f5c190791ba6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9773223 Feb 14 21:22:52.900445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a33e8-c8f2-4feb-87ca-a2fd4734154d None None] Network 94260450-45ea-4202-8b5a-70b1bc2f6df8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:22:52.914253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Deleting port 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:52.916734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.945334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:52.949205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:52.967139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b689b3e-538d-48a0-b9d8-f60d8ddae43d req-a99ef894-220f-4c14-97a5-3ff5311b8993 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280973 Feb 14 21:22:53.103530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b7272cb4-0a3d-442e-bee5-ea7f02572cc8 None None] Provisioning complete for port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:53.103894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7272cb4-0a3d-442e-bee5-ea7f02572cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.166619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b7272cb4-0a3d-442e-bee5-ea7f02572cc8 None None] Port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:53.175464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.1.1.53 (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f/7d9854ac-1702-4176-9a95-dbf8172bee3a/cd0774e8-b654-412a-b4f9-ccd1ba4a0e15) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:53.259881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d608-cdf8-4620-901d-6b04b3c2e68e req-67f299d3-14d6-4e10-bdc4-c7577c1af531 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:53.261497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dc0d608-cdf8-4620-901d-6b04b3c2e68e req-67f299d3-14d6-4e10-bdc4-c7577c1af531 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 932 time: 0.5635924 Feb 14 21:22:53.340876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-6a88c255-439e-4406-abb9-3299252c9c3d service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668073 Feb 14 21:22:53.357862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] For port 0ac83635-c849-4bba-a6cd-603190201ac5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0ac83635-c849-4bba-a6cd-603190201ac5,segment=NetworkSegment(a747486c-ba16-4c4b-a122-6be3f7f2ce4f),segment_id=a747486c-ba16-4c4b-a122-6be3f7f2ce4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:53.358126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.391525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6364-8e94-4d15-9700-fb5fbdf93a86 req-b83d6579-5246-421b-8554-2802d5f34786 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:53.393384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7fa6364-8e94-4d15-9700-fb5fbdf93a86 req-b83d6579-5246-421b-8554-2802d5f34786 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 945 time: 0.2525251 Feb 14 21:22:53.413134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.446859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Calling delete_port for 0ac83635-c849-4bba-a6cd-603190201ac5 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:53.464349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.506263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dc0d608-cdf8-4620-901d-6b04b3c2e68e req-a47ebfdd-76a8-436a-8352-b0e04483e07c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261300 Feb 14 21:22:53.527361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:53.530450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:53.534135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:53.590099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:53.614354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:53.614990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.634890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7fa6364-8e94-4d15-9700-fb5fbdf93a86 req-3d133698-a2a1-421d-867f-fe06d82a63ce tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243292 Feb 14 21:22:53.645815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-55e3b617-680f-43e9-bc91-189598b76277 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0609822 Feb 14 21:22:53.661312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca0c0a50-d18d-4b4a-b0cf-3bc43b0002cb req-678f1218-50dd-4e9a-b9e6-668e3776fb81 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056829 Feb 14 21:22:53.674862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'admin_state_up': True, 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'security_groups': ['89bd0070-98f9-4286-83d1-ad24b3c7c984']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:53.797089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0ac83635-c849-4bba-a6cd-603190201ac5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.851717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c816aefa-6d70-4af5-a26a-ce9ea30901cc req-11a14303-c185-4804-a58c-c079577b0f96 tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.86 "GET /v2.0/ports?device_id=688dfe50-650d-4769-95e7-16e76e659325 HTTP/1.1" status: 200 len: 210 time: 0.0330532 Feb 14 21:22:53.893295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:53.896905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.908558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Pushing event deleted for resources: {'Port': ['ID=0ac83635-c849-4bba-a6cd-603190201ac5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:53.972255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] No DVR routers for this DVR port 0ac83635-c849-4bba-a6cd-603190201ac5 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:53.982100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:53.985666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17bc17cd-e128-424c-99bc-8ccac907c7f9 req-8df53ba8-db22-40f6-90f3-9a8370c03f4a tempest-LiveMigrationTest-1498830878 tempest-LiveMigrationTest-1498830878-project] 10.222.0.64 "DELETE /v2.0/ports/0ac83635-c849-4bba-a6cd-603190201ac5 HTTP/1.1" status: 204 len: 173 time: 1.8547831 Feb 14 21:22:53.986299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-deleted', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:53.988788 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffca517-8d92-4d8d-a68a-060aad9467bf" -d '{"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-deleted", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:53.991842 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-8b06215e-5ff8-4b1f-8272-1c50a3ac96e9 req-9fc88821-dbf9-45e3-bc92-6073bf6dad8b tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] show failed (client error): The resource could not be found. Feb 14 21:22:53.992950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b06215e-5ff8-4b1f-8272-1c50a3ac96e9 req-9fc88821-dbf9-45e3-bc92-6073bf6dad8b tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/3a7fd4fd-077b-4b11-9688-b107070d492c HTTP/1.1" status: 404 len: 352 time: 0.0809734 Feb 14 21:22:54.046046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-be6fdf49-f834-4672-a06d-66a4bfd36d61 None None] Provisioning complete for port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:54.046634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be6fdf49-f834-4672-a06d-66a4bfd36d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.075580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a33ca-8386-44fc-ab41-86b68678fde1 req-f5990be0-fc47-4976-b995-7a0fd8e4b408 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:54.076384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b4a33ca-8386-44fc-ab41-86b68678fde1 req-f5990be0-fc47-4976-b995-7a0fd8e4b408 tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 1127 time: 0.1103487 Feb 14 21:22:54.093211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:22:54.147180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be6fdf49-f834-4672-a06d-66a4bfd36d61 None None] Port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:54.172896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b4a33ca-8386-44fc-ab41-86b68678fde1 req-e68ec332-a464-48ca-b763-c265b2c885da tempest-LiveAutoBlockMigrationV225Test-1591851131 tempest-LiveAutoBlockMigrationV225Test-1591851131-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787413 Feb 14 21:22:54.197841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:22:54.209772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:54.210743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.233433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.1.1.106 (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f/7d9854ac-1702-4176-9a95-dbf8172bee3a/0166c20d-fe95-4f79-b69a-76331d6beb65) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:54.332611 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0513ae49-a854-4474-9817-e0ad16a9230a x-openstack-request-id: req-0513ae49-a854-4474-9817-e0ad16a9230a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:54.333725 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688dfe50-650d-4769-95e7-16e76e659325", "name": "network-vif-deleted", "tag": "0ac83635-c849-4bba-a6cd-603190201ac5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:54.333999 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0513ae49-a854-4474-9817-e0ad16a9230a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:54.336880 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688dfe50-650d-4769-95e7-16e76e659325', 'name': 'network-vif-deleted', 'tag': '0ac83635-c849-4bba-a6cd-603190201ac5', 'status': 'completed', 'code': 200} Feb 14 21:22:54.368253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa7bb5-d80b-4b0d-a801-194ac8b87868 req-c8cb7fcd-6628-4ef7-ac94-22c0814fcab1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:54.378557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25fa7bb5-d80b-4b0d-a801-194ac8b87868 req-c8cb7fcd-6628-4ef7-ac94-22c0814fcab1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 949 time: 0.1805108 Feb 14 21:22:54.423133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:22:54.423852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.482255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25fa7bb5-d80b-4b0d-a801-194ac8b87868 req-27834a84-9dee-4655-9478-388b9e779aa7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990930 Feb 14 21:22:54.547667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:54.551616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.555316 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec3084-4b0f-472e-87dd-717073094f33" -d '{"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-plugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:54.597292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:54.598986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e1afde2-1ae6-4aee-96bd-14b3f205babb req-e78951cf-1d43-40a8-b84b-2246e68270ab tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff46e7befbb540b889a4be9c3ef92a8f HTTP/1.1" status: 200 len: 3001 time: 0.0913286 Feb 14 21:22:54.603887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.604982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:54.641066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 0ac83635-c849-4bba-a6cd-603190201ac5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:54.641756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0ac83635-c849-4bba-a6cd-603190201ac5 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:54.677009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.712057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:54.730033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e1afde2-1ae6-4aee-96bd-14b3f205babb req-1bb92636-0d8b-4ad8-9ed1-8a033c7fabe6 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/913a1805-b78c-4b09-ade6-949cfdcaa0c0 HTTP/1.1" status: 200 len: 2998 time: 0.1292596 Feb 14 21:22:54.738755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:54.742261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:54.746400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:54.783930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:54.817580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:54.818309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:54.846888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4ce60059-e8e8-4cfc-8e3e-1ce7993d02f6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892433 Feb 14 21:22:54.848482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e1afde2-1ae6-4aee-96bd-14b3f205babb req-5b473ae2-8fc8-4d03-802c-12580ccb4bf0 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/913a1805-b78c-4b09-ade6-949cfdcaa0c0 HTTP/1.1" status: 200 len: 2998 time: 0.0874889 Feb 14 21:22:54.857751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b5a1-34f3-434e-aa49-d4d0351624ee req-de006fb3-b7d2-4463-9601-b035b90dcb78 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:54.859293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f29b5a1-34f3-434e-aa49-d4d0351624ee req-de006fb3-b7d2-4463-9601-b035b90dcb78 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.1594760 Feb 14 21:22:54.868627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'admin_state_up': True, 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'security_groups': ['89bd0070-98f9-4286-83d1-ad24b3c7c984']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:54.947769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f29b5a1-34f3-434e-aa49-d4d0351624ee req-5591a46a-06c9-4373-8bf4-fb53a62bb13e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752218 Feb 14 21:22:55.024849 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52427613-a5a5-4ded-9ef7-4cd1a0891401 x-openstack-request-id: req-52427613-a5a5-4ded-9ef7-4cd1a0891401 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:55.026230 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-plugged", "status": "completed", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:55.033728 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52427613-a5a5-4ded-9ef7-4cd1a0891401 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:55.034549 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'code': 200} Feb 14 21:22:55.039461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a024e-df2c-44bd-a298-64ff6713184a req-70b5ee85-3f4c-4b88-91e8-26ba96bfd070 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:55.050604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a024e-df2c-44bd-a298-64ff6713184a req-70b5ee85-3f4c-4b88-91e8-26ba96bfd070 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:55.056117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:55.058642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a024e-df2c-44bd-a298-64ff6713184a req-70b5ee85-3f4c-4b88-91e8-26ba96bfd070 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:55.060636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b0a024e-df2c-44bd-a298-64ff6713184a req-70b5ee85-3f4c-4b88-91e8-26ba96bfd070 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 2374 time: 0.1118548 Feb 14 21:22:55.155599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b0a024e-df2c-44bd-a298-64ff6713184a req-12af4760-a040-450a-aaa4-23be1f90998b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863230 Feb 14 21:22:55.184424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.192182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eef600f9-c389-46c1-8f1d-4f495a8527a0 None None] Provisioning complete for port 0166c20d-fe95-4f79-b69a-76331d6beb65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:55.192672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eef600f9-c389-46c1-8f1d-4f495a8527a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.201379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0b5a-0fb1-4c33-9cf1-1555a5b1f185 req-7faa4968-fe1d-42ea-a81e-c79ba102b2b7 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:55.202940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3ad0b5a-0fb1-4c33-9cf1-1555a5b1f185 req-7faa4968-fe1d-42ea-a81e-c79ba102b2b7 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 945 time: 0.1070492 Feb 14 21:22:55.244211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eef600f9-c389-46c1-8f1d-4f495a8527a0 None None] Port 0166c20d-fe95-4f79-b69a-76331d6beb65 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:55.301192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0407f43-0bac-4378-a6ea-b197787508e9 req-ef80fd1e-b453-4525-9ceb-c328da9031f5 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/913a1805-b78c-4b09-ade6-949cfdcaa0c0 HTTP/1.1" status: 200 len: 2998 time: 0.0912797 Feb 14 21:22:55.307966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3ad0b5a-0fb1-4c33-9cf1-1555a5b1f185 req-f04d078d-557b-499d-97f8-fa3c78605203 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951374 Feb 14 21:22:55.394728 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-c0407f43-0bac-4378-a6ea-b197787508e9 req-1bacdce2-49fd-418f-b5f8-d7bc2d042442 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 21:22:55.415805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0407f43-0bac-4378-a6ea-b197787508e9 req-1bacdce2-49fd-418f-b5f8-d7bc2d042442 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "DELETE /v2.0/security-groups/913a1805-b78c-4b09-ade6-949cfdcaa0c0 HTTP/1.1" status: 409 len: 352 time: 0.1021895 Feb 14 21:22:55.416328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47648) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:55.456753 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-5c214814-65f1-44af-8d14-a10da734df06 req-6f72c96f-3c7e-4362-9834-eed62848e5c9 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] show failed (client error): The resource could not be found. Feb 14 21:22:55.457930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c214814-65f1-44af-8d14-a10da734df06 req-6f72c96f-3c7e-4362-9834-eed62848e5c9 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/a1498ff0-3a8c-4700-a4f3-d3ef8f0921e5 HTTP/1.1" status: 404 len: 352 time: 0.0210476 Feb 14 21:22:55.535235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.2.2.100 (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f/bddb53e4-aa61-4883-b421-7f9290d389dd/42ceaa10-88cd-45ad-bc76-370232474920) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:55.607754 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-3f7bc138-ae1e-4459-9ca7-be56159e9439 req-d74fb57a-9ba9-414f-9fd3-1586ebe595d7 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] show failed (client error): The resource could not be found. Feb 14 21:22:55.612538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f7bc138-ae1e-4459-9ca7-be56159e9439 req-d74fb57a-9ba9-414f-9fd3-1586ebe595d7 tempest-SecurityGroupsNegativeTestJSON-573042308 tempest-SecurityGroupsNegativeTestJSON-573042308-project] 10.222.0.86 "GET /v2.0/security-groups/f70c33ce-3eb4-4851-84fe-8179b1d81fab HTTP/1.1" status: 404 len: 352 time: 0.0866530 Feb 14 21:22:55.643261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Deleting subnet 02ca0acc-07aa-4e24-8fef-6e0bb69ddfed {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:22:55.651724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47662) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:55.756109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Publish callbacks [] for subnet (02ca0acc-07aa-4e24-8fef-6e0bb69ddfed), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.819427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (42ceaa10-88cd-45ad-bc76-370232474920), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.828188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef561c-221a-41de-9bb1-320f1b74edad req-3b710058-0e9f-47da-a89c-9255cccfd20b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:55.831013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebef561c-221a-41de-9bb1-320f1b74edad req-3b710058-0e9f-47da-a89c-9255cccfd20b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.3716190 Feb 14 21:22:55.859946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Deleting subnet f74e7f6f-7c55-4082-bc27-f86c356547fc {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:22:55.898318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.930930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (02ca0acc-07aa-4e24-8fef-6e0bb69ddfed), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:55.962286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:55.967763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:55.987027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:56.016948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (02ca0acc-07aa-4e24-8fef-6e0bb69ddfed), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.050421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Publish callbacks [] for subnet (f74e7f6f-7c55-4082-bc27-f86c356547fc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.060481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:56.061982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7332-dc34-445f-9f13-0892abfbce40 req-0b8b6cb4-def5-491c-b267-f223555c705b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:56.065411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3e7332-dc34-445f-9f13-0892abfbce40 req-0b8b6cb4-def5-491c-b267-f223555c705b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.4258037 Feb 14 21:22:56.085515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:56.086264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.110260 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-eaa3f779-0f83-49e2-8b48-494c0e1c350a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2502096 Feb 14 21:22:56.125090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'admin_state_up': True, 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'security_groups': ['89bd0070-98f9-4286-83d1-ad24b3c7c984']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:56.208359 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (f74e7f6f-7c55-4082-bc27-f86c356547fc), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.284801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f74e7f6f-7c55-4082-bc27-f86c356547fc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.318423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Made reservation on behalf of 6ccc52b57999451f8305cd1d3bcf389c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:22:56.324308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.378453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-802e252d-3564-4869-92f1-4392ee47fd58 None None] Provisioning complete for port 42ceaa10-88cd-45ad-bc76-370232474920 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:56.379557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-802e252d-3564-4869-92f1-4392ee47fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (42ceaa10-88cd-45ad-bc76-370232474920), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.426541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-802e252d-3564-4869-92f1-4392ee47fd58 None None] Port 42ceaa10-88cd-45ad-bc76-370232474920 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:56.512058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Allocated IP 10.2.2.200 (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f/bddb53e4-aa61-4883-b421-7f9290d389dd/0f2ef6e2-b70e-4988-afa4-ace001569b1e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:22:56.661862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.666982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (02ca0acc-07aa-4e24-8fef-6e0bb69ddfed), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.702950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.723884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f3e7332-dc34-445f-9f13-0892abfbce40 req-65847759-f565-4730-b413-8c6a870d4fc4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854099 Feb 14 21:22:56.729441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ca0acc-07aa-4e24-8fef-6e0bb69ddfed,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:56.734531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.739337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67391d9d-d5b4-4873-9351-4033b9550dd0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/02ca0acc-07aa-4e24-8fef-6e0bb69ddfed HTTP/1.1" status: 204 len: 168 time: 1.3219657 Feb 14 21:22:56.748010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47690) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:56.762464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe79c8-8b4b-4558-909a-1ce421457079 req-230b7fd8-e671-4f0e-abcd-c6685fd18909 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:56.762799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6abe79c8-8b4b-4558-909a-1ce421457079 req-230b7fd8-e671-4f0e-abcd-c6685fd18909 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 944 time: 0.6674457 Feb 14 21:22:56.777919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Deleting port fd02bff2-5352-481f-8d60-e30354a1e78d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:22:56.777919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.801755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:22:56.838904 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (f74e7f6f-7c55-4082-bc27-f86c356547fc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.841122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:22:56.869604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:22:56.876443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:56.889039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74e7f6f-7c55-4082-bc27-f86c356547fc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:56.899675 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:56.902926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-82e78c98-a853-4414-9eb1-8103e0a91cc4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f74e7f6f-7c55-4082-bc27-f86c356547fc HTTP/1.1" status: 204 len: 168 time: 1.2476745 Feb 14 21:22:56.905940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47696) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:56.945949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6abe79c8-8b4b-4558-909a-1ce421457079 req-7b0e7a0d-7dfd-4d62-96ec-97e32a02dd57 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740935 Feb 14 21:22:56.986733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (cf0b2694-4476-4b6e-bc22-624716edef0e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.060827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.069451 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.113958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-bf3ceb36-eef0-4caa-bc1b-0cb16528f5bc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9959898 Feb 14 21:22:57.133855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (94260450-45ea-4202-8b5a-70b1bc2f6df8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.142993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] For port fd02bff2-5352-481f-8d60-e30354a1e78d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fd02bff2-5352-481f-8d60-e30354a1e78d,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:22:57.143526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.162100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Calling delete_port for fd02bff2-5352-481f-8d60-e30354a1e78d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:22:57.216173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:57.254163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (cf0b2694-4476-4b6e-bc22-624716edef0e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.269146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c41edb21-a064-4623-84ae-7083b7b4da9c None None] Provisioning complete for port 0f2ef6e2-b70e-4988-afa4-ace001569b1e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:22:57.273107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c41edb21-a064-4623-84ae-7083b7b4da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.299576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.305309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.307894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b2694-4476-4b6e-bc22-624716edef0e']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.310756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.316703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.322607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.325242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.329851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-a4e5b6db-469c-4a2a-84d0-ecdbfcad4df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 3816 time: 0.2673640 Feb 14 21:22:57.339221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a747486c-ba16-4c4b-a122-6be3f7f2ce4f') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.350016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c41edb21-a064-4623-84ae-7083b7b4da9c None None] Port 0f2ef6e2-b70e-4988-afa4-ace001569b1e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:22:57.359382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.366865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (94260450-45ea-4202-8b5a-70b1bc2f6df8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.370269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a747486c-ba16-4c4b-a122-6be3f7f2ce4f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.434766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a747486c-ba16-4c4b-a122-6be3f7f2ce4f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.436718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94260450-45ea-4202-8b5a-70b1bc2f6df8']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.451721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:22:57.452122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a747486c-ba16-4c4b-a122-6be3f7f2ce4f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:22:57.454002 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:22:57.480108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.480407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:57.514318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.530962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e48fd27a-81aa-4818-a4bd-58b6b6c2c2bb req-3049ad08-4b59-45a3-97de-d6c4e62ee32c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001550 Feb 14 21:22:57.538317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.573488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:22:57.573903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (a5dcaaf8-87aa-4fce-afb2-e8697f55ca2f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:22:57.576029 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:22:57.603303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (cf0b2694-4476-4b6e-bc22-624716edef0e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.609628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.614222 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/cf0b2694-4476-4b6e-bc22-624716edef0e HTTP/1.1" status: 204 len: 168 time: 0.8645923 Feb 14 21:22:57.623257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47708) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:57.628671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aeb52-7dd5-476a-bb19-ad34d948eb0e req-4c320962-d644-465d-9609-2704b3f002e3 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:57.636146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-524aeb52-7dd5-476a-bb19-ad34d948eb0e req-4c320962-d644-465d-9609-2704b3f002e3 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.2071862 Feb 14 21:22:57.658324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fd3f3-8f2d-45dd-afeb-c4cdff57e8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0b2694-4476-4b6e-bc22-624716edef0e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:57.733775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (94260450-45ea-4202-8b5a-70b1bc2f6df8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.751987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.755378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] 10.222.0.86 "DELETE /v2.0/networks/94260450-45ea-4202-8b5a-70b1bc2f6df8 HTTP/1.1" status: 204 len: 168 time: 0.8460612 Feb 14 21:22:57.758608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fd02bff2-5352-481f-8d60-e30354a1e78d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.771831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:22:57.813987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-524aeb52-7dd5-476a-bb19-ad34d948eb0e req-a80f028f-01da-4ad4-9e93-fc1e10c900d6 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752992 Feb 14 21:22:57.823247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Deleting subnet dc40417a-0f99-4ed0-9af2-7aa7d40ac6af {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:22:57.834567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Publish callbacks [] for subnet (dc40417a-0f99-4ed0-9af2-7aa7d40ac6af), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.876371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (dc40417a-0f99-4ed0-9af2-7aa7d40ac6af), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.901685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:57.932902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks [] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:57.953394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ba8dd-2312-4331-a7f2-a5485b467e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=94260450-45ea-4202-8b5a-70b1bc2f6df8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:57.967744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Transition to ACTIVE for port object 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:57.973849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event deleted for resources: {'Port': ['ID=fd02bff2-5352-481f-8d60-e30354a1e78d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:57.982133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47718) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:57.989681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.068218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (dc40417a-0f99-4ed0-9af2-7aa7d40ac6af), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.070477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:58.108269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:22:58.164597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] No DVR routers for this DVR port fd02bff2-5352-481f-8d60-e30354a1e78d on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:22:58.169014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Attempting to bind port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:58.169504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Attempting to bind port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:58.169932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Attempting to bind port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 on network b96b6493-c3ae-4a9e-bd96-635f57b587e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:58.175440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 on network b96b6493-c3ae-4a9e-bd96-635f57b587e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:58.175935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Attempting to bind port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 on network b96b6493-c3ae-4a9e-bd96-635f57b587e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:58.181659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.182964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:58.183468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Checking segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:58.184050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Bound using segment: {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:58.184586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Bound port: 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:58.185068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.185190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebef561c-221a-41de-9bb1-320f1b74edad req-f84bdbdb-8df3-4999-8300-51593cbb4039 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "DELETE /v2.0/ports/fd02bff2-5352-481f-8d60-e30354a1e78d HTTP/1.1" status: 204 len: 173 time: 2.3451228 Feb 14 21:22:58.191147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-deleted', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:58.193638 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb28bec-77c8-47f2-9823-486691321146" -d '{"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-deleted", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:58.229926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a7eae6c9-7c05-4b8b-b64d-1c468c7a6112 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff46e7befbb540b889a4be9c3ef92a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483766 Feb 14 21:22:58.233819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47722) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:58.242390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a3a0-c894-4249-a121-0f0c8ec38e04 req-6a9d87b8-1c2e-45e2-a9cc-7df674adf132 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:58.250100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fe5a3a0-c894-4249-a121-0f0c8ec38e04 req-6a9d87b8-1c2e-45e2-a9cc-7df674adf132 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.3311863 Feb 14 21:22:58.297213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:58.301978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:58.302834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5274f38-543f-42f8-b84a-b56f1b085f5d req-67903a95-45b2-427e-bb0f-a11889a3e90d tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:58.310567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5274f38-543f-42f8-b84a-b56f1b085f5d req-67903a95-45b2-427e-bb0f-a11889a3e90d tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 945 time: 0.3946552 Feb 14 21:22:58.317466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.368962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (dc40417a-0f99-4ed0-9af2-7aa7d40ac6af), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.395767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:58.396400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.398394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] 10.222.0.83 "PUT /v2.0/ports/9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 HTTP/1.1" status: 200 len: 1093 time: 1.2609699 Feb 14 21:22:58.401025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:22:58.407806 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:22:58.433357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc40417a-0f99-4ed0-9af2-7aa7d40ac6af,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:58.450531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.456775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-050bec61-a810-4b3b-8de8-29b5f8cdb70b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/dc40417a-0f99-4ed0-9af2-7aa7d40ac6af HTTP/1.1" status: 204 len: 168 time: 0.8304303 Feb 14 21:22:58.458451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:58.460150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: fd02bff2-5352-481f-8d60-e30354a1e78d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:22:58.460338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47726) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:22:58.460828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fd02bff2-5352-481f-8d60-e30354a1e78d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:22:58.478826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5274f38-543f-42f8-b84a-b56f1b085f5d req-a6880bd1-f5f8-419f-87ef-d239bbd66545 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672766 Feb 14 21:22:58.502302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.510920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fe5a3a0-c894-4249-a121-0f0c8ec38e04 req-fba1a905-3c82-4324-9e27-c81610dff6ed tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598310 Feb 14 21:22:58.542870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9f6bb-5561-47a9-9e3b-b68eb9546240 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:58.630606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.636086 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6c3ac-a7f7-4eb9-a415-be71390aaa08 x-openstack-request-id: req-23b6c3ac-a7f7-4eb9-a415-be71390aaa08 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:58.641845 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e49fa1-ae1d-495e-9003-6c047484e894", "name": "network-vif-deleted", "tag": "fd02bff2-5352-481f-8d60-e30354a1e78d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:58.642118 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23b6c3ac-a7f7-4eb9-a415-be71390aaa08 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:58.643051 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e49fa1-ae1d-495e-9003-6c047484e894', 'name': 'network-vif-deleted', 'tag': 'fd02bff2-5352-481f-8d60-e30354a1e78d', 'status': 'completed', 'code': 200} Feb 14 21:22:58.643543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] Publish callbacks [] for security_group (913a1805-b78c-4b09-ade6-949cfdcaa0c0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.732136 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb31a941-6551-490e-9012-1b1d0484a06d x-openstack-request-id: req-cb31a941-6551-490e-9012-1b1d0484a06d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:22:58.732423 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:22:58.732681 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cb31a941-6551-490e-9012-1b1d0484a06d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:22:58.733088 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'status': 'completed', 'code': 200} Feb 14 21:22:58.782172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99698f41-6c3c-4652-86ff-caae8b1a276e req-aa91b0ad-9183-4209-92e7-179dce3b4564 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1478081 Feb 14 21:22:58.792998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] Publish callbacks [] for security_group (913a1805-b78c-4b09-ade6-949cfdcaa0c0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.835366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (fb366c12-7798-4ffc-9295-7bf23bc2e381), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:58.932704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-b7c32d3e-8336-4163-a44d-c9c6328ebed6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395412 Feb 14 21:22:58.985614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:58.992179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:58.998649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.004700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.010102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.011898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-5af3914f-10bd-4a34-a7d6-362e1ec99a8e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 3828 time: 0.2169373 Feb 14 21:22:59.016333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.016821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.017341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.018151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.018673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.020726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-6b6a2958-5cd8-4ffa-aa34-30fad8a9b262 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 4395 time: 0.2723906 Feb 14 21:22:59.023021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477d8dd6-b5af-4c43-96e3-b2b730d31769 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:22:59.034115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks [] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.049496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Transition to ACTIVE for port object 477d8dd6-b5af-4c43-96e3-b2b730d31769 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:22:59.054269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.129249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (913a1805-b78c-4b09-ade6-949cfdcaa0c0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.132186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.133351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/913a1805-b78c-4b09-ade6-949cfdcaa0c0 HTTP/1.1" status: 204 len: 168 time: 0.8810706 Feb 14 21:22:59.150397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:59.180692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Attempting to bind port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:22:59.181110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Attempting to bind port 477d8dd6-b5af-4c43-96e3-b2b730d31769 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:22:59.181677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Attempting to bind port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:59.188838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (fb366c12-7798-4ffc-9295-7bf23bc2e381), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.201513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:22:59.202507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Attempting to bind port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:22:59.209708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:22:59.210192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:22:59.210671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Bound using segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:22:59.211226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Bound port: 477d8dd6-b5af-4c43-96e3-b2b730d31769, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:22:59.211687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.248548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc2c2-bac9-4b96-ac12-d5c846225375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913a1805-b78c-4b09-ade6-949cfdcaa0c0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:59.285142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb366c12-7798-4ffc-9295-7bf23bc2e381']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:59.320508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf40c93-4b66-4808-844d-72dc1d75793f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:59.320810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf40c93-4b66-4808-844d-72dc1d75793f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:22:59.363909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da7aa65f-b53b-4958-aad3-36cfc29447b0 req-b686eb2c-266d-4261-834d-82b5271cc53b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419478 Feb 14 21:22:59.369152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (abf40c93-4b66-4808-844d-72dc1d75793f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.427767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (abf40c93-4b66-4808-844d-72dc1d75793f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.456216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-e8a816e7-2850-40c1-bc1b-a4d31d33b915 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.466674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-e8a816e7-2850-40c1-bc1b-a4d31d33b915 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5081995 Feb 14 21:22:59.518039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:22:59.518464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (abf40c93-4b66-4808-844d-72dc1d75793f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.525084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-39ab6d50-f059-4e1e-9f26-523047755749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.525567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-39ab6d50-f059-4e1e-9f26-523047755749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.526045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-39ab6d50-f059-4e1e-9f26-523047755749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.529365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-39ab6d50-f059-4e1e-9f26-523047755749 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4835305 Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:22:59.530460 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:22:59.714752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:22:59.718420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:22:59.727908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.768431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.769351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.770421 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-01804556-819c-4ffd-9450-cd231f330280 service neutron] 10.222.0.83 "PUT /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 1137 time: 1.3215230 Feb 14 21:22:59.799446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-c1d14536-d1dd-4fb5-8ec8-9d2c8147f7a6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/quotas/27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 375 time: 0.3306065 Feb 14 21:22:59.803969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:22:59.829640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (fb366c12-7798-4ffc-9295-7bf23bc2e381), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.849560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804556-819c-4ffd-9450-cd231f330280 service neutron] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:59.879233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:22:59.883034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fb366c12-7798-4ffc-9295-7bf23bc2e381 HTTP/1.1" status: 204 len: 168 time: 1.4218016 Feb 14 21:22:59.950660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a21705-126b-4d0c-9bcb-67ade2533922 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb366c12-7798-4ffc-9295-7bf23bc2e381,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:22:59.967241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-67f988ba-19eb-4d00-b84d-e91dffa83f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.969568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03ae3d5e-38c8-4d64-a16c-221176ca6dd3 req-67f988ba-19eb-4d00-b84d-e91dffa83f2f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964711 Feb 14 21:22:59.988397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-d310d3ff-8459-4db3-818d-cacf0e0c2b2e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:22:59.989922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-d310d3ff-8459-4db3-818d-cacf0e0c2b2e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.64 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 945 time: 0.5068340 Feb 14 21:23:00.005493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02143c-c4cd-498e-aae2-00fe2d4e17fe req-965e14f3-9e1e-4bae-9d53-3f1a2e6ca343 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:00.007317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.020732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a02143c-c4cd-498e-aae2-00fe2d4e17fe req-965e14f3-9e1e-4bae-9d53-3f1a2e6ca343 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 945 time: 0.3227696 Feb 14 21:23:00.144551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-9e0df6b7-e87b-4a33-86ea-5aed225545b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3079805 Feb 14 21:23:00.160239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:00.212144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a02143c-c4cd-498e-aae2-00fe2d4e17fe req-001853a5-057c-4fbb-9ba5-2b5b9dc693d9 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/security-groups?id=0298f860-315e-4afa-9b35-9a8e5fe5fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981809 Feb 14 21:23:00.284780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Deleting port 62eff30c-a7a4-4f77-9662-1f278d0e1783 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:00.291488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.300604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-086d80b3-a953-4ac5-aad1-ba681b096955 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=775c753deaf8410f8e80c76c33e31d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369054 Feb 14 21:23:00.302677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47768) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:00.513714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] Publish callbacks [] for security_group (57266638-c2d2-444b-9950-2d769f35e19a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.571295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f4f40b4-54eb-4d3a-8a33-0964451387f5 req-f810e033-0372-4ec7-8330-f0694530b81b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0976784 Feb 14 21:23:00.640018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec4edb-64e0-49f1-8b1e-e9361135cf21 req-f579a741-40ef-4a07-9297-17d0e00e805f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:00.641815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94ec4edb-64e0-49f1-8b1e-e9361135cf21 req-f579a741-40ef-4a07-9297-17d0e00e805f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.3153594 Feb 14 21:23:00.649046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] For port 62eff30c-a7a4-4f77-9662-1f278d0e1783, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=62eff30c-a7a4-4f77-9662-1f278d0e1783,segment=NetworkSegment(e993f2fa-6180-4a3a-94fc-348468fd9730),segment_id=e993f2fa-6180-4a3a-94fc-348468fd9730)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:00.649735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.669392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:00.681389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Calling delete_port for 62eff30c-a7a4-4f77-9662-1f278d0e1783 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:00.714139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] Publish callbacks [] for security_group (57266638-c2d2-444b-9950-2d769f35e19a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.725713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4128a4aa-17cb-417f-af23-85931a4570f1 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:00.734012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '477d8dd6-b5af-4c43-96e3-b2b730d31769'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:00.736518 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48823be4-c087-4c1c-983b-2b686b776280" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "477d8dd6-b5af-4c43-96e3-b2b730d31769"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:00.743728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks [] for port (4128a4aa-17cb-417f-af23-85931a4570f1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.775554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Transition to ACTIVE for port object 4128a4aa-17cb-417f-af23-85931a4570f1 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:00.785146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.860721 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (57266638-c2d2-444b-9950-2d769f35e19a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.863539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:00.864573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/57266638-c2d2-444b-9950-2d769f35e19a HTTP/1.1" status: 204 len: 168 time: 0.5613894 Feb 14 21:23:00.880081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642401f4-d57c-454f-9ee9-c63f055f151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57266638-c2d2-444b-9950-2d769f35e19a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:00.889858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:00.951663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94ec4edb-64e0-49f1-8b1e-e9361135cf21 req-d4f3d9d1-37ac-49da-8b7c-f137d60baa52 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987218 Feb 14 21:23:00.960555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a234c432-2883-4043-83de-270bf6acd3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.035816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1864475657-network', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:01.045729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Attempting to bind port 4128a4aa-17cb-417f-af23-85931a4570f1 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:01.046217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Attempting to bind port 4128a4aa-17cb-417f-af23-85931a4570f1 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:01.046363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Attempting to bind port 4128a4aa-17cb-417f-af23-85931a4570f1 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:01.051891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Port 4128a4aa-17cb-417f-af23-85931a4570f1 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:01.052977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Attempting to bind port 4128a4aa-17cb-417f-af23-85931a4570f1 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:01.062193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:01.062597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:01.063093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Bound using segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:01.063599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Bound port: 4128a4aa-17cb-417f-af23-85931a4570f1, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:01.063978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.207450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:01.213109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4128a4aa-17cb-417f-af23-85931a4570f1,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:01.225830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.236657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a21ca06d-ef13-4d32-a96e-bd620d89f2fa req-f192f72d-1b9f-48e2-85b0-45f6b3c907ee tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 210 time: 0.1598577 Feb 14 21:23:01.284852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.285945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.294924 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-610205af-2439-4726-9adb-017ea4f35eee service neutron] 10.222.0.83 "PUT /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 1137 time: 1.4952707 Feb 14 21:23:01.306322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.312823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.329813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.342179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.357294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.359089 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da988052-fcfe-487b-b0ec-697df1d5524f x-openstack-request-id: req-da988052-fcfe-487b-b0ec-697df1d5524f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:01.359453 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "477d8dd6-b5af-4c43-96e3-b2b730d31769", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:01.359710 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da988052-fcfe-487b-b0ec-697df1d5524f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:01.361895 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '477d8dd6-b5af-4c43-96e3-b2b730d31769', 'status': 'completed', 'code': 200} Feb 14 21:23:01.369774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:01.372771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.376653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-2d688527-ec4d-4cae-b1c3-ff1e9dd546d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 4606 time: 0.7006781 Feb 14 21:23:01.432696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Made reservation on behalf of d8eb5547e7a144d78b74e39785b3fbf5 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:01.435224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.440969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610205af-2439-4726-9adb-017ea4f35eee service neutron] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:01.530526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:01.576684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.612723 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97ff18f6-269a-4838-b90d-cf0fb37eab88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c610a1b807442f7a4ada4befa609c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807810 Feb 14 21:23:01.616126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47806) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:01.639511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28e95551-5149-4c9d-a5f5-f0070b0c590b req-ed2686e1-497e-4f8e-b457-aa7d7bc673e2 tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.86 "GET /v2.0/ports?device_id=00060f60-d833-44b8-881d-c490fc1b052a HTTP/1.1" status: 200 len: 210 time: 0.2009392 Feb 14 21:23:01.654790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb2ff3ec-9cef-46f1-9590-6e48697a2c75 req-e3f06017-fcbe-47cb-9678-ba5844981051 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541630 Feb 14 21:23:01.661792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.674781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (62eff30c-a7a4-4f77-9662-1f278d0e1783), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.754418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Pushing event deleted for resources: {'Port': ['ID=62eff30c-a7a4-4f77-9662-1f278d0e1783,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:01.770121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.770689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.772780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.773071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.773542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.774092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.774561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:01.776763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48823be4-c087-4c1c-983b-2b686b776280 req-0185a24d-9b76-4223-ae20-77ef9571b055 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6317 time: 0.3858085 Feb 14 21:23:01.807203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] Publish callbacks [] for security_group (b463433a-82fc-4f63-a9e2-63fc408b2da9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.840290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] Publish callbacks [] for security_group (b463433a-82fc-4f63-a9e2-63fc408b2da9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.874955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-532e11e9-d40f-4ba7-9d9d-c7cb032748fd req-cd798e72-e36e-4c70-939b-752044f98451 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1233935 Feb 14 21:23:01.895800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] No DVR routers for this DVR port 62eff30c-a7a4-4f77-9662-1f278d0e1783 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:23:01.914633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b463433a-82fc-4f63-a9e2-63fc408b2da9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.928934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.928934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b463433a-82fc-4f63-a9e2-63fc408b2da9 HTTP/1.1" status: 204 len: 168 time: 0.3013194 Feb 14 21:23:01.929194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:01.932236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b6b57b1-d00b-4130-9e84-a90a8c1b0d0d req-bebb3282-0b0b-48f3-a2f8-2fc899b4b46e tempest-ServerMetadataNegativeTestJSON-1800467633 tempest-ServerMetadataNegativeTestJSON-1800467633-project] 10.222.0.64 "DELETE /v2.0/ports/62eff30c-a7a4-4f77-9662-1f278d0e1783 HTTP/1.1" status: 204 len: 173 time: 1.9351366 Feb 14 21:23:01.932716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'name': 'network-vif-deleted', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:01.935147 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be84418-769f-4569-b0fe-e4dbe7d1690b" -d '{"events": [{"server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "name": "network-vif-deleted", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:01.958159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad84d-036f-4605-957a-b9ceb25f3c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463433a-82fc-4f63-a9e2-63fc408b2da9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:02.028710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-a88fd7d7-ae93-43c3-932d-6bb4fb6f0ba3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449784 Feb 14 21:23:02.052520 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef863a8-49b2-4664-b681-1920c26bb27e x-openstack-request-id: req-0ef863a8-49b2-4664-b681-1920c26bb27e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:02.053286 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00060f60-d833-44b8-881d-c490fc1b052a", "name": "network-vif-deleted", "tag": "62eff30c-a7a4-4f77-9662-1f278d0e1783", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:02.053286 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ef863a8-49b2-4664-b681-1920c26bb27e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:02.053758 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00060f60-d833-44b8-881d-c490fc1b052a', 'name': 'network-vif-deleted', 'tag': '62eff30c-a7a4-4f77-9662-1f278d0e1783', 'status': 'completed', 'code': 200} Feb 14 21:23:02.127547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 62eff30c-a7a4-4f77-9662-1f278d0e1783 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:02.223498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 62eff30c-a7a4-4f77-9662-1f278d0e1783 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:23:02.223851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 62eff30c-a7a4-4f77-9662-1f278d0e1783 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:23:02.364385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:02.382903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks [] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:02.412421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Transition to ACTIVE for port object cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:02.419193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:02.533100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:02.624405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Attempting to bind port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:02.625506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Attempting to bind port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:02.627032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Attempting to bind port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:02.647602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:02.648480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Attempting to bind port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:02.658620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:02.659409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:02.660656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Bound using segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:02.661829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Bound port: cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:02.662473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:02.788544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:02.792702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:02.802931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:02.852267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1f6413f-037e-42bd-8e64-6ba01e43a2dd req-63a42ea9-d426-451d-aace-abc0d244d425 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 210 time: 0.1672726 Feb 14 21:23:02.871566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-e66ad00e-aabb-4cdd-a679-58b50f943b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:02.872044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-e66ad00e-aabb-4cdd-a679-58b50f943b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:02.872501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-e66ad00e-aabb-4cdd-a679-58b50f943b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:02.873086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:02.873787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:02.874109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48823be4-c087-4c1c-983b-2b686b776280 req-e66ad00e-aabb-4cdd-a679-58b50f943b94 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0803497 Feb 14 21:23:02.875429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] 10.222.0.83 "PUT /v2.0/ports/cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 HTTP/1.1" status: 200 len: 1091 time: 1.5125196 Feb 14 21:23:02.931259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:02.931922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47830) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:02.969555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fc7f8-0425-4f74-a6d8-a1f82ec33cbb req-7f843085-ca76-40bb-a402-5b91b5474502 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:02.971365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a87fc7f8-0425-4f74-a6d8-a1f82ec33cbb req-7f843085-ca76-40bb-a402-5b91b5474502 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.8296266 Feb 14 21:23:02.989079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d739e-4474-419c-b95f-fc4949cc0a73 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:03.077440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.264409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-1fc30937-6f72-4574-a520-6d0901a4978e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.267234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-1fc30937-6f72-4574-a520-6d0901a4978e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2273052 Feb 14 21:23:03.333655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks [] for security_group (d0bc6853-b835-438c-8866-671b60a5636e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.339973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a94341a-36f3-4a0b-9730-a44412909ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.346647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Request body: {'port': {'device_id': '800c1915-c4b4-456f-bd61-12b270927105', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '27a52f391b984c3995fe3cb6c175bcf2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:03.384137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d0bc6853-b835-438c-8866-671b60a5636e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.399210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '4128a4aa-17cb-417f-af23-85931a4570f1'}, {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:03.401664 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8819c0e7-9db7-426a-a8c6-20f58a090d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "4128a4aa-17cb-417f-af23-85931a4570f1"}, {"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:03.406044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:03.451399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:23:03.473590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Deleting subnet 2fc7752f-dbcd-4220-be62-bb12931cac84 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:23:03.494023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Publish callbacks [] for subnet (2fc7752f-dbcd-4220-be62-bb12931cac84), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.503192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823be4-c087-4c1c-983b-2b686b776280 req-a898d622-259f-498d-9284-70e6d6fd21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.504803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48823be4-c087-4c1c-983b-2b686b776280 req-a898d622-259f-498d-9284-70e6d6fd21de service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6037326 Feb 14 21:23:03.505089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0166c20d-fe95-4f79-b69a-76331d6beb65 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:03.521182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks [] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.542738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Transition to ACTIVE for port object 0166c20d-fe95-4f79-b69a-76331d6beb65 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:03.544802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.545228 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Added segment 6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07 of type vlan for network c136804a-7395-449e-8d0e-9b3f54e6c197 Feb 14 21:23:03.547745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.586705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.593638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.600959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.606712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.613143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.619978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.623954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-440665215-network', 'tenant_id': '464749c1869c42bf92fd98668211089f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:03.625656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:03.633681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-0123741b-4988-428b-b338-00eba50ade99 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5396 time: 0.5312762 Feb 14 21:23:03.701503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc6853-b835-438c-8866-671b60a5636e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:03.718488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Made reservation on behalf of 464749c1869c42bf92fd98668211089f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:03.722110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.743505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a87fc7f8-0425-4f74-a6d8-a1f82ec33cbb req-01ccc13e-c96c-41e5-af00-793711ea47bd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6914809 Feb 14 21:23:03.763772 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.768298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (2fc7752f-dbcd-4220-be62-bb12931cac84), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.785679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:03.792522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Attempting to bind port 0166c20d-fe95-4f79-b69a-76331d6beb65 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:03.792999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Attempting to bind port 0166c20d-fe95-4f79-b69a-76331d6beb65 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:03.793509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Attempting to bind port 0166c20d-fe95-4f79-b69a-76331d6beb65 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:03.811011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Port 0166c20d-fe95-4f79-b69a-76331d6beb65 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:03.811605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Attempting to bind port 0166c20d-fe95-4f79-b69a-76331d6beb65 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:03.838429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:03.839652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Checking segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:03.840126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Bound using segment: {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:03.840586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Bound port: 0166c20d-fe95-4f79-b69a-76331d6beb65, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:03.840961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:03.892804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c136804a-7395-449e-8d0e-9b3f54e6c197), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.004939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ba11587-3cd2-4673-a83d-210706d47e05 req-c0eed134-5e50-4126-a65b-2cee2aafb447 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0870416 Feb 14 21:23:04.012301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Made reservation on behalf of 27a52f391b984c3995fe3cb6c175bcf2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:04.017058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.035461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks [] for security_group (1d4f89bb-c2dc-4501-959c-91f6751b7ddf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.040224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:04.051090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f4b6de5-87e8-4212-9f65-89a97b6a7b56 req-1e78ef9e-9ee4-4df5-b41f-a3977545e0a4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4160910 Feb 14 21:23:04.056087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:04.057696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1d4f89bb-c2dc-4501-959c-91f6751b7ddf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.058616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2fc7752f-dbcd-4220-be62-bb12931cac84), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.076543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.123926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:23:04.130018 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6437c-f71a-482a-a575-35bbf950069e x-openstack-request-id: req-5ad6437c-f71a-482a-a575-35bbf950069e {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:04.130397 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "4128a4aa-17cb-417f-af23-85931a4570f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:04.130587 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ad6437c-f71a-482a-a575-35bbf950069e {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:04.131521 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '4128a4aa-17cb-417f-af23-85931a4570f1', 'status': 'completed', 'code': 200} Feb 14 21:23:04.131986 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'status': 'completed', 'code': 200} Feb 14 21:23:04.133982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c136804a-7395-449e-8d0e-9b3f54e6c197), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.135261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.136563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.193099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1e90e81e-d63c-4b58-9c16-ad76b2ed7e64), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.193366 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Added segment 1e90e81e-d63c-4b58-9c16-ad76b2ed7e64 of type vlan for network 5569d172-e719-4453-b794-3c55d2adb194 Feb 14 21:23:04.197555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.198200 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.199885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] 10.222.0.83 "PUT /v2.0/ports/0166c20d-fe95-4f79-b69a-76331d6beb65 HTTP/1.1" status: 200 len: 1092 time: 1.2906168 Feb 14 21:23:04.200575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:04.213364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f89bb-c2dc-4501-959c-91f6751b7ddf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:04.252584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.252987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.253369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.253995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.254534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.255000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.259030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.259498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.259858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.260190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.260559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.260983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.261368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6332a2-8627-4bea-899e-1d861cac961c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.282169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:04.291783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.292409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.293229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.293229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.293456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.293748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.294087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.295114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.295114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.295428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.296715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.296715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.296715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:04.312353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a3f1ded-2197-4c84-86e2-a004c91cd091 req-25fec363-c5fb-490c-a7bb-8d05a32fd69a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 210 time: 0.1040232 Feb 14 21:23:04.353497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6788738 Feb 14 21:23:04.361540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1dd80-12bc-4c65-9c10-313f61a17797 admin admin] Pushing event updated for resources: {'Network': ['ID=c136804a-7395-449e-8d0e-9b3f54e6c197,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:04.374899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:04.383969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c136804a-7395-449e-8d0e-9b3f54e6c197 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:23:04.384571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Request body: {'subnet': {'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-subnet', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:04.400452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5569d172-e719-4453-b794-3c55d2adb194), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.430633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.495586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5569d172-e719-4453-b794-3c55d2adb194), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.496942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.497953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.504729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Made reservation on behalf of d8eb5547e7a144d78b74e39785b3fbf5 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:04.513080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.536279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.545987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.546462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.547000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.547498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.549286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.549762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.550287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.552646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-afc0c8f0-84cc-433e-bf18-3084cb26409c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6515 time: 0.4133704 Feb 14 21:23:04.554346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (2fc7752f-dbcd-4220-be62-bb12931cac84), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.606186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1942146 Feb 14 21:23:04.613211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:04.619357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Request body: {'subnet': {'network_id': '5569d172-e719-4453-b794-3c55d2adb194', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-subnet', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:04.647547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Made reservation on behalf of 464749c1869c42bf92fd98668211089f for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:04.649432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.656071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc7752f-dbcd-4220-be62-bb12931cac84,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:04.703785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.709912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42de2bb8-47f4-4b64-ade0-97e6739a7adb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2fc7752f-dbcd-4220-be62-bb12931cac84 HTTP/1.1" status: 204 len: 168 time: 1.7638314 Feb 14 21:23:04.711373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Allocated IP 192.168.233.133 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/5591c69e-dfdb-4f47-9404-8ed46e717826) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:04.713177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47854) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:04.734139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b3702-55bc-4142-bf42-a8189287a098 admin admin] Pushing event updated for resources: {'Network': ['ID=5569d172-e719-4453-b794-3c55d2adb194,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:04.751409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5569d172-e719-4453-b794-3c55d2adb194 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:23:04.985770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (1ae85900-293c-4767-9348-0401f080b467), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:04.997184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-e7229f2d-27a7-4776-9d2f-af380868b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.997665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-e7229f2d-27a7-4776-9d2f-af380868b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:04.998261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-e7229f2d-27a7-4776-9d2f-af380868b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.000009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-e7229f2d-27a7-4776-9d2f-af380868b0af service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4039686 Feb 14 21:23:05.004978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (192f4832-12bb-40d2-b767-b225f5834e74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.061178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ceaa10-88cd-45ad-bc76-370232474920 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:05.077414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks [] for port (42ceaa10-88cd-45ad-bc76-370232474920), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.094083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=192f4832-12bb-40d2-b767-b225f5834e74,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:05.110199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Transition to ACTIVE for port object 42ceaa10-88cd-45ad-bc76-370232474920 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:05.118867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Checking segment: {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:05.119301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Network hostable DHCP agents. Network: 5569d172-e719-4453-b794-3c55d2adb194, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:23:05.123433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.189532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Network 5569d172-e719-4453-b794-3c55d2adb194 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:23:05.199879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:05.236884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba6acc-4a61-4822-a15c-a69815ed6cfe req-79dd254a-46c0-4462-a826-685085337fcb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.239714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87ba6acc-4a61-4822-a15c-a69815ed6cfe req-79dd254a-46c0-4462-a826-685085337fcb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.3443522 Feb 14 21:23:05.243666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5569d172-e719-4453-b794-3c55d2adb194) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:05.254037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.254697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.260628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3d39a-0a40-4ffd-935c-5e66399e98a0 None None] Network 5569d172-e719-4453-b794-3c55d2adb194 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:05.311091 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9546bbaf-d57a-4a00-b071-a6803b89e5ed admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6961238 Feb 14 21:23:05.314153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:05.320380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:05.359721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Attempting to bind port 42ceaa10-88cd-45ad-bc76-370232474920 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:05.360105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Attempting to bind port 42ceaa10-88cd-45ad-bc76-370232474920 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:05.360381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Attempting to bind port 42ceaa10-88cd-45ad-bc76-370232474920 on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:05.381990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Port 42ceaa10-88cd-45ad-bc76-370232474920 on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:05.382322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Attempting to bind port 42ceaa10-88cd-45ad-bc76-370232474920 on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:05.386125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (1386ff0f-8405-411c-977a-dfe73b770821), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.387294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (1386ff0f-8405-411c-977a-dfe73b770821), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.394627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:05.394971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Checking segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:05.400050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Bound using segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:05.400619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Bound port: 42ceaa10-88cd-45ad-bc76-370232474920, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:05.401451 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.463363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-5569d172-e719-4453-b794-3c55d2adb194', 'network_id': '5569d172-e719-4453-b794-3c55d2adb194', 'project_id': '464749c1869c42bf92fd98668211089f', 'fixed_ips': [{'subnet_id': '192f4832-12bb-40d2-b767-b225f5834e74'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:23:05.465628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.499810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce12bd20-7146-464a-9208-488961db268a req-58fd702d-df5a-456e-9469-57bf23591229 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.2819266 Feb 14 21:23:05.557491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (1ae85900-293c-4767-9348-0401f080b467), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.586944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-a4ac8562-e3fe-4ecd-8a7c-adfb87fd818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.588976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-a4ac8562-e3fe-4ecd-8a7c-adfb87fd818d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5587537 Feb 14 21:23:05.637085 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.642760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for router_controller (1386ff0f-8405-411c-977a-dfe73b770821), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.645204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1f19e8d2-983f-403a-99b6-2ee963da1cc5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.654010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae85900-293c-4767-9348-0401f080b467']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:05.669180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Allocated IP 172.20.0.2 (5569d172-e719-4453-b794-3c55d2adb194/192f4832-12bb-40d2-b767-b225f5834e74/d6f98ba7-7b64-49a0-a065-bbe0e6700b6a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:05.719963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:05.757519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e993f2fa-6180-4a3a-94fc-348468fd9730') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:05.758088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e993f2fa-6180-4a3a-94fc-348468fd9730') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:05.766547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:05.790192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.796530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87ba6acc-4a61-4822-a15c-a69815ed6cfe req-75eec4f4-d019-413b-a9a7-fdb9e7f56413 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365698 Feb 14 21:23:05.804218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e993f2fa-6180-4a3a-94fc-348468fd9730), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.813607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.891830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e993f2fa-6180-4a3a-94fc-348468fd9730), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.901100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.901904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.903525 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] 10.222.0.83 "PUT /v2.0/ports/42ceaa10-88cd-45ad-bc76-370232474920 HTTP/1.1" status: 200 len: 1092 time: 1.6562157 Feb 14 21:23:05.905891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for router_gateway (1386ff0f-8405-411c-977a-dfe73b770821), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.928265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.935829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.941382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.946898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.953406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.960368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.965732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Request body: {'port': {'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:05.972962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:05.973800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:05.975545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-7cf107bc-2b39-413e-a882-fc0f4741ac7c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5420 time: 0.3312361 Feb 14 21:23:05.981303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Checking segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:05.981750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Network hostable DHCP agents. Network: c136804a-7395-449e-8d0e-9b3f54e6c197, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:23:05.985462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f19e8d2-983f-403a-99b6-2ee963da1cc5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.002402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:23:06.002896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e993f2fa-6180-4a3a-94fc-348468fd9730), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:23:06.005267 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:23:06.017570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56d59-1c26-4ea1-9e51-5fbc9933f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.018827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks [] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.040240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.112937 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.150829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Network 5569d172-e719-4453-b794-3c55d2adb194 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:06.157370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Pushing event updated for resources: {'Port': ['ID=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.168930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.169557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.170172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.170648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.171117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.171669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.172284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.178943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:06.180026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-c50dda04-a9da-4a09-a251-22d4b7bb1b49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6571 time: 0.5208447 Feb 14 21:23:06.181668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.182024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.182425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.182769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.183174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.183588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.183925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.184254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.184627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.184955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.185282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.185609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.185987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:06.189893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.196681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:06.244757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:06.307675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Network c136804a-7395-449e-8d0e-9b3f54e6c197 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:23:06.417036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a3860bf-9ba5-4a11-9bf9-1b49e5f5c910 req-0710401f-a30a-48aa-bad2-814cdfb07ade tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4262717 Feb 14 21:23:06.452586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (1ae85900-293c-4767-9348-0401f080b467), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.459017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2ef6e2-b70e-4988-afa4-ace001569b1e {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:06.469360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks [] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.473980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeebdb-a162-4df5-8b82-d351c467196f req-9e140033-daf7-41cc-8547-69747940b84d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.476110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3eeebdb-a162-4df5-8b82-d351c467196f req-9e140033-daf7-41cc-8547-69747940b84d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 936 time: 0.4979682 Feb 14 21:23:06.487846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Transition to ACTIVE for port object 0f2ef6e2-b70e-4988-afa4-ace001569b1e will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:06.490830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65'}, {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:06.497909 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80563b34-2c26-4315-b58d-4fdd2ee76555" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65"}, {"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "42ceaa10-88cd-45ad-bc76-370232474920"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:06.503580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.510321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Attempting to bind port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:06.510882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Attempting to bind port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:06.511530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Attempting to bind port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a on network 5569d172-e719-4453-b794-3c55d2adb194 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:06.518704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:06.532815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.540019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1ae85900-293c-4767-9348-0401f080b467 HTTP/1.1" status: 204 len: 168 time: 1.8219457 Feb 14 21:23:06.541709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, c136804a-7395-449e-8d0e-9b3f54e6c197) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:06.581508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.611945 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c15fd-0c56-4f02-8eae-72c23d20fafb x-openstack-request-id: req-9b7c15fd-0c56-4f02-8eae-72c23d20fafb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:06.612241 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "42ceaa10-88cd-45ad-bc76-370232474920", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:06.612487 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b7c15fd-0c56-4f02-8eae-72c23d20fafb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:06.612890 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'status': 'completed', 'code': 200} Feb 14 21:23:06.613156 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920', 'status': 'completed', 'code': 200} Feb 14 21:23:06.631979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:06.639133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93dc919-09a2-4cc1-ac8b-060340c9e212 None None] Network c136804a-7395-449e-8d0e-9b3f54e6c197 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:06.642075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:06.642475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Checking segment: {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:06.642918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.643405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Bound using segment: {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:06.643926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Bound port: d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:06.644307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.668004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.668845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.681757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91906ee4-86f4-4256-aa21-26a20fb85381 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae85900-293c-4767-9348-0401f080b467,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.696059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:06.705935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:06.791223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Attempting to bind port 0f2ef6e2-b70e-4988-afa4-ace001569b1e on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:06.791430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Attempting to bind port 0f2ef6e2-b70e-4988-afa4-ace001569b1e by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:06.791798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Attempting to bind port 0f2ef6e2-b70e-4988-afa4-ace001569b1e on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:06.799441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for router_gateway (1386ff0f-8405-411c-977a-dfe73b770821), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.802989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Port 0f2ef6e2-b70e-4988-afa4-ace001569b1e on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:06.803361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Attempting to bind port 0f2ef6e2-b70e-4988-afa4-ace001569b1e on network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:06.833026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47872) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:06.848500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.876568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:06.877021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Checking segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:06.877279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Bound using segment: {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:06.877740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Bound port: 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9840f54b-a846-40ca-b9b2-5f3efb7736f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:06.878105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.906722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:06.914931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:06.998792 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f47b97ad-1961-4d25-9a94-62aacc6bd6c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95fbab8820cc464689ed9269ddf0c4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638224 Feb 14 21:23:06.999464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47878) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:07.069466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f7d4128-c615-4461-9cd4-2e5d1ede9f7b req-800ee98e-cc9c-4fa7-a6bc-c11400564e62 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1320586 Feb 14 21:23:07.081985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-57f3cec3-63b2-4fe6-8975-1e3e64d90a3b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7029693 Feb 14 21:23:07.090695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:07.092416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] For port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:07.104500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:07.120393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:07.135553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-c136804a-7395-449e-8d0e-9b3f54e6c197', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:23:07.136842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.159780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:07.161642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Allocated IP 172.25.2.207 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/15080714-b4fc-4f88-9230-a4652ab4c6ab) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:07.195512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.201872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0bde3d71-b5f8-4df9-938a-74957139b64f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8671377 Feb 14 21:23:07.216488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.217526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.220937 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] Publish callbacks [] for security_group (0298f860-315e-4afa-9b35-9a8e5fe5fa65), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.234668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Request body: {'port': {'device_id': '800c1915-c4b4-456f-bd61-12b270927105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:07.256649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3eeebdb-a162-4df5-8b82-d351c467196f req-7d416d85-3ac7-4a22-a585-da2e60298077 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326100 Feb 14 21:23:07.295701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-8c4668cc-8c46-421e-9939-b23f43a9dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:07.298238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-8c4668cc-8c46-421e-9939-b23f43a9dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:07.299301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-8c4668cc-8c46-421e-9939-b23f43a9dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:07.301198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-8c4668cc-8c46-421e-9939-b23f43a9dbe3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0872531 Feb 14 21:23:07.310838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:07.311490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.313023 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] 10.222.0.83 "PUT /v2.0/ports/0f2ef6e2-b70e-4988-afa4-ace001569b1e HTTP/1.1" status: 200 len: 1092 time: 1.3575151 Feb 14 21:23:07.321933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Allocated IP 172.20.0.2 (c136804a-7395-449e-8d0e-9b3f54e6c197/1f19e8d2-983f-403a-99b6-2ee963da1cc5/d1609951-0c08-44ae-a215-00cdeefb0c70) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:07.378435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] Publish callbacks [] for security_group (0298f860-315e-4afa-9b35-9a8e5fe5fa65), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.405708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6822-b27f-41a5-b6f6-7c90b1d13895 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:07.468626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for router_controller (df7536c0-c25d-41f7-a182-a98afbbd497f), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.514427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.536467 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks [] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.541022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.552373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] For port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:07.564756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.618834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Pushing event updated for resources: {'Port': ['ID=d1609951-0c08-44ae-a215-00cdeefb0c70,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:07.628409 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.701362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0298f860-315e-4afa-9b35-9a8e5fe5fa65), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.706092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1505fa1-154c-46a6-916f-8b6f16aed0df None None] Provisioning complete for port 5591c69e-dfdb-4f47-9404-8ed46e717826 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:07.706683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1505fa1-154c-46a6-916f-8b6f16aed0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.707199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.708739 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0298f860-315e-4afa-9b35-9a8e5fe5fa65 HTTP/1.1" status: 204 len: 168 time: 0.7037559 Feb 14 21:23:07.767826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for router_gateway (df7536c0-c25d-41f7-a182-a98afbbd497f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.775859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Network c136804a-7395-449e-8d0e-9b3f54e6c197 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:07.777225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815e06-b926-4b59-be95-32da7a63d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298f860-315e-4afa-9b35-9a8e5fe5fa65,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:07.811445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:07.815801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:07.851226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa7b39-fb02-4bf3-9211-5650eb903c6c None None] Pushing event updated for resources: {'Port': ['ID=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:07.889827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.951877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1505fa1-154c-46a6-916f-8b6f16aed0df None None] Port 5591c69e-dfdb-4f47-9404-8ed46e717826 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:07.971558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Attempting to bind port d1609951-0c08-44ae-a215-00cdeefb0c70 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:07.972055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Attempting to bind port d1609951-0c08-44ae-a215-00cdeefb0c70 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:07.972501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Attempting to bind port d1609951-0c08-44ae-a215-00cdeefb0c70 on network c136804a-7395-449e-8d0e-9b3f54e6c197 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:07.979448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:07.979887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Checking segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:07.980303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.980753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Bound using segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:07.981778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Bound port: d1609951-0c08-44ae-a215-00cdeefb0c70, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:07.982176 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:07.994348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:08.001928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:08.014461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:08.229217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] For port d1609951-0c08-44ae-a215-00cdeefb0c70, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:08.238678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] For port d1609951-0c08-44ae-a215-00cdeefb0c70, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d1609951-0c08-44ae-a215-00cdeefb0c70,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:08.251112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:08.257092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:08.274173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-4c58fdd0-9ca3-469a-ac25-edbd102a9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.279584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8819c0e7-9db7-426a-a8c6-20f58a090d3f req-4c58fdd0-9ca3-469a-ac25-edbd102a9dcd service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9119105 Feb 14 21:23:08.335606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc16a2-b6ac-4924-b8d3-59479c6683ab req-ecd918b7-af0e-402c-9ec9-9dbb123f0a73 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.340597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73dc16a2-b6ac-4924-b8d3-59479c6683ab req-ecd918b7-af0e-402c-9ec9-9dbb123f0a73 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 1.0576904 Feb 14 21:23:08.434644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.446324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.470590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.477087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b12ac-f34e-4b08-96d7-233b7ba88c9a None None] Pushing event updated for resources: {'Port': ['ID=d1609951-0c08-44ae-a215-00cdeefb0c70,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:08.492884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.502845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.513325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.529001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.531598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-3a524fb0-94d1-44e9-9cfc-d94b1f8bf1eb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.9724600 Feb 14 21:23:08.606175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73dc16a2-b6ac-4924-b8d3-59479c6683ab req-2c9dbd27-dcfd-420e-a6d9-e041f14d0f95 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247863 Feb 14 21:23:08.779215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:08.781466 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e89f07-ef93-402f-a508-6e939d458708" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:08.799935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=15080714-b4fc-4f88-9230-a4652ab4c6ab,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:08.880860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.881859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.882170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.882542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.883017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.886796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.887390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:08.889485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-dae222e5-0dfb-4fda-92f2-60eb7caebcde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6713 time: 0.5006599 Feb 14 21:23:08.891580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67a6361d-0695-495e-a6cd-2ddf0470f966 req-c599980b-f3c7-4e47-94d8-240950776156 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1004822 Feb 14 21:23:08.989599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a632505e-fdc7-4c71-b43b-2f6c855efe72 req-10d848eb-8ef9-48c9-a352-148855e99a5e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3886452 Feb 14 21:23:09.147832 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0aeb1-650d-453b-8683-7251dc0bafa7 x-openstack-request-id: req-7ea0aeb1-650d-453b-8683-7251dc0bafa7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:09.148368 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:09.148729 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ea0aeb1-650d-453b-8683-7251dc0bafa7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:09.149219 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'status': 'completed', 'code': 200} Feb 14 21:23:09.164957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for router_gateway (df7536c0-c25d-41f7-a182-a98afbbd497f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.194077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.229234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:09.336198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Allocated IP 172.25.2.143 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/74773e5e-510c-4829-9029-4567c7847d77) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:09.394252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf99da-2178-40f7-8812-54f25fd31858 req-fa11f47a-000b-4833-90a8-6ee2dcd2c356 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:09.396154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-febf99da-2178-40f7-8812-54f25fd31858 req-fa11f47a-000b-4833-90a8-6ee2dcd2c356 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 936 time: 0.2894039 Feb 14 21:23:09.405870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-network', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:09.449962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-fa9b325a-53c0-45e6-b9c2-0625261cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:09.450716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-fa9b325a-53c0-45e6-b9c2-0625261cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:09.451225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-fa9b325a-53c0-45e6-b9c2-0625261cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:09.452854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-fa9b325a-53c0-45e6-b9c2-0625261cbff9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5541160 Feb 14 21:23:09.456269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for port (74773e5e-510c-4829-9029-4567c7847d77), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.503341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (74773e5e-510c-4829-9029-4567c7847d77), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.510334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for router_gateway (1386ff0f-8405-411c-977a-dfe73b770821), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.635617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:09.650635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Pushing event updated for resources: {'Port': ['ID=74773e5e-510c-4829-9029-4567c7847d77,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:09.656405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:09.660760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:09.721973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5591c69e-dfdb-4f47-9404-8ed46e717826 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:09.736636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks [] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.739961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Made reservation on behalf of 4df357a76d1e4f3f886ea0f1d0e163ee for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:09.742484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.751927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5bedb1-7431-441e-87a5-c6862792f24c None None] Network 5569d172-e719-4453-b794-3c55d2adb194 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:09.795025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Transition to ACTIVE for port object 5591c69e-dfdb-4f47-9404-8ed46e717826 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:09.796327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.820536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.862063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Provisioning complete for port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:09.862577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:09.986192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Current status of the port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:09.986512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.028924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks [] for security_group (8c03799c-2dcc-4c7d-8270-da5c9999a76a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.043082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956d6b3-aa53-443c-b81a-be8e7f0daf51 None None] Network c136804a-7395-449e-8d0e-9b3f54e6c197 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:10.054284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c03799c-2dcc-4c7d-8270-da5c9999a76a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.075419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-febf99da-2178-40f7-8812-54f25fd31858 req-cd86f190-10ce-471e-9796-fb56162b8d6c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605005 Feb 14 21:23:10.094559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-9aa329c2-fd72-4a88-b6ea-0fdfc43189ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.097905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-9aa329c2-fd72-4a88-b6ea-0fdfc43189ce service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6215782 Feb 14 21:23:10.232136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:10.237380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:23:10.334065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03799c-2dcc-4c7d-8270-da5c9999a76a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:10.354090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9a390cd-4cd7-4626-8e88-c940d84b5eee req-ea66a4a5-7b63-4359-8d86-8ad7c33ae0f9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1105814 Feb 14 21:23:10.361657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4ad68821-882a-4d5c-8606-041345d13ff7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.369731 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Added segment 4ad68821-882a-4d5c-8606-041345d13ff7 of type vlan for network 3dda7b6a-4554-486c-996c-fa613ab81f05 Feb 14 21:23:10.392337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8016f6-fbb6-4a1b-8276-5cc1b4bd90f4 req-be05edaf-7e89-4011-9fde-b8ab51f2f98a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.394382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef8016f6-fbb6-4a1b-8276-5cc1b4bd90f4 req-be05edaf-7e89-4011-9fde-b8ab51f2f98a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.6129634 Feb 14 21:23:10.425497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (1386ff0f-8405-411c-977a-dfe73b770821), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.476768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d1609951-0c08-44ae-a215-00cdeefb0c70 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:10.506684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] For port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:10.530035 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.609072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Pushing event updated for resources: {'Port': ['ID=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:10.623036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef8016f6-fbb6-4a1b-8276-5cc1b4bd90f4 req-615d24a8-d417-4d25-b100-2114ee20a873 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135270 Feb 14 21:23:10.626225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.626999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.626999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.627246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.627586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.627922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.628258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.628584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.628917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.629238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.629618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.629946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.630269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f58c9a-1a70-4141-adf5-3ab5e6b51832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:10.700305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for router_gateway (df7536c0-c25d-41f7-a182-a98afbbd497f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.703789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.704048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.704528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.705001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.705607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.706081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.706682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.708751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-a9e0ddf4-0d8c-4d5c-88c3-7d26d205b22c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6713 time: 0.5268598 Feb 14 21:23:10.718282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (3dda7b6a-4554-486c-996c-fa613ab81f05), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.718971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Provisioning complete for port d1609951-0c08-44ae-a215-00cdeefb0c70 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:10.719624 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.726674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Attempting to bind port 5591c69e-dfdb-4f47-9404-8ed46e717826 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:10.727022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Attempting to bind port 5591c69e-dfdb-4f47-9404-8ed46e717826 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:10.727382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Attempting to bind port 5591c69e-dfdb-4f47-9404-8ed46e717826 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:10.743200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Port 5591c69e-dfdb-4f47-9404-8ed46e717826 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:10.743479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Attempting to bind port 5591c69e-dfdb-4f47-9404-8ed46e717826 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:10.778322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:10.778670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:10.782689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:10.783184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Bound port: 5591c69e-dfdb-4f47-9404-8ed46e717826, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:10.783824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.827959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d1609951-0c08-44ae-a215-00cdeefb0c70 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:10.829541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.893331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:23:10.949085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.949308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Current status of the port d1609951-0c08-44ae-a215-00cdeefb0c70 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:10.949631 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:10.956063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.958253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Router 1386ff0f-8405-411c-977a-dfe73b770821 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:23:10.962347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.968194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.975123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.982040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.988430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:10.996649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-cf2cba32-e87e-41ff-b302-220cc1b4cae4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.4525812 Feb 14 21:23:11.039944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d1609951-0c08-44ae-a215-00cdeefb0c70 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:11.039944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.063271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] For port d1609951-0c08-44ae-a215-00cdeefb0c70, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d1609951-0c08-44ae-a215-00cdeefb0c70,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:11.075057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.117536 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.137258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:11.141049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:11.151680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (3dda7b6a-4554-486c-996c-fa613ab81f05), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.153745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.154545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.164099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86d6a5-9591-45e1-8ad8-ea4f0f68ce0f None None] Pushing event updated for resources: {'Port': ['ID=d1609951-0c08-44ae-a215-00cdeefb0c70,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:11.164805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.218013 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:23:11.218384 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:23:11.279944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:11.301161 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Sync routers for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:11.315185 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:11.315843 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:11.344024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f1d183ee-6556-4e97-9e71-6976f76a6e03 None None] Provisioning complete for port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:11.345036 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1d183ee-6556-4e97-9e71-6976f76a6e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.418448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.419329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.420932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] 10.222.0.83 "PUT /v2.0/ports/5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 1097 time: 4.1998963 Feb 14 21:23:11.430729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:11.436031 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc59bef-69d6-4b71-a679-681a8988350a" -d '{"events": [{"name": "network-changed", "server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:11.451448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.453615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3512d8a4-60b2-42bc-a07b-7137a815b3e5 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1382530 Feb 14 21:23:11.465290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:11.470901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2364309 Feb 14 21:23:11.472380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47928) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:11.489548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Request body: {'subnet': {'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-subnet', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:11.504223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bcfc00c-147b-4b7a-aeac-525290b8926b req-5253316d-b175-4b82-9277-89ab6a765cb3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5066280 Feb 14 21:23:11.530035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-4acca890-e6bc-436e-876b-86a9a61a4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.530898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-4acca890-e6bc-436e-876b-86a9a61a4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.531635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-4acca890-e6bc-436e-876b-86a9a61a4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.533669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-4acca890-e6bc-436e-876b-86a9a61a4249 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7963853 Feb 14 21:23:11.535885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c78648-477d-42eb-a6bf-04a3c1226fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=3dda7b6a-4554-486c-996c-fa613ab81f05,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:11.568927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:23:11.608001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1d183ee-6556-4e97-9e71-6976f76a6e03 None None] Current status of the port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:11.617400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a449422-6dd1-4ebb-910f-bcac474cd3df service neutron] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:11.621980 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:11.685916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Router df7536c0-c25d-41f7-a182-a98afbbd497f is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:23:11.752725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fcf9c5e-e452-45fd-8d1e-6ce95731394d req-00c1eea0-d593-48f8-8df1-93d93b84eea9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0397992 Feb 14 21:23:11.829836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699820f-1b00-4c52-af59-fa25507dc0cd req-4f99ea7d-35cd-44d9-88aa-4f411b0d9bdb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:11.846389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d699820f-1b00-4c52-af59-fa25507dc0cd req-4f99ea7d-35cd-44d9-88aa-4f411b0d9bdb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.6303971 Feb 14 21:23:11.868052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Made reservation on behalf of 4df357a76d1e4f3f886ea0f1d0e163ee for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:11.871377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:11.887838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d1609951-0c08-44ae-a215-00cdeefb0c70 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:11.895651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d6f98ba7-7b64-49a0-a065-bbe0e6700b6a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:11.905443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-032dea33-d318-4cf8-be04-513c711db815 None None] Provisioning complete for port d1609951-0c08-44ae-a215-00cdeefb0c70 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:11.910652 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-032dea33-d318-4cf8-be04-513c711db815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.011708 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9795adb3-1285-467a-858c-f7dbb094d568 x-openstack-request-id: req-9795adb3-1285-467a-858c-f7dbb094d568 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:12.012177 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:12.012519 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9795adb3-1285-467a-858c-f7dbb094d568 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:12.013012 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'status': 'completed', 'code': 200} Feb 14 21:23:12.021155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-5d6cdb35-45c6-4019-9e60-0fbd38ed92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.026954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-5d6cdb35-45c6-4019-9e60-0fbd38ed92b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1131 time: 0.5297470 Feb 14 21:23:12.057325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:12.057996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.079425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:08Z', 'revision_number': 3, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:12.144186 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Checking router: 1386ff0f-8405-411c-977a-dfe73b770821 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:12.144698 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Updating router 1386ff0f-8405-411c-977a-dfe73b770821 port 15080714-b4fc-4f88-9230-a4652ab4c6ab binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:12.148221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-032dea33-d318-4cf8-be04-513c711db815 None None] Current status of the port d1609951-0c08-44ae-a215-00cdeefb0c70 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:12.196238 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.233685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d699820f-1b00-4c52-af59-fa25507dc0cd req-e230e42f-1444-4320-8629-e60ce7666d99 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862221 Feb 14 21:23:12.241883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-75ab1565-cafe-4124-bb6a-82e64b56aaec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 217 time: 0.1774192 Feb 14 21:23:12.308857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:12.350915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-6e9a8296-788a-4c3c-b244-cd62756fad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.352689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80563b34-2c26-4315-b58d-4fdd2ee76555 req-6e9a8296-788a-4c3c-b244-cd62756fad49 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7150407 Feb 14 21:23:12.379018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16c7a-355c-45e9-9b9e-4db70a90237f req-96b60d9f-9ae1-4769-a4ac-f46b529b39f0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.386787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2f16c7a-355c-45e9-9b9e-4db70a90237f req-96b60d9f-9ae1-4769-a4ac-f46b529b39f0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.3211813 Feb 14 21:23:12.397468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-5aae6d8f-ab6c-4a29-a45f-b552ca129192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.399466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-5aae6d8f-ab6c-4a29-a45f-b552ca129192 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1436784 Feb 14 21:23:12.481265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:12.500326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Sync routers for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:12.525478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.526720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bee1f89e-bc76-45ef-9fc5-8ac488e5fc4a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4338202 Feb 14 21:23:12.536098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:12.538200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:12.543091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d1609951-0c08-44ae-a215-00cdeefb0c70 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:12.627713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47932) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:12.768891 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks [] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.781312 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.792456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d1609951-0c08-44ae-a215-00cdeefb0c70 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:12.793178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.838929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2f16c7a-355c-45e9-9b9e-4db70a90237f req-0a0c854c-95f5-41c8-bb95-c4a7996ba216 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510667 Feb 14 21:23:12.888303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:12.902630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-2c1956d8-3fed-4a8b-925a-e2531d6df28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.904497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-2c1956d8-3fed-4a8b-925a-e2531d6df28e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4573433 Feb 14 21:23:12.916975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (19f110b8-a6e1-4f0b-b718-acc43b9a8a3c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.925531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:12.936686 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Pushing event updated for resources: {'Port': ['ID=15080714-b4fc-4f88-9230-a4652ab4c6ab,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:12.959784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.960571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.961362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.962065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.963110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.963836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.964215 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.965304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:12.966341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.966702 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.967051 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.967467 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.968643 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.968994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.969154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11e89f07-ef93-402f-a508-6e939d458708 req-ed7975a4-2386-4787-beb7-c44fe9e5edd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6713 time: 0.5649681 Feb 14 21:23:12.969543 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.972615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.974560 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.974926 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.975308 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.975652 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:23:12.993160 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Attempting to bind port 15080714-b4fc-4f88-9230-a4652ab4c6ab on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:12.996532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Attempting to bind port 15080714-b4fc-4f88-9230-a4652ab4c6ab by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:12.997700 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Attempting to bind port 15080714-b4fc-4f88-9230-a4652ab4c6ab on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:13.015427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:13.016369 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:13.017187 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.017970 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:13.018883 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Bound port: 15080714-b4fc-4f88-9230-a4652ab4c6ab, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:13.023581 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.118991 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] For port 15080714-b4fc-4f88-9230-a4652ab4c6ab, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:13.123679 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] For port 15080714-b4fc-4f88-9230-a4652ab4c6ab, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=15080714-b4fc-4f88-9230-a4652ab4c6ab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:13.127203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb498995-7d26-4d0c-ab65-c19239c3c91b req-f61a8588-b2e1-4bc7-81fb-b502ba4ff26e tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0878544 Feb 14 21:23:13.147727 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.184803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d1609951-0c08-44ae-a215-00cdeefb0c70 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:13.186896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d6f98ba7-7b64-49a0-a065-bbe0e6700b6a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:13.252750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:13.253666 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:13.334017 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142353-64f0-4ce3-8c43-4e008db3c913 None None] Pushing event updated for resources: {'Port': ['ID=15080714-b4fc-4f88-9230-a4652ab4c6ab,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:13.354530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:13.355911 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.427588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Allocated IP 172.20.0.1 (5569d172-e719-4453-b794-3c55d2adb194/192f4832-12bb-40d2-b767-b225f5834e74/bf97e79c-8c38-40d4-9e7e-b0fb04b27b01) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:13.481096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:13.542570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.587654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:10Z', 'revision_number': 3, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:13.622575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-14fe7272-8916-4d08-914d-cdce2006ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.623272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-14fe7272-8916-4d08-914d-cdce2006ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.624597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-14fe7272-8916-4d08-914d-cdce2006ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.625106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:13.626576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11e89f07-ef93-402f-a508-6e939d458708 req-14fe7272-8916-4d08-914d-cdce2006ec5b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6040039 Feb 14 21:23:13.628715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Checking router: df7536c0-c25d-41f7-a182-a98afbbd497f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:13.629333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Updating router df7536c0-c25d-41f7-a182-a98afbbd497f port 74773e5e-510c-4829-9029-4567c7847d77 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:13.650218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:13.673402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (74773e5e-510c-4829-9029-4567c7847d77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.680547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks [] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.777330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Checking segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:13.778551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Network hostable DHCP agents. Network: 3dda7b6a-4554-486c-996c-fa613ab81f05, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:23:13.819981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.823386 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:08Z', 'revision_number': 3, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:13.828795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.837152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.845034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.852290 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a01db-163d-4aa0-8a15-05c30a2e631b None None] The sync data for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 is: [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:08Z', 'revision_number': 3, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:13.853093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.853435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:13.858469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Allocated IP 172.20.0.1 (c136804a-7395-449e-8d0e-9b3f54e6c197/1f19e8d2-983f-403a-99b6-2ee963da1cc5/8177154f-f7a4-45e2-88e6-074bb27c05c0) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:13.861221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.871195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.873369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-d41b872b-4698-4fdc-b712-49dab4689e3c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 1.1500502 Feb 14 21:23:13.905364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:13.913280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:23:13.925652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Network 5569d172-e719-4453-b794-3c55d2adb194 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:13.928716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:13.934181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:13.946819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 3dda7b6a-4554-486c-996c-fa613ab81f05) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:13.977270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4083fd2-cb90-4142-9acb-678b0f3992df req-0d567f34-34be-428e-b656-9b706b777f0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:13.992778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4083fd2-cb90-4142-9acb-678b0f3992df req-0d567f34-34be-428e-b656-9b706b777f0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.3546579 Feb 14 21:23:13.994889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-16f35e85-6abb-444c-afa4-6c80dc2c2cbf service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0730655 Feb 14 21:23:14.001925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.002730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.045445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (1386ff0f-8405-411c-977a-dfe73b770821), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.143869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks [] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.161834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328d8aa-459b-4fb6-bcd6-761eeb5aa7a2 None None] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:14.302902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb902809-e849-46f1-85b7-9f9fc3e80a0a req-fe179e9b-cb75-4980-9059-b2bd1a57b4ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4145844 Feb 14 21:23:14.356102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89f07-ef93-402f-a508-6e939d458708 req-73806446-cd07-45ab-8be9-e786a3d7a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.360464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11e89f07-ef93-402f-a508-6e939d458708 req-73806446-cd07-45ab-8be9-e786a3d7a901 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7029564 Feb 14 21:23:14.361068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.408202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4083fd2-cb90-4142-9acb-678b0f3992df req-a6f8abec-1457-41a2-ba88-621e5dd19a06 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580964 Feb 14 21:23:14.438267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4dff8e70-9f75-4f6c-b071-6ef516548db7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9507957 Feb 14 21:23:14.486608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:14.499027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce1f1de-771a-4c93-ab9c-405ff30019f3 req-34381d04-a821-467a-84da-06e752e3ec90 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690430 Feb 14 21:23:14.503630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:14.560680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:23:14.605445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 15080714-b4fc-4f88-9230-a4652ab4c6ab up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:14.625308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49ca3d4b-5dcf-4912-b762-9c367f4fc84b req-3bf853b3-7729-40b3-be25-d55b14ff5fc3 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.0354364 Feb 14 21:23:14.652138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.660871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.725184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks [] for port (74773e5e-510c-4829-9029-4567c7847d77), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.725632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.726255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.726746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.727871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.728428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.729302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.729794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.732137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06d315f9-20f6-408b-be30-432ac193b6d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6713 time: 0.2953904 Feb 14 21:23:14.735123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Network c136804a-7395-449e-8d0e-9b3f54e6c197 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:14.746152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cd2f2c61-1cae-464f-90c6-c625e760ee5f None None] Provisioning complete for port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:14.746801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2c61-1cae-464f-90c6-c625e760ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.747765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a73834-ee99-47b8-a966-37c6881316ed req-be6e6c58-0a21-46c1-aa11-da55e3d3f488 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.749807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1a73834-ee99-47b8-a966-37c6881316ed req-be6e6c58-0a21-46c1-aa11-da55e3d3f488 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.2626839 Feb 14 21:23:14.766435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (74773e5e-510c-4829-9029-4567c7847d77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.776511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:14.810491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5483c4a4-4327-4ca2-b3f0-f3abce149a79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 HTTP/1.1" status: 200 len: 217 time: 0.0584505 Feb 14 21:23:14.861170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for router_controller (9dc4c50e-2174-45cb-9332-8460931c73e8), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.862815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:14.866449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Pushing event updated for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:14.869784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:14.955580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59bef-69d6-4b71-a679-681a8988350a req-d9264c7c-7654-4e84-bb33-d1e7e15cf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:14.963014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-d9264c7c-7654-4e84-bb33-d1e7e15cf4eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1131 time: 0.3342993 Feb 14 21:23:15.071283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f2c61-1cae-464f-90c6-c625e760ee5f None None] Port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:15.086270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aef34a-7bea-4401-8b82-d5b0cb7e38a6 None None] Pushing event updated for resources: {'Port': ['ID=74773e5e-510c-4829-9029-4567c7847d77,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:15.114368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d00f72-74a3-4bbb-a5f8-d8a71f0bb088 None None] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:23:15.131760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1a73834-ee99-47b8-a966-37c6881316ed req-1b475454-6193-4990-97cf-581efc28de36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181489 Feb 14 21:23:15.160228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for router_gateway (9dc4c50e-2174-45cb-9332-8460931c73e8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.167961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (df7536c0-c25d-41f7-a182-a98afbbd497f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.205876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Attempting to bind port 74773e5e-510c-4829-9029-4567c7847d77 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:15.206436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Attempting to bind port 74773e5e-510c-4829-9029-4567c7847d77 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:15.206624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Attempting to bind port 74773e5e-510c-4829-9029-4567c7847d77 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:15.214141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 15080714-b4fc-4f88-9230-a4652ab4c6ab triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:15.214512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.217605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:15.276455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-9a9ce7c8-3377-45f2-93ef-9f04904e05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.280527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-9a9ce7c8-3377-45f2-93ef-9f04904e05d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6ff007d-e78a-4fb8-bd78-5699336c3a06 HTTP/1.1" status: 200 len: 856 time: 0.4223421 Feb 14 21:23:15.370361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:15.371991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:15.372663 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.373301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:15.374065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Bound port: 74773e5e-510c-4829-9029-4567c7847d77, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:15.374660 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (74773e5e-510c-4829-9029-4567c7847d77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.384139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:23:15.417769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.475143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59bef-69d6-4b71-a679-681a8988350a req-020ba1ad-5a70-4ee6-b9c5-c191ea871491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.480253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-020ba1ad-5a70-4ee6-b9c5-c191ea871491 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.4987912 Feb 14 21:23:15.480599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:15.481091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.528897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a57f36eb-9d7d-4e92-b5ea-c4256a01182a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:15.553236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:15.571351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-f9f7cae4-f463-49b5-9fe3-f34154d2cfd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 217 time: 0.0787606 Feb 14 21:23:15.578776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-70a29b9d-25b1-414f-9c01-41dd8dc8d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.580327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-70a29b9d-25b1-414f-9c01-41dd8dc8d07a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2884307 Feb 14 21:23:15.581938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-139f6724-bd7c-49da-800c-712c006a4853 None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:15.582382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-139f6724-bd7c-49da-800c-712c006a4853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.637348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-139f6724-bd7c-49da-800c-712c006a4853 None None] Port 8177154f-f7a4-45e2-88e6-074bb27c05c0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:15.639654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.755600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59bef-69d6-4b71-a679-681a8988350a req-21f60609-8d92-4c56-b110-eee83ceb09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.757466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-21f60609-8d92-4c56-b110-eee83ceb09c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1762450 Feb 14 21:23:15.767853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:15.813594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.820923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.828106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.835394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.844079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.857270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.862930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.871186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-cba60c3f-bbbb-4af0-9dd0-3cc26b6e75a0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.3898704 Feb 14 21:23:15.932063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dd37a-f7c9-40f3-ae62-099144abf736 req-23fcd535-768e-4229-81c9-4c057fa33d63 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:15.934035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b17dd37a-f7c9-40f3-ae62-099144abf736 req-23fcd535-768e-4229-81c9-4c057fa33d63 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.3759100 Feb 14 21:23:15.937187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks [] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.950409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:15.986543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a57f36eb-9d7d-4e92-b5ea-c4256a01182a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:15.992412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-26778ae3-e224-4d04-82ad-5e71b0f1cd41 service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813813 Feb 14 21:23:16.008146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] For port 74773e5e-510c-4829-9029-4567c7847d77, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:16.012411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] For port 74773e5e-510c-4829-9029-4567c7847d77, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74773e5e-510c-4829-9029-4567c7847d77,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:16.063465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (74773e5e-510c-4829-9029-4567c7847d77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.171022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:16.172086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:16.179608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c3f6ea8-d95e-4bd8-b4b6-fa02d2907082 req-1e91087d-0a73-43fe-bdab-4efdd43e42a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3075120 Feb 14 21:23:16.212174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59bef-69d6-4b71-a679-681a8988350a req-fe49a6d2-2186-424e-ab91-8b61f575d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:16.224842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-fe49a6d2-2186-424e-ab91-8b61f575d881 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4365017 Feb 14 21:23:16.239839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b17dd37a-f7c9-40f3-ae62-099144abf736 req-f647766c-7fc3-4522-8682-3c98312bbdaa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881610 Feb 14 21:23:16.320761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (1386ff0f-8405-411c-977a-dfe73b770821), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.334142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:16.373128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:16.378612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for router_gateway (9dc4c50e-2174-45cb-9332-8460931c73e8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.481940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aef34a-7bea-4401-8b82-d5b0cb7e38a6 None None] Pushing event updated for resources: {'Port': ['ID=74773e5e-510c-4829-9029-4567c7847d77,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:16.484999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 15080714-b4fc-4f88-9230-a4652ab4c6ab is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:16.485581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.488216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks [] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.496321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.515997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.584519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 15080714-b4fc-4f88-9230-a4652ab4c6ab, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=15080714-b4fc-4f88-9230-a4652ab4c6ab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:16.594600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c42b2be-25a7-4093-8d2e-249f93ba1a34 req-502454ca-60fd-4723-859f-ae331b112028 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1e49fa1-ae1d-495e-9003-6c047484e894 HTTP/1.1" status: 200 len: 210 time: 0.1897974 Feb 14 21:23:16.605466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-edd7e687-6eb7-4940-a3c5-07b4481d3cb3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694532 Feb 14 21:23:16.617903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:16.803436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc59bef-69d6-4b71-a679-681a8988350a req-d54a2ab4-b735-4124-86d9-faa92a51ab8c service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324227 Feb 14 21:23:16.826921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-fba1cdf6-df13-4492-953a-affffad5afbc service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232818 Feb 14 21:23:16.855286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=15080714-b4fc-4f88-9230-a4652ab4c6ab,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:16.896274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-8691b6ec-45ff-4e2a-a01e-a2883742fb19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 217 time: 0.0623052 Feb 14 21:23:16.925093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269582cc-5111-43e7-b1a5-5e944d730e9e req-7aed6e90-bbd8-4199-9d31-5deeb56115fc tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:16.933187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-269582cc-5111-43e7-b1a5-5e944d730e9e req-7aed6e90-bbd8-4199-9d31-5deeb56115fc tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 0.5807140 Feb 14 21:23:17.001637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:13Z', 'revision_number': 1, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:17.072310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-269582cc-5111-43e7-b1a5-5e944d730e9e req-a7e949d6-2a7c-4994-888c-541dfdb9ad1c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376011 Feb 14 21:23:17.102064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5d8c0-9b29-49ea-a768-af7a09c4c550 None None] The sync data for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 is: [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:13Z', 'revision_number': 1, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:17.142933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b94b09a8-f8a3-4964-b5d4-459a36e5cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:17.144590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-b94b09a8-f8a3-4964-b5d4-459a36e5cb7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.2412837 Feb 14 21:23:17.370253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-1ebaf454-f342-4f79-9a76-8a33d5e72f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:17.377500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-1ebaf454-f342-4f79-9a76-8a33d5e72f1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2107093 Feb 14 21:23:17.585074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Allocated IP 172.25.2.187 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/db479166-1325-4065-9d9f-1acb5108ae72) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:17.636693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-c5c95363-147a-4967-9779-92a96b5b8350 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525892 Feb 14 21:23:17.743832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (df7536c0-c25d-41f7-a182-a98afbbd497f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:17.827491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5e40ff76-ceff-4c93-8e78-fe6a0f528987 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349936 Feb 14 21:23:17.839642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Pushing event updated for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:17.934323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Network 5569d172-e719-4453-b794-3c55d2adb194 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:17.946887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:17.968584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6e1835c5-bc02-4140-9055-dd231442812c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 217 time: 0.1059480 Feb 14 21:23:18.026469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for port (db479166-1325-4065-9d9f-1acb5108ae72), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:18.054428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9208-7608-4453-8221-11f4fabc0818 req-7332fe59-115a-49f0-a1a7-b25a50049145 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.066938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc7d9208-7608-4453-8221-11f4fabc0818 req-7332fe59-115a-49f0-a1a7-b25a50049145 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.4151022 Feb 14 21:23:18.185115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.190686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.219272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Network c136804a-7395-449e-8d0e-9b3f54e6c197 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:18.230819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:18.237138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.283833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.292195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.301286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.310103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.332515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-09595191-6022-43fc-9f42-47d227f82831 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.6934164 Feb 14 21:23:18.368491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6d087731-087c-4792-9f6f-b7996f45e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:18.382852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6d087731-087c-4792-9f6f-b7996f45e5fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.4056756 Feb 14 21:23:18.517782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (db479166-1325-4065-9d9f-1acb5108ae72), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:18.526597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fed2194b-1d09-4965-b569-88116ebf3c26 None None] Provisioning complete for port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:18.527210 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fed2194b-1d09-4965-b569-88116ebf3c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:18.593380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:23:18.608040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:18.650757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:18.690102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc7d9208-7608-4453-8221-11f4fabc0818 req-a7b4d99c-3423-4d93-84dd-465535839697 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203055 Feb 14 21:23:18.815556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fed2194b-1d09-4965-b569-88116ebf3c26 None None] Port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:18.827178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:18.827178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:18.920724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Router 1386ff0f-8405-411c-977a-dfe73b770821 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:23:18.997416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5600c6-15b8-4b7f-8529-7b65c9408fdc req-2e466739-051e-450c-b962-f8f863003763 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6597984 Feb 14 21:23:19.008761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 15080714-b4fc-4f88-9230-a4652ab4c6ab up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:19.235353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-620a5f0c-a399-4076-a240-54d97b312f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:19.236902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-620a5f0c-a399-4076-a240-54d97b312f7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8145163 Feb 14 21:23:19.280152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:19.282153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=db479166-1325-4065-9d9f-1acb5108ae72,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:19.306678 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Sync routers for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:19.327890 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06eba48d-c1f0-459b-97b2-bb98b6d63fa0 admin admin] 10.222.0.86 "PUT /v2.0/routers/1386ff0f-8405-411c-977a-dfe73b770821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8595600 Feb 14 21:23:19.333931 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:19.334661 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:19.558959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Router df7536c0-c25d-41f7-a182-a98afbbd497f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:23:19.690415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:19.749518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a57f36eb-9d7d-4e92-b5ea-c4256a01182a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:19.752281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:19.757036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-06af4aee-9891-4c79-9b1a-a7a68f698f4c service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063472 Feb 14 21:23:19.919463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a7b6053a-6fff-4b4e-bdcc-b3b8afc8ad20 None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:19.929522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7b6053a-6fff-4b4e-bdcc-b3b8afc8ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:19.961246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:20.167007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'mac_address': 'fa:16:3e:f4:4b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:23:20.251715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6053a-6fff-4b4e-bdcc-b3b8afc8ad20 None None] Port 8177154f-f7a4-45e2-88e6-074bb27c05c0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:20.292105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f95ed-512c-4f7b-aa94-64be05c92925 req-d29ee3cb-19b7-4518-b65a-ee6cf83fbf1d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:20.300403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-105f95ed-512c-4f7b-aa94-64be05c92925 req-d29ee3cb-19b7-4518-b65a-ee6cf83fbf1d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 1.2578924 Feb 14 21:23:20.355639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:20.365600 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:14Z', 'revision_number': 4, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'bf97e79c-8c38-40d4-9e7e-b0fb04b27b01', 'name': '', 'network_id': '5569d172-e719-4453-b794-3c55d2adb194', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'mac_address': 'fa:16:3e:4c:41:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '192f4832-12bb-40d2-b767-b225f5834e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:12Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 2, 'project_id': '464749c1869c42bf92fd98668211089f', 'subnets': [{'id': '192f4832-12bb-40d2-b767-b225f5834e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:20.374652 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0837d069-ad38-4790-a5c4-8b8a1193b174 admin admin] 10.222.0.86 "PUT /v2.0/routers/df7536c0-c25d-41f7-a182-a98afbbd497f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7454872 Feb 14 21:23:20.409460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for router_gateway (9dc4c50e-2174-45cb-9332-8460931c73e8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.482272 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Checking router: 1386ff0f-8405-411c-977a-dfe73b770821 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:20.490988 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Updating router 1386ff0f-8405-411c-977a-dfe73b770821 port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:20.524772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5591c69e-dfdb-4f47-9404-8ed46e717826 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:20.528968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.640840 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.688059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-105f95ed-512c-4f7b-aa94-64be05c92925 req-a1a4515d-490b-4c30-9c8f-6b05d0ce7ecf tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262599 Feb 14 21:23:20.699232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 15080714-b4fc-4f88-9230-a4652ab4c6ab triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:20.699640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.710574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5591c69e-dfdb-4f47-9404-8ed46e717826 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:20.754898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-a89e4a0b-02f9-43d1-9558-8343cbe0d9dc service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9766510 Feb 14 21:23:20.911459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:20.938224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:20.938871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.990742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:20.992653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-4c059a3c-32be-4122-aeea-05336323d2b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 HTTP/1.1" status: 200 len: 217 time: 0.2240822 Feb 14 21:23:21.031965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48024) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:21.242615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:21.245978 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f3678-6607-4565-9a5b-99411c9340f3" -d '{"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:21.247299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.266778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-240d0f2d-79d2-44f1-91c3-35efafcad5b3 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1481891 Feb 14 21:23:21.273686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:21.275073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:21.293670 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.331361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:21.410386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:21.452277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:21.465668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d04c71b3-1971-4917-b14e-dc303e17a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.474946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 15080714-b4fc-4f88-9230-a4652ab4c6ab is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:21.476386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74773e5e-510c-4829-9029-4567c7847d77 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:21.478106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d04c71b3-1971-4917-b14e-dc303e17a272 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.4681916 Feb 14 21:23:21.629110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.630835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.631579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.632254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.632942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.633644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.634284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.636678 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks [] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.643955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c764642a-e186-45a1-b4af-8782658421b5 req-ca837d17-8562-40cc-8f53-9262eecac546 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6716 time: 0.6107786 Feb 14 21:23:21.655614 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.687679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 74773e5e-510c-4829-9029-4567c7847d77 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:21.688113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (74773e5e-510c-4829-9029-4567c7847d77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.727623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498c698-7421-4af8-8874-71324362036b None None] Sync routers for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:21.736793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfb029-a621-4104-900c-914fc17346fb req-28238055-e60a-4b69-ada6-d56d36cf71ec tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:21.761385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ebfb029-a621-4104-900c-914fc17346fb req-28238055-e60a-4b69-ada6-d56d36cf71ec tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 949 time: 0.5290313 Feb 14 21:23:21.769914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:21.779891 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c764642a-e186-45a1-b4af-8782658421b5 req-a3e20351-ef8d-484a-9d1f-25eacd0aefcf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327369 Feb 14 21:23:21.805308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498c698-7421-4af8-8874-71324362036b None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:21.807807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d498c698-7421-4af8-8874-71324362036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:21.899187 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012d4c-2be5-4012-87df-65b1e12515ed None None] Pushing event updated for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:21.950788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Router 9dc4c50e-2174-45cb-9332-8460931c73e8 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:23:22.050105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ebfb029-a621-4104-900c-914fc17346fb req-cb64d6d0-6fee-4443-8f7f-02547dd572b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871246 Feb 14 21:23:22.058659 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Attempting to bind port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:22.059037 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Attempting to bind port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:22.059438 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Attempting to bind port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 on network 5569d172-e719-4453-b794-3c55d2adb194 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:22.082634 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:22.091565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Checking segment: {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:22.092083 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.092506 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Bound using segment: {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:22.100579 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Bound port: bf97e79c-8c38-40d4-9e7e-b0fb04b27b01, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5569d172-e719-4453-b794-3c55d2adb194'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:22.100999 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.268371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:22.287771 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Sync routers for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:22.311737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.315773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-070c7efe-f2ce-452c-abcc-13feede8e9a7 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8198895 Feb 14 21:23:22.316738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:22.336407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-69c563cc-6bc6-4b47-a1ce-0a72cb313bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.340548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-69c563cc-6bc6-4b47-a1ce-0a72cb313bf1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8343408 Feb 14 21:23:22.377837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:22.381414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d498c698-7421-4af8-8874-71324362036b None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:22.382421 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:22.391573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b0b28c2b-5bea-42e6-a621-ef9192dfe507 None None] Provisioning complete for port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:22.392286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0b28c2b-5bea-42e6-a621-ef9192dfe507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.457108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 74773e5e-510c-4829-9029-4567c7847d77 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:22.458519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (74773e5e-510c-4829-9029-4567c7847d77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.487937 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] For port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:22.489577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 74773e5e-510c-4829-9029-4567c7847d77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74773e5e-510c-4829-9029-4567c7847d77,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:22.508656 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (74773e5e-510c-4829-9029-4567c7847d77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.549970 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] For port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:22.580848 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:22.608593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-50b46d02-f94c-4fd8-8063-5b7bef87bd86 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152510 Feb 14 21:23:22.706456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=74773e5e-510c-4829-9029-4567c7847d77,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:22.734113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.739919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.743263 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:22.745367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.752556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.758673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.785376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.790804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:22.793702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-0f4abdf5-002d-42f2-81a1-b03a4c04b69b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.5182278 Feb 14 21:23:22.943685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0b28c2b-5bea-42e6-a621-ef9192dfe507 None None] Port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:23.031498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:23.238807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 5591c69e-dfdb-4f47-9404-8ed46e717826 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:23:23.262822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 5591c69e-dfdb-4f47-9404-8ed46e717826 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:23.269019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:23.447971 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:23.490081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-730cf79e-ae04-4be4-b7b8-b881f14cc9e8 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594117 Feb 14 21:23:23.535585 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012d4c-2be5-4012-87df-65b1e12515ed None None] Pushing event updated for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:23.556822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d498c698-7421-4af8-8874-71324362036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 2, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:23.608902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498c698-7421-4af8-8874-71324362036b None None] Checking router: df7536c0-c25d-41f7-a182-a98afbbd497f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:23.609275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498c698-7421-4af8-8874-71324362036b None None] Updating router df7536c0-c25d-41f7-a182-a98afbbd497f port 8177154f-f7a4-45e2-88e6-074bb27c05c0 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:23.619863 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:23.620495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:23.721881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-a9d0d6fa-3e1c-432c-96e4-b95a1b1097d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0166c20d-fe95-4f79-b69a-76331d6beb65 HTTP/1.1" status: 200 len: 217 time: 0.2090156 Feb 14 21:23:23.726469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d00f9f01-653b-4838-ac2f-d08062d9cc85 req-6aaef7c8-8f89-4952-bf22-94d28b6405d3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9149945 Feb 14 21:23:23.735843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:23.901415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:23.909825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5591c69e-dfdb-4f47-9404-8ed46e717826 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:23.910381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:23.935188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Allocated IP 172.25.2.230 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3653e34e-a16f-4beb-a198-01f59ff905e1) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:23.971461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.011346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Provisioning complete for port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:24.016172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.148872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.157409 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:19Z', 'revision_number': 3, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:24.198399 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Checking router: 9dc4c50e-2174-45cb-9332-8460931c73e8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:24.198908 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Updating router 9dc4c50e-2174-45cb-9332-8460931c73e8 port db479166-1325-4065-9d9f-1acb5108ae72 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:24.260343 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (db479166-1325-4065-9d9f-1acb5108ae72), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.293287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.389939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d1d6982c-8fe5-4c09-9110-2ce4c25eb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:24.391469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-d1d6982c-8fe5-4c09-9110-2ce4c25eb5a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.1685171 Feb 14 21:23:24.400895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Allocated IP 172.20.0.1 (3dda7b6a-4554-486c-996c-fa613ab81f05/19f110b8-a6e1-4f0b-b718-acc43b9a8a3c/79f9891c-cfd1-4a57-8c2a-8548b9dc6fef) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:24.488470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=3653e34e-a16f-4beb-a198-01f59ff905e1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:24.503465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:24.508387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:14Z', 'revision_number': 4, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'bf97e79c-8c38-40d4-9e7e-b0fb04b27b01', 'name': '', 'network_id': '5569d172-e719-4453-b794-3c55d2adb194', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'mac_address': 'fa:16:3e:4c:41:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '192f4832-12bb-40d2-b767-b225f5834e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:12Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '464749c1869c42bf92fd98668211089f', 'subnets': [{'id': '192f4832-12bb-40d2-b767-b225f5834e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:24.527112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:24.536784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:24.546338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:24.611396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae94f31-a883-4e78-907a-8a3239f3dde1 None None] The sync data for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 is: [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:23:14Z', 'revision_number': 4, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'bf97e79c-8c38-40d4-9e7e-b0fb04b27b01', 'name': '', 'network_id': '5569d172-e719-4453-b794-3c55d2adb194', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'mac_address': 'fa:16:3e:4c:41:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '192f4832-12bb-40d2-b767-b225f5834e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:12Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '464749c1869c42bf92fd98668211089f', 'subnets': [{'id': '192f4832-12bb-40d2-b767-b225f5834e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:24.613267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.784488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:24.801659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498333355', 'description': 'tempest-description--342245051'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:24.896422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-a56270fd-2771-4114-9a62-3fc0ed4bd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:24.900744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-a56270fd-2771-4114-9a62-3fc0ed4bd5c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4938171 Feb 14 21:23:24.933857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks [] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.968456 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks [] for port (db479166-1325-4065-9d9f-1acb5108ae72), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:24.985406 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (db479166-1325-4065-9d9f-1acb5108ae72), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.018827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.032244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (36554f12-ccee-4f2b-ac4b-da52931baa43), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.112378 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Attempting to bind port db479166-1325-4065-9d9f-1acb5108ae72 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:25.113627 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Attempting to bind port db479166-1325-4065-9d9f-1acb5108ae72 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:25.113627 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Attempting to bind port db479166-1325-4065-9d9f-1acb5108ae72 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:25.137795 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:25.138236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:25.139585 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.139987 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:25.144020 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Bound port: db479166-1325-4065-9d9f-1acb5108ae72, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:25.144472 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (db479166-1325-4065-9d9f-1acb5108ae72), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.170590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74773e5e-510c-4829-9029-4567c7847d77 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:25.177274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (d8380b9d-3a32-4c99-8396-6835a84cd607), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.180073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.200558 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7adc7b7-022e-4b65-ba14-fcda98d5ae78 x-openstack-request-id: req-a7adc7b7-022e-4b65-ba14-fcda98d5ae78 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:25.200832 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:25.201093 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7adc7b7-022e-4b65-ba14-fcda98d5ae78 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:25.202611 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'code': 200} Feb 14 21:23:25.236390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Pushing event updated for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:25.241588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8380b9d-3a32-4c99-8396-6835a84cd607), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.262848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:25.273708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:25.281642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:25.283187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-1cd24b64-5c4b-4d7f-b681-ddff91449f6f service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749518 Feb 14 21:23:25.345163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (9dc4c50e-2174-45cb-9332-8460931c73e8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.345800 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] For port db479166-1325-4065-9d9f-1acb5108ae72, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:25.362182 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] For port db479166-1325-4065-9d9f-1acb5108ae72, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=db479166-1325-4065-9d9f-1acb5108ae72,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:25.390080 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (db479166-1325-4065-9d9f-1acb5108ae72), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.471793 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:25.478814 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:25.493402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Current status of the port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:25.493793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.538112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8380b9d-3a32-4c99-8396-6835a84cd607,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:25.545363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.549587 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa557091-91e5-410f-9b63-d5ee3cef8f8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7640316 Feb 14 21:23:25.553269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:25.558281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'security_group_rule': {'security_group_id': 'd8380b9d-3a32-4c99-8396-6835a84cd607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:25.611480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] For port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:25.649253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (8722ddfa-ee8b-4b7d-9478-9b7febfda712), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.655987 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.696495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.719488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.744234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:25.762915 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:25.970586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (8722ddfa-ee8b-4b7d-9478-9b7febfda712), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:25.990877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-34ddcf54-711d-461f-9aba-b3be76790c0c service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994326 Feb 14 21:23:26.014835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8722ddfa-ee8b-4b7d-9478-9b7febfda712), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.020749 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658c36-03f7-4912-80cc-c7db6313f8f1 None None] Pushing event updated for resources: {'Port': ['ID=db479166-1325-4065-9d9f-1acb5108ae72,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:26.028633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 74773e5e-510c-4829-9029-4567c7847d77 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:26.029264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (74773e5e-510c-4829-9029-4567c7847d77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.051286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4e4d-23d3-4941-aecf-12ebf1e7d2f6 req-c32b08ba-870b-47e5-8cda-e2fe3a67e1d5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:26.052926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-053b4e4d-23d3-4941-aecf-12ebf1e7d2f6 req-c32b08ba-870b-47e5-8cda-e2fe3a67e1d5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 1.0051579 Feb 14 21:23:26.104903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18658442-9b87-4fa1-a97a-e301568bad2d None None] Pushing event updated for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:26.106242 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658c36-03f7-4912-80cc-c7db6313f8f1 None None] Pushing event updated for resources: {'Port': ['ID=db479166-1325-4065-9d9f-1acb5108ae72,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:26.130045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-534d5b16-8a04-4b07-aeea-9be53a9c5ef4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42ceaa10-88cd-45ad-bc76-370232474920 HTTP/1.1" status: 200 len: 217 time: 0.1133349 Feb 14 21:23:26.150265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.168849 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6143284 Feb 14 21:23:26.194023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-93820412-a878-4a59-abdf-e0f4698fa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:26.195611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-93820412-a878-4a59-abdf-e0f4698fa726 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bddb53e4-aa61-4883-b421-7f9290d389dd HTTP/1.1" status: 200 len: 797 time: 0.0524104 Feb 14 21:23:26.200121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48064) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:26.204807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'security_group_rule': {'security_group_id': 'd8380b9d-3a32-4c99-8396-6835a84cd607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:26.264417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-053b4e4d-23d3-4941-aecf-12ebf1e7d2f6 req-e178ddda-edaf-45d6-a569-d57bbb964b1d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629386 Feb 14 21:23:26.297638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007767f-d786-4704-959a-f415e017974b tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8722ddfa-ee8b-4b7d-9478-9b7febfda712,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:26.336719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks [] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.354345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.386695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6dbed2d7-0112-401c-b411-e7f42b1a416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:26.395936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-6dbed2d7-0112-401c-b411-e7f42b1a416b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1854718 Feb 14 21:23:26.396633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.398792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.450923 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:19Z', 'revision_number': 3, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:26.558149 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:23:26.559921 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeccb3f-b549-449e-bd2d-e1dd69ed609e None None] The sync data for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 is: [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:19Z', 'revision_number': 3, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:26.615645 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (36554f12-ccee-4f2b-ac4b-da52931baa43), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.627195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6dccf-4261-426c-8996-cb375e063504 None None] Pushing event updated for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:26.636673 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks [] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.652445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.684532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (d006d44d-9bfb-4bab-8479-97859f7f4e9d), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.702693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 74773e5e-510c-4829-9029-4567c7847d77 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:26.902267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d498c698-7421-4af8-8874-71324362036b None None] Attempting to bind port 8177154f-f7a4-45e2-88e6-074bb27c05c0 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:26.902977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d498c698-7421-4af8-8874-71324362036b None None] Attempting to bind port 8177154f-f7a4-45e2-88e6-074bb27c05c0 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:26.903524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c698-7421-4af8-8874-71324362036b None None] Attempting to bind port 8177154f-f7a4-45e2-88e6-074bb27c05c0 on network c136804a-7395-449e-8d0e-9b3f54e6c197 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:26.933843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c698-7421-4af8-8874-71324362036b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:26.934274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c698-7421-4af8-8874-71324362036b None None] Checking segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:26.934808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:26.935082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498c698-7421-4af8-8874-71324362036b None None] Bound using segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:26.935637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d498c698-7421-4af8-8874-71324362036b None None] Bound port: 8177154f-f7a4-45e2-88e6-074bb27c05c0, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:26.936025 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.012834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Pushing event updated for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:27.028041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (9dc4c50e-2174-45cb-9332-8460931c73e8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.049804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.058490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7429576 Feb 14 21:23:27.131593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:27.144029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d80f0-2d8c-4dd6-b1b1-328fd4b21f33 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=3653e34e-a16f-4beb-a198-01f59ff905e1,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:27.270040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:27.275912 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b87419d-88f3-4fd7-8f96-d762e343d231" -d '{"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-plugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:27.312462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-422602ee-ef7b-48d0-bcc6-a35d5b233adf tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.230 HTTP/1.1" status: 200 len: 696 time: 0.2056439 Feb 14 21:23:27.325553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ab3b-622d-42a0-ac78-ba166e299293 req-ad945f8c-eebf-4da6-98ce-170a34bbbf64 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:27.337043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1b0ab3b-622d-42a0-ac78-ba166e299293 req-ad945f8c-eebf-4da6-98ce-170a34bbbf64 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.9218414 Feb 14 21:23:27.444943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0f6af3df-3ebd-474b-988e-0d91397a1a36 None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:27.446285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f6af3df-3ebd-474b-988e-0d91397a1a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.484665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:27.493009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:27.601881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d498c698-7421-4af8-8874-71324362036b None None] For port 8177154f-f7a4-45e2-88e6-074bb27c05c0, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:27.621808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d498c698-7421-4af8-8874-71324362036b None None] For port 8177154f-f7a4-45e2-88e6-074bb27c05c0, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8177154f-f7a4-45e2-88e6-074bb27c05c0,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:27.633295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-ec403fdf-8d49-43a7-951b-c8a8c706aede service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1583638 Feb 14 21:23:27.647787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0f6af3df-3ebd-474b-988e-0d91397a1a36 None None] Port 8177154f-f7a4-45e2-88e6-074bb27c05c0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:27.663763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (d006d44d-9bfb-4bab-8479-97859f7f4e9d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.675086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d498c698-7421-4af8-8874-71324362036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.682702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1b0ab3b-622d-42a0-ac78-ba166e299293 req-3bf03a37-9da9-4ace-990b-15e5c761349d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446946 Feb 14 21:23:27.806802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6dccf-4261-426c-8996-cb375e063504 None None] Pushing event updated for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:27.901238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498c698-7421-4af8-8874-71324362036b None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:27.904292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d498c698-7421-4af8-8874-71324362036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:27.911546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:27.912176 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:27.933269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-8dece706-89fc-4149-8e2d-4947f253a0f7 service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366574 Feb 14 21:23:27.965673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (d006d44d-9bfb-4bab-8479-97859f7f4e9d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:28.007987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Router 9dc4c50e-2174-45cb-9332-8460931c73e8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:23:28.188889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-e7c19e54-ad59-4f65-a35f-3b9822685d8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e HTTP/1.1" status: 200 len: 217 time: 0.2543588 Feb 14 21:23:28.268326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-e9479a91-2479-4261-a6c2-7e701296f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.276087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-e9479a91-2479-4261-a6c2-7e701296f557 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bddb53e4-aa61-4883-b421-7f9290d389dd HTTP/1.1" status: 200 len: 797 time: 0.0767024 Feb 14 21:23:28.306182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-cd79ca09-a84d-48e4-b661-051e64c2f4d1 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.307808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-cd79ca09-a84d-48e4-b661-051e64c2f4d1 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.9276919 Feb 14 21:23:28.313222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d006d44d-9bfb-4bab-8479-97859f7f4e9d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:28.396892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:28.399776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-afe8dba8-6e59-4754-8fbd-3a5711c963e3 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1978488 Feb 14 21:23:28.411174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-b167d5be-25c6-4f14-96ff-b316366d0027 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:23:28.430686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b01e0229-a3d2-43cf-bc3e-5a2974c856fa req-b167d5be-25c6-4f14-96ff-b316366d0027 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0970671 Feb 14 21:23:28.455719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48074) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:28.465598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:28.507346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:28.521541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:28.571765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d498c698-7421-4af8-8874-71324362036b None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:28.579099 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:28.587980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.594890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.601457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.608506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.615013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.620737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.628259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.639761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-2c81e61d-c6ef-4f6f-be34-c3e63a53c810 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.6922724 Feb 14 21:23:28.679756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:28.685615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:28.710319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:23:28.727421 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c70e3f2-73bf-49a5-8819-5329a8f96877 admin admin] 10.222.0.86 "PUT /v2.0/routers/9dc4c50e-2174-45cb-9332-8460931c73e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4087405 Feb 14 21:23:28.853068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5d088582-a343-45a2-8bfb-be8418e8bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:28.866292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-5d088582-a343-45a2-8bfb-be8418e8bb82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5341053 Feb 14 21:23:28.913142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.281037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff786-a43f-4102-ad60-698460cd041e req-7adde662-8784-4838-b7e9-e74930b61343 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:29.284619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d95ff786-a43f-4102-ad60-698460cd041e req-7adde662-8784-4838-b7e9-e74930b61343 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.7151120 Feb 14 21:23:29.294206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a48cf42-fb0b-4b66-a7ff-546c20e28b83 req-8ce25927-3c21-4b6e-850b-f4c6378e4c21 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6535814 Feb 14 21:23:29.338110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Allocated IP 172.25.2.68 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/6857651e-3392-4cf5-a0ab-b3e601347175) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:29.346218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8177154f-f7a4-45e2-88e6-074bb27c05c0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:29.397337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Current status of the port 8177154f-f7a4-45e2-88e6-074bb27c05c0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:29.397746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.410659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-535d820f-6672-4696-aa14-9a77cf0f30ce service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238345 Feb 14 21:23:29.438439 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d68f0-0b15-4d34-ade6-be349fecfa34 x-openstack-request-id: req-316d68f0-0b15-4d34-ade6-be349fecfa34 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:29.439052 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-plugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:29.441779 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-316d68f0-0b15-4d34-ade6-be349fecfa34 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:29.442688 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'code': 200} Feb 14 21:23:29.498714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:29.499586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.607310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] For port 8177154f-f7a4-45e2-88e6-074bb27c05c0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8177154f-f7a4-45e2-88e6-074bb27c05c0,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:29.628492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.644464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for port (6857651e-3392-4cf5-a0ab-b3e601347175), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.726701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:29.813628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:29.817054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d95ff786-a43f-4102-ad60-698460cd041e req-22e752be-6806-4fbd-90d9-3439aff8bbe5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922774 Feb 14 21:23:29.832129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:29.845998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:29.854420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'Port': ['ID=6857651e-3392-4cf5-a0ab-b3e601347175,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:29.996608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8177154f-f7a4-45e2-88e6-074bb27c05c0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:29.998351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device db479166-1325-4065-9d9f-1acb5108ae72 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:30.005972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-530897cb-d35c-4284-abb4-aec44be3ba9e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4944587 Feb 14 21:23:30.011405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:30.071506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e988acb-1fa7-4cf9-b89c-7d5eb51971de None None] Pushing event updated for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:30.076478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b173-1d5a-48c7-83a7-01c667b3f25d req-0dde65c3-f1dd-4407-a4f9-1b085469d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:30.079871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18b8b173-1d5a-48c7-83a7-01c667b3f25d req-0dde65c3-f1dd-4407-a4f9-1b085469d567 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1133 time: 0.5239925 Feb 14 21:23:30.163811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.164832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d498c698-7421-4af8-8874-71324362036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:27Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:30.291225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18b8b173-1d5a-48c7-83a7-01c667b3f25d req-1237f9d6-2920-4899-9b40-1ed2c56881f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830592 Feb 14 21:23:30.313541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498c698-7421-4af8-8874-71324362036b None None] The sync data for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 is: [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:27Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:30.315541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.362409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port db479166-1325-4065-9d9f-1acb5108ae72 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:30.366452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (db479166-1325-4065-9d9f-1acb5108ae72), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.432423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1925dd-b1df-4365-a705-f02e62ac36ca req-a484328c-b347-49f4-971d-88a2c6e23c7e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:30.441052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1925dd-b1df-4365-a705-f02e62ac36ca req-a484328c-b347-49f4-971d-88a2c6e23c7e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.4230430 Feb 14 21:23:30.444587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.647574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13473473-8efe-47ae-9375-0b65d34167e6 req-9ec6e078-7b52-4e79-bbe7-1772a7082bd2 service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2098811 Feb 14 21:23:30.726540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Sync routers for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:23:30.760570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port db479166-1325-4065-9d9f-1acb5108ae72 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:30.761162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (db479166-1325-4065-9d9f-1acb5108ae72), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.774250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:30.775580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:30.824561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1925dd-b1df-4365-a705-f02e62ac36ca req-2e5e656f-63b7-45d3-a46a-7b88020aa48c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795944 Feb 14 21:23:30.890254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for port (6857651e-3392-4cf5-a0ab-b3e601347175), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:30.906545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.067458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.076202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.133450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'Port': ['ID=6857651e-3392-4cf5-a0ab-b3e601347175,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:31.152252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.154594 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d276c70-caff-4491-b5c4-5b8093c0d449 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6947682 Feb 14 21:23:31.357717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port db479166-1325-4065-9d9f-1acb5108ae72, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=db479166-1325-4065-9d9f-1acb5108ae72,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:31.395072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (db479166-1325-4065-9d9f-1acb5108ae72), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.563641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=db479166-1325-4065-9d9f-1acb5108ae72,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:31.570358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-050918de-acc0-4a8c-8673-4b4b966a2132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:31.661710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8177154f-f7a4-45e2-88e6-074bb27c05c0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:31.679998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Allocated IP 172.25.2.97 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7baceb33-781a-441d-a320-4c1c30cc948b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:31.688452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-acf8af56-5588-4dc7-85e0-1409ca0dc34d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:31.699456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-acf8af56-5588-4dc7-85e0-1409ca0dc34d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 819 time: 0.4869201 Feb 14 21:23:31.750794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-162a8e66-a2a6-4e47-8a1e-33499b823a38 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/quotas/4df357a76d1e4f3f886ea0f1d0e163ee HTTP/1.1" status: 200 len: 375 time: 0.0444055 Feb 14 21:23:31.807056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:32.024434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8177154f-f7a4-45e2-88e6-074bb27c05c0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:32.025430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-7e1a5682-b9a3-4be3-843c-b5addfe79303 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2652659 Feb 14 21:23:32.031300 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:32.139719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (7baceb33-781a-441d-a320-4c1c30cc948b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:32.215042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8177154f-f7a4-45e2-88e6-074bb27c05c0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:32.216522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:32.368930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=7baceb33-781a-441d-a320-4c1c30cc948b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:32.405449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:32.410762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:32.418141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:32.422457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 4, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '79f9891c-cfd1-4a57-8c2a-8548b9dc6fef', 'name': '', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'mac_address': 'fa:16:3e:32:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:24Z', 'updated_at': '2022-02-14T21:23:26Z', 'revision_number': 2, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'subnets': [{'id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:32.479697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-aeef478e-43f4-4b11-a52b-d7cb63a099be service neutron] 10.222.0.86 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374497 Feb 14 21:23:32.485959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Checking router: 9dc4c50e-2174-45cb-9332-8460931c73e8 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:23:32.486332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Updating router 9dc4c50e-2174-45cb-9332-8460931c73e8 port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:23:32.561656 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:32.623568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (508c3ac0-4538-4d49-a546-22b653adb37e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:32.652370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-1b2a7e43-f4ea-442c-8e27-ceba64529b4e service neutron] 10.222.0.86 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638284 Feb 14 21:23:32.697098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.044616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (7baceb33-781a-441d-a320-4c1c30cc948b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.062367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.154968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks [] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.162447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.233033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af9bb-b300-4c89-abd6-cbd02f3f0d9c None None] Pushing event updated for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:33.323692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Attempting to bind port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:33.324069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Attempting to bind port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:33.324447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Attempting to bind port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef on network 3dda7b6a-4554-486c-996c-fa613ab81f05 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:33.336082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:33.336480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Checking segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:33.336892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.337679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Bound using segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:33.338171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Bound port: 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:33.338561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.384054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1addb92a-b44a-4b4e-b364-9c4449f21c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.538883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] For port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:33.553991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] For port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:33.562276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (508c3ac0-4538-4d49-a546-22b653adb37e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.568742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.573336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=7baceb33-781a-441d-a320-4c1c30cc948b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:33.637520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.646749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.656398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device db479166-1325-4065-9d9f-1acb5108ae72 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:33.658910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.667894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.675876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.683834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.689777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:33.692357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-bd4d059f-98c0-4aab-b881-bc88c5ef42bb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.4137444 Feb 14 21:23:33.696759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:33.698131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-424db630-1a32-4965-b67b-961b4b55f597 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6910145 Feb 14 21:23:33.770360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-59a8b709-f597-455c-89b2-88436703de7b tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0599782 Feb 14 21:23:33.841467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:23:33.842232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:34.088276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:23:34.101060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-1a174cde-a4fe-4f2a-8500-67ffb7a13a20 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:34.103065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05a15def-4a65-45cc-a0eb-9f7915597951 req-1a174cde-a4fe-4f2a-8500-67ffb7a13a20 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.3167219 Feb 14 21:23:34.230917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af9bb-b300-4c89-abd6-cbd02f3f0d9c None None] Pushing event updated for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:34.321743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-363b39e3-34b7-49bf-a28b-e9e3c4319d44 req-b2c35119-1a6f-47cc-8f30-ce1b0fb3e901 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6187654 Feb 14 21:23:34.372019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port db479166-1325-4065-9d9f-1acb5108ae72 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:34.372401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (db479166-1325-4065-9d9f-1acb5108ae72), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:34.393343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b88d89-9c07-4e27-88de-1bf9ba9d5b04 req-6bd53613-ee24-440d-8262-cdf38f7d5a36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:34.408120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6b88d89-9c07-4e27-88de-1bf9ba9d5b04 req-6bd53613-ee24-440d-8262-cdf38f7d5a36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1812840 Feb 14 21:23:34.547921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6b88d89-9c07-4e27-88de-1bf9ba9d5b04 req-32522073-18c0-4037-a2eb-3082354d4327 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379223 Feb 14 21:23:34.631190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-45e3f9de-1a45-499c-addd-d0bc10d6fc13 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--498333355&fields=id&tenant_id=d8eb5547e7a144d78b74e39785b3fbf5 HTTP/1.1" status: 200 len: 267 time: 0.1345794 Feb 14 21:23:34.653036 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:34.822146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port db479166-1325-4065-9d9f-1acb5108ae72 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:34.844477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 4, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '79f9891c-cfd1-4a57-8c2a-8548b9dc6fef', 'name': '', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'mac_address': 'fa:16:3e:32:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:24Z', 'updated_at': '2022-02-14T21:23:33Z', 'revision_number': 4, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'subnets': [{'id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:34.893892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84e4cf-6eaa-42bf-980d-406eab7aa5f7 None None] The sync data for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 is: [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:23:25Z', 'revision_number': 4, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '79f9891c-cfd1-4a57-8c2a-8548b9dc6fef', 'name': '', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'mac_address': 'fa:16:3e:32:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:24Z', 'updated_at': '2022-02-14T21:23:33Z', 'revision_number': 4, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'subnets': [{'id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:23:34.937612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-c03d26e6-7b28-4b4f-9850-76bd07b838c4 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:34.939274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-c03d26e6-7b28-4b4f-9850-76bd07b838c4 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/networks?id=c136804a-7395-449e-8d0e-9b3f54e6c197 HTTP/1.1" status: 200 len: 815 time: 0.3019247 Feb 14 21:23:34.989245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-43ccba00-515a-44ab-8785-8a16f296ee94 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/quotas/d8eb5547e7a144d78b74e39785b3fbf5 HTTP/1.1" status: 200 len: 375 time: 0.0404658 Feb 14 21:23:35.062372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe8ba-0816-466b-b3e8-a82680691f3c req-0c1dd382-7065-4122-aa40-bba79e7c0188 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:35.070939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c48fe8ba-0816-466b-b3e8-a82680691f3c req-0c1dd382-7065-4122-aa40-bba79e7c0188 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.3205948 Feb 14 21:23:35.159772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c48fe8ba-0816-466b-b3e8-a82680691f3c req-6c9db0c0-5555-413e-9e6c-93527cf9b4c5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828130 Feb 14 21:23:35.186974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-e46f45c5-cbef-4ce7-aad6-4e426a5411ba tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d8eb5547e7a144d78b74e39785b3fbf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964786 Feb 14 21:23:35.399054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-3a1e9337-358a-4c7d-85fc-4c48573b3a26 service neutron] 10.222.0.86 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109292 Feb 14 21:23:35.667125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:35.729304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:35.968875 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:36.004576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:36.004958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:36.265682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:36.266090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:36.367561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:36.376322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:36.393356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12b60701-5023-44fa-b0d5-60bdd7491c6d req-a9a8ebc2-2cce-45cd-ac6f-879504472536 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 210 time: 1.0364349 Feb 14 21:23:36.551301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-dd3bbf61-07d8-43fc-90e6-702a2201c86f service neutron] 10.222.0.86 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1511998 Feb 14 21:23:36.577327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:37.137732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6a445389-ee1b-4ef8-a3d5-1ac83398cb3e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:37.139347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6a445389-ee1b-4ef8-a3d5-1ac83398cb3e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 819 time: 1.7844951 Feb 14 21:23:37.152865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:37.182280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Request body: {'port': {'device_id': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'admin_state_up': True, 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:37.307352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-d19e0425-6abd-46b3-a44d-2081d8a57ca3 req-9d36085a-a779-495c-91df-4d2c3bf5e81b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:23:37.319763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d19e0425-6abd-46b3-a44d-2081d8a57ca3 req-9d36085a-a779-495c-91df-4d2c3bf5e81b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287735 Feb 14 21:23:37.476059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-8c5b6be2-4193-49fe-a9dd-ea0c368e819b tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8680179 Feb 14 21:23:37.496078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:37.555378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:37.643018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:37.809208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:37.809821 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:38.045934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:38.088946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Made reservation on behalf of 4df357a76d1e4f3f886ea0f1d0e163ee for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:38.103585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-0ab0ee84-c5eb-459f-b887-e812526bda16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1521196 Feb 14 21:23:38.105216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:38.365298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.383094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.409031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.440341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.458969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.488809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.532219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:38.546894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-b7aadc9b-e28b-4c1b-907e-a9e0c97ecf68 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.5832729 Feb 14 21:23:38.931254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:39.099613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-919a6f31-2e34-432c-8103-1356516ad22f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:39.117613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-919a6f31-2e34-432c-8103-1356516ad22f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports/5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 947 time: 0.1632733 Feb 14 21:23:39.244232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Allocated IP 172.20.0.13 (3dda7b6a-4554-486c-996c-fa613ab81f05/19f110b8-a6e1-4f0b-b718-acc43b9a8a3c/3cd8f3ed-e37c-431e-934d-359d9443d916) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:39.335923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcb6a2f8-bba9-481d-8a08-66294f1b3c16 req-64dc0264-ec0f-40f8-9987-3393105fd37f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7857189 Feb 14 21:23:39.567144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Allocated IP 172.25.2.7 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/113b25c5-bc89-4ed1-8aec-315fd4ab16e5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:39.682921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:39.697000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-900e27cc-8527-4553-b23d-9fd7fd6fb0b8 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:39.702677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-900e27cc-8527-4553-b23d-9fd7fd6fb0b8 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.64 "GET /v2.0/networks?id=c136804a-7395-449e-8d0e-9b3f54e6c197 HTTP/1.1" status: 200 len: 815 time: 0.5781841 Feb 14 21:23:39.760501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:39.901570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=113b25c5-bc89-4ed1-8aec-315fd4ab16e5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:39.903074 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-a0ebfb8b-96f5-4456-905d-c7d732b99846 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8eb5547e7a144d78b74e39785b3fbf5 HTTP/1.1" status: 200 len: 379 time: 0.1948864 Feb 14 21:23:39.921669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'port': {'device_id': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'admin_state_up': True, 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'security_groups': ['d8380b9d-3a32-4c99-8396-6835a84cd607']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:39.978097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:40.020653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-2bdccf96-1876-42c8-8b36-57d2414413e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7957258 Feb 14 21:23:40.034314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:40.040876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:40.255583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Made reservation on behalf of d8eb5547e7a144d78b74e39785b3fbf5 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:40.263857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:40.331278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca442bd-95fa-4168-ac64-95e1f2fcd388 req-ce99c264-6249-4b7e-8d1f-01eb5d08f37d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:40.340893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ca442bd-95fa-4168-ac64-95e1f2fcd388 req-ce99c264-6249-4b7e-8d1f-01eb5d08f37d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.6207590 Feb 14 21:23:40.490302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ca442bd-95fa-4168-ac64-95e1f2fcd388 req-7c29ccfa-a838-48a4-affb-0583da9a09f6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398759 Feb 14 21:23:40.708705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-f2997723-7809-4239-83e3-80aa27376fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:40.716014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-f2997723-7809-4239-83e3-80aa27376fa0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 1127 time: 0.6016629 Feb 14 21:23:40.759083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Allocated IP 172.20.0.10 (c136804a-7395-449e-8d0e-9b3f54e6c197/1f19e8d2-983f-403a-99b6-2ee963da1cc5/22e00c7d-9820-4f6a-bd04-a2ab68bb949f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:40.760160 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks [] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:40.977183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-b1b2e5d5-4e80-4470-aa86-7a17a18240f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:40.978858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-b1b2e5d5-4e80-4470-aa86-7a17a18240f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1843386 Feb 14 21:23:41.115758 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (fe91de8e-fb3c-4175-9d3d-2a630935dadc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.127095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-25ff2bd8-1682-44b6-99bd-1ef173576c8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 200 len: 217 time: 0.1092918 Feb 14 21:23:41.143939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.209881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.228958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-285afeb5-36b8-4cd4-bb10-e94c4209f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:41.230550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-285afeb5-36b8-4cd4-bb10-e94c4209f5f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0948617 Feb 14 21:23:41.331922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-01997597-b4c7-4836-b675-b4f00ecf994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:41.336518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-01997597-b4c7-4836-b675-b4f00ecf994c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1133 time: 0.5473022 Feb 14 21:23:41.375072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-0d72bc6b-3299-4ebb-bbab-f90bddfbb947 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:41.383957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-0d72bc6b-3299-4ebb-bbab-f90bddfbb947 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 819 time: 0.6561222 Feb 14 21:23:41.397473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Network c136804a-7395-449e-8d0e-9b3f54e6c197 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:41.403216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-6f2da213-cb23-4c67-91f9-9c85018b8b12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625772 Feb 14 21:23:41.429813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:41.457593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.467921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:41.630165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event updated for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:41.690122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:41.691438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.723659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Pushing event updated for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:41.728880 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-889c63f2-a188-43d0-a729-58dafea2f807 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8143027 Feb 14 21:23:41.731177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.744623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Request body: {'port': {'device_id': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:41.861775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:41.969402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3a3229c2-2a51-4952-8e05-79678d74d0a8 None None] Provisioning complete for port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:41.970004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a3229c2-2a51-4952-8e05-79678d74d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:42.119011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:42.137226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-113a6ab8-b7cc-4a71-891c-307e341beb23 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/quotas/4df357a76d1e4f3f886ea0f1d0e163ee HTTP/1.1" status: 200 len: 375 time: 0.7507496 Feb 14 21:23:42.454062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:42.579639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3a3229c2-2a51-4952-8e05-79678d74d0a8 None None] Port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:23:42.785569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=113b25c5-bc89-4ed1-8aec-315fd4ab16e5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:42.791280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:42.832628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:42.839111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e00c7d-9820-4f6a-bd04-a2ab68bb949f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:42.855349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:42.866376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks [] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:42.900181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Transition to ACTIVE for port object 22e00c7d-9820-4f6a-bd04-a2ab68bb949f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:42.916857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.050380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Pushing event updated for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:43.096440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:43.097266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.211198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Attempting to bind port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:43.211542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Attempting to bind port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:43.211882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Attempting to bind port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f on network c136804a-7395-449e-8d0e-9b3f54e6c197 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:43.232319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f on network c136804a-7395-449e-8d0e-9b3f54e6c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:43.232641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Attempting to bind port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f on network c136804a-7395-449e-8d0e-9b3f54e6c197 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:43.240147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:43.240938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Checking segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:43.241332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Bound using segment: {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:43.241959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Bound port: 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:43.242408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.323725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-5de99d45-15a5-4b93-a7c6-5605f9332573 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8877056 Feb 14 21:23:43.333313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-03aa94e1-4980-4795-90f1-b724e0d8acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:43.339305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-03aa94e1-4980-4795-90f1-b724e0d8acd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 1.9291756 Feb 14 21:23:43.372146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-239daea1-182c-44ca-abf7-b0649a9c270b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2332656 Feb 14 21:23:43.396637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6f753f50-c130-4837-8919-899911862056 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2341185 Feb 14 21:23:43.398043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (fe91de8e-fb3c-4175-9d3d-2a630935dadc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.522399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Request body: {'port': {'device_id': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:43.539130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:43.551472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:43.579508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.696424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:43.697104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.698825 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] 10.222.0.64 "PUT /v2.0/ports/22e00c7d-9820-4f6a-bd04-a2ab68bb949f HTTP/1.1" status: 200 len: 1093 time: 1.9586802 Feb 14 21:23:43.699331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:43.702646 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc" -d '{"events": [{"name": "network-changed", "server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:43.855591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711d81-4f58-49df-9b90-22c721988bda service neutron] Pushing event updated for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:43.879100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-75ff915d-5094-41e6-a252-6e5fb101907d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 217 time: 0.4969928 Feb 14 21:23:43.969810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:43.974593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-80527087-3425-4722-a1a5-249197909270 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.4880636 Feb 14 21:23:43.978194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b576c0bb-61f8-45d5-b8f4-11fdd99aa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:43.982880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b576c0bb-61f8-45d5-b8f4-11fdd99aa631 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1028512 Feb 14 21:23:44.062632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-bcec8c60-b976-4dc1-a64f-60a93da807f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.065694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-bcec8c60-b976-4dc1-a64f-60a93da807f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8eb5547e7a144d78b74e39785b3fbf5&device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 1127 time: 0.3011830 Feb 14 21:23:44.225488 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-74e4c7e0-69e3-47db-8c56-02c55893e3b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f HTTP/1.1" status: 200 len: 217 time: 0.1363211 Feb 14 21:23:44.251675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-9190db99-cda9-4b5b-9ea9-225342695a8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3318062 Feb 14 21:23:44.372020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-30cfd2ab-5bdd-42e5-98a5-0c43a91fc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.373816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-30cfd2ab-5bdd-42e5-98a5-0c43a91fc2c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f19e8d2-983f-403a-99b6-2ee963da1cc5 HTTP/1.1" status: 200 len: 854 time: 0.1207426 Feb 14 21:23:44.475852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98bc938-0dea-40fc-8c2f-42dfe1fe8de3 req-8b58c9a3-2914-431a-8f14-7323a3aed765 service neutron] 10.222.0.83 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0993004 Feb 14 21:23:44.521555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-2f242978-bbcc-4cb7-9c1c-30fad34eb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.523304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-2f242978-bbcc-4cb7-9c1c-30fad34eb9ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4166b540ead4eb18f16179bf53cb61c&device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 1127 time: 0.2115662 Feb 14 21:23:44.544238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-a6142a85-ca76-419b-b759-dd6911c42674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.553259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-a6142a85-ca76-419b-b759-dd6911c42674 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c136804a-7395-449e-8d0e-9b3f54e6c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1729047 Feb 14 21:23:44.634751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-478d33cb-b16f-4a2c-a41a-97326fa7a6a3 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.6485376 Feb 14 21:23:44.699980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-82290b2d-4d3c-4152-9e3d-83823fabe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.702629 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-82290b2d-4d3c-4152-9e3d-83823fabe914 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 200 len: 921 time: 0.1466753 Feb 14 21:23:44.707537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:44.804228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b1d4df70-e38a-413a-b2ea-8964a0d40990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.807054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b1d4df70-e38a-413a-b2ea-8964a0d40990 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3297882 Feb 14 21:23:44.892805 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-96b5f063-e0f0-4bb0-94c3-f605aae4df4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 200 len: 217 time: 0.1737621 Feb 14 21:23:44.968107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-1fdf4adc-87ad-4eb5-9c5d-8ff4f7c02fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:44.970083 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-1fdf4adc-87ad-4eb5-9c5d-8ff4f7c02fa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 200 len: 860 time: 0.0706856 Feb 14 21:23:45.057282 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-a8fe5367-3c4f-42fb-aa56-5681aa036cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078bad4b-6dd2-4931-adfb-f15f2aa32330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673959 Feb 14 21:23:45.209308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd8f3ed-e37c-431e-934d-359d9443d916 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:45.218344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks [] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:45.236204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Transition to ACTIVE for port object 3cd8f3ed-e37c-431e-934d-359d9443d916 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:45.239320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-fe9475b3-a656-4e14-a6d7-10035810ad61 service neutron] 10.222.0.86 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7604442 Feb 14 21:23:45.268731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:45.279519 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-8b3dca78-e51c-4a95-8bdd-5ac87dd0026e service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727611 Feb 14 21:23:45.347086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Pushing event updated for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:45.522563 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-41466d68-29b7-42e0-95e3-d5215144f3c5 req-22b791fb-1011-4b27-808b-a1868a0194d7 service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364519 Feb 14 21:23:45.563059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-c861a5bc-6fab-4ecd-bc84-7af019fb3508 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047185 Feb 14 21:23:45.564552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-42372c34-cb9f-4903-bdf7-27c16be9a3da tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:45.566700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425514cc-4bbb-44d9-a6fb-730a50622870 req-42372c34-cb9f-4903-bdf7-27c16be9a3da tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.9115615 Feb 14 21:23:45.578779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-008e2bc2-30ed-4b26-bd04-77d3ed83fa1b service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378091 Feb 14 21:23:45.764530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80c7ff9d-32a2-433b-a12e-60c59bea5e61 req-1f344542-97f8-4614-861e-c0b3aa5d9046 service neutron] 10.222.0.64 "GET /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887512 Feb 14 21:23:45.779949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Attempting to bind port 3cd8f3ed-e37c-431e-934d-359d9443d916 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:45.782735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Attempting to bind port 3cd8f3ed-e37c-431e-934d-359d9443d916 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:45.786827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Attempting to bind port 3cd8f3ed-e37c-431e-934d-359d9443d916 on network 3dda7b6a-4554-486c-996c-fa613ab81f05 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:45.824471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Port 3cd8f3ed-e37c-431e-934d-359d9443d916 on network 3dda7b6a-4554-486c-996c-fa613ab81f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:45.825101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Attempting to bind port 3cd8f3ed-e37c-431e-934d-359d9443d916 on network 3dda7b6a-4554-486c-996c-fa613ab81f05 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:45.839291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:45.839960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Checking segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:45.840534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Bound using segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:45.841152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Bound port: 3cd8f3ed-e37c-431e-934d-359d9443d916, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:45.841848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:45.924543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:45.928857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3cd8f3ed-e37c-431e-934d-359d9443d916,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:45.958251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:46.031210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-0eed8ff6-1fb6-4ab4-98c9-a667293ccba7 service neutron] 10.222.0.86 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798948 Feb 14 21:23:46.050868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.052389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:46.054740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] 10.222.0.64 "PUT /v2.0/ports/3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 1093 time: 2.5801079 Feb 14 21:23:46.069675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:46.074235 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:46.150826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b456362-69b0-42cc-b1b0-88b9c6893151 req-1850a739-0b3c-40ea-93b8-14b7fa0faedc tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.152766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b456362-69b0-42cc-b1b0-88b9c6893151 req-1850a739-0b3c-40ea-93b8-14b7fa0faedc tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 944 time: 0.4029684 Feb 14 21:23:46.173518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-a7f20132-2840-4808-98ea-a77d5d1222ed service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824797 Feb 14 21:23:46.194114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25d5b7-5f89-4a1b-b65c-af08ec9f904f service neutron] Pushing event updated for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:46.313300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b456362-69b0-42cc-b1b0-88b9c6893151 req-94b925ee-e7f8-4841-b0dd-ff8b6b18bb1d tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337783 Feb 14 21:23:46.322306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-311239f9-70e0-4b38-9d3e-2eb765e6ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.323921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-311239f9-70e0-4b38-9d3e-2eb765e6ec72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1127 time: 0.1679361 Feb 14 21:23:46.507421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-1f42621b-7929-40d8-9891-de5bb48eb9bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.1723435 Feb 14 21:23:46.594305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-5ba0d55f-5e2f-493a-817e-9bfa98f73f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.595928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-5ba0d55f-5e2f-493a-817e-9bfa98f73f81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0675027 Feb 14 21:23:46.642239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-e9f3ea9b-07f6-4d48-b950-1b20368fd45f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382307 Feb 14 21:23:46.696311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22544fc7-ebaa-4fed-ae1d-6b05cc0e89dd req-e13a836b-b8fa-496b-ae9e-67bdb7dd2a2e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.697771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22544fc7-ebaa-4fed-ae1d-6b05cc0e89dd req-e13a836b-b8fa-496b-ae9e-67bdb7dd2a2e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.2124693 Feb 14 21:23:46.851605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22544fc7-ebaa-4fed-ae1d-6b05cc0e89dd req-5b51199f-ecb7-4b92-96c8-e11b02191f45 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230116 Feb 14 21:23:46.958464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.964582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.972546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.979423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.989176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:46.996349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:47.008265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:47.010311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-2c833619-7833-4576-88e8-d517a85a8d9b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.3116200 Feb 14 21:23:47.041191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-c041664a-5926-430b-a9ba-94fb032dfac2 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916142 Feb 14 21:23:47.269829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3214-4654-4865-aee2-a50ba62cf696 req-ca4b6fe6-cd00-4c3d-b8b5-9bfd9e2dfe45 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:47.277092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e74c3214-4654-4865-aee2-a50ba62cf696 req-ca4b6fe6-cd00-4c3d-b8b5-9bfd9e2dfe45 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.2651343 Feb 14 21:23:47.333542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-4f877561-6907-4aa2-9694-f9bbcb3a4c5c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:47.335124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-4f877561-6907-4aa2-9694-f9bbcb3a4c5c tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.2470901 Feb 14 21:23:47.348173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-393b071d-3d1e-48a6-aa49-383654a965e9 req-6d618ad1-72b7-4885-b1e4-6f0b6d0746db tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3221457 Feb 14 21:23:47.458088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56dbc8c-1552-4e43-96f6-9f22efd77f53 req-7a7ebc23-bc71-414f-bd4d-5d78fdf78d6f service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910308 Feb 14 21:23:47.465771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e74c3214-4654-4865-aee2-a50ba62cf696 req-58626722-f11b-4a0b-b74a-20bcac82f6ae tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877635 Feb 14 21:23:47.529283 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33616e0-454e-49da-b36d-f10eb54d4c07 x-openstack-request-id: req-a33616e0-454e-49da-b36d-f10eb54d4c07 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:47.529818 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:47.529818 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a33616e0-454e-49da-b36d-f10eb54d4c07 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:47.530229 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'status': 'completed', 'code': 200} Feb 14 21:23:47.634789 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1756acd-15fa-4c95-98b0-438a91e8ca43 x-openstack-request-id: req-e1756acd-15fa-4c95-98b0-438a91e8ca43 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:47.638725 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:47.639278 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1756acd-15fa-4c95-98b0-438a91e8ca43 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:47.641426 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916', 'status': 'completed', 'code': 200} Feb 14 21:23:47.790721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-f49a21e5-5afc-4a06-9a19-35c507670414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:47.802225 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-f49a21e5-5afc-4a06-9a19-35c507670414 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1127 time: 0.1576006 Feb 14 21:23:47.853755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-0cf91f6f-1347-4767-91c8-e2b7cbb97deb tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2843175 Feb 14 21:23:47.864457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:47.965968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef654a65-6b93-416d-9286-b797bf816327 req-196ac7b3-3ea7-4630-8b06-47aa826e12bf tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 210 time: 0.1075468 Feb 14 21:23:48.035492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-30a04e05-4a58-4bd9-bbf8-15de49eed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.038030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-30a04e05-4a58-4bd9-bbf8-15de49eed587 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8eb5547e7a144d78b74e39785b3fbf5&device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 1127 time: 0.5034614 Feb 14 21:23:48.038879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.047127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-0c49c302-2301-4f5b-bf6d-fde9471b5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.050127 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-0c49c302-2301-4f5b-bf6d-fde9471b5d3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.2350426 Feb 14 21:23:48.102787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-0a768dc4-37a4-400f-9e53-98155c4fd844 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.0463798 Feb 14 21:23:48.169063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Deleting port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:48.170090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.187281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-9acdfd17-7552-48fe-88c3-b9721a47575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.189617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-9acdfd17-7552-48fe-88c3-b9721a47575b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0740085 Feb 14 21:23:48.241714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-58b596f5-5cd0-43ab-b378-bb73c05c9810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364809 Feb 14 21:23:48.421106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] For port b176de1c-e4b5-4a03-b7c2-a9c28e20b164, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:48.421642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.434375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e2385-1107-4c7e-83d9-a7325e36d201 req-f09fd075-ae8e-4480-aa10-209d541da9ea tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.442960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f5e2385-1107-4c7e-83d9-a7325e36d201 req-f09fd075-ae8e-4480-aa10-209d541da9ea tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=a2153117-992c-46b6-9928-bd76ff470504 HTTP/1.1" status: 200 len: 944 time: 0.3640907 Feb 14 21:23:48.475802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-6a80c1f9-65c0-4461-aa7d-12760665f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.477259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-6a80c1f9-65c0-4461-aa7d-12760665f3b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c136804a-7395-449e-8d0e-9b3f54e6c197 HTTP/1.1" status: 200 len: 916 time: 0.4127500 Feb 14 21:23:48.490073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Calling delete_port for b176de1c-e4b5-4a03-b7c2-a9c28e20b164 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:48.512752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-b6641f6b-6f38-4e9f-8032-a8169d61104c service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634342 Feb 14 21:23:48.519450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-4af149fb-e410-407d-97b6-3e0f49d24fa7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.520960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-4af149fb-e410-407d-97b6-3e0f49d24fa7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 819 time: 0.2338200 Feb 14 21:23:48.543520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Request body: {'port': {'device_id': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'admin_state_up': True, 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:48.562903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-e337baf6-9e90-44d4-aa28-53a38cfbfbf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f HTTP/1.1" status: 200 len: 217 time: 0.0740292 Feb 14 21:23:48.607836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f5e2385-1107-4c7e-83d9-a7325e36d201 req-3f8fda33-159d-4f41-81ea-ae92e2082975 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638997 Feb 14 21:23:48.685795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77527c0e-b205-402a-9f95-d9e5f2e6e1a3 req-01b809ce-3a70-4ff3-bdff-233f964e0ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635115 Feb 14 21:23:48.716659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Made reservation on behalf of 4df357a76d1e4f3f886ea0f1d0e163ee for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:23:48.721459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.759064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.838418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-43b750ac-660a-4740-8248-5121a9be7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.839995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-43b750ac-660a-4740-8248-5121a9be7a60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f19e8d2-983f-403a-99b6-2ee963da1cc5 HTTP/1.1" status: 200 len: 854 time: 0.2439580 Feb 14 21:23:48.880905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Allocated IP 172.20.0.11 (3dda7b6a-4554-486c-996c-fa613ab81f05/19f110b8-a6e1-4f0b-b718-acc43b9a8a3c/222fcb78-406d-4a34-8880-365659913b2d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:48.943722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ce7d-59d0-496f-ace4-4f7ac0d0804d req-548d4c0e-2549-4ae5-a9e4-f016c7b0d5ca tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:48.945275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af07ce7d-59d0-496f-ace4-4f7ac0d0804d req-548d4c0e-2549-4ae5-a9e4-f016c7b0d5ca tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 944 time: 0.2535462 Feb 14 21:23:48.966990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b176de1c-e4b5-4a03-b7c2-a9c28e20b164), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:48.980744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b176de1c-e4b5-4a03-b7c2-a9c28e20b164'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:49.063295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Allocated IP 172.25.2.205 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/0b32c2e0-c33f-4345-ba85-260fad1b09ac) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:23:49.070492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event deleted for resources: {'Port': ['ID=b176de1c-e4b5-4a03-b7c2-a9c28e20b164,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:49.098655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-eaf5c4e5-669f-4994-9df4-1771c2ce1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:49.100226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-eaf5c4e5-669f-4994-9df4-1771c2ce1ac1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c136804a-7395-449e-8d0e-9b3f54e6c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2493029 Feb 14 21:23:49.380294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks [] for port (222fcb78-406d-4a34-8880-365659913b2d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.416633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.468564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Network 3dda7b6a-4554-486c-996c-fa613ab81f05 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:49.474943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:49.479573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:49.484159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Pushing event updated for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:49.528602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] No DVR routers for this DVR port b176de1c-e4b5-4a03-b7c2-a9c28e20b164 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:23:49.530829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:49.531545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.540105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af07ce7d-59d0-496f-ace4-4f7ac0d0804d req-09d4d321-6a33-4804-a0a2-f969b8c25fbb tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5799143 Feb 14 21:23:49.542888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.546268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e902dfd9-a3b3-40ff-a0a8-118193af408b req-1cf9c7ee-d378-4e43-ba30-5411eb474191 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "DELETE /v2.0/ports/b176de1c-e4b5-4a03-b7c2-a9c28e20b164 HTTP/1.1" status: 204 len: 173 time: 2.1944773 Feb 14 21:23:49.568906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-30b1cf04-9499-46a6-8f1b-765d37ad9a58 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223434 Feb 14 21:23:49.576068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Request body: {'port': {'device_id': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:23:49.588479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-79b1da19-f064-424f-b049-3664910576ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:49.590780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-79b1da19-f064-424f-b049-3664910576ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1128 time: 0.6427267 Feb 14 21:23:49.655216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-deleted', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:49.657457 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c832bc-7649-470f-abed-b0669be71d12" -d '{"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-deleted", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:49.669872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (222fcb78-406d-4a34-8880-365659913b2d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.749708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-06eae96f-fb30-47ca-b22c-12f306bd9c1c service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256952 Feb 14 21:23:49.879198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.898028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295877f-0b9b-4f41-a8f7-2bf4c0ace644 req-8d068058-6f10-4cd1-b24c-94ff100f2a15 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:49.903683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5295877f-0b9b-4f41-a8f7-2bf4c0ace644 req-8d068058-6f10-4cd1-b24c-94ff100f2a15 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.2348444 Feb 14 21:23:49.962954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:49.975206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-819e2f21-a0fa-4be8-a6d5-80d1034d7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:49.976855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-819e2f21-a0fa-4be8-a6d5-80d1034d7a7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.3775795 Feb 14 21:23:50.003887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222fcb78-406d-4a34-8880-365659913b2d {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:50.020010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks [] for port (222fcb78-406d-4a34-8880-365659913b2d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.036936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Transition to ACTIVE for port object 222fcb78-406d-4a34-8880-365659913b2d will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:23:50.047297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.047785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:23:50.093249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:23:50.101035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:23:50.115755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Pushing event updated for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:50.199361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8ddb52d-2326-4a1f-b6fa-ba4c27878edc req-6ee1fdfe-e54b-41c0-a54c-7475b0a9c470 service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426115 Feb 14 21:23:50.244298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Attempting to bind port 222fcb78-406d-4a34-8880-365659913b2d on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:23:50.244934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Attempting to bind port 222fcb78-406d-4a34-8880-365659913b2d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:23:50.245460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Attempting to bind port 222fcb78-406d-4a34-8880-365659913b2d on network 3dda7b6a-4554-486c-996c-fa613ab81f05 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:50.250043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Port 222fcb78-406d-4a34-8880-365659913b2d on network 3dda7b6a-4554-486c-996c-fa613ab81f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:23:50.250577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Attempting to bind port 222fcb78-406d-4a34-8880-365659913b2d on network 3dda7b6a-4554-486c-996c-fa613ab81f05 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:23:50.250709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=0b32c2e0-c33f-4345-ba85-260fad1b09ac,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:50.256058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:23:50.257232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Checking segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:23:50.257810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Bound using segment: {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:23:50.258418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Bound port: 222fcb78-406d-4a34-8880-365659913b2d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad68821-882a-4d5c-8606-041345d13ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:23:50.259205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (222fcb78-406d-4a34-8880-365659913b2d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.265043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-949a1953-fc51-49e6-97c0-1075b24996ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 1000 time: 0.2725656 Feb 14 21:23:50.266231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (e33e5f4d-17c9-45be-bc9c-1c952a628dea), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.272982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5295877f-0b9b-4f41-a8f7-2bf4c0ace644 req-6fbe95f2-ecff-43b6-81fa-b86c0aa97627 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330066 Feb 14 21:23:50.308809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e00c7d-9820-4f6a-bd04-a2ab68bb949f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:23:50.422932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:50.440229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'port_id': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'mac_address': 'fa:16:3e:09:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:23:50.447929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:23:50.456407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=222fcb78-406d-4a34-8880-365659913b2d,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:23:50.473977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.482301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.489183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-d6e21239-96e7-4c67-9771-f92e1f76f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.490822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-d6e21239-96e7-4c67-9771-f92e1f76f41c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.2037115 Feb 14 21:23:50.541601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Pushing event updated for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:50.542309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:50.543574 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.557794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.558415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.562301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.565697 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1b2b8dd5-6064-4968-8e78-96b6eb78e04e service neutron] 10.222.0.64 "PUT /v2.0/ports/222fcb78-406d-4a34-8880-365659913b2d HTTP/1.1" status: 200 len: 1093 time: 0.9955950 Feb 14 21:23:50.566220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'tag': '222fcb78-406d-4a34-8880-365659913b2d'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:50.568711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.577753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.579475 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "tag": "222fcb78-406d-4a34-8880-365659913b2d"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:50.586080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.593791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.594407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e00c7d-9820-4f6a-bd04-a2ab68bb949f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:50.599517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.617628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.623123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:50.626614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-a3ae01ad-154f-4a4d-a9a2-dc5f623b2712 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2060299 Feb 14 21:23:50.631264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:50.712331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:50.714102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-c56c1b2e-1e34-43ba-9408-d96161a63b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.718527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-c56c1b2e-1e34-43ba-9408-d96161a63b49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 1127 time: 0.0988634 Feb 14 21:23:50.759053 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-1bfd6dfe-b6c9-4940-9896-f6f14ffaa0dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=222fcb78-406d-4a34-8880-365659913b2d HTTP/1.1" status: 200 len: 217 time: 0.0354869 Feb 14 21:23:50.819068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-4bdccb5a-0d76-40d2-aa87-92858d32082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.821176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-4bdccb5a-0d76-40d2-aa87-92858d32082e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0550785 Feb 14 21:23:50.828854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7abd6aa1-7411-4fd0-8912-02c921d2d8ac req-cc7fb11b-712c-4e69-8a8f-187402c98a0d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983008 Feb 14 21:23:50.850683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-4f790891-be52-42b5-bab1-a141d13ceadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:50.852714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-4f790891-be52-42b5-bab1-a141d13ceadb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3425307 Feb 14 21:23:50.864328 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-8ae0c87e-e112-4ffa-8283-9d1a197fd005 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350270 Feb 14 21:23:50.992973 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-a29b48fd-9fe7-4f8f-8158-f9af8246c9f4 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215935 Feb 14 21:23:51.036925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['22e00c7d-9820-4f6a-bd04-a2ab68bb949f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:51.054839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c6b3f-41b9-4bbb-92f7-63377d96883f req-f22f50e1-417b-47cc-bc8b-0e51f0972405 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.056385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4c6b3f-41b9-4bbb-92f7-63377d96883f req-f22f50e1-417b-47cc-bc8b-0e51f0972405 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.1217694 Feb 14 21:23:51.060560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-0a860ce1-1ddc-4319-8bbe-16f8ce16402d service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931946 Feb 14 21:23:51.062618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:51.161481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f2e2b3eb-5ff7-4bcf-ac3c-c2e32b93f029 req-c58ba702-6d2c-45c6-8ec7-a2c5776fabc7 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597326 Feb 14 21:23:51.172626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:51.217134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:51.217385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: b176de1c-e4b5-4a03-b7c2-a9c28e20b164 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:23:51.218239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b176de1c-e4b5-4a03-b7c2-a9c28e20b164 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:23:51.235252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e34be62d-d15a-405e-8ec3-aa8d89d0208c req-4d96e053-8c9f-4d7a-9094-38b2bf76d329 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609838 Feb 14 21:23:51.314149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4c6b3f-41b9-4bbb-92f7-63377d96883f req-2bd53c1a-d360-46f8-8694-47202bc21eea tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480586 Feb 14 21:23:51.357418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event updated for resources: {'Port': ['ID=0b32c2e0-c33f-4345-ba85-260fad1b09ac,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:51.370034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (e33e5f4d-17c9-45be-bc9c-1c952a628dea), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:51.388708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:51.390171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-df79298e-8a91-4d9b-954b-906ac29d94d5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5298285 Feb 14 21:23:51.452575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-5e793518-4380-43bc-aedd-9b9a4296413d tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0553916 Feb 14 21:23:51.592543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe292f-ddf5-4837-ae65-473b45aec72c req-de4d8471-cdfc-4e75-a68f-3dd1bc73b86a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.602173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ffe292f-ddf5-4837-ae65-473b45aec72c req-de4d8471-cdfc-4e75-a68f-3dd1bc73b86a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 944 time: 0.1483669 Feb 14 21:23:51.650487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-c5738ede-745f-4d26-81d4-81e20d0bd63a tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.651988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bedc7e2f-771f-4e19-8750-e6dad5796c8c req-c5738ede-745f-4d26-81d4-81e20d0bd63a tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1864870 Feb 14 21:23:51.688260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ffe292f-ddf5-4837-ae65-473b45aec72c req-e73723db-7d0f-4ec3-bf65-d9e7522289a9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848300 Feb 14 21:23:51.743715 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeebf64-0849-48ad-b8e5-f2d24c22c09f x-openstack-request-id: req-feeebf64-0849-48ad-b8e5-f2d24c22c09f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:51.744129 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2153117-992c-46b6-9928-bd76ff470504", "name": "network-vif-deleted", "tag": "b176de1c-e4b5-4a03-b7c2-a9c28e20b164", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:51.744396 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-feeebf64-0849-48ad-b8e5-f2d24c22c09f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:51.744908 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2153117-992c-46b6-9928-bd76ff470504', 'name': 'network-vif-deleted', 'tag': 'b176de1c-e4b5-4a03-b7c2-a9c28e20b164', 'status': 'completed', 'code': 200} Feb 14 21:23:51.795930 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499d006-164e-419e-8310-ee146f5fb36d x-openstack-request-id: req-0499d006-164e-419e-8310-ee146f5fb36d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:51.796465 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "tag": "222fcb78-406d-4a34-8880-365659913b2d", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:51.796465 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0499d006-164e-419e-8310-ee146f5fb36d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:51.796889 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'tag': '222fcb78-406d-4a34-8880-365659913b2d', 'status': 'completed', 'code': 200} Feb 14 21:23:51.901189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-cd7a422a-485e-4f87-a242-2343a8dbb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.901792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e506a-c26c-46ff-90e5-335cd3420047 req-816bbee0-4bcf-42b5-8ea3-f74ad4184af8 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.902922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-cd7a422a-485e-4f87-a242-2343a8dbb103 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 1127 time: 0.0781536 Feb 14 21:23:51.903380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20e506a-c26c-46ff-90e5-335cd3420047 req-816bbee0-4bcf-42b5-8ea3-f74ad4184af8 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 945 time: 0.1356182 Feb 14 21:23:51.987519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4962680-7068-4d14-9757-bc1fd094cd83 req-865f8216-afbb-4f88-9b53-58dd5bf9494e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:51.989301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4962680-7068-4d14-9757-bc1fd094cd83 req-865f8216-afbb-4f88-9b53-58dd5bf9494e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1206429 Feb 14 21:23:51.997742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20e506a-c26c-46ff-90e5-335cd3420047 req-3fb3aed2-cf3e-4e74-8567-ce5a9f9f8b17 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769405 Feb 14 21:23:52.040206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-536a6c51-4910-4969-9c1a-4f18ca217f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.041693 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-536a6c51-4910-4969-9c1a-4f18ca217f64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.1319046 Feb 14 21:23:52.094339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4962680-7068-4d14-9757-bc1fd094cd83 req-8e95a804-2cb4-4891-bb1d-888cf1e1c6fc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954683 Feb 14 21:23:52.097269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77e8e5a4-c952-4f6a-85e7-008a5197ea71 req-204f4d79-4d85-4b2e-af68-470fbb0392c9 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips/e33e5f4d-17c9-45be-bc9c-1c952a628dea HTTP/1.1" status: 200 len: 693 time: 0.0662329 Feb 14 21:23:52.109043 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-b9ec8b72-343b-436a-b2b0-1a4ed5e6de4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=222fcb78-406d-4a34-8880-365659913b2d HTTP/1.1" status: 200 len: 217 time: 0.0595632 Feb 14 21:23:52.169058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-b2dec691-66bf-402c-93ed-b15bd8d89abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.171357 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-b2dec691-66bf-402c-93ed-b15bd8d89abf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0554907 Feb 14 21:23:52.220712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-f340e503-68a6-45d4-a73c-222c85ebba2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426719 Feb 14 21:23:52.260969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8e5a4-c952-4f6a-85e7-008a5197ea71 req-52b5bb97-3a00-4256-831e-55030a1f1ebd tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.283481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77e8e5a4-c952-4f6a-85e7-008a5197ea71 req-52b5bb97-3a00-4256-831e-55030a1f1ebd tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1721122 Feb 14 21:23:52.309340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3cd8f3ed-e37c-431e-934d-359d9443d916 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:23:52.389514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-9557fe16-f8e7-4894-bad7-3372f471eab0 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523223 Feb 14 21:23:52.419294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-2bee0778-4bae-4cf6-9596-28744ed4de56 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips/e33e5f4d-17c9-45be-bc9c-1c952a628dea HTTP/1.1" status: 200 len: 693 time: 0.0763381 Feb 14 21:23:52.453038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3cd8f3ed-e37c-431e-934d-359d9443d916,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:52.469364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3cd8f3ed-e37c-431e-934d-359d9443d916', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'port_id': '3cd8f3ed-e37c-431e-934d-359d9443d916', 'mac_address': 'fa:16:3e:df:65:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:23:52.492829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.498573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.504041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.509777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.512067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3cd8f3ed-e37c-431e-934d-359d9443d916 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:52.512795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:52.515276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.521548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.527323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.529043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd8f3ed-e37c-431e-934d-359d9443d916 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:52.529315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e10f37f3-b60b-4c8a-a3c3-5a232fe78cc4 req-d3f836dd-a75d-45cc-aafe-738851b3ba25 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346056 Feb 14 21:23:52.529436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-2183d075-e8e0-4bd8-a8f2-6b5069c48796 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1980469 Feb 14 21:23:52.551283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3cd8f3ed-e37c-431e-934d-359d9443d916,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:52.555450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:52.606666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:52.620525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-187d192f-23ce-403e-bfa0-d451963ec290 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.621880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-187d192f-23ce-403e-bfa0-d451963ec290 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1941307 Feb 14 21:23:52.692486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e99d709c-6d48-4972-9b4b-46a2540cf5e0 req-1d3ce74a-a9dd-456a-a703-e3b6b8374022 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277809 Feb 14 21:23:52.694835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-8987c1de-0b81-4377-bde6-fed7123d4161 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0663977 Feb 14 21:23:52.792120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-1a8dfd42-3167-4445-a3b6-940bc6dd9d7b tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0848467 Feb 14 21:23:52.875853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-4ff183c6-9c24-4e71-9411-4f18ac602a48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.877996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-4ff183c6-9c24-4e71-9411-4f18ac602a48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.1802146 Feb 14 21:23:52.993457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff8418-1a12-4097-99ea-a60d653caa08 req-5fdcd8a8-b23c-44fb-a531-e424bc67bdc7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:52.995141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-feff8418-1a12-4097-99ea-a60d653caa08 req-5fdcd8a8-b23c-44fb-a531-e424bc67bdc7 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=92ad9229-7ed3-4877-834e-918aa9d2ade3 HTTP/1.1" status: 200 len: 944 time: 0.2203536 Feb 14 21:23:53.101994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-feff8418-1a12-4097-99ea-a60d653caa08 req-77cc31ce-a9ae-4515-919f-901b686f7f40 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948312 Feb 14 21:23:53.107294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Deleting port 0b32c2e0-c33f-4345-ba85-260fad1b09ac {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:53.107637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.161500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:53.167522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Deleting port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:53.167871 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.185915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3cd8f3ed-e37c-431e-934d-359d9443d916'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:53.363133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:53.363810 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.406117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:53.408658 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53634d76-bf81-4b4b-8640-ef4335d4c6ad" -d '{"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-unplugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:53.435681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:53.448714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.506267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:53.592116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.592365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (0b32c2e0-c33f-4345-ba85-260fad1b09ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.624910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Calling delete_port for 0b32c2e0-c33f-4345-ba85-260fad1b09ac owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:53.637982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] For port a9ebd582-5999-462f-a4d3-dcc1bbe67d36, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:53.638352 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.650384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f08ab-795f-4f4d-8270-6021837c095f req-ea0b7c07-b664-4a6c-946d-19199ef34ed8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:53.651911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b6f08ab-795f-4f4d-8270-6021837c095f req-ea0b7c07-b664-4a6c-946d-19199ef34ed8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 945 time: 0.4784915 Feb 14 21:23:53.708966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Calling delete_port for a9ebd582-5999-462f-a4d3-dcc1bbe67d36 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:53.799404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b6f08ab-795f-4f4d-8270-6021837c095f req-76b733fa-dbff-42df-81f2-4f5195b5f4a9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387975 Feb 14 21:23:53.965286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0b32c2e0-c33f-4345-ba85-260fad1b09ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:53.992488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a9ebd582-5999-462f-a4d3-dcc1bbe67d36), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.001600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event deleted for resources: {'Port': ['ID=0b32c2e0-c33f-4345-ba85-260fad1b09ac,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:54.059466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71422c9-ed98-4f1a-a1be-003a6a3b3aa3 req-812053ae-791b-4325-8c64-d9823d005d1f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.060971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71422c9-ed98-4f1a-a1be-003a6a3b3aa3 req-812053ae-791b-4325-8c64-d9823d005d1f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 944 time: 0.1909571 Feb 14 21:23:54.070076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event deleted for resources: {'Port': ['ID=a9ebd582-5999-462f-a4d3-dcc1bbe67d36,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:54.147466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] No DVR routers for this DVR port a9ebd582-5999-462f-a4d3-dcc1bbe67d36 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:23:54.154023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.158597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5044552-3d8b-49a7-ba63-06dbb4a67fbe req-fd5ae5f4-d1ef-402c-9df5-698d73bbd0d9 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.83 "DELETE /v2.0/ports/a9ebd582-5999-462f-a4d3-dcc1bbe67d36 HTTP/1.1" status: 204 len: 173 time: 1.2692399 Feb 14 21:23:54.161018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-deleted', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:54.164044 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39a5ec-2120-4f9d-b6fa-4067b7187e78" -d '{"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-deleted", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:54.192542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (e33e5f4d-17c9-45be-bc9c-1c952a628dea), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.195521 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.196742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60ebbbd2-431d-4518-b3df-f4c0f3244d98 req-f51b8421-7f7a-4071-8c78-38d64014c215 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "DELETE /v2.0/floatingips/e33e5f4d-17c9-45be-bc9c-1c952a628dea HTTP/1.1" status: 204 len: 173 time: 1.3879144 Feb 14 21:23:54.210281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71422c9-ed98-4f1a-a1be-003a6a3b3aa3 req-4b65098a-d375-4bd5-acfe-afadaadc75ab tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209674 Feb 14 21:23:54.317465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e00c7d-9820-4f6a-bd04-a2ab68bb949f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:54.385225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:23:54.387622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b452d1-9106-484b-8947-10a97777dc3a req-22ed7311-9566-4f95-b57c-d1247cbcc37a tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.389396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70b452d1-9106-484b-8947-10a97777dc3a req-22ed7311-9566-4f95-b57c-d1247cbcc37a tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 945 time: 0.1081378 Feb 14 21:23:54.392270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:54.392685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.411934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51493c4e-fa11-48ca-bcf1-22ea52d1a112 req-983c5cbb-abd4-4694-b11c-fe18d99b4e0e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.414066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51493c4e-fa11-48ca-bcf1-22ea52d1a112 req-983c5cbb-abd4-4694-b11c-fe18d99b4e0e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.0939372 Feb 14 21:23:54.482887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70b452d1-9106-484b-8947-10a97777dc3a req-45aa4bec-3cee-4708-91ae-e82b071368a0 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859106 Feb 14 21:23:54.492276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:54.492834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.499747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51493c4e-fa11-48ca-bcf1-22ea52d1a112 req-22d055c0-71b8-4976-b249-131d38ca4e19 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771661 Feb 14 21:23:54.543634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:54.546171 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67901bb9-9784-4c35-a44f-dc5252d44be9 x-openstack-request-id: req-67901bb9-9784-4c35-a44f-dc5252d44be9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:54.546609 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-unplugged", "status": "failed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:54.547034 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67901bb9-9784-4c35-a44f-dc5252d44be9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:54.547675 n-d-828372-11 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'code': 422} returned with failed status Feb 14 21:23:54.552355 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:54.632045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:54.679342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.686501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.692505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.699024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.705996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.711619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.717850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:54.721111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-9e230a58-9780-404e-ae2b-e3446b1d8fd9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1266296 Feb 14 21:23:54.808444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25f078c4-4db5-45af-8017-3f3ddedfa356 req-e6743611-ec0f-4a2f-9877-f6bc7d3ab400 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812993 Feb 14 21:23:54.941790 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c46c7-442a-4e9c-bb54-efe105c9eaaa x-openstack-request-id: req-813c46c7-442a-4e9c-bb54-efe105c9eaaa {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:54.942093 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ad9229-7ed3-4877-834e-918aa9d2ade3", "name": "network-vif-deleted", "tag": "a9ebd582-5999-462f-a4d3-dcc1bbe67d36", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:54.942350 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-813c46c7-442a-4e9c-bb54-efe105c9eaaa {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:54.942847 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ad9229-7ed3-4877-834e-918aa9d2ade3', 'name': 'network-vif-deleted', 'tag': 'a9ebd582-5999-462f-a4d3-dcc1bbe67d36', 'status': 'completed', 'code': 200} Feb 14 21:23:55.232931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-cc462890-2f13-43ca-87d6-fabcf97e94b0 req-fe407d1e-9a7b-47e6-9c30-c168e07997c6 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:23:55.234048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc462890-2f13-43ca-87d6-fabcf97e94b0 req-fe407d1e-9a7b-47e6-9c30-c168e07997c6 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133369 Feb 14 21:23:55.257384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d5d6-5a53-4cf3-92a7-5493b8ac3229 req-7a12b421-160c-41f6-b122-23680be7171e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.259879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe26d5d6-5a53-4cf3-92a7-5493b8ac3229 req-7a12b421-160c-41f6-b122-23680be7171e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3072760 Feb 14 21:23:55.392760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eff07-94ca-4170-b969-667e19fc4d42 req-0f6f8599-5ca1-4b81-b2f8-dfe8037e1b20 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.394661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d7eff07-94ca-4170-b969-667e19fc4d42 req-0f6f8599-5ca1-4b81-b2f8-dfe8037e1b20 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 944 time: 0.0813982 Feb 14 21:23:55.482045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d7eff07-94ca-4170-b969-667e19fc4d42 req-ec9672f6-3789-45ba-a9b9-930d4dd2d97b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/security-groups?id=83a2deac-834a-4b8c-a827-2efd24b78424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816565 Feb 14 21:23:55.540222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec69db-9309-4bb4-8ef1-e77406d2b3a3 req-2a3dcdb8-d513-4469-b80c-05767e48e723 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.547658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ec69db-9309-4bb4-8ef1-e77406d2b3a3 req-2a3dcdb8-d513-4469-b80c-05767e48e723 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 944 time: 0.1164944 Feb 14 21:23:55.632569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa8c58b9-b8f7-442f-8d4a-8defd63b57a9 req-6e8969d6-6382-4da4-8022-3d9199aa740e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=464749c1869c42bf92fd98668211089f HTTP/1.1" status: 200 len: 1654 time: 0.0721145 Feb 14 21:23:55.663568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-e99ac0e8-19dd-4bfd-b2e0-f1df067f601b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637791 Feb 14 21:23:55.672711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56ec69db-9309-4bb4-8ef1-e77406d2b3a3 req-30702de6-6d2b-4367-b248-971caf2ec826 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240976 Feb 14 21:23:55.773489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-d6db3844-1734-4cae-a87d-e82fb80aa851 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.774772 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-d6db3844-1734-4cae-a87d-e82fb80aa851 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports/a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 940 time: 0.0638270 Feb 14 21:23:55.825547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c58b9-b8f7-442f-8d4a-8defd63b57a9 req-a8fd9e6f-30ab-4df1-8382-96e84c0ce15e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.826419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa8c58b9-b8f7-442f-8d4a-8defd63b57a9 req-a8fd9e6f-30ab-4df1-8382-96e84c0ce15e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks?id=71d11159-f077-494d-803b-ad60cd1549e3&id=71d11159-f077-494d-803b-ad60cd1549e3&id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 787 time: 0.1885307 Feb 14 21:23:55.854217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270e408-1577-4bd4-b48b-455c74dff495 req-f7af4e05-59b4-45a1-8ea1-02f9362c3e2b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.864059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b270e408-1577-4bd4-b48b-455c74dff495 req-f7af4e05-59b4-45a1-8ea1-02f9362c3e2b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1057410 Feb 14 21:23:55.933176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b270e408-1577-4bd4-b48b-455c74dff495 req-d6b2c9d2-1372-4730-a9b8-8c7b89e53c9a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662470 Feb 14 21:23:55.960792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-3248a404-0cdd-4666-bb1f-6a48dd798e2b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:55.962425 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-3248a404-0cdd-4666-bb1f-6a48dd798e2b tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 944 time: 0.1422114 Feb 14 21:23:56.048114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f805-ce84-4222-a0ca-0ea73776365a req-9f2a66f2-1e13-4d19-bb7d-9a2f714ee5c1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.051007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7232f805-ce84-4222-a0ca-0ea73776365a req-9f2a66f2-1e13-4d19-bb7d-9a2f714ee5c1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.0916197 Feb 14 21:23:56.164517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Deleting port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:56.165261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.181021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7232f805-ce84-4222-a0ca-0ea73776365a req-8fa7ef23-0b3f-4cfd-a6e4-6d8bbdeb9576 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238678 Feb 14 21:23:56.198392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4c67-b8d0-4f37-9b62-6b4e230e38ae req-0f84792f-4fdd-4edb-ac8e-403723fb7aa4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.207949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dbe4c67-b8d0-4f37-9b62-6b4e230e38ae req-0f84792f-4fdd-4edb-ac8e-403723fb7aa4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1226149 Feb 14 21:23:56.329108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 222fcb78-406d-4a34-8880-365659913b2d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:23:56.331414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3cd8f3ed-e37c-431e-934d-359d9443d916 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:23:56.397026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-d9b1a239-aebc-4359-8c0f-5c51a89776bb tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips/fe91de8e-fb3c-4175-9d3d-2a630935dadc HTTP/1.1" status: 200 len: 691 time: 0.1483068 Feb 14 21:23:56.409630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] For port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,segment=NetworkSegment(a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe),segment_id=a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:56.409630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.431722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Calling delete_port for 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:56.481143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dbe4c67-b8d0-4f37-9b62-6b4e230e38ae req-66618855-c927-4ae9-9798-e8ee7fb64ccf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718236 Feb 14 21:23:56.553032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:56.557994 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfae7e1-cb84-4052-ab06-d1fa9db7bd58" -d '{"events": [{"server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "name": "network-vif-plugged", "status": "completed", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:56.565711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3cd8f3ed-e37c-431e-934d-359d9443d916 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:23:56.573572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3cd8f3ed-e37c-431e-934d-359d9443d916 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:23:56.574335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.652798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=222fcb78-406d-4a34-8880-365659913b2d,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:56.672178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '222fcb78-406d-4a34-8880-365659913b2d', 'network_id': '3dda7b6a-4554-486c-996c-fa613ab81f05', 'port_id': '222fcb78-406d-4a34-8880-365659913b2d', 'mac_address': 'fa:16:3e:cb:57:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f110b8-a6e1-4f0b-b718-acc43b9a8a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:23:56.678312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (58b4c229-2d7a-4f4a-8a67-25dbc4b90198), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.714588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Pushing event deleted for resources: {'Port': ['ID=58b4c229-2d7a-4f4a-8a67-25dbc4b90198,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:56.776869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3cd8f3ed-e37c-431e-934d-359d9443d916 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:56.777589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.784892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] No DVR routers for this DVR port 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:23:56.787762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.793304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c064369a-3ebc-4cf3-9863-2fac5148e807 req-a6bf516c-7f15-4635-8414-d818eec88d48 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.64 "DELETE /v2.0/ports/58b4c229-2d7a-4f4a-8a67-25dbc4b90198 HTTP/1.1" status: 204 len: 173 time: 0.8209312 Feb 14 21:23:56.793989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-deleted', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:56.796883 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16464b6-5399-4677-9339-0756e4e9e9ff" -d '{"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-deleted", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:56.809720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-03786e7d-464f-41de-8b73-357edfaf6dee tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.810960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-03786e7d-464f-41de-8b73-357edfaf6dee tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.3972118 Feb 14 21:23:56.820459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 222fcb78-406d-4a34-8880-365659913b2d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:56.820947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (222fcb78-406d-4a34-8880-365659913b2d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.841816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.844430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3cd8f3ed-e37c-431e-934d-359d9443d916,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:56.848622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222fcb78-406d-4a34-8880-365659913b2d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:23:56.852224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.857732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.863714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.869428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.870814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=222fcb78-406d-4a34-8880-365659913b2d,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:23:56.872994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.876699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.883969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:56.891906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-fef2c34d-07ba-4323-85d4-da4a756560d4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2479589 Feb 14 21:23:56.925046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-2f9b6e44-814c-4944-8e9b-75e63381a88a tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:23:56.926101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-2f9b6e44-814c-4944-8e9b-75e63381a88a tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1069150 Feb 14 21:23:56.927465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:56.967867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:56.992338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-8a79fe38-333d-42c2-8427-805c680a56d8 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0543892 Feb 14 21:23:57.048538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:57.074607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-475ea4dc-692c-4d05-a907-4fb84a3c335d req-f95a99f6-1d9f-4726-9147-b40ca460f771 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811867 Feb 14 21:23:57.096472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-1a48e861-63ac-4127-97c4-cf1499bce3b5 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0907111 Feb 14 21:23:57.179810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:57.233040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d131323c-f4a4-4e6d-8c4a-bfac20536b61 req-1d4d754b-f652-47be-b058-6cf87adf9433 tempest-LiveAutoBlockMigrationV225Test-1861289445 tempest-LiveAutoBlockMigrationV225Test-1861289445-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c829708-db7b-4c2b-9f87-777cacf4acd1 HTTP/1.1" status: 200 len: 210 time: 0.0408163 Feb 14 21:23:57.355524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:23:57.357094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:57.359778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Deleting port 113b25c5-bc89-4ed1-8aec-315fd4ab16e5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:57.361522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.370210 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688ba6e-a5ee-472d-9553-11b22f8b5da9 x-openstack-request-id: req-b688ba6e-a5ee-472d-9553-11b22f8b5da9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:57.370664 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "name": "network-vif-plugged", "status": "completed", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:57.370987 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b688ba6e-a5ee-472d-9553-11b22f8b5da9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:57.371543 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'code': 200} Feb 14 21:23:57.454032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['222fcb78-406d-4a34-8880-365659913b2d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:23:57.507251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: a9ebd582-5999-462f-a4d3-dcc1bbe67d36 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:23:57.508020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a9ebd582-5999-462f-a4d3-dcc1bbe67d36 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:23:57.527947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.528307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.542823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Calling delete_port for 113b25c5-bc89-4ed1-8aec-315fd4ab16e5 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:57.748425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (113b25c5-bc89-4ed1-8aec-315fd4ab16e5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.772521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4d03c-742a-4a6e-ae64-7a8a79da5d6d req-0e58dd9a-461d-457f-aa08-8d967e9fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:57.775512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31d4d03c-742a-4a6e-ae64-7a8a79da5d6d req-0e58dd9a-461d-457f-aa08-8d967e9fc1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 1129 time: 0.2140183 Feb 14 21:23:57.786039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event deleted for resources: {'Port': ['ID=113b25c5-bc89-4ed1-8aec-315fd4ab16e5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:57.875492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31d4d03c-742a-4a6e-ae64-7a8a79da5d6d req-50977d19-a5cf-49ca-bae9-f0f4391f4852 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921628 Feb 14 21:23:57.899703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c79bbd-e0aa-4d78-be3d-17d8c48bf27b req-9c3625a0-04aa-494f-9dd5-33a4caa8a9d3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:57.901294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60c79bbd-e0aa-4d78-be3d-17d8c48bf27b req-9c3625a0-04aa-494f-9dd5-33a4caa8a9d3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 945 time: 0.1972125 Feb 14 21:23:57.916007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (fe91de8e-fb3c-4175-9d3d-2a630935dadc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.918681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:57.919873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0003a934-0266-466e-bd2b-ac6bc9a652e6 req-6f76b8a2-d49a-4c9a-9550-da381db5b012 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "DELETE /v2.0/floatingips/fe91de8e-fb3c-4175-9d3d-2a630935dadc HTTP/1.1" status: 204 len: 173 time: 0.8218989 Feb 14 21:23:57.967115 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49469ba4-8d93-450e-9597-00a862bd7b1a x-openstack-request-id: req-49469ba4-8d93-450e-9597-00a862bd7b1a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:57.967442 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c829708-db7b-4c2b-9f87-777cacf4acd1", "name": "network-vif-deleted", "tag": "58b4c229-2d7a-4f4a-8a67-25dbc4b90198", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:57.967701 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49469ba4-8d93-450e-9597-00a862bd7b1a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:57.968114 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c829708-db7b-4c2b-9f87-777cacf4acd1', 'name': 'network-vif-deleted', 'tag': '58b4c229-2d7a-4f4a-8a67-25dbc4b90198', 'status': 'completed', 'code': 200} Feb 14 21:23:57.994324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60c79bbd-e0aa-4d78-be3d-17d8c48bf27b req-abce99ed-3907-4ec4-bdb1-8703cb275fa7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794013 Feb 14 21:23:58.125019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927e8a-bc27-468f-b188-f7f182044f3b req-ff9b142d-5dca-46a3-93d8-9bf720f5b43b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.127256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36927e8a-bc27-468f-b188-f7f182044f3b req-ff9b142d-5dca-46a3-93d8-9bf720f5b43b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0935736 Feb 14 21:23:58.138691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfa04-577f-4c93-beef-1c14fff37605 req-51e6a3a4-eb8b-4760-912d-09409b541a15 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.140201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-043dfa04-577f-4c93-beef-1c14fff37605 req-51e6a3a4-eb8b-4760-912d-09409b541a15 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.0761478 Feb 14 21:23:58.193723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36927e8a-bc27-468f-b188-f7f182044f3b req-d273200a-ff8e-4e85-bbb6-66d91832f42d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524788 Feb 14 21:23:58.249014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-043dfa04-577f-4c93-beef-1c14fff37605 req-700b2e4d-2cf9-4b34-9fe2-bba95eb420e8 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643313 Feb 14 21:23:58.348804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dfaa2d6e-5ba6-459f-9655-1d0333a93d09 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips/508c3ac0-4538-4d49-a546-22b653adb37e HTTP/1.1" status: 200 len: 692 time: 0.0724955 Feb 14 21:23:58.356732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:23:58.378997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:23:58.379428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58b4c229-2d7a-4f4a-8a67-25dbc4b90198 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:23:58.436125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:58.441767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cea6be-e261-4b04-8f77-b5ded849dce9 req-e2ef5665-5efd-40c0-b4a6-229fecf34b5c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.443415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9cea6be-e261-4b04-8f77-b5ded849dce9 req-e2ef5665-5efd-40c0-b4a6-229fecf34b5c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1589694 Feb 14 21:23:58.505155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93337d-f004-41ca-b542-3646b5b94344 req-1582a95e-85af-48f8-81ff-a3e92760fc45 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.506459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe93337d-f004-41ca-b542-3646b5b94344 req-1582a95e-85af-48f8-81ff-a3e92760fc45 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1523976 Feb 14 21:23:58.530090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9cea6be-e261-4b04-8f77-b5ded849dce9 req-3a0061e7-28ec-42ee-8a45-29e06ce27e65 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Feb 14 21:23:58.567761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe93337d-f004-41ca-b542-3646b5b94344 req-0b595309-c194-49c4-a4d8-d747faea97fe tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0554194 Feb 14 21:23:58.631436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe93337d-f004-41ca-b542-3646b5b94344 req-153d738d-9521-45da-b49a-3c832cf22ef1 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0573571 Feb 14 21:23:58.756116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.761450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.766934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.772299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.777811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.783750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.789150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:58.791072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-09f9580d-80f9-47ed-b456-db4be61eabc8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1767960 Feb 14 21:23:58.877444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc0cfb3-a03a-41b4-903d-14dc750cf31a req-3afd9250-4f37-41ea-83a9-cb3af7c35e39 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664902 Feb 14 21:23:58.881870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Deleting port 7baceb33-781a-441d-a320-4c1c30cc948b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:23:58.882222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:58.927328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48358) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:58.980863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:58.981390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (7baceb33-781a-441d-a320-4c1c30cc948b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:58.994498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Calling delete_port for 7baceb33-781a-441d-a320-4c1c30cc948b owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:23:59.032061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Deleting subnet 0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:23:59.038089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Publish callbacks [] for subnet (0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.075878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.121230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.160782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b77862-27a4-4f2d-a5b9-7a5b10fba342 req-d4258e97-bc5a-4615-ba73-785eb852667f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:59.162298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18b77862-27a4-4f2d-a5b9-7a5b10fba342 req-d4258e97-bc5a-4615-ba73-785eb852667f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0980840 Feb 14 21:23:59.195790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.238865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:59.240687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7baceb33-781a-441d-a320-4c1c30cc948b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.240942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.245275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14b9f691-abd0-4153-a132-c86392f9021a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0f42f1c6-1d48-4a06-925b-a4c9df4f2f6f HTTP/1.1" status: 204 len: 168 time: 0.3166242 Feb 14 21:23:59.248128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48366) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:59.262308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18b77862-27a4-4f2d-a5b9-7a5b10fba342 req-6c7bbd18-05d7-4b6d-a5d4-c05d7ec7d6af tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Feb 14 21:23:59.290450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event deleted for resources: {'Port': ['ID=7baceb33-781a-441d-a320-4c1c30cc948b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:59.349688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (078bad4b-6dd2-4931-adfb-f15f2aa32330), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.373700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:23:59.378068 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b906c86-3cd6-47db-add5-c6cb94246532" -d '{"events": [{"server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "name": "network-vif-plugged", "status": "completed", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:23:59.421889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (508c3ac0-4538-4d49-a546-22b653adb37e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.426478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.427687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe93337d-f004-41ca-b542-3646b5b94344 req-dd62321c-763a-41e6-b801-94b8e4bb5b41 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "DELETE /v2.0/floatingips/508c3ac0-4538-4d49-a546-22b653adb37e HTTP/1.1" status: 204 len: 173 time: 0.7797668 Feb 14 21:23:59.472822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f2738-6450-4553-9fb9-d0e439aabe63 req-ef2750d1-0464-4089-8e18-c941dfc15243 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:59.478261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (078bad4b-6dd2-4931-adfb-f15f2aa32330), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.480005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-245f2738-6450-4553-9fb9-d0e439aabe63 req-ef2750d1-0464-4089-8e18-c941dfc15243 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1165340 Feb 14 21:23:59.525977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078bad4b-6dd2-4931-adfb-f15f2aa32330']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:59.540974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:59.541375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:23:59.553428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.571008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.572261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-245f2738-6450-4553-9fb9-d0e439aabe63 req-e9849dea-ee5e-4c5b-8ca7-baa4ddc3c732 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913889 Feb 14 21:23:59.578432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:23:59.578842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a9a8a1d7-85ea-4bd2-8b36-b5198c96bffe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:23:59.581816 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:23:59.596850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073b5c-f6d4-42ea-87ea-60425529dd3c req-b2d37226-f69b-4bb1-8d20-1b0b5fab4c39 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:59.598644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9073b5c-f6d4-42ea-87ea-60425529dd3c req-b2d37226-f69b-4bb1-8d20-1b0b5fab4c39 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.0760796 Feb 14 21:23:59.660343 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af9ca1-af92-47cc-a6c8-54a9edfe7202 x-openstack-request-id: req-d7af9ca1-af92-47cc-a6c8-54a9edfe7202 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:23:59.661421 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "name": "network-vif-plugged", "status": "completed", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:23:59.662284 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7af9ca1-af92-47cc-a6c8-54a9edfe7202 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:23:59.663170 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916', 'code': 200} Feb 14 21:23:59.665154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (078bad4b-6dd2-4931-adfb-f15f2aa32330), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.670857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.676174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/078bad4b-6dd2-4931-adfb-f15f2aa32330 HTTP/1.1" status: 204 len: 168 time: 0.4271126 Feb 14 21:23:59.682313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9073b5c-f6d4-42ea-87ea-60425529dd3c req-3228d4f4-6f0d-48f4-a0f4-d37c336319ad tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652525 Feb 14 21:23:59.682851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48376) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:23:59.694545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6e3c1-dad5-4dee-a793-f3834a68fec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=078bad4b-6dd2-4931-adfb-f15f2aa32330,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:23:59.813105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-d7266d3c-84db-4c73-98cf-e2460c1ec650 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips/36554f12-ccee-4f2b-ac4b-da52931baa43 HTTP/1.1" status: 200 len: 693 time: 0.1075408 Feb 14 21:23:59.831623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Deleting subnet e90114bc-1b96-42ff-b8fa-59c6fa5953e6 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:23:59.834914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4e4d9-45c0-4fc4-bc8b-63b54d786c46 req-b1b44381-5413-4709-8e50-a48e75e76e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:59.837649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8bc4e4d9-45c0-4fc4-bc8b-63b54d786c46 req-b1b44381-5413-4709-8e50-a48e75e76e03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.0834746 Feb 14 21:23:59.846244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Publish callbacks [] for subnet (e90114bc-1b96-42ff-b8fa-59c6fa5953e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:23:59.895741 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8bc4e4d9-45c0-4fc4-bc8b-63b54d786c46 req-4bc2e22f-2524-4053-adbe-d2a1602495c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Feb 14 21:23:59.938923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfdad-f299-4dea-9bd8-20556aeec2c4 req-6ea8c2d8-09b0-4e96-931f-d029616cacf6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:23:59.940441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0bbfdad-f299-4dea-9bd8-20556aeec2c4 req-6ea8c2d8-09b0-4e96-931f-d029616cacf6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1657856 Feb 14 21:23:59.947529 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (e90114bc-1b96-42ff-b8fa-59c6fa5953e6), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.341495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-93a94e7b-df7c-407b-be95-014c3423f679 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.342836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-93a94e7b-df7c-407b-be95-014c3423f679 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.5162652 Feb 14 21:24:00.343948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e90114bc-1b96-42ff-b8fa-59c6fa5953e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.379443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 222fcb78-406d-4a34-8880-365659913b2d up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:00.426817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0bbfdad-f299-4dea-9bd8-20556aeec2c4 req-f9086e1c-bed2-46de-b62b-125143e3433a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772122 Feb 14 21:24:00.430756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 222fcb78-406d-4a34-8880-365659913b2d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:00.431775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-c7702364-1e92-49d4-bf5a-4929651f9899 tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.230 HTTP/1.1" status: 200 len: 696 time: 0.0670216 Feb 14 21:24:00.436612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 222fcb78-406d-4a34-8880-365659913b2d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:00.437173 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (222fcb78-406d-4a34-8880-365659913b2d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.464882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (e90114bc-1b96-42ff-b8fa-59c6fa5953e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.537726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-dc5cde14-fa13-48c1-8257-711ceaefa43e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.230 HTTP/1.1" status: 200 len: 696 time: 0.0848455 Feb 14 21:24:00.538408 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.541479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 222fcb78-406d-4a34-8880-365659913b2d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:00.541877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (222fcb78-406d-4a34-8880-365659913b2d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.545220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e90114bc-1b96-42ff-b8fa-59c6fa5953e6 HTTP/1.1" status: 204 len: 168 time: 0.8605936 Feb 14 21:24:00.546125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48382) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:00.546599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5b31-78a7-4963-9cb5-5454c5b4950d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90114bc-1b96-42ff-b8fa-59c6fa5953e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:00.581671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=222fcb78-406d-4a34-8880-365659913b2d,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:00.586194 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.643811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:00.654749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (80047596-b49b-4c65-a7bb-c9efc5d4ab85), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.704360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.709827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.715348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.720908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.726349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.731810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.737745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:00.739712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-f8b0dc20-348a-4580-b829-6d4f6562c7b7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2060876 Feb 14 21:24:00.755074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (80047596-b49b-4c65-a7bb-c9efc5d4ab85), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.776652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80047596-b49b-4c65-a7bb-c9efc5d4ab85']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:00.783900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Deleting port 3653e34e-a16f-4beb-a198-01f59ff905e1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:00.784329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.786646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2a1d2e-e70d-4173-8cda-bab15a111144') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:00.786946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2a1d2e-e70d-4173-8cda-bab15a111144') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:00.797388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (fc2a1d2e-e70d-4173-8cda-bab15a111144), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.813401 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fc2a1d2e-e70d-4173-8cda-bab15a111144), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.820320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:24:00.820607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (fc2a1d2e-e70d-4173-8cda-bab15a111144), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:24:00.822325 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:24:00.878091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (80047596-b49b-4c65-a7bb-c9efc5d4ab85), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.882672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bd570ee-c64a-458a-a5b2-8f59143edfa3 req-b453b19f-1c69-4bd8-b09c-49efcddf02dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313527 Feb 14 21:24:00.883860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.890415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] 10.222.0.86 "DELETE /v2.0/networks/80047596-b49b-4c65-a7bb-c9efc5d4ab85 HTTP/1.1" status: 204 len: 168 time: 0.3424859 Feb 14 21:24:00.903441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e75d-8b5a-4543-b918-9ac1e8640937 admin admin] Pushing event deleted for resources: {'Network': ['ID=80047596-b49b-4c65-a7bb-c9efc5d4ab85,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:00.910510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.911185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (3653e34e-a16f-4beb-a198-01f59ff905e1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:00.928190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Calling delete_port for 3653e34e-a16f-4beb-a198-01f59ff905e1 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:00.936847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ed275d2-c9d2-4dce-93ed-c8ba1b37f77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.058051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:01.058644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d13c-d81b-48bc-a1eb-1ee35050d3e1 req-c40f2765-de93-4316-8e69-c6b01c045b55 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.060137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b973d13c-d81b-48bc-a1eb-1ee35050d3e1 req-c40f2765-de93-4316-8e69-c6b01c045b55 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0759323 Feb 14 21:24:01.108243 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2640675-6c2f-4080-8f01-18a47561c0ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a4166b540ead4eb18f16179bf53cb61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464325 Feb 14 21:24:01.108460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48392) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:01.137133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b973d13c-d81b-48bc-a1eb-1ee35050d3e1 req-4161188c-cb56-464a-a11c-4d8a078067b5 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 Feb 14 21:24:01.162780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] Publish callbacks [] for security_group (83a2deac-834a-4b8c-a827-2efd24b78424), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.166970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3653e34e-a16f-4beb-a198-01f59ff905e1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.196445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Pushing event deleted for resources: {'Port': ['ID=3653e34e-a16f-4beb-a198-01f59ff905e1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:01.211708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] Publish callbacks [] for security_group (83a2deac-834a-4b8c-a827-2efd24b78424), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.270260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (83a2deac-834a-4b8c-a827-2efd24b78424), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.273659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.273980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks [] for floatingip (36554f12-ccee-4f2b-ac4b-da52931baa43), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.277201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/83a2deac-834a-4b8c-a827-2efd24b78424 HTTP/1.1" status: 204 len: 168 time: 0.1653016 Feb 14 21:24:01.278977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.280188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee58e2c1-8fb2-4b4a-a255-f10b3d41677d req-958155f2-1317-45a7-9178-d09ffd16458e tempest-FloatingIPDetailsTestJSON-1303487856 tempest-FloatingIPDetailsTestJSON-1303487856-project] 10.222.0.86 "DELETE /v2.0/floatingips/36554f12-ccee-4f2b-ac4b-da52931baa43 HTTP/1.1" status: 204 len: 173 time: 0.7211044 Feb 14 21:24:01.307371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:01.340190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d243e-48a0-4d6d-8c64-c62db913d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2deac-834a-4b8c-a827-2efd24b78424,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:01.349863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f129-c416-4f4a-b11d-ece222bbe287 req-224143cc-2f08-4a25-ae2b-8fadef1ca5a7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.351455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69a9f129-c416-4f4a-b11d-ece222bbe287 req-224143cc-2f08-4a25-ae2b-8fadef1ca5a7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0886345 Feb 14 21:24:01.522410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69a9f129-c416-4f4a-b11d-ece222bbe287 req-259ea053-dc7d-4583-8b50-27eb40cbf4f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534672 Feb 14 21:24:01.550793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f125e-5501-4a8f-8f52-9d88f53317f2 req-f75d515b-2e4e-478f-b955-7101c976c288 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.552315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae5f125e-5501-4a8f-8f52-9d88f53317f2 req-f75d515b-2e4e-478f-b955-7101c976c288 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.1205664 Feb 14 21:24:01.665272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222fcb78-406d-4a34-8880-365659913b2d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:01.668528 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc3000-d01d-413b-8b15-63a6e065dcbd" -d '{"events": [{"server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "222fcb78-406d-4a34-8880-365659913b2d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:01.690994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae5f125e-5501-4a8f-8f52-9d88f53317f2 req-a568f1c0-1ef5-4862-84fa-47afae3f6a8c tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118565 Feb 14 21:24:01.705800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796dbe4-55dd-4d74-b727-fc5038400b3c req-858d4a1a-aeb3-487a-8bf9-25c7529abb45 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.713464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1796dbe4-55dd-4d74-b727-fc5038400b3c req-858d4a1a-aeb3-487a-8bf9-25c7529abb45 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.0912282 Feb 14 21:24:01.781582 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f596500b-e6e7-4eb9-8c23-789abd0fbf39 x-openstack-request-id: req-f596500b-e6e7-4eb9-8c23-789abd0fbf39 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:01.782158 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "222fcb78-406d-4a34-8880-365659913b2d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:01.782764 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f596500b-e6e7-4eb9-8c23-789abd0fbf39 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:01.784002 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222fcb78-406d-4a34-8880-365659913b2d', 'code': 200} Feb 14 21:24:01.790583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1796dbe4-55dd-4d74-b727-fc5038400b3c req-b64c026b-a719-480e-af3a-c5ca33aa0096 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761328 Feb 14 21:24:01.925228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (1386ff0f-8405-411c-977a-dfe73b770821), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:01.957183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48408) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:01.969494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75276e-c6ab-435e-8fac-10e25b460ed7 req-4443d8d8-3e15-4f85-908c-5bc65da5dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.971051 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c75276e-c6ab-435e-8fac-10e25b460ed7 req-4443d8d8-3e15-4f85-908c-5bc65da5dc9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 1129 time: 0.1077633 Feb 14 21:24:01.978914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f74af-6f09-4bb7-8a2f-6cac62b01874 req-104a5c59-1569-4ee1-98d3-bee94b2a3fba tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:01.989679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a1f74af-6f09-4bb7-8a2f-6cac62b01874 req-104a5c59-1569-4ee1-98d3-bee94b2a3fba tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.1144829 Feb 14 21:24:01.991969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48410) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:01.998938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Request body: {'floatingip': {'port_id': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:02.076461 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c75276e-c6ab-435e-8fac-10e25b460ed7 req-1b463ec4-8ef9-498f-a00c-b4d6d3fb7fc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951331 Feb 14 21:24:02.077110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.161760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b722a6c3-4455-4d3d-b36b-7785d876a9f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c59383a56e494f1c841729ba2cdfe72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010181 Feb 14 21:24:02.161989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48412) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:02.262012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] Publish callbacks [] for security_group (7175feb0-5333-4289-8da3-4cb649db6553), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.270283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.275840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.281717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.287698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.288833 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] Publish callbacks [] for security_group (7175feb0-5333-4289-8da3-4cb649db6553), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.293081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.298663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.304376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.306296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-39e9a312-da43-4871-8d40-ed2ba78a27ca tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.3026824 Feb 14 21:24:02.334944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Deleting port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:02.335400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.403511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7175feb0-5333-4289-8da3-4cb649db6553), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.406346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.410022 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7175feb0-5333-4289-8da3-4cb649db6553 HTTP/1.1" status: 204 len: 168 time: 0.2446134 Feb 14 21:24:02.411826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6677f-1b4f-4f85-90c6-e1e5359901cc req-a215049c-d5dd-48fa-b5ce-d25e75b9ad4e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.414729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18a6677f-1b4f-4f85-90c6-e1e5359901cc req-a215049c-d5dd-48fa-b5ce-d25e75b9ad4e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1901109 Feb 14 21:24:02.464288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c94aa32e-d093-41e3-80eb-ca8bfce742ff req-af4e07fe-822d-4c0a-a5ff-41761160a4c7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487336 Feb 14 21:24:02.471896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] For port bf97e79c-8c38-40d4-9e7e-b0fb04b27b01, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:02.472360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.486234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Calling delete_port for bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:02.534592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18a6677f-1b4f-4f85-90c6-e1e5359901cc req-8c4c84c4-795c-4323-baa9-aa8d681f75d8 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101081 Feb 14 21:24:02.701420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a088c-6a10-4873-b11e-bade672edc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175feb0-5333-4289-8da3-4cb649db6553,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:02.772949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d974b-493e-4575-961b-f0d4c23868c2 req-8814210b-1c5c-4544-9fe0-86ed544eb0ea tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:02.775033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-657d974b-493e-4575-961b-f0d4c23868c2 req-8814210b-1c5c-4544-9fe0-86ed544eb0ea tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1396327 Feb 14 21:24:02.784688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bf97e79c-8c38-40d4-9e7e-b0fb04b27b01), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:02.861223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf97e79c-8c38-40d4-9e7e-b0fb04b27b01,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:02.880997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-657d974b-493e-4575-961b-f0d4c23868c2 req-68b2a4b1-bb63-4180-9396-00e610e2e762 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962944 Feb 14 21:24:03.071457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:03.084351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-6fbb7a35-e656-4d35-b99a-029f8534753a service neutron] 10.222.0.83 "GET /v2.0/ports/5591c69e-dfdb-4f47-9404-8ed46e717826/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.1549633 Feb 14 21:24:03.086549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:03.101401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfedf3-fd3d-49f3-9f09-ab2015ce4f67 req-61ccb911-06f8-4718-8c87-aeb662fae6b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.103050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ebfedf3-fd3d-49f3-9f09-ab2015ce4f67 req-61ccb911-06f8-4718-8c87-aeb662fae6b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1726124 Feb 14 21:24:03.136724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (1386ff0f-8405-411c-977a-dfe73b770821), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:03.210216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ebfedf3-fd3d-49f3-9f09-ab2015ce4f67 req-30d59deb-ca4d-48ba-b577-058493726916 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693214 Feb 14 21:24:03.287435 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Floating IP bea88bfe-0be3-4f12-910c-2d52dc5690c0 associated. External IP: 172.25.2.68, port: 22e00c7d-9820-4f6a-bd04-a2ab68bb949f. Feb 14 21:24:03.308528 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7ccf962-25f4-4c3f-a5c2-1752c0390493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:03.466689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:24:03.583446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Router 1386ff0f-8405-411c-977a-dfe73b770821 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:24:03.722223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-93f8016e-9cfe-42dd-8a4e-367ade99433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.723713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-93f8016e-9cfe-42dd-8a4e-367ade99433c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.2363329 Feb 14 21:24:03.765919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:24:03.775429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-949f67db-4a9d-4bb7-af8e-11422aa773d9 admin admin] 10.222.0.86 "PUT /v2.0/routers/1386ff0f-8405-411c-977a-dfe73b770821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489973 Feb 14 21:24:03.778124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:03.781671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Sync routers for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:24:03.798929 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:03.799852 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:03.810437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Router df7536c0-c25d-41f7-a182-a98afbbd497f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:24:03.881313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.891443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.903253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.917770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.919002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks [] for router (1386ff0f-8405-411c-977a-dfe73b770821), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:03.925694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.931923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.938516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.940801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6a1fd5b4-72a8-4206-bdf8-25e0832c912b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2900999 Feb 14 21:24:03.952970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204e88-1f7e-4a33-8a2d-547141aa4f56 req-552b3d19-577d-41fe-83e2-a7958153615a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:03.960714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba204e88-1f7e-4a33-8a2d-547141aa4f56 req-552b3d19-577d-41fe-83e2-a7958153615a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.3112950 Feb 14 21:24:04.055251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks [] for router_gateway (1386ff0f-8405-411c-977a-dfe73b770821), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:04.130913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Deleting port 15080714-b4fc-4f88-9230-a4652ab4c6ab {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:04.131300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:04.193924 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:04.209978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b6e7176e-71fd-4022-8586-e7ac26805828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:04.211625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-b6e7176e-71fd-4022-8586-e7ac26805828 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1133 time: 0.4491050 Feb 14 21:24:04.243663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba204e88-1f7e-4a33-8a2d-547141aa4f56 req-5635afbb-7ecd-429d-8c90-19e2e5d9cc81 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816153 Feb 14 21:24:04.246665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] For port 15080714-b4fc-4f88-9230-a4652ab4c6ab, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=15080714-b4fc-4f88-9230-a4652ab4c6ab,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:04.247228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:04.260656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Calling delete_port for 15080714-b4fc-4f88-9230-a4652ab4c6ab owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:04.372440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc805bb8-5fb5-43da-bda4-3e708f3930ce req-6d8974eb-0587-429d-a643-3cd4f89c36c4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4073341 Feb 14 21:24:04.376219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:24:04.382178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:04.393777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Sync routers for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:24:04.414821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:04.415769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:04.507184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-daebfcc1-1e0c-4164-b579-6f2faac767a1 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "PUT /v2.0/floatingips/bea88bfe-0be3-4f12-910c-2d52dc5690c0 HTTP/1.1" status: 200 len: 991 time: 2.5061271 Feb 14 21:24:04.507441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:04.515649 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:04.549443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-21c06445-135b-4371-94fb-0627f0a77cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:04.550864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-21c06445-135b-4371-94fb-0627f0a77cc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.3300886 Feb 14 21:24:04.576360 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:04.663648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:24:02Z', 'revision_number': 5, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port': {'id': '15080714-b4fc-4f88-9230-a4652ab4c6ab', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1386ff0f-8405-411c-977a-dfe73b770821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:06Z', 'updated_at': '2022-02-14T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:04.698785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Checking router: 1386ff0f-8405-411c-977a-dfe73b770821 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:24:04.712017 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Routers {'1386ff0f-8405-411c-977a-dfe73b770821'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:04.712656 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1386ff0f-8405-411c-977a-dfe73b770821'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:04.718406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:04.823354 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] Set router 1386ff0f-8405-411c-977a-dfe73b770821 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:04.909221 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:24:04Z', 'revision_number': 6, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:04.970165 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a48cf44-7821-4adc-825e-4a589d9a65d7 None None] The sync data for ids ['1386ff0f-8405-411c-977a-dfe73b770821'] in n-d-828372-11 is: [{'id': '1386ff0f-8405-411c-977a-dfe73b770821', 'name': 'tempest-FloatingIPDetailsTestJSON-440665215-router', 'tenant_id': '464749c1869c42bf92fd98668211089f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:05Z', 'updated_at': '2022-02-14T21:24:04Z', 'revision_number': 6, 'project_id': '464749c1869c42bf92fd98668211089f', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:24:05.012724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-d7da80b5-ae81-43f7-b7cd-4752548a006f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 217 time: 0.0640979 Feb 14 21:24:05.067022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ecfbd-2a91-48f1-9c8c-514858c3cc5d req-5841dcf6-cf43-49b7-a9cc-7146ed1dfed7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.074039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826ecfbd-2a91-48f1-9c8c-514858c3cc5d req-5841dcf6-cf43-49b7-a9cc-7146ed1dfed7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.6226501 Feb 14 21:24:05.101326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (15080714-b4fc-4f88-9230-a4652ab4c6ab), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.112152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb402b-f6df-4f87-9159-8da0c5706fc0 req-7e753d7c-df80-4444-a481-af266455dcec tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.118993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8cb402b-f6df-4f87-9159-8da0c5706fc0 req-7e753d7c-df80-4444-a481-af266455dcec tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.5926371 Feb 14 21:24:05.142212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-3a6563f2-785f-436b-89f3-276ba89251a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.142614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Pushing event deleted for resources: {'Port': ['ID=15080714-b4fc-4f88-9230-a4652ab4c6ab,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:05.151938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-3a6563f2-785f-436b-89f3-276ba89251a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1319227 Feb 14 21:24:05.209079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.209544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.209897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.210166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.210501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.211501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.211501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.211756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.211986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.212316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.212648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.212974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.213302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:05.216684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (1386ff0f-8405-411c-977a-dfe73b770821), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.231498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'bea88bfe-0be3-4f12-910c-2d52dc5690c0', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'port_id': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'mac_address': 'fa:16:3e:09:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:23:29Z', 'updated_at': '2022-02-14T21:24:02Z', 'revision_number': 1, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:05.243048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826ecfbd-2a91-48f1-9c8c-514858c3cc5d req-553e4c97-b044-4f39-8187-bd844cab80d0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681981 Feb 14 21:24:05.246486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8cb402b-f6df-4f87-9159-8da0c5706fc0 req-bfb97786-2829-476c-a471-a0bdf74eb633 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Feb 14 21:24:05.268033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-2c21156a-0403-4e54-a218-eaf4bbabcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.273148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-2c21156a-0403-4e54-a218-eaf4bbabcd2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1065648 Feb 14 21:24:05.274621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Checking router: df7536c0-c25d-41f7-a182-a98afbbd497f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:24:05.304303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:05.304943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:05.458492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (1386ff0f-8405-411c-977a-dfe73b770821), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.505593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-2636fd96-00b5-4f31-84fb-d9f3d6160654 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286074 Feb 14 21:24:05.506104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks [] for router_controller (1386ff0f-8405-411c-977a-dfe73b770821), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.510360 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f6dce-1eda-40b5-8fd9-bc254ce3a800 x-openstack-request-id: req-562f6dce-1eda-40b5-8fd9-bc254ce3a800 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:05.510739 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:05.510999 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-562f6dce-1eda-40b5-8fd9-bc254ce3a800 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:05.511560 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'status': 'completed', 'code': 200} Feb 14 21:24:05.567229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:05.635346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (1386ff0f-8405-411c-977a-dfe73b770821), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.636363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1386ff0f-8405-411c-977a-dfe73b770821 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:24:05.648668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.656218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48478) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:05.658358 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d25e5e02-2b77-4674-9617-0eebb91792ed admin admin] 10.222.0.86 "DELETE /v2.0/routers/1386ff0f-8405-411c-977a-dfe73b770821 HTTP/1.1" status: 204 len: 168 time: 1.8759172 Feb 14 21:24:05.659790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49dcdc1-8377-4e0a-996e-6561880894fe req-c9124212-9dbb-48b9-b948-32b6d7637130 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473093 Feb 14 21:24:05.660896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-37ea3544-63db-483b-9dd5-589a674395a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.662414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-37ea3544-63db-483b-9dd5-589a674395a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8eb5547e7a144d78b74e39785b3fbf5&device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 1129 time: 0.2343872 Feb 14 21:24:05.695990 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.775456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-fc96d2a9-9d7c-4eac-834c-c492a75a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.778201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-fc96d2a9-9d7c-4eac-834c-c492a75a49c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c136804a-7395-449e-8d0e-9b3f54e6c197 HTTP/1.1" status: 200 len: 916 time: 0.1078453 Feb 14 21:24:05.875983 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-1e96a962-0115-4447-a778-855eddb3a527 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f HTTP/1.1" status: 200 len: 999 time: 0.0920484 Feb 14 21:24:05.902482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.926824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:05.935207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Deleting subnet 192f4832-12bb-40d2-b767-b225f5834e74 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:24:05.941049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'bea88bfe-0be3-4f12-910c-2d52dc5690c0', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'port_id': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'mac_address': 'fa:16:3e:09:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:23:29Z', 'updated_at': '2022-02-14T21:24:02Z', 'revision_number': 1, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:05.954281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Publish callbacks [] for subnet (192f4832-12bb-40d2-b767-b225f5834e74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:05.979865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-9908508d-5f4e-42e2-a2ad-aac71961bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:05.981515 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-9908508d-5f4e-42e2-a2ad-aac71961bb4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f19e8d2-983f-403a-99b6-2ee963da1cc5 HTTP/1.1" status: 200 len: 854 time: 0.0996954 Feb 14 21:24:06.010606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:24:06.010957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bf97e79c-8c38-40d4-9e7e-b0fb04b27b01 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:24:06.013372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d3596-d5a7-479b-ad78-e80ae1cb793e None None] The sync data for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 is: [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'bea88bfe-0be3-4f12-910c-2d52dc5690c0', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'port_id': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'mac_address': 'fa:16:3e:09:fb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:23:29Z', 'updated_at': '2022-02-14T21:24:02Z', 'revision_number': 1, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:24:06.032831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32ec20-7a44-4b57-b13a-bd0898808342 req-8c021bf7-d79d-4791-a018-c66c110ad267 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.037455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d32ec20-7a44-4b57-b13a-bd0898808342 req-8c021bf7-d79d-4791-a018-c66c110ad267 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.4228857 Feb 14 21:24:06.047806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (192f4832-12bb-40d2-b767-b225f5834e74), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.057657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-e30da512-cc99-4af2-85d0-66b00645c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.059422 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-e30da512-cc99-4af2-85d0-66b00645c1e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c136804a-7395-449e-8d0e-9b3f54e6c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0702848 Feb 14 21:24:06.164323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (192f4832-12bb-40d2-b767-b225f5834e74), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.178371 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-2d23b5c8-e034-4c76-853e-7cda9f9de049 service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120203 Feb 14 21:24:06.211053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.211586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.212067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.212541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.213013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.213492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.213951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.214423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.214883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.215377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.215842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.216301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.216826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.217417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.217813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.220624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbbe9f14-f7e2-42d9-bb1a-4aad8ba11765 req-345a0499-ec26-4680-86c8-14b0864581f1 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10592 time: 0.6077452 Feb 14 21:24:06.273626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d32ec20-7a44-4b57-b13a-bd0898808342 req-1af930c9-f783-48d8-bd02-c1f337599d96 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Feb 14 21:24:06.344178 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60dc9d80-fd5f-43dd-b318-4fbe15bcc1a2 req-0b524ab7-7d72-46b2-991d-7d89deeff215 service neutron] 10.222.0.64 "GET /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585543 Feb 14 21:24:06.401312 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb6a40-e914-4dfb-b55d-cf0af22d4d19 None None] New status for floating IP bea88bfe-0be3-4f12-910c-2d52dc5690c0: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:24:06.411648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (192f4832-12bb-40d2-b767-b225f5834e74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.468886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192f4832-12bb-40d2-b767-b225f5834e74,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:06.471487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.474941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/192f4832-12bb-40d2-b767-b225f5834e74 HTTP/1.1" status: 204 len: 168 time: 0.8135865 Feb 14 21:24:06.475300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dc073-4f0c-4d9d-8c54-e0ede1aa77fe None None] Network 5569d172-e719-4453-b794-3c55d2adb194 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:24:06.478769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48488) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:06.486181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5584a91-bfe5-468f-b1ef-49deb233f77b req-adf7da77-7bb4-4427-8bc6-3c9c8cb209b5 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.487631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5584a91-bfe5-468f-b1ef-49deb233f77b req-adf7da77-7bb4-4427-8bc6-3c9c8cb209b5 tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 886 time: 0.1820145 Feb 14 21:24:06.494458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.494892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.495262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.495797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.496137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.496470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.496807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.497136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.497465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.497793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.498116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.498442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.498763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc12c11-d53a-425e-85fd-a8239c1fc801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:06.512736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.518485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.523971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.529736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.535367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.540917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.546406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.548919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-2bb7734a-5bc0-46e8-9440-780ba5abc856 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2234201 Feb 14 21:24:06.629358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5569d172-e719-4453-b794-3c55d2adb194), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.692508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65d54b14-fa9a-4e52-949e-c7d8e176fffd req-c29b15ec-c96c-40e9-9b68-a5ae9072491e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361439 Feb 14 21:24:06.702619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Deleting port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:06.702969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.710418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa6d18-0596-4aa2-87f1-ccf6a4266709 req-e5bc8b88-3b8b-4ab3-a6ce-a1987ef7bc0d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.712441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbfa6d18-0596-4aa2-87f1-ccf6a4266709 req-e5bc8b88-3b8b-4ab3-a6ce-a1987ef7bc0d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1361830 Feb 14 21:24:06.791978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbfa6d18-0596-4aa2-87f1-ccf6a4266709 req-c2dc12e6-470b-446a-af7b-98169c07b129 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694151 Feb 14 21:24:06.797705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] For port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:06.798254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.819910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Calling delete_port for d6f98ba7-7b64-49a0-a065-bbe0e6700b6a owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:06.825974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] DHCP port deletion for 5569d172-e719-4453-b794-3c55d2adb194 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:24:06.935023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Deleting port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:06.935823 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.972093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:06.989394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5a06-f938-469f-8bab-3d9bb01e822e req-ef3ef817-6529-4ef1-aea1-929b3a9c3c57 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:06.991124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8fe5a06-f938-469f-8bab-3d9bb01e822e req-ef3ef817-6529-4ef1-aea1-929b3a9c3c57 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1101031 Feb 14 21:24:07.012622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:07.019109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] No DVR routers for this DVR port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:24:07.041672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] For port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,segment=NetworkSegment(1e90e81e-d63c-4b58-9c16-ad76b2ed7e64),segment_id=1e90e81e-d63c-4b58-9c16-ad76b2ed7e64)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:07.042359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.058804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Calling delete_port for d6f98ba7-7b64-49a0-a065-bbe0e6700b6a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:07.097531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8fe5a06-f938-469f-8bab-3d9bb01e822e req-4f3425d6-1321-4818-8e22-41c7d063ab72 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924911 Feb 14 21:24:07.144515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.145991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.147138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.147850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.148508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.149160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.149832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.150589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.150969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5569d172-e719-4453-b794-3c55d2adb194), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.151543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.152392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.153171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.153820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.154467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.155281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.155956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.174611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb6c90cd-3455-41de-a229-7d3d63c20d8d req-650bb1b6-df2c-4e44-accb-4881deeb93ee tempest-NetworksTest-1327762392 tempest-NetworksTest-1327762392-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10554 time: 0.2041295 Feb 14 21:24:07.195389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5569d172-e719-4453-b794-3c55d2adb194']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:07.208959 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.230069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:07.230069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e90e81e-d63c-4b58-9c16-ad76b2ed7e64') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:07.232088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:07.254041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (1e90e81e-d63c-4b58-9c16-ad76b2ed7e64), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.284634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d6f98ba7-7b64-49a0-a065-bbe0e6700b6a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.286268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1e90e81e-d63c-4b58-9c16-ad76b2ed7e64), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.307691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:24:07.308250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (1e90e81e-d63c-4b58-9c16-ad76b2ed7e64), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.310104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744edcf-a6c7-4f1c-8bfa-58d3dbdb6a87 req-96184023-d6b4-411c-ae25-256090330ffb tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.312498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8744edcf-a6c7-4f1c-8bfa-58d3dbdb6a87 req-96184023-d6b4-411c-ae25-256090330ffb tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0908384 Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:24:07.331085 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:24:07.355362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] Pushing event deleted for resources: {'Port': ['ID=d6f98ba7-7b64-49a0-a065-bbe0e6700b6a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:07.371199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2134a2b-a51f-44fe-8b23-da137c42e396 None None] No DVR routers for this DVR port d6f98ba7-7b64-49a0-a065-bbe0e6700b6a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:24:07.406440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-82ac21cf-a323-4cc1-9c59-e3053527306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.408514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-82ac21cf-a323-4cc1-9c59-e3053527306a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 1129 time: 0.3843684 Feb 14 21:24:07.420836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8744edcf-a6c7-4f1c-8bfa-58d3dbdb6a87 req-a724226f-4216-4baa-b364-68ced65b4b23 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999343 Feb 14 21:24:07.426261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5591c69e-dfdb-4f47-9404-8ed46e717826 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:07.426665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.444501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5569d172-e719-4453-b794-3c55d2adb194), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.456947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:07.459378 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25667ff8-d0f9-45cb-8411-7fa56be57e96" -d '{"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-unplugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:07.473664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:07.483919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.541483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:07.545758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5569d172-e719-4453-b794-3c55d2adb194 HTTP/1.1" status: 204 len: 168 time: 1.0656044 Feb 14 21:24:07.560911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78e96-751c-4c40-b5ee-3b00c55bc6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5569d172-e719-4453-b794-3c55d2adb194,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:07.578025 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac27bf9-4ed7-4169-a69d-dfa9327019ce x-openstack-request-id: req-8ac27bf9-4ed7-4169-a69d-dfa9327019ce {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:07.578343 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-unplugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:07.578571 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ac27bf9-4ed7-4169-a69d-dfa9327019ce {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:07.579693 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'code': 200} Feb 14 21:24:07.584784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:07.618283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 15080714-b4fc-4f88-9230-a4652ab4c6ab no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:07.629794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-3a56d56e-50da-4607-9ff6-2d886101da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.631781 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-3a56d56e-50da-4607-9ff6-2d886101da42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.2165868 Feb 14 21:24:07.659044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 15080714-b4fc-4f88-9230-a4652ab4c6ab {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:24:07.659648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 15080714-b4fc-4f88-9230-a4652ab4c6ab not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:24:07.660098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d6f98ba7-7b64-49a0-a065-bbe0e6700b6a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:07.680231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:07.696980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-85bad3bb-d2c6-47ca-a7f0-261edd26b83c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=222fcb78-406d-4a34-8880-365659913b2d HTTP/1.1" status: 200 len: 217 time: 0.0558100 Feb 14 21:24:07.707750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d6f98ba7-7b64-49a0-a065-bbe0e6700b6a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:24:07.708446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d6f98ba7-7b64-49a0-a065-bbe0e6700b6a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:24:07.770314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-b73dee25-95d0-4ca8-99cc-a426b6915a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:07.772331 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-b73dee25-95d0-4ca8-99cc-a426b6915a1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0693316 Feb 14 21:24:07.808327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:07.810214 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-24f7d35c-04de-43ea-b869-2f27455c632e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300784 Feb 14 21:24:07.919076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-7e13425d-b637-4cf0-8738-7dda32f90fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025090 Feb 14 21:24:08.008768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ca06a400-c275-45ef-86f7-8317e3c00c56 req-5127f235-9ef2-4804-b9d1-d4eb6068ca54 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830581 Feb 14 21:24:08.018791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2dceff0-5206-4712-973f-dfe47686d7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.050750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-54f7b38b-8a2d-4bcb-a7ae-f3f6c9e9708b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=464749c1869c42bf92fd98668211089f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387967 Feb 14 21:24:08.052210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48514) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:08.064453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.069803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.075208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.085150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.090824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.096796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.102096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.108033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d141a033-4353-4e22-bcec-fa2990482a2a req-223adeed-6f9b-4b88-bac2-8d3f29d8d1dc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2915299 Feb 14 21:24:08.118521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] Publish callbacks [] for security_group (1d4f89bb-c2dc-4501-959c-91f6751b7ddf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.145539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] Publish callbacks [] for security_group (1d4f89bb-c2dc-4501-959c-91f6751b7ddf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.165591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8fa1-c9f7-400b-be0b-690f41a00c78 req-93620915-033e-4a01-913d-535a3e9c4a8c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.167134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-654e8fa1-c9f7-400b-be0b-690f41a00c78 req-93620915-033e-4a01-913d-535a3e9c4a8c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.2511795 Feb 14 21:24:08.200117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1d4f89bb-c2dc-4501-959c-91f6751b7ddf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.202907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.204698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d4f89bb-c2dc-4501-959c-91f6751b7ddf HTTP/1.1" status: 204 len: 168 time: 0.1510661 Feb 14 21:24:08.213981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc394-24a9-4425-9403-0c22c1e3e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f89bb-c2dc-4501-959c-91f6751b7ddf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:08.271683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d141a033-4353-4e22-bcec-fa2990482a2a req-e35655de-52d2-4327-bb31-41b64ab85964 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589432 Feb 14 21:24:08.295389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-654e8fa1-c9f7-400b-be0b-690f41a00c78 req-043c2f2e-e77f-4a22-b226-2696c88af40a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175096 Feb 14 21:24:08.311531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2dceff0-5206-4712-973f-dfe47686d7c1 admin admin] Publish callbacks [] for security_group (0d6a558e-b41a-4f03-b732-afae1539549b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.317446 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2dceff0-5206-4712-973f-dfe47686d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d6a558e-b41a-4f03-b732-afae1539549b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.366585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f2dceff0-5206-4712-973f-dfe47686d7c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ecccf8edca2426694a5ec57b2287994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6852167 Feb 14 21:24:08.367722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dceff0-5206-4712-973f-dfe47686d7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6a558e-b41a-4f03-b732-afae1539549b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:08.369297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48524) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:08.449102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] Publish callbacks [] for security_group (0d6a558e-b41a-4f03-b732-afae1539549b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.478384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbd0b9-e67c-4f4b-9ab0-2728faae3dab req-a9ae8c8a-0701-4d4a-905d-71b3d1d6f853 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.480172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58cbd0b9-e67c-4f4b-9ab0-2728faae3dab req-a9ae8c8a-0701-4d4a-905d-71b3d1d6f853 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0973535 Feb 14 21:24:08.481214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] Publish callbacks [] for security_group (0d6a558e-b41a-4f03-b732-afae1539549b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.572859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58cbd0b9-e67c-4f4b-9ab0-2728faae3dab req-326c03a7-f2d5-4eb4-83fc-24bf33ef7526 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765419 Feb 14 21:24:08.573142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d6a558e-b41a-4f03-b732-afae1539549b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.577181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:08.581299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d6a558e-b41a-4f03-b732-afae1539549b HTTP/1.1" status: 204 len: 168 time: 0.2079067 Feb 14 21:24:08.591944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6f759-30ef-48e4-a41b-327442466da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6a558e-b41a-4f03-b732-afae1539549b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:08.733447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d947eb6-9294-49d7-ad94-04a12f02d1a3 req-391dc3ee-ef97-4357-8d3d-248b85908039 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.735804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d947eb6-9294-49d7-ad94-04a12f02d1a3 req-391dc3ee-ef97-4357-8d3d-248b85908039 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1234577 Feb 14 21:24:08.743253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-5f889922-e5b3-4b1d-af7e-0047517d849b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.744748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-5f889922-e5b3-4b1d-af7e-0047517d849b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105&tenant_id=27a52f391b984c3995fe3cb6c175bcf2&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 948 time: 0.1499314 Feb 14 21:24:08.909998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b866e-8a3f-43e5-8f55-f1b904e8221c req-4fbcfd22-fe25-4ab8-ae62-aa4fd80bf216 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.911831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132b866e-8a3f-43e5-8f55-f1b904e8221c req-4fbcfd22-fe25-4ab8-ae62-aa4fd80bf216 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 948 time: 0.1648526 Feb 14 21:24:08.930309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d947eb6-9294-49d7-ad94-04a12f02d1a3 req-11c5f9c7-b347-40bd-8b86-bfc907614c8e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843801 Feb 14 21:24:08.969974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-60823dde-1164-4652-ba5a-c0836bfc5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:08.971953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-60823dde-1164-4652-ba5a-c0836bfc5803 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 1131 time: 0.1605892 Feb 14 21:24:09.044991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48544) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:09.051702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132b866e-8a3f-43e5-8f55-f1b904e8221c req-bff20e6f-16d7-46f0-ae46-096e9aff9496 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202703 Feb 14 21:24:09.080545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc882429-38d7-4b98-8e1f-b66d9e5bdcd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.111971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-2f0b6fa6-f2cb-4f26-9aac-8908c7f17a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.115034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-2f0b6fa6-f2cb-4f26-9aac-8908c7f17a4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1304314 Feb 14 21:24:09.168596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-19c1d012-e206-46b0-a30a-b24be872fbb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 200 len: 217 time: 0.0471160 Feb 14 21:24:09.185170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc882429-38d7-4b98-8e1f-b66d9e5bdcd7 admin admin] Publish callbacks [] for security_group (45d7bc17-9708-4530-a48d-054fbd92ccc5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.192327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc882429-38d7-4b98-8e1f-b66d9e5bdcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45d7bc17-9708-4530-a48d-054fbd92ccc5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.214381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:09.233502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-c5b3953d-bb16-4993-b161-1cbaab47d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.236336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-c5b3953d-bb16-4993-b161-1cbaab47d98d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0613391 Feb 14 21:24:09.304823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc882429-38d7-4b98-8e1f-b66d9e5bdcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d7bc17-9708-4530-a48d-054fbd92ccc5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:09.322909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-6be3e518-f3d3-43b1-adf3-27959890ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.323143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dc882429-38d7-4b98-8e1f-b66d9e5bdcd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8bf0de63b7cc4a10ada47bfcfca35dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768393 Feb 14 21:24:09.325059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-6be3e518-f3d3-43b1-adf3-27959890ad36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0820906 Feb 14 21:24:09.326004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48554) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:09.423248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] Publish callbacks [] for security_group (45d7bc17-9708-4530-a48d-054fbd92ccc5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.424060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:09.456064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] Publish callbacks [] for security_group (45d7bc17-9708-4530-a48d-054fbd92ccc5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.458934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'mac_address': 'fa:16:3e:f4:4b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:09.501830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5591c69e-dfdb-4f47-9404-8ed46e717826 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:09.502490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.516957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5591c69e-dfdb-4f47-9404-8ed46e717826 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:09.523291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45d7bc17-9708-4530-a48d-054fbd92ccc5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.526059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.527700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45d7bc17-9708-4530-a48d-054fbd92ccc5 HTTP/1.1" status: 204 len: 168 time: 0.2004642 Feb 14 21:24:09.537777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3efe0-4c10-4a7f-8439-462e33c720ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d7bc17-9708-4530-a48d-054fbd92ccc5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:09.542813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:09.551938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:09.556085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48560) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:09.622692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-e5e9a301-437c-4d65-912b-84031bce330f service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895920 Feb 14 21:24:09.626750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:09.645830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.655462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.663306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.671184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.679785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.692900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.700961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:09.711786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-b738358e-0be5-4267-9349-7dd2668c934f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2956986 Feb 14 21:24:09.761769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:09.946720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0c87f0c-0be3-4842-9c35-33e23da5704b req-ebd69912-bd9e-4068-941e-e6f9f02dcb6a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219448 Feb 14 21:24:09.987311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-827547966-network', 'tenant_id': '4f29fe88e2ef484b8e683f5034e3b030'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:10.000565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469709-3521-4109-873c-5fa0af42ddd5 req-3ff69f85-0d7a-4fe1-af6d-d7f76913e54a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:10.002546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc469709-3521-4109-873c-5fa0af42ddd5 req-3ff69f85-0d7a-4fe1-af6d-d7f76913e54a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.2893491 Feb 14 21:24:10.032921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Made reservation on behalf of 4f29fe88e2ef484b8e683f5034e3b030 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:10.035344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.052077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.122365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc469709-3521-4109-873c-5fa0af42ddd5 req-d9e65fb8-a330-47a0-bc9f-c86fc6be3cd2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115105 Feb 14 21:24:10.130883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d42ecbc-cac3-49b1-9f7f-2c678c9c8fc5 req-c1495cd8-df40-4c8f-b51c-87576e769331 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161196 Feb 14 21:24:10.250617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks [] for security_group (342e64d4-2772-4b40-a2b4-6aa26c7cf862), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.258303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (342e64d4-2772-4b40-a2b4-6aa26c7cf862), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.289703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:24:10.316404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0df56d91-c02d-4deb-a48f-85766757d0c7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.317930 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Added segment 0df56d91-c02d-4deb-a48f-85766757d0c7 of type vlan for network c51a2f00-6fdd-460f-ae40-db826a54ef51 Feb 14 21:24:10.396024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa161a-1115-4a47-8359-5b40c7cea2f5 req-b89d9414-ecd9-47b0-8fb2-23d106afbd88 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:10.403878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24aa161a-1115-4a47-8359-5b40c7cea2f5 req-b89d9414-ecd9-47b0-8fb2-23d106afbd88 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1118381 Feb 14 21:24:10.434240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82351fc3-ac19-4a80-9380-9946ac472be0 req-ee346e9a-14e1-4591-9925-f979725a8f93 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:10.438499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c51a2f00-6fdd-460f-ae40-db826a54ef51), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.441090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82351fc3-ac19-4a80-9380-9946ac472be0 req-ee346e9a-14e1-4591-9925-f979725a8f93 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 949 time: 0.1139400 Feb 14 21:24:10.480868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e64d4-2772-4b40-a2b4-6aa26c7cf862,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:10.484791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c51a2f00-6fdd-460f-ae40-db826a54ef51), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.485837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:10.486540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.524889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24aa161a-1115-4a47-8359-5b40c7cea2f5 req-f633c380-6ea0-4bec-96e5-d433bda6c0d5 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Feb 14 21:24:10.566937 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0093751 Feb 14 21:24:10.570087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:10.578106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Request body: {'subnet': {'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-827547966-subnet', 'tenant_id': '4f29fe88e2ef484b8e683f5034e3b030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:10.585444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fae4-e46c-4b4f-94e5-d3bfbbb5623a admin admin] Pushing event updated for resources: {'Network': ['ID=c51a2f00-6fdd-460f-ae40-db826a54ef51,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:10.599507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:24:10.618090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82351fc3-ac19-4a80-9380-9946ac472be0 req-e6a88a25-88cc-4356-bf3b-bf6ad6a9887a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758392 Feb 14 21:24:10.623351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Made reservation on behalf of 4f29fe88e2ef484b8e683f5034e3b030 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:10.626531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.875579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:10.940859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:10.948957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Checking segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:10.949325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Network hostable DHCP agents. Network: c51a2f00-6fdd-460f-ae40-db826a54ef51, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:24:10.967600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:24:10.983322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, c51a2f00-6fdd-460f-ae40-db826a54ef51) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:10.988916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041833e2-80b5-4647-9de8-4a61cc5a257f None None] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:24:11.002186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.003542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:11.050887 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-78434e28-cd74-4505-92c0-f889a9379b4b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4714327 Feb 14 21:24:11.148445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3628a-e226-4696-b6ef-b5aa7fcec090 None None] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:24:11.202297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.212678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.232963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.241894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:11.262610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.278462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.290926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.303509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.318603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5f892782-0540-4a80-8dc6-5e09b9587281 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2520030 Feb 14 21:24:11.345944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 5591c69e-dfdb-4f47-9404-8ed46e717826 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:11.346333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:11.489026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2750fb-d2bc-460f-95ed-f3383a1b19be req-e139d9fd-1679-43df-9072-3f41db0a36cb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.491092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f2750fb-d2bc-460f-95ed-f3383a1b19be req-e139d9fd-1679-43df-9072-3f41db0a36cb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1705208 Feb 14 21:24:11.502670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5591c69e-dfdb-4f47-9404-8ed46e717826 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:11.503120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:11.524690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dca5aede-5729-4067-ad79-bf91c549a7b2 req-5eb9bcbd-74f0-448f-9cea-a7a8d1b12f13 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757762 Feb 14 21:24:11.529785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:11.532940 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767fe121-5781-4ceb-b8f7-e491ffb6b82c" -d '{"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-plugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:11.556301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:11.569000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:11.602626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f2750fb-d2bc-460f-95ed-f3383a1b19be req-d42c423a-4cf1-4021-8b9e-a2a3f804601d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029220 Feb 14 21:24:11.659258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:11.668466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.669062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.669720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.669959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.670395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.670798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.671226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.671626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.672124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.672443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.672836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.673293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.673946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:24:11.698447 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1832a2-6321-4443-b397-5db7dee559c0 x-openstack-request-id: req-7d1832a2-6321-4443-b397-5db7dee559c0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:11.698756 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-plugged", "status": "completed", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:11.699014 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d1832a2-6321-4443-b397-5db7dee559c0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:11.699484 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'code': 200} Feb 14 21:24:11.809424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38323-753a-4dc8-9f0b-0c8cb27707c8 req-8fc079b9-6dc7-4e6e-9e38-accbf8ad68b9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.811042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ed38323-753a-4dc8-9f0b-0c8cb27707c8 req-8fc079b9-6dc7-4e6e-9e38-accbf8ad68b9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0597482 Feb 14 21:24:11.917899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ed38323-753a-4dc8-9f0b-0c8cb27707c8 req-fdf780dc-04a9-4160-8b92-3bf340f70807 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999188 Feb 14 21:24:11.967010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-1d4a6fb7-1aee-4841-8d40-1e57348cbf19 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:11.968902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-1d4a6fb7-1aee-4841-8d40-1e57348cbf19 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.1446469 Feb 14 21:24:11.986073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-4ea50637-9cbb-44e0-8450-b8dbcf4fe454 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/quotas/4f29fe88e2ef484b8e683f5034e3b030 HTTP/1.1" status: 200 len: 375 time: 0.0099659 Feb 14 21:24:12.021110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-0dc60dff-64e8-498e-8703-b91c36e896d4 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297601 Feb 14 21:24:12.146034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-d61a70fe-6227-47a1-8163-76786f5aa5d3 service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168785 Feb 14 21:24:12.223128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e6b93-de85-4538-990b-a252e1a54f72 req-724c68bd-a636-4aea-a337-96afa1169d08 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.224556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-076e6b93-de85-4538-990b-a252e1a54f72 req-724c68bd-a636-4aea-a337-96afa1169d08 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1158597 Feb 14 21:24:12.584767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-3e1b5eb0-d028-4700-a1a7-12fc298e47ae service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330161 Feb 14 21:24:12.596751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-076e6b93-de85-4538-990b-a252e1a54f72 req-67de214e-5702-4061-bf08-c68e5efc0f72 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659680 Feb 14 21:24:12.946799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.952247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.964235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.969876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.977336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.987262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.992751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:12.994748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-bbbca26a-ae17-4afb-8dce-09d116189805 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1924005 Feb 14 21:24:13.039815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a7de-f87e-4e0b-8572-e940c1dded5d req-e972e73c-5e51-408c-b564-dac1fbfdb7de tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:13.041411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c6a7de-f87e-4e0b-8572-e940c1dded5d req-e972e73c-5e51-408c-b564-dac1fbfdb7de tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.1956024 Feb 14 21:24:13.112410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65f64fb9-b151-431d-a594-dba29bfb6f36 req-cac7919a-047f-4eb7-a18b-5df480507adf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070318 Feb 14 21:24:13.130652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c6a7de-f87e-4e0b-8572-e940c1dded5d req-6ccf1ff6-b464-4955-aade-2775d3a358fb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819445 Feb 14 21:24:13.232891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d85c29c7-755f-4c80-9d1e-0a4b182fd84c req-9cba8650-447c-4acb-9da7-b0500391701c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 210 time: 0.0324826 Feb 14 21:24:13.293772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb914-18fa-44b7-95c9-ca76b85a2cf0 req-443f2b79-b009-4127-be8b-7cdd658d5d9b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:13.295425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21acb914-18fa-44b7-95c9-ca76b85a2cf0 req-443f2b79-b009-4127-be8b-7cdd658d5d9b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0650749 Feb 14 21:24:13.361202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21acb914-18fa-44b7-95c9-ca76b85a2cf0 req-de67b822-7ba1-4abc-af84-eb98dc0cd2a6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586782 Feb 14 21:24:13.442111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af5800-c0a4-4db7-be3b-5f5748a2981a req-f90194c9-f38d-4c3f-a9f9-424c4d59de7d tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bb8c8c188c254729aa83579c30727220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294225 Feb 14 21:24:13.577287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56067-5a95-4134-b9f4-a9c20c1e9137 req-ef228a71-fd3d-40c3-b053-12b0ef2856ee tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:13.579400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ca56067-5a95-4134-b9f4-a9c20c1e9137 req-ef228a71-fd3d-40c3-b053-12b0ef2856ee tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1271732 Feb 14 21:24:13.587034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af5800-c0a4-4db7-be3b-5f5748a2981a req-64677db8-0485-4ce0-a6e4-f0c83e46c296 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:13.588428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af5800-c0a4-4db7-be3b-5f5748a2981a req-64677db8-0485-4ce0-a6e4-f0c83e46c296 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455727 Feb 14 21:24:13.612156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af5800-c0a4-4db7-be3b-5f5748a2981a req-692b581c-c738-42e1-afdc-8719c3a15cdf tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/quotas/bb8c8c188c254729aa83579c30727220 HTTP/1.1" status: 200 len: 375 time: 0.0163822 Feb 14 21:24:13.656024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af5800-c0a4-4db7-be3b-5f5748a2981a req-7f2c718c-cd23-4667-9c1b-e83a2fc62a05 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb8c8c188c254729aa83579c30727220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379336 Feb 14 21:24:13.664669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ca56067-5a95-4134-b9f4-a9c20c1e9137 req-98d6ed3d-8c96-4d3d-ab77-76c7978dba85 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Feb 14 21:24:14.022943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-d71b8160-564a-40a3-8d24-70fee34c0286 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415933 Feb 14 21:24:14.129755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-346310c2-defb-4e45-9453-2c87bee0545d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.131355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-346310c2-defb-4e45-9453-2c87bee0545d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.83 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.2607090 Feb 14 21:24:14.144979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'port': {'device_id': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'admin_state_up': True, 'tenant_id': '4f29fe88e2ef484b8e683f5034e3b030'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:14.234453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-eaa9b2eb-d48e-40f6-9971-bb1b96362187 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.236123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-eaa9b2eb-d48e-40f6-9971-bb1b96362187 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122905 Feb 14 21:24:14.268743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-3f8c82ac-2918-4062-9b74-2fb774369d9c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/quotas/27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0245333 Feb 14 21:24:14.398129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.403474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.408828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.414227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.419597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.425213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.430540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:14.432482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-879d7d4f-3926-428c-8561-e7db876e4c47 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1547160 Feb 14 21:24:14.433040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Made reservation on behalf of 4f29fe88e2ef484b8e683f5034e3b030 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:14.436166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:14.453972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-9dfe79b2-f0b1-4b3d-bcce-da22bd4ecead tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766722 Feb 14 21:24:14.566506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a5b182b-8e17-422f-9401-2e2f67ec0834 req-274f7b72-34b5-4f6e-b437-db99518bf704 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255937 Feb 14 21:24:14.695726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33a2da87-ad46-412b-a666-460ccf6850ab req-79b56aa2-7dc0-4adf-9d8d-8d57d33f84fe tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bb8c8c188c254729aa83579c30727220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491312 Feb 14 21:24:14.723814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64d06ae-bf94-49ba-a3cf-81b179e8edb9 req-3bd439cd-58b9-41f5-9a48-64c967f57584 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 210 time: 0.0781841 Feb 14 21:24:14.739536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Allocated IP 172.20.0.8 (c51a2f00-6fdd-460f-ae40-db826a54ef51/8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7/b73eb71b-5752-41de-be26-3a0cabb51074) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:15.012215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2da87-ad46-412b-a666-460ccf6850ab req-561cf03b-cb3e-40c3-b6a4-aee55e78318b tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.014270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33a2da87-ad46-412b-a666-460ccf6850ab req-561cf03b-cb3e-40c3-b6a4-aee55e78318b tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993200 Feb 14 21:24:15.026203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c9228-f596-448a-9943-16055c83be8c req-8154a56e-b9ac-420b-aa2c-7d00ab0c9842 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.027739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac6c9228-f596-448a-9943-16055c83be8c req-8154a56e-b9ac-420b-aa2c-7d00ab0c9842 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.2368593 Feb 14 21:24:15.066392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33a2da87-ad46-412b-a666-460ccf6850ab req-50ba571d-061e-47e7-b3c1-eeb7bd3c9cd3 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/quotas/bb8c8c188c254729aa83579c30727220 HTTP/1.1" status: 200 len: 375 time: 0.0376325 Feb 14 21:24:15.096353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for port (b73eb71b-5752-41de-be26-3a0cabb51074), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:15.126363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33a2da87-ad46-412b-a666-460ccf6850ab req-b1a7fded-d4dc-4138-9212-2a3f07f02ae3 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb8c8c188c254729aa83579c30727220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535748 Feb 14 21:24:15.172108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac6c9228-f596-448a-9943-16055c83be8c req-f329e515-32e0-46ed-b069-a183208a9251 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376736 Feb 14 21:24:15.190414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:15.286770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:15.321779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:15.325523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c455fd6f-a008-48bc-bb9d-6a5aef72724c req-b2732532-2622-41b1-b51e-b528a3327cb1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 210 time: 0.0701544 Feb 14 21:24:15.349331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:15.373706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:15.418726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.419401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:15.444775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2569d-99d1-45d3-88c6-ebf57dd872fe req-c0c3d8d4-952b-484a-b8e1-3272e60084f9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.446291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c2569d-99d1-45d3-88c6-ebf57dd872fe req-c0c3d8d4-952b-484a-b8e1-3272e60084f9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1557014 Feb 14 21:24:15.454226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-bdbf33f3-e6bc-41a9-8a4e-80eb7708ca3e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135595 Feb 14 21:24:15.468491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Request body: {'port': {'device_id': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:15.563437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c2569d-99d1-45d3-88c6-ebf57dd872fe req-3e966895-df74-4f10-9185-ac21b4f436d9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067331 Feb 14 21:24:15.566353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:15.633615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-77d0bca5-b4a0-43bb-968f-74584317e3d4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274713 Feb 14 21:24:15.758130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-9b2cfc4a-c9c1-4414-af4d-405f60ecc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.760533 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-9b2cfc4a-c9c1-4414-af4d-405f60ecc442 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 1126 time: 0.0713928 Feb 14 21:24:15.857679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-1956d165-b351-4897-b21a-afaa1c15792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.860417 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-1956d165-b351-4897-b21a-afaa1c15792c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1126 time: 0.0757580 Feb 14 21:24:15.904656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.910614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.916030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.921655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.927882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.933292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.938736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.940666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-981779a5-feee-4398-be00-cb6bfa0caeab req-9fd65ce4-0457-43cc-b09d-223ad885560b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2788868 Feb 14 21:24:15.948875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-9c91e613-eec3-4cd7-a808-69018240242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:15.950448 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-9c91e613-eec3-4cd7-a808-69018240242d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.0843396 Feb 14 21:24:16.008349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-5bac0ec4-0acc-4ef4-af76-4aadffe81f4c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.009692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-5bac0ec4-0acc-4ef4-af76-4aadffe81f4c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699303 Feb 14 21:24:16.018345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-05090bbc-742f-43d2-bc3c-d062c8a1742b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 998 time: 0.0611031 Feb 14 21:24:16.027535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Request body: {'port': {'device_id': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '27a52f391b984c3995fe3cb6c175bcf2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:16.066160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-598accc4-5244-4dc8-bf50-f810065a8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.067671 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-598accc4-5244-4dc8-bf50-f810065a8f9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.0443709 Feb 14 21:24:16.115546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-457ae9ca-c67f-4a72-b8c9-952637a73ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.117063 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-457ae9ca-c67f-4a72-b8c9-952637a73ddf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438008 Feb 14 21:24:16.144480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eed786-4e3e-422f-bc65-deaadbfd18b6 req-e6735c10-e442-4967-b953-b31b2a5c98fd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.145982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83eed786-4e3e-422f-bc65-deaadbfd18b6 req-e6735c10-e442-4967-b953-b31b2a5c98fd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 931 time: 0.2932985 Feb 14 21:24:16.194246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-981779a5-feee-4398-be00-cb6bfa0caeab req-68a4332b-4956-45cf-a5fc-cf8dcc045b75 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145524 Feb 14 21:24:16.211148 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-d3e4cacc-013e-4da1-a9ac-def914815ffb service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Feb 14 21:24:16.303037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:16.313890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83eed786-4e3e-422f-bc65-deaadbfd18b6 req-11971bf9-4b18-4b7a-96d3-8944763d4da4 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614230 Feb 14 21:24:16.314363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a0d0ee1-0770-4cb6-98e0-f7f8ae9cad92 req-2b0e2e1f-cb48-4e8a-87e9-601fe8ac5b00 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976789 Feb 14 21:24:16.328930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks [] for port (b73eb71b-5752-41de-be26-3a0cabb51074), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:16.334890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ecf84bb-6824-4db3-9db7-efb6afd81f9a req-9ea72eff-2eef-47c2-9e45-38120e80059a tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bb8c8c188c254729aa83579c30727220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502176 Feb 14 21:24:16.360113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Made reservation on behalf of 27a52f391b984c3995fe3cb6c175bcf2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:16.364111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:16.377446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Transition to ACTIVE for port object b73eb71b-5752-41de-be26-3a0cabb51074 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:24:16.419185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:16.592271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:16.683240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf84bb-6824-4db3-9db7-efb6afd81f9a req-af2b64d8-4d58-40a2-8e10-67b795f1bb07 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.689881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ecf84bb-6824-4db3-9db7-efb6afd81f9a req-af2b64d8-4d58-40a2-8e10-67b795f1bb07 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479061 Feb 14 21:24:16.698391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f38d8-d7ee-4e81-acec-928ab5e994a7 req-62d3d943-9794-4798-a88a-5de8059477f3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:16.705323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f77f38d8-d7ee-4e81-acec-928ab5e994a7 req-62d3d943-9794-4798-a88a-5de8059477f3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.3166683 Feb 14 21:24:16.762089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ecf84bb-6824-4db3-9db7-efb6afd81f9a req-a3ca073d-ba78-4f26-b39d-1a9ba5f87161 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/quotas/bb8c8c188c254729aa83579c30727220 HTTP/1.1" status: 200 len: 375 time: 0.0712283 Feb 14 21:24:17.147756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ecf84bb-6824-4db3-9db7-efb6afd81f9a req-a6cc273d-1db4-49dd-a402-ce60e7cab407 tempest-QuotasAdminNegativeTest-2008216313 tempest-QuotasAdminNegativeTest-2008216313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb8c8c188c254729aa83579c30727220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3847041 Feb 14 21:24:17.198286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f77f38d8-d7ee-4e81-acec-928ab5e994a7 req-8a629906-0fa8-468d-9610-d5af200886ea tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919298 Feb 14 21:24:17.204535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Allocated IP 192.168.233.175 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/3083b63f-6669-411b-8e4b-0ef58fc0a313) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:17.238336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Attempting to bind port b73eb71b-5752-41de-be26-3a0cabb51074 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:24:17.238739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Attempting to bind port b73eb71b-5752-41de-be26-3a0cabb51074 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:24:17.239070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Attempting to bind port b73eb71b-5752-41de-be26-3a0cabb51074 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:17.252457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Port b73eb71b-5752-41de-be26-3a0cabb51074 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:24:17.253388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Attempting to bind port b73eb71b-5752-41de-be26-3a0cabb51074 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:17.268231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:24:17.268575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Checking segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:17.268969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Bound using segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:24:17.269420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Bound port: b73eb71b-5752-41de-be26-3a0cabb51074, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:24:17.269787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:17.413599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-554645ab-944b-40a4-86e3-6766516c89c6 req-b7ead8c7-0c6b-44a8-9003-5b0d5118a6f8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 210 time: 0.0843592 Feb 14 21:24:17.510388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:24:17.519516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:24:17.534929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:17.608102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.608747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:17.610150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] 10.222.0.83 "PUT /v2.0/ports/b73eb71b-5752-41de-be26-3a0cabb51074 HTTP/1.1" status: 200 len: 1092 time: 2.1465974 Feb 14 21:24:17.612676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:17.615695 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:17.642431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89800-6eaa-4219-a1f8-e72cbcf9b6f8 req-ff08e0e4-6a8e-4958-a710-133c6a90db3f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.651462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4d89800-6eaa-4219-a1f8-e72cbcf9b6f8 req-ff08e0e4-6a8e-4958-a710-133c6a90db3f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.3200202 Feb 14 21:24:17.685029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:17.696665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675287c-dac8-4d0b-ac1b-93a3bcdedc51 service neutron] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:17.779464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4d89800-6eaa-4219-a1f8-e72cbcf9b6f8 req-4524dee2-7b29-4064-9bd1-24bd1b711401 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114566 Feb 14 21:24:17.815403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:17.828607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:17.836449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:17.894539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:17.905968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.913331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.923053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.930552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.936003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.942323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.947772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:17.949833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-9d3f782a-b5f7-4378-8068-6560c0f6af87 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2307017 Feb 14 21:24:17.963849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:17.987058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:18.075281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:18.081556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:18.082194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:18.136516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-ecc3e08d-8b13-4892-a5a6-960d2d81fae6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1173317 Feb 14 21:24:18.169766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723e86-aa3c-4bef-ad40-417ee9904426 req-ca7cdfec-ba21-4eeb-8135-a7c11feb55fb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:18.171391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c723e86-aa3c-4bef-ad40-417ee9904426 req-ca7cdfec-ba21-4eeb-8135-a7c11feb55fb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.2817965 Feb 14 21:24:18.196338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-267e81e6-a30b-4146-b20a-465d0ceec5fb req-5a263779-1c8f-4ab1-8edc-85d0a4e0b608 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2362490 Feb 14 21:24:18.270886 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1944f498-ebaa-4e3a-a744-19221cae737a x-openstack-request-id: req-1944f498-ebaa-4e3a-a744-19221cae737a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:18.271135 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:18.271421 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1944f498-ebaa-4e3a-a744-19221cae737a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:18.271830 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'status': 'completed', 'code': 200} Feb 14 21:24:18.323477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c723e86-aa3c-4bef-ad40-417ee9904426 req-72be3885-eee0-4317-8644-f2eef0d168d3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260273 Feb 14 21:24:18.423079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d250e535-088e-4c14-b044-858dfba0ca88 None None] Provisioning complete for port 3083b63f-6669-411b-8e4b-0ef58fc0a313 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:18.423744 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d250e535-088e-4c14-b044-858dfba0ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:18.471297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843702-2b30-4300-8466-a3da18a0d254 req-e22d589a-1d81-4a32-8f94-cd1975cfaecb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:18.473811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90843702-2b30-4300-8466-a3da18a0d254 req-e22d589a-1d81-4a32-8f94-cd1975cfaecb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0878198 Feb 14 21:24:18.487450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d250e535-088e-4c14-b044-858dfba0ca88 None None] Port 3083b63f-6669-411b-8e4b-0ef58fc0a313 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:24:18.601908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90843702-2b30-4300-8466-a3da18a0d254 req-4b640922-ff3b-42bf-a684-8a1e68b58b5b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225874 Feb 14 21:24:18.649743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89fd00-7fb5-4da7-b6f5-b4974cc9983e req-69c5e586-f9ee-4992-a447-e2170c2280ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:18.651409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b89fd00-7fb5-4da7-b6f5-b4974cc9983e req-69c5e586-f9ee-4992-a447-e2170c2280ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.1264477 Feb 14 21:24:18.727765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b89fd00-7fb5-4da7-b6f5-b4974cc9983e req-25ba435d-67e2-4839-8398-d46abc69c2b1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Feb 14 21:24:18.764885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:18.899511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e693b39b-4952-47c4-b0e9-e4137e2afb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:18.943806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0204f-b24a-4247-9f56-39dcc69a1f4b req-3e764606-2b9e-41b2-ac57-37d794b19468 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:18.945496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcf0204f-b24a-4247-9f56-39dcc69a1f4b req-3e764606-2b9e-41b2-ac57-37d794b19468 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0791066 Feb 14 21:24:18.990415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e693b39b-4952-47c4-b0e9-e4137e2afb0c admin admin] Publish callbacks [] for security_group (91b18492-6b85-4e25-98e9-ca34b1e8272f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:18.995371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e693b39b-4952-47c4-b0e9-e4137e2afb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (91b18492-6b85-4e25-98e9-ca34b1e8272f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.008088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcf0204f-b24a-4247-9f56-39dcc69a1f4b req-24b2ae4e-15a7-4b48-9968-23ed648b64a1 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Feb 14 21:24:19.047977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e693b39b-4952-47c4-b0e9-e4137e2afb0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb8c8c188c254729aa83579c30727220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812846 Feb 14 21:24:19.048245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:19.049676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693b39b-4952-47c4-b0e9-e4137e2afb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b18492-6b85-4e25-98e9-ca34b1e8272f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:19.116455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] Publish callbacks [] for security_group (91b18492-6b85-4e25-98e9-ca34b1e8272f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.143009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] Publish callbacks [] for security_group (91b18492-6b85-4e25-98e9-ca34b1e8272f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.217130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (91b18492-6b85-4e25-98e9-ca34b1e8272f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.220897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.222123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91b18492-6b85-4e25-98e9-ca34b1e8272f HTTP/1.1" status: 204 len: 168 time: 0.1724432 Feb 14 21:24:19.240083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cdb1e-df91-4db4-8239-d882d4a67ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b18492-6b85-4e25-98e9-ca34b1e8272f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:19.414588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.420101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.426488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.431966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.437497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.443245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.448909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.453392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-00f7ad2e-f19d-4801-8e36-1dfda805b9ef tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1202769 Feb 14 21:24:19.549476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138b47e5-7c1d-4bee-8f1e-3f5ea79ed47a req-ea906c3e-e5ff-4d62-aad1-f25cff115962 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862336 Feb 14 21:24:19.558997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3581f-a660-4966-94d8-07455288b50e req-2fe15cfd-ad74-4502-8498-516fee6f1c5b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.560857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62f3581f-a660-4966-94d8-07455288b50e req-2fe15cfd-ad74-4502-8498-516fee6f1c5b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.1063347 Feb 14 21:24:19.631311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62f3581f-a660-4966-94d8-07455288b50e req-9746427f-f8c8-4b1f-9917-29128a5ca142 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640886 Feb 14 21:24:19.634940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48846) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:19.657407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a1fdd822-b3b3-4f02-a5dd-380feeaf95ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.775044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640622-7568-4632-a9ee-a3d1b2d635ca req-0211dab8-0271-403f-bca1-af3c75958d1b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.784401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53640622-7568-4632-a9ee-a3d1b2d635ca req-0211dab8-0271-403f-bca1-af3c75958d1b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0876453 Feb 14 21:24:19.810482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a1fdd822-b3b3-4f02-a5dd-380feeaf95ce admin admin] Publish callbacks [] for security_group (fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.818252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a1fdd822-b3b3-4f02-a5dd-380feeaf95ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.850752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53640622-7568-4632-a9ee-a3d1b2d635ca req-9e253bee-7626-471b-b006-53467733c5a0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649869 Feb 14 21:24:19.869166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdd822-b3b3-4f02-a5dd-380feeaf95ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:19.881568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a1fdd822-b3b3-4f02-a5dd-380feeaf95ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e314ed6cd02440b68502e23be8dc399a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454331 Feb 14 21:24:19.890681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:19.958398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] Publish callbacks [] for security_group (fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:19.958660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0102f-966a-4fef-ac43-d6d46ba466bf req-dd574004-2433-4c92-b883-76cf475ee2bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:19.965392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2b0102f-966a-4fef-ac43-d6d46ba466bf req-dd574004-2433-4c92-b883-76cf475ee2bf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.1139784 Feb 14 21:24:19.982165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] Publish callbacks [] for security_group (fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:20.031293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:20.033834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:20.033991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2b0102f-966a-4fef-ac43-d6d46ba466bf req-ff1b8192-180e-436a-927c-806b6edb5553 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618439 Feb 14 21:24:20.041412 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce HTTP/1.1" status: 204 len: 168 time: 0.1472578 Feb 14 21:24:20.048761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a43b0-9ebc-4d84-9f86-22f2723166fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5a057-eda5-49fd-9cd8-70e1fb2fc5ce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:20.182053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a554-3f90-41c1-84af-ce4051418792 req-be77c265-5340-435c-8896-ff4fd1bea91d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.183769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3978a554-3f90-41c1-84af-ce4051418792 req-be77c265-5340-435c-8896-ff4fd1bea91d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0767770 Feb 14 21:24:20.252818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3978a554-3f90-41c1-84af-ce4051418792 req-c619c4b1-f189-4bb4-9904-84b29a57a7b2 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629625 Feb 14 21:24:20.784466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.790000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.797010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.803309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.808735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.814798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.820219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.822138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-27b609c5-df51-45b9-a33c-692e88e4cbb9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1583300 Feb 14 21:24:20.834937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f013bbf-dfb3-4614-8bde-5e8e92f5215f req-3f9aba5e-4f9d-4f36-8739-e62b5ef61874 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:20.836607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f013bbf-dfb3-4614-8bde-5e8e92f5215f req-3f9aba5e-4f9d-4f36-8739-e62b5ef61874 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.1222398 Feb 14 21:24:20.931011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f013bbf-dfb3-4614-8bde-5e8e92f5215f req-2db23941-7bdf-46c0-9c38-df71dc5f6a16 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872784 Feb 14 21:24:20.940000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe4184b8-8857-4483-b1f5-a4a760bd92c9 req-c8dce1a5-a1a1-474f-9861-03218683bd15 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023901 Feb 14 21:24:21.101564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a65cd-a824-4644-916a-0577fb30f1f3 req-3aee9eff-675f-4411-8786-f16e9186a05d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:21.108867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-062a65cd-a824-4644-916a-0577fb30f1f3 req-3aee9eff-675f-4411-8786-f16e9186a05d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0856655 Feb 14 21:24:21.208948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-062a65cd-a824-4644-916a-0577fb30f1f3 req-8d436a1b-f92d-4c83-ae5f-a1533f3a0437 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991871 Feb 14 21:24:21.256054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06374e-944c-4d42-956a-1f5ba6bd2a84 req-01a39253-a6e8-4adf-b4e5-5e9c8db89e22 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:21.264117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea06374e-944c-4d42-956a-1f5ba6bd2a84 req-01a39253-a6e8-4adf-b4e5-5e9c8db89e22 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.1001718 Feb 14 21:24:21.336034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea06374e-944c-4d42-956a-1f5ba6bd2a84 req-3cb1a1f0-b204-4a34-ab32-02baadda29d0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702779 Feb 14 21:24:21.460091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4ffd8-cd97-40cc-a0ff-74f36ab93289 req-0f849fab-6255-4be5-95c3-6ec4d3f1c63f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:21.463634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63d4ffd8-cd97-40cc-a0ff-74f36ab93289 req-0f849fab-6255-4be5-95c3-6ec4d3f1c63f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0894742 Feb 14 21:24:21.528447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63d4ffd8-cd97-40cc-a0ff-74f36ab93289 req-d6a46c78-db01-4cde-9c5a-eb6cbbf40b4e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Feb 14 21:24:22.126916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20a48-6291-4b67-81d1-433a5d3f5d60 req-3d768e9e-d523-4cb9-9933-e2e7fa7e8699 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.128698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df20a48-6291-4b67-81d1-433a5d3f5d60 req-3d768e9e-d523-4cb9-9933-e2e7fa7e8699 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0878162 Feb 14 21:24:22.225613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4df20a48-6291-4b67-81d1-433a5d3f5d60 req-10581f94-72d7-40e2-8582-63d7e0170859 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Feb 14 21:24:22.277049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-50945ade-0595-4336-8326-2bf7a3e0d13e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292358 Feb 14 21:24:22.430544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.435885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.441294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.447370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.456350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.461601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.466972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.469473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-4a9c6595-637f-4af0-a7a7-73d0b761c62a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1770670 Feb 14 21:24:22.476096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-72139b90-f304-47ee-8520-5b2af6e0ad9a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.477554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-72139b90-f304-47ee-8520-5b2af6e0ad9a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997476 Feb 14 21:24:22.506357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-846a99b7-5a04-49d8-9f00-97467cc64a51 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/quotas/c3b89b09af7c4eeeb7661f46726f3643 HTTP/1.1" status: 200 len: 375 time: 0.0212836 Feb 14 21:24:22.559899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-118c7582-8d49-428a-985c-3c392262139e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472994 Feb 14 21:24:22.582614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a127a711-d7de-4eb5-a65d-e741a89a4da0 req-dc215641-9608-40c3-9e45-668f7b7d56c3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040580 Feb 14 21:24:22.778237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97859bf4-2a59-42cc-9d9f-a731c4e2aab8 req-4834b84f-10d5-4f65-bb5c-dc4371c87a48 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.800677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97859bf4-2a59-42cc-9d9f-a731c4e2aab8 req-4834b84f-10d5-4f65-bb5c-dc4371c87a48 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1311498 Feb 14 21:24:22.957043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97859bf4-2a59-42cc-9d9f-a731c4e2aab8 req-9bab2617-e2ea-42fc-89eb-54e43f17a8ed tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518292 Feb 14 21:24:22.990664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaad94-51fa-4db8-a38a-165fd5424332 req-29dbf581-459f-4724-a092-dc836a705987 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:22.995694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3feaad94-51fa-4db8-a38a-165fd5424332 req-29dbf581-459f-4724-a092-dc836a705987 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.1886916 Feb 14 21:24:23.101069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3feaad94-51fa-4db8-a38a-165fd5424332 req-6a86f687-72f4-4f6b-b0b9-d04547c389f7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976470 Feb 14 21:24:23.245665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47a61b0-bbb5-49c9-9a86-03640d6901a0 req-e064d40a-ad53-47ce-9e16-8eea014a4d20 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 210 time: 0.0450904 Feb 14 21:24:23.278262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7655c38-7706-4e47-80bb-c01c94a110ab req-840f4664-30c8-4324-a054-320ccec5c8e9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.279843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7655c38-7706-4e47-80bb-c01c94a110ab req-840f4664-30c8-4324-a054-320ccec5c8e9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1745849 Feb 14 21:24:23.391069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7655c38-7706-4e47-80bb-c01c94a110ab req-243d2a23-fb6c-4879-b70b-5e383a0d1475 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047893 Feb 14 21:24:23.441584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5975e6-8552-44bf-bc1c-a008cbe012bb req-a6866d84-be70-44df-8e0d-fef88c279054 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.443967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da5975e6-8552-44bf-bc1c-a008cbe012bb req-a6866d84-be70-44df-8e0d-fef88c279054 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.1209846 Feb 14 21:24:23.547352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da5975e6-8552-44bf-bc1c-a008cbe012bb req-80871971-e3ae-4064-aa7b-70a8c7ca570c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878553 Feb 14 21:24:23.784830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.791026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.797516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.803487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.810919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.815792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.821769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:23.823800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1efea07-82de-4139-947f-bbd3621951e7 req-8aecdbd5-17e8-44ce-842f-4aad4e5fef9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1219342 Feb 14 21:24:23.904238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1efea07-82de-4139-947f-bbd3621951e7 req-609843d7-3df4-4169-aeca-059470f83033 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688148 Feb 14 21:24:24.131604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc744a17-4b26-4838-8f7c-4b0894794fed req-1e7626ac-7360-42f4-b1d5-a6015597bcd6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:24.133696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc744a17-4b26-4838-8f7c-4b0894794fed req-1e7626ac-7360-42f4-b1d5-a6015597bcd6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0956030 Feb 14 21:24:24.235557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-d3172ba6-1831-4d74-b7f2-29273f2989bd tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610802 Feb 14 21:24:24.237143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc744a17-4b26-4838-8f7c-4b0894794fed req-d8b73ef1-9c3c-42c7-aa22-de86c3b83aca tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857291 Feb 14 21:24:24.380101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc29c-5cae-45a7-b6ef-4a9b176cdb9e req-221849db-0a2b-4135-afbd-e9acfc3e8ab7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:24.397288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f4bc29c-5cae-45a7-b6ef-4a9b176cdb9e req-221849db-0a2b-4135-afbd-e9acfc3e8ab7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.1542819 Feb 14 21:24:24.428000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-34c70424-0660-411c-8ee3-00c5baf63dd8 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:24.430584 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-34c70424-0660-411c-8ee3-00c5baf63dd8 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889601 Feb 14 21:24:24.452481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Request body: {'port': {'device_id': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'c3b89b09af7c4eeeb7661f46726f3643'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:24.466556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6f785a3-9ae7-46dc-a7cf-fe3a262f6243 req-d3bfac10-1c44-4141-8148-84ca395e6857 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 210 time: 0.0615091 Feb 14 21:24:24.522437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f4bc29c-5cae-45a7-b6ef-4a9b176cdb9e req-926a61c1-7f1e-4c7d-9c3b-a3d846e7952c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242738 Feb 14 21:24:24.667805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Made reservation on behalf of c3b89b09af7c4eeeb7661f46726f3643 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:24.672443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:24.689655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:24.695578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67ae2d-7acc-4a2f-a160-7434379ad83b req-6e67253c-bedf-48de-8623-49b867990eaf tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:24.697391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c67ae2d-7acc-4a2f-a160-7434379ad83b req-6e67253c-bedf-48de-8623-49b867990eaf tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1038759 Feb 14 21:24:24.792730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks [] for security_group (f76caca2-a207-4ac7-986a-158dae10854c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:24.800893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f76caca2-a207-4ac7-986a-158dae10854c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:24.813470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ecf90-68cf-42c4-b324-5748d1864aa6 req-7fd5d21c-cfed-45c9-b8d1-f849ac9a36ae tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:24.823626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9ecf90-68cf-42c4-b324-5748d1864aa6 req-7fd5d21c-cfed-45c9-b8d1-f849ac9a36ae tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.1453223 Feb 14 21:24:24.829081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c67ae2d-7acc-4a2f-a160-7434379ad83b req-11d26033-dc75-4518-9f9f-9ad895582cb2 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075380 Feb 14 21:24:24.888046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76caca2-a207-4ac7-986a-158dae10854c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:24.915003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9ecf90-68cf-42c4-b324-5748d1864aa6 req-fd79da72-7b37-4540-acb9-8c52dcd58f8b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900965 Feb 14 21:24:24.971817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Allocated IP 192.168.233.145 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/22e91090-c598-40cb-a3c6-9f1eec8ef4cf) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:25.068325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.074752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.080561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.085971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.091362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.097214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.103099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.105065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-70b33294-3c31-472d-9bce-542fb1c56a4c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1089220 Feb 14 21:24:25.164067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a0350fd-9c94-4a9c-ba47-27e2553a6b69 req-de4ee4e4-0393-4848-a670-20e634ea2972 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517607 Feb 14 21:24:25.187493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks [] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.223793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.270211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:25.273233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:25.279182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:25.309538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Pushing event updated for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:25.343693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.343693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.362858 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e7f888c2-79e4-4ae3-a6f4-f5b2a5fabc0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9162066 Feb 14 21:24:25.380878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Request body: {'port': {'device_id': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:25.404019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d084d9-09c0-4c0c-9822-c3404b4e8240 req-02a3dc92-6ad8-4e65-a860-ce58d783af3c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.406115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88d084d9-09c0-4c0c-9822-c3404b4e8240 req-02a3dc92-6ad8-4e65-a860-ce58d783af3c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0704269 Feb 14 21:24:25.443617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.460080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88d084d9-09c0-4c0c-9822-c3404b4e8240 req-e0fac9a0-e2bf-44dc-ae03-4172c87437ec tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476308 Feb 14 21:24:25.565652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-914136cc-5daf-4a31-86aa-f6bd7aba1492 None None] Provisioning complete for port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:25.566592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-914136cc-5daf-4a31-86aa-f6bd7aba1492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.588649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Request body: {'port': {'device_id': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:25.683867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816916-acf9-4daf-be07-0691d617d0e6 req-562d88c4-9c15-4fb7-860f-9cef0775fe49 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.685479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea816916-acf9-4daf-be07-0691d617d0e6 req-562d88c4-9c15-4fb7-860f-9cef0775fe49 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 936 time: 0.1442738 Feb 14 21:24:25.757422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.786134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e91090-c598-40cb-a3c6-9f1eec8ef4cf {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:25.797422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks [] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.797682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-914136cc-5daf-4a31-86aa-f6bd7aba1492 None None] Port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:24:25.803000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-20b92f86-6262-41cb-bfa7-4d25e133fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.804548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-20b92f86-6262-41cb-bfa7-4d25e133fc60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 1126 time: 0.1885593 Feb 14 21:24:25.815556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Transition to ACTIVE for port object 22e91090-c598-40cb-a3c6-9f1eec8ef4cf will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:24:25.818999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea816916-acf9-4daf-be07-0691d617d0e6 req-e59a8d3d-dbf5-4863-b059-55c840e3d1fa tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986588 Feb 14 21:24:25.819685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:25.853360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892ee2-9d52-451f-9984-1ff55c3fd03d req-1a289a13-3951-49ee-95d2-9bef41c78b44 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:25.854362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1892ee2-9d52-451f-9984-1ff55c3fd03d req-1a289a13-3951-49ee-95d2-9bef41c78b44 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 936 time: 0.2190697 Feb 14 21:24:25.884294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Pushing event updated for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:25.976857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Attempting to bind port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:24:25.977215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Attempting to bind port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:24:25.977753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Attempting to bind port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:25.982671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:24:25.983072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Attempting to bind port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:25.988916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:24:25.989335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:25.989788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:24:25.990310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Bound port: 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:24:25.991385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:26.062602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:24:26.066714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:24:26.079593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:26.103354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1892ee2-9d52-451f-9984-1ff55c3fd03d req-70ab3366-2b79-49a7-bc85-9614dc16bb1b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332430 Feb 14 21:24:26.116899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.116899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:26.117951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] 10.222.0.64 "PUT /v2.0/ports/22e91090-c598-40cb-a3c6-9f1eec8ef4cf HTTP/1.1" status: 200 len: 1097 time: 0.7416809 Feb 14 21:24:26.118431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:26.120968 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547721b-ff92-4efe-b694-930c4f96ebbf" -d '{"events": [{"name": "network-changed", "server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:26.135316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-2633ded9-ca06-42f8-b10c-e0332408ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.137539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-2633ded9-ca06-42f8-b10c-e0332408ddee service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3216333 Feb 14 21:24:26.156679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ba2d-98d7-422c-8664-69682f2394cd service neutron] Pushing event updated for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:26.232470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-67b95161-88c1-4256-982c-de5434eeb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.234835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-67b95161-88c1-4256-982c-de5434eeb15a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 1131 time: 0.0653064 Feb 14 21:24:26.242549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52698a4c-b753-4247-b970-d15f7419eb7f req-089b1934-6ad3-4c21-94d0-9635c8282886 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.244384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52698a4c-b753-4247-b970-d15f7419eb7f req-089b1934-6ad3-4c21-94d0-9635c8282886 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.3006356 Feb 14 21:24:26.287819 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-0efaf1b4-a660-4f19-a5f3-f9e3ed89509a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf HTTP/1.1" status: 200 len: 217 time: 0.0423803 Feb 14 21:24:26.346995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-f33f5538-99c4-4fa0-9ace-7c397fa4419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.348808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-f33f5538-99c4-4fa0-9ace-7c397fa4419d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0516281 Feb 14 21:24:26.402115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-ee80da50-d8f3-45bd-ac15-e084781fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.403689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-ee80da50-d8f3-45bd-ac15-e084781fa57a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0481472 Feb 14 21:24:26.426024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52698a4c-b753-4247-b970-d15f7419eb7f req-6ce2071e-b6fc-45ec-9747-4b595b7f8036 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491799 Feb 14 21:24:26.443898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-7b5e18b4-11a4-4882-ab59-3d1bbd695542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.445349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f69a7e4a-e485-4d40-a4ba-09bff48d2bf0 req-7b5e18b4-11a4-4882-ab59-3d1bbd695542 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3004282 Feb 14 21:24:26.454268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5cc23-9c55-41bc-befe-9a37f1843371 req-0e560608-1b8f-43f5-89a8-d29af32991e5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.455851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cf5cc23-9c55-41bc-befe-9a37f1843371 req-0e560608-1b8f-43f5-89a8-d29af32991e5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.2213244 Feb 14 21:24:26.505495 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68dbad-5ac7-46a3-9bd4-3130fd2dcd82 x-openstack-request-id: req-1f68dbad-5ac7-46a3-9bd4-3130fd2dcd82 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:26.505885 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:26.506138 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1f68dbad-5ac7-46a3-9bd4-3130fd2dcd82 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:26.506538 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf', 'status': 'completed', 'code': 200} Feb 14 21:24:26.529542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-593ad6c7-d777-4198-95de-fcedb51119dc service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194835 Feb 14 21:24:26.627126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd040f66-cd0a-4197-9f6a-95723621d643 req-e0c1f65f-80a8-462c-9655-a900f1794996 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884097 Feb 14 21:24:26.633697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:26.647715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks [] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:26.652666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cf5cc23-9c55-41bc-befe-9a37f1843371 req-87ceec67-be39-4a5c-b76d-8e9eb4aaea49 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864636 Feb 14 21:24:26.672267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Transition to ACTIVE for port object 3083b63f-6669-411b-8e4b-0ef58fc0a313 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:24:26.677796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-3de329c5-c0f7-4e20-b680-5d5b4bcd811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.679468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-3de329c5-c0f7-4e20-b680-5d5b4bcd811a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 1126 time: 0.1446271 Feb 14 21:24:26.682025 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:26.711364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.717106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.722766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.728550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.734851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.740492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.746237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.748163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75531148-946d-4c51-91c5-8e6a69651042 req-54f251de-5d7b-46c4-ad4a-238000b526ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1784029 Feb 14 21:24:26.752415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-cd2d8e00-ec1a-4d50-b759-91b80b473b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.754680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-cd2d8e00-ec1a-4d50-b759-91b80b473b19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 1131 time: 0.0509830 Feb 14 21:24:26.819380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-56750b88-5dde-47fa-bd6d-ac0d1327b27b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b73eb71b-5752-41de-be26-3a0cabb51074 HTTP/1.1" status: 200 len: 217 time: 0.1308584 Feb 14 21:24:26.858963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-c6584c82-d4f4-4efd-adb6-80432d7df7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.860810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-c6584c82-d4f4-4efd-adb6-80432d7df7d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0994604 Feb 14 21:24:26.908667 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-61430c74-ce0f-4ea4-9c4a-4b5da6a47ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf HTTP/1.1" status: 200 len: 217 time: 0.0392485 Feb 14 21:24:26.919984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:26.974772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-f3c5d259-5633-49fe-bf50-e384420a1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:26.976308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-f3c5d259-5633-49fe-bf50-e384420a1a7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0604451 Feb 14 21:24:26.997953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-327869b9-5a62-4e86-bb48-da7c63873251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.000215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-327869b9-5a62-4e86-bb48-da7c63873251 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 200 len: 861 time: 0.1547399 Feb 14 21:24:27.013638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75531148-946d-4c51-91c5-8e6a69651042 req-f40957c2-14cb-443c-85fb-888243d528ea tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2153277 Feb 14 21:24:27.029498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526245e-92ea-480d-bc75-42cb9d8f301d req-2aecaaf1-0797-4ce6-87d8-09d3f055604c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.031566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9526245e-92ea-480d-bc75-42cb9d8f301d req-2aecaaf1-0797-4ce6-87d8-09d3f055604c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.2824917 Feb 14 21:24:27.032520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-8b006fa4-975c-46e0-9ebf-6e97d8b15993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.034847 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-8b006fa4-975c-46e0-9ebf-6e97d8b15993 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0507925 Feb 14 21:24:27.057827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-379f9b43-44f2-4d0d-acf3-cecdcdb362ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c51a2f00-6fdd-460f-ae40-db826a54ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493598 Feb 14 21:24:27.140416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-2175fdba-14f3-4379-a16d-163ebbdabd64 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974798 Feb 14 21:24:27.237221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f547721b-ff92-4efe-b694-930c4f96ebbf req-8eaafdb1-1bba-42d7-8926-f1824860b975 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908589 Feb 14 21:24:27.446529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Attempting to bind port 3083b63f-6669-411b-8e4b-0ef58fc0a313 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:24:27.447224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Attempting to bind port 3083b63f-6669-411b-8e4b-0ef58fc0a313 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:24:27.447224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Attempting to bind port 3083b63f-6669-411b-8e4b-0ef58fc0a313 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:27.485149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Port 3083b63f-6669-411b-8e4b-0ef58fc0a313 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:24:27.485483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Attempting to bind port 3083b63f-6669-411b-8e4b-0ef58fc0a313 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:27.517502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:24:27.517842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:27.518230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:24:27.518672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Bound port: 3083b63f-6669-411b-8e4b-0ef58fc0a313, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:24:27.519033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:27.527220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9526245e-92ea-480d-bc75-42cb9d8f301d req-4a007179-052d-4608-9f10-48ccf3e7e250 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895186 Feb 14 21:24:27.558144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-20d0e8f6-6a1e-4488-b60a-50d32c701101 service neutron] 10.222.0.83 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931588 Feb 14 21:24:27.581661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2891c4e-2a85-49b3-9070-6bed0d6f26ab req-6efecb6f-1f81-46f8-8501-ff954fa1c343 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.583187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2891c4e-2a85-49b3-9070-6bed0d6f26ab req-6efecb6f-1f81-46f8-8501-ff954fa1c343 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 948 time: 0.4976759 Feb 14 21:24:27.746877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:24:27.780114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e21461-b4c2-4e9c-8c42-31fc6a1d4990 req-a35f58e6-6303-444e-bfa3-b4edcdd3b63c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.781589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36e21461-b4c2-4e9c-8c42-31fc6a1d4990 req-a35f58e6-6303-444e-bfa3-b4edcdd3b63c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.1853790 Feb 14 21:24:27.788480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2891c4e-2a85-49b3-9070-6bed0d6f26ab req-c930e8c8-5e71-4a0e-84da-f3905a9d18e3 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939802 Feb 14 21:24:27.790196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:24:27.803028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-639dbb9e-06d0-4851-a336-f66574c022c5 req-0cb50e29-6a34-433b-aa07-06acf648f22a service neutron] 10.222.0.83 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171798 Feb 14 21:24:27.806301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:27.857969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:27.858615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:27.860059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] 10.222.0.83 "PUT /v2.0/ports/3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 1097 time: 2.2768147 Feb 14 21:24:27.860519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:27.862782 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c18df8-b0fd-4e40-afe7-cb3071a7496b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:27.949010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36e21461-b4c2-4e9c-8c42-31fc6a1d4990 req-ca78db3f-91de-4c7e-ad70-93df63de4dc3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554513 Feb 14 21:24:27.966696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce782-04c4-4d92-b5e8-e71daae074cf service neutron] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:28.012331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241088-a187-46ed-8289-a769b8428e8b req-4361524b-034d-4473-9952-39adeea825aa tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.012331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d241088-a187-46ed-8289-a769b8428e8b req-4361524b-034d-4473-9952-39adeea825aa tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1250849 Feb 14 21:24:28.018649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-c1335546-9eb2-4490-8aa6-723540cab448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.020226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-c1335546-9eb2-4490-8aa6-723540cab448 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1131 time: 0.1127901 Feb 14 21:24:28.082349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-b40b9692-569a-48e8-a4ce-a8d41885ee38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.0477517 Feb 14 21:24:28.165267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d241088-a187-46ed-8289-a769b8428e8b req-add0b3d4-7657-4463-bb02-509c250566e9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440752 Feb 14 21:24:28.176945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-09415b57-c613-46f8-9dc3-1765a3d3afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.178416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-09415b57-c613-46f8-9dc3-1765a3d3afdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0777395 Feb 14 21:24:28.191016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1e96-ebda-416a-a8b7-18cc4c377cee req-3ea006ed-bfa0-47c9-829a-7b028eb4119e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.192513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5db1e96-ebda-416a-a8b7-18cc4c377cee req-3ea006ed-bfa0-47c9-829a-7b028eb4119e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.1510115 Feb 14 21:24:28.220746 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e6a511-6da5-41fc-8837-c08b8431ad06 x-openstack-request-id: req-c9e6a511-6da5-41fc-8837-c08b8431ad06 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:28.221044 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:28.221297 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9e6a511-6da5-41fc-8837-c08b8431ad06 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:28.221692 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'status': 'completed', 'code': 200} Feb 14 21:24:28.271683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-449e329f-3c4a-47e7-bc99-c46fc101ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.273133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-449e329f-3c4a-47e7-bc99-c46fc101ffec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0797319 Feb 14 21:24:28.313727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5db1e96-ebda-416a-a8b7-18cc4c377cee req-e95e7edd-56a2-43f5-96f1-60005d6d01b5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115658 Feb 14 21:24:28.392048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.397415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.402885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.408332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.413767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.419412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.424916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:28.426047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.427986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-ccc21e81-d293-46d9-97a5-005afef8dfc3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1539702 Feb 14 21:24:28.474018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-6359d121-e78d-4f13-83bc-ca958b9375e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885655 Feb 14 21:24:28.550564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfac7e24-08ef-4777-90d5-55dc4a800696 req-5735f024-439a-49df-843c-ff51184b4f96 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151118 Feb 14 21:24:28.598835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-099c9973-a5d1-4bad-9b37-907fecde11b7 req-91da8298-6743-4844-8a44-a5ca6c166d69 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138227 Feb 14 21:24:28.654887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f379-da6b-4f11-9ab8-637f5b8cea92 req-0645fb74-3c08-4fd6-813b-30e37d43c9de tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.656934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccf0f379-da6b-4f11-9ab8-637f5b8cea92 req-0645fb74-3c08-4fd6-813b-30e37d43c9de tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0551355 Feb 14 21:24:28.730885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccf0f379-da6b-4f11-9ab8-637f5b8cea92 req-0f488af8-040b-4ae6-9c54-88e96a234672 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655212 Feb 14 21:24:28.734104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-53715cac-958a-4ab1-a857-9b6e2bb4505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.735543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-53715cac-958a-4ab1-a857-9b6e2bb4505c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1131 time: 0.0777655 Feb 14 21:24:28.829920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-cfb7535a-e4bf-4f7e-bca8-13ec45174bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.831424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-cfb7535a-e4bf-4f7e-bca8-13ec45174bc1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0894177 Feb 14 21:24:28.875678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-e7c37cd4-1c69-4ddb-ab7b-29fe50f4f872 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.0369551 Feb 14 21:24:28.953608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-99f5ce9a-012f-42e2-8444-ac3e397dd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.955081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-99f5ce9a-012f-42e2-8444-ac3e397dd77e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0708005 Feb 14 21:24:28.965530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c94ea-755a-4b38-8a20-0ae709adb6e8 req-30cb5cf6-eaa3-404c-af0d-8bd37fb8a4ab tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:28.967011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-693c94ea-755a-4b38-8a20-0ae709adb6e8 req-30cb5cf6-eaa3-404c-af0d-8bd37fb8a4ab tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 948 time: 0.0941424 Feb 14 21:24:29.051115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-693c94ea-755a-4b38-8a20-0ae709adb6e8 req-a649c89b-baad-4edb-9f3b-4a641a32b3fa tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Feb 14 21:24:29.077650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-cab613ea-50cf-40ce-8e69-6ceb5528d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.079198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-cab613ea-50cf-40ce-8e69-6ceb5528d4f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1112506 Feb 14 21:24:29.147668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f8061-aaa5-4d5b-8a90-71016c0d2ca4 req-a8265f23-da6e-4326-9657-40183a23709d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.149079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-081f8061-aaa5-4d5b-8a90-71016c0d2ca4 req-a8265f23-da6e-4326-9657-40183a23709d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.1129394 Feb 14 21:24:29.209067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-362ce9a2-a906-4068-9074-5aedef2357bc service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215031 Feb 14 21:24:29.228322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-081f8061-aaa5-4d5b-8a90-71016c0d2ca4 req-dc7f1871-4f3b-4ef7-b200-2860e72011ae tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731583 Feb 14 21:24:29.343149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687654-afcb-43ba-89e7-42f2f2f995f5 req-85bee7b4-6cab-4890-944d-1569f6696e32 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.344684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb687654-afcb-43ba-89e7-42f2f2f995f5 req-85bee7b4-6cab-4890-944d-1569f6696e32 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1066117 Feb 14 21:24:29.350404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c18df8-b0fd-4e40-afe7-cb3071a7496b req-783e3429-9d4f-412b-ab1a-482a1300626d service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339548 Feb 14 21:24:29.403555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb687654-afcb-43ba-89e7-42f2f2f995f5 req-10e6aebf-ac49-490d-a44f-7ec6d84a8915 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520957 Feb 14 21:24:29.447598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cdd78-b2ea-4d42-b161-2b0447aabd66 req-b3354c40-5c35-4a40-893d-9bf3c710463b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.449086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-740cdd78-b2ea-4d42-b161-2b0447aabd66 req-b3354c40-5c35-4a40-893d-9bf3c710463b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0616353 Feb 14 21:24:29.497579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-740cdd78-b2ea-4d42-b161-2b0447aabd66 req-99f3fb7f-d3b0-405a-b13d-7c3aca68752a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Feb 14 21:24:29.682186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.688030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.693386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.698721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.704689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.709997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.715359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.717173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-d70983d6-bd9a-4813-9eeb-b1d9d98790ae tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.0949519 Feb 14 21:24:29.774699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-570b118e-790e-43d2-a4f1-515eeaad1bbe req-2063a097-9df0-4c2b-9636-6044c8a40b2f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518155 Feb 14 21:24:29.856765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae896ce-140e-41c3-b12e-a1d87ba3f8c0 req-32f8cecf-d79c-4fa1-8861-547c1908bb5e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:29.858724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ae896ce-140e-41c3-b12e-a1d87ba3f8c0 req-32f8cecf-d79c-4fa1-8861-547c1908bb5e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0555770 Feb 14 21:24:29.904211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ae896ce-140e-41c3-b12e-a1d87ba3f8c0 req-918a4b22-61ac-4716-8e4d-9150978c2641 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Feb 14 21:24:30.168695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176631-7466-4b1c-95b6-a20299902bd8 req-537f4d32-af10-46b7-b1f3-4f10650e9d7b tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.170180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a176631-7466-4b1c-95b6-a20299902bd8 req-537f4d32-af10-46b7-b1f3-4f10650e9d7b tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 948 time: 0.0527465 Feb 14 21:24:30.216089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a176631-7466-4b1c-95b6-a20299902bd8 req-96c05858-89ad-4262-b3a1-36aeaac289d0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Feb 14 21:24:30.345940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0397-297d-446c-99e6-894cb604d3c6 req-18b91aee-2bfe-41a8-850e-b64d022b7efd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.347435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86da0397-297d-446c-99e6-894cb604d3c6 req-18b91aee-2bfe-41a8-850e-b64d022b7efd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.0529447 Feb 14 21:24:30.397109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86da0397-297d-446c-99e6-894cb604d3c6 req-4dda4726-add5-4116-944a-35a1e7668e44 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Feb 14 21:24:30.494742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e91090-c598-40cb-a3c6-9f1eec8ef4cf details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:30.522234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac074-38d2-40e9-8767-01925a76c9c8 req-3a09e0ca-f584-4def-8a8e-61e1487600f7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.523778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a57ac074-38d2-40e9-8767-01925a76c9c8 req-3a09e0ca-f584-4def-8a8e-61e1487600f7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0531888 Feb 14 21:24:30.583620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a57ac074-38d2-40e9-8767-01925a76c9c8 req-d49eb271-5ac8-445b-a41b-6ddbb15b6d5b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Feb 14 21:24:30.596548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:30.609242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf', 'mac_address': 'fa:16:3e:bc:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:30.623475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972651-7a56-4e21-be3e-6183abaaca11 req-9312e34f-6dc7-4756-9cc6-514ba14c3165 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.624986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17972651-7a56-4e21-be3e-6183abaaca11 req-9312e34f-6dc7-4756-9cc6-514ba14c3165 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0583332 Feb 14 21:24:30.645488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:30.645883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:30.662147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e91090-c598-40cb-a3c6-9f1eec8ef4cf {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:30.674526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17972651-7a56-4e21-be3e-6183abaaca11 req-5e2ffaf9-a489-4274-995a-e70bbb95ef29 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Feb 14 21:24:30.684715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:30.690425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:30.736760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:30.911039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.916492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.920047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cf57156-594c-4aa6-8bcc-60b083c5a873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:30.922282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.927936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.933474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.939535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.945154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:30.947052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-c7f8dcfa-4a8f-4746-9105-10deb905c5bd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.0977337 Feb 14 21:24:31.035607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52899caa-6771-4ad5-8de6-e3022858c5bb req-b286bff5-9572-4f93-b66a-abe63ad4b550 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818915 Feb 14 21:24:31.054437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8edf24-4432-4a52-8785-1be50845a5a9 req-6f7ce375-1ac2-43f8-98c0-7acf72e60ab6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:31.055953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd8edf24-4432-4a52-8785-1be50845a5a9 req-6f7ce375-1ac2-43f8-98c0-7acf72e60ab6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0713336 Feb 14 21:24:31.103143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd8edf24-4432-4a52-8785-1be50845a5a9 req-7a9ea391-d95f-4ffa-9469-e69245f5a349 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Feb 14 21:24:31.213539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['22e91090-c598-40cb-a3c6-9f1eec8ef4cf'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:31.319230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:31.340327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e3739-fcfa-4be7-8273-18fd07895c46 req-06a2443e-fc8f-47d2-862e-976ef00be74f tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:31.341798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-680e3739-fcfa-4be7-8273-18fd07895c46 req-06a2443e-fc8f-47d2-862e-976ef00be74f tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 949 time: 0.0590169 Feb 14 21:24:31.388725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-680e3739-fcfa-4be7-8273-18fd07895c46 req-d8a03c79-0746-44e9-9a89-8f858cc1702e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Feb 14 21:24:31.443505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:31.454164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'mac_address': 'fa:16:3e:fa:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:31.499922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:31.500604 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:31.514183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:31.520395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b593d2-2cfc-43d8-87a7-049b5cb0bff0 req-84e1441c-3c93-4321-8f21-32ad279aaf1e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:31.521894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49b593d2-2cfc-43d8-87a7-049b5cb0bff0 req-84e1441c-3c93-4321-8f21-32ad279aaf1e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.0570173 Feb 14 21:24:31.534962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:31.539278 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:31.539947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:31.579495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49b593d2-2cfc-43d8-87a7-049b5cb0bff0 req-b995c07c-4638-4709-8b37-e301faf676bd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Feb 14 21:24:31.609199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:31.681552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:31.692876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'port_id': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'mac_address': 'fa:16:3e:0f:74:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:31.708094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d03fd-d309-4d9e-9fad-e6d4f7bbe48e req-cafb2ce9-ea0f-4062-8a3d-79b2e0c4b64b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:31.716705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541d03fd-d309-4d9e-9fad-e6d4f7bbe48e req-cafb2ce9-ea0f-4062-8a3d-79b2e0c4b64b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0609624 Feb 14 21:24:31.733677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b73eb71b-5752-41de-be26-3a0cabb51074 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:31.733991 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:31.747583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:31.767062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:31.770817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:31.790834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541d03fd-d309-4d9e-9fad-e6d4f7bbe48e req-4f2825eb-dcbd-427e-8007-504707216fba tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743263 Feb 14 21:24:31.815906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef12f5-326f-4170-a481-84fb0d8e927f req-29a56c63-6cda-462f-8886-d17bfbf9ccce tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:31.817644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5ef12f5-326f-4170-a481-84fb0d8e927f req-29a56c63-6cda-462f-8886-d17bfbf9ccce tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0696862 Feb 14 21:24:31.830589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:31.866298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5ef12f5-326f-4170-a481-84fb0d8e927f req-881eecab-1264-4aae-9d22-07d69a4a4faa tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Feb 14 21:24:32.063372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3083b63f-6669-411b-8e4b-0ef58fc0a313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:32.067147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b73eb71b-5752-41de-be26-3a0cabb51074'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:32.166744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.172597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.178220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.183528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.189434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.194742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.200090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.201961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-d28757ff-1b5e-47b7-9498-7e08413a15d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.0941966 Feb 14 21:24:32.294028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2087e-faeb-4782-93ba-46c54eddd15a req-88d9bc29-530a-4776-833b-93be7ef1618d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.296122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92b2087e-faeb-4782-93ba-46c54eddd15a req-88d9bc29-530a-4776-833b-93be7ef1618d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.0932462 Feb 14 21:24:32.301478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a31746a4-f3e6-4447-832b-7a4262d6c135 req-2608b251-64c5-4537-8228-82eb44719629 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893278 Feb 14 21:24:32.347711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92b2087e-faeb-4782-93ba-46c54eddd15a req-bb0b79cf-31b1-46a5-89cd-a5dfdf094cd2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446370 Feb 14 21:24:32.505778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b72f16-6702-4805-846c-8b7b1ff9f4f7 req-7cb9e70f-b973-4f55-aa22-1451bc745a03 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.507262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93b72f16-6702-4805-846c-8b7b1ff9f4f7 req-7cb9e70f-b973-4f55-aa22-1451bc745a03 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 949 time: 0.0519288 Feb 14 21:24:32.552821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93b72f16-6702-4805-846c-8b7b1ff9f4f7 req-ff73d941-9966-4d71-8a79-ed0e763707b8 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Feb 14 21:24:32.696910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fd4c5-c1bf-4287-8870-2fbfa37c47f3 req-d8ad92cd-ee44-49f5-895e-da91aade0e18 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.698383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3fd4c5-c1bf-4287-8870-2fbfa37c47f3 req-d8ad92cd-ee44-49f5-895e-da91aade0e18 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 949 time: 0.0575345 Feb 14 21:24:32.745268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd3fd4c5-c1bf-4287-8870-2fbfa37c47f3 req-51065e58-f18d-469c-8363-5df88aebeb5a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 14 21:24:32.920286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817abe-e340-4364-95d6-fab899f88e8d req-4d94d3ec-9076-4546-9c47-e9f52441d1b2 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:32.921774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32817abe-e340-4364-95d6-fab899f88e8d req-4d94d3ec-9076-4546-9c47-e9f52441d1b2 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0615101 Feb 14 21:24:33.000246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32817abe-e340-4364-95d6-fab899f88e8d req-0454b282-0d25-4769-b6ec-be3422e5b41b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726178 Feb 14 21:24:33.015291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b081d1-10aa-435e-b6cd-4e199eb42166 req-2fec0854-38f3-4c51-b118-2dcf67fb3cea tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.016738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65b081d1-10aa-435e-b6cd-4e199eb42166 req-2fec0854-38f3-4c51-b118-2dcf67fb3cea tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 944 time: 0.0744004 Feb 14 21:24:33.062895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65b081d1-10aa-435e-b6cd-4e199eb42166 req-5106222c-727a-49f3-a107-eb6a63eb40e7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Feb 14 21:24:33.300722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e9dd-07c9-471d-bc59-83084d55f77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.332424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:33.384786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 3083b63f-6669-411b-8e4b-0ef58fc0a313 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:33.388978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3083b63f-6669-411b-8e4b-0ef58fc0a313 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:33.389868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.468281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:33.468681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.469550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.474902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.480434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.486457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.491836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.495386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:33.497151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.497595 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252dc54d-a6a9-477f-a12c-4413cf95ba72" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:33.503270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.505142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-28e7deb4-2fe4-49bc-8cfd-398e9d7a8569 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1232846 Feb 14 21:24:33.510752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:33.515472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.516344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:33.541602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c27bb-44fa-42f6-abe9-41e143544c17 req-acf284e2-9ef9-4653-a528-0f67915c87a2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.543073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e39c27bb-44fa-42f6-abe9-41e143544c17 req-acf284e2-9ef9-4653-a528-0f67915c87a2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1207485 Feb 14 21:24:33.592535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:33.605141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port b73eb71b-5752-41de-be26-3a0cabb51074 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:33.607594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bddaa721-0c93-4e4f-9fd7-11abac85fe79 req-bf42ddc3-16ea-4ee6-9475-5c0d5b748df4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944533 Feb 14 21:24:33.609761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port b73eb71b-5752-41de-be26-3a0cabb51074 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:33.610147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.624346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e39c27bb-44fa-42f6-abe9-41e143544c17 req-5a212e40-12f0-4c25-a0e5-335a4fc14fa9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705037 Feb 14 21:24:33.692934 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e5e92a-9f93-4ef7-8f9a-142bb5b97404 x-openstack-request-id: req-c1e5e92a-9f93-4ef7-8f9a-142bb5b97404 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:33.693231 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:33.693493 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c1e5e92a-9f93-4ef7-8f9a-142bb5b97404 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:33.693887 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'code': 200} Feb 14 21:24:33.711116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b73eb71b-5752-41de-be26-3a0cabb51074 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:33.711536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.747436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:33.753276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:33.779489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddaabe-cbef-4d77-9d06-0a825e8a553d req-1c03a80a-c564-4566-9217-ad03c16d1083 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.786530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ddaabe-cbef-4d77-9d06-0a825e8a553d req-1c03a80a-c564-4566-9217-ad03c16d1083 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 949 time: 0.0959427 Feb 14 21:24:33.808245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:33.822104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52cf9-544b-498d-b9a8-afccfc0f2e82 req-ea18b6e6-d4bc-4c73-bd65-5f4ee41bdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.823591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ea52cf9-544b-498d-b9a8-afccfc0f2e82 req-ea18b6e6-d4bc-4c73-bd65-5f4ee41bdf84 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1133 time: 0.0878696 Feb 14 21:24:33.896160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4ddaabe-cbef-4d77-9d06-0a825e8a553d req-3af96c89-882f-4da5-9d5d-7db84806bd37 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086850 Feb 14 21:24:33.925802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ea52cf9-544b-498d-b9a8-afccfc0f2e82 req-b93cd3e7-1dc7-4826-9ce0-d76370ee4d81 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Feb 14 21:24:33.933895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0e40e-b8e9-43f9-819a-ebfebba901c2 req-bc54a681-d862-4300-9cd6-50d8ccf83a87 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:33.935362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59d0e40e-b8e9-43f9-819a-ebfebba901c2 req-bc54a681-d862-4300-9cd6-50d8ccf83a87 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1154506 Feb 14 21:24:33.982012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59d0e40e-b8e9-43f9-819a-ebfebba901c2 req-3b5e2c10-554e-4382-8330-2f188cdc5a45 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Feb 14 21:24:34.116559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723813-2ce4-44f4-b7c0-9d0d2c7dfd06 req-ee6e245d-4e0d-4fb2-85db-64b6027a4763 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.118141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e723813-2ce4-44f4-b7c0-9d0d2c7dfd06 req-ee6e245d-4e0d-4fb2-85db-64b6027a4763 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0534184 Feb 14 21:24:34.196887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e723813-2ce4-44f4-b7c0-9d0d2c7dfd06 req-df96fb3b-0f77-4d3d-841a-8bc9e2209335 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729704 Feb 14 21:24:34.211293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcd2c-6975-45aa-86ba-0e458ec0c366 req-f45a28ec-345c-4956-8b79-79c9efdc679d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.212747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487bcd2c-6975-45aa-86ba-0e458ec0c366 req-f45a28ec-345c-4956-8b79-79c9efdc679d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0830209 Feb 14 21:24:34.259027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487bcd2c-6975-45aa-86ba-0e458ec0c366 req-3b6ca745-4f2f-4481-a0d2-1fa8a8be8d71 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Feb 14 21:24:34.433747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:34.545846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e91090-c598-40cb-a3c6-9f1eec8ef4cf up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:34.594739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:34.598624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:34.599005 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:34.685335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:34.686510 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:34.724145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:34.728499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:34.775911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:34.779310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.784901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.790121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.795589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.801216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.806486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.812539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.814376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-342c458c-a1b7-43c3-a823-95089e745779 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1266658 Feb 14 21:24:34.828027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad0a49-44b9-46cc-9935-ad63909cff9e req-87ad905b-f15d-4b45-bdc5-0a2f5d2cf9fb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:34.829446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcad0a49-44b9-46cc-9935-ad63909cff9e req-87ad905b-f15d-4b45-bdc5-0a2f5d2cf9fb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 943 time: 0.1287861 Feb 14 21:24:34.908211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcad0a49-44b9-46cc-9935-ad63909cff9e req-f5a0d31d-1cc9-4dbf-bfa8-bb7615cb2209 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732806 Feb 14 21:24:34.917956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83b093b1-c08d-461e-99f0-651c1479bca9 req-658bc963-91b0-4419-a05f-6bf9bf467b4d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961432 Feb 14 21:24:35.022356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a1407-72fd-4f53-a383-af2b4c658bb3 req-53c3ee9d-7039-4e35-8358-43d102b75546 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.023894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-498a1407-72fd-4f53-a383-af2b4c658bb3 req-53c3ee9d-7039-4e35-8358-43d102b75546 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0537460 Feb 14 21:24:35.105884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-498a1407-72fd-4f53-a383-af2b4c658bb3 req-8480b9f4-2896-4462-8dd7-3618bcae7bf8 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726457 Feb 14 21:24:35.126274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9317d-174d-48c2-8333-7dc90ca75185 req-b2d4c846-0923-44fc-8f8c-00e33befb895 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.126274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad9317d-174d-48c2-8333-7dc90ca75185 req-b2d4c846-0923-44fc-8f8c-00e33befb895 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0731366 Feb 14 21:24:35.178090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad9317d-174d-48c2-8333-7dc90ca75185 req-4aa425fb-57af-4724-8eae-93e945fbcdb7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Feb 14 21:24:35.315053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da89d4-c82c-458b-a6c9-c65b7edc991d req-0bab986e-ea3b-4289-b34e-00cce33b30b7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.316573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9da89d4-c82c-458b-a6c9-c65b7edc991d req-0bab986e-ea3b-4289-b34e-00cce33b30b7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0545321 Feb 14 21:24:35.348811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:35.403790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9da89d4-c82c-458b-a6c9-c65b7edc991d req-18ddf614-f568-4607-bb96-2d6096b25c4e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815735 Feb 14 21:24:35.411571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2137-dd5c-44a4-91c6-4fb3008d8eb8 req-44b69270-0120-4e7b-8aa6-f1088bc490ab tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.413035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066b2137-dd5c-44a4-91c6-4fb3008d8eb8 req-44b69270-0120-4e7b-8aa6-f1088bc490ab tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0846117 Feb 14 21:24:35.459262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:35.462015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066b2137-dd5c-44a4-91c6-4fb3008d8eb8 req-a24e9a02-76fb-4c75-bc40-be89c491f08c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Feb 14 21:24:35.471182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'mac_address': 'fa:16:3e:16:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:35.508803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:35.509198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:35.522119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57f36eb-9d7d-4e92-b5ea-c4256a01182a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:35.540600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:35.544571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:35.590932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:35.647643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:35.695010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074'}, {'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:35.697241 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a23720-881c-49d2-8791-662364d43480" -d '{"events": [{"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-plugged", "status": "completed", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074"}, {"server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "name": "network-vif-plugged", "status": "completed", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:35.739316 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e27468-058b-4ce3-afd1-b2da13990f9d x-openstack-request-id: req-f9e27468-058b-4ce3-afd1-b2da13990f9d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:35.739670 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-plugged", "status": "completed", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074", "code": 200}, {"server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "name": "network-vif-plugged", "status": "completed", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:35.739922 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f9e27468-058b-4ce3-afd1-b2da13990f9d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:35.740368 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'code': 200} Feb 14 21:24:35.740628 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf', 'code': 200} Feb 14 21:24:35.800605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a57f36eb-9d7d-4e92-b5ea-c4256a01182a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:35.835679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ad215-9347-4a4a-8efa-90adfa300d7c req-e3949a15-ef1f-4fe2-9834-61eb73d75224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.837387 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c61ad215-9347-4a4a-8efa-90adfa300d7c req-e3949a15-ef1f-4fe2-9834-61eb73d75224 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 1133 time: 0.0469489 Feb 14 21:24:35.844899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ce4f4-107d-4a99-8390-aa8926f95310 req-c1ef0e60-019f-4484-928e-c90848bd4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:35.847431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f79ce4f4-107d-4a99-8390-aa8926f95310 req-c1ef0e60-019f-4484-928e-c90848bd4113 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 1128 time: 0.0553751 Feb 14 21:24:35.884867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c61ad215-9347-4a4a-8efa-90adfa300d7c req-518ae4a4-09fc-4a7c-beb7-fa598da91e97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 14 21:24:35.896407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f79ce4f4-107d-4a99-8390-aa8926f95310 req-d92822a6-b36e-4d24-a3f3-bea8639bc32e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Feb 14 21:24:35.902544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:36.066375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68b86-25d4-4fc2-a092-491610df875c req-b80141bd-29f2-4435-b987-af5005e1c639 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.067895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ec68b86-25d4-4fc2-a092-491610df875c req-b80141bd-29f2-4435-b987-af5005e1c639 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 0.0833580 Feb 14 21:24:36.093848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.099163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.104467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.109791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.115068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.120401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.126238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.128006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-0a60e790-a0cb-47ed-b5fd-aa2a41878fd8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1324146 Feb 14 21:24:36.188969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ec68b86-25d4-4fc2-a092-491610df875c req-5740124f-e08d-4cc5-bd7b-d28e81408b65 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152091 Feb 14 21:24:36.211540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e231426b-c2e6-4d0c-82cd-3982759b10bc req-4b8374ce-d9d7-4c39-81fa-69548ef5c572 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758002 Feb 14 21:24:36.332844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c920ebf-d1c3-4564-9a84-2f1d0cf78627 req-9833219c-43d4-4354-8dd2-39dcea53fba2 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.334820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c920ebf-d1c3-4564-9a84-2f1d0cf78627 req-9833219c-43d4-4354-8dd2-39dcea53fba2 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0832598 Feb 14 21:24:36.356994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cf245-bf52-4e9b-bed0-8aa6ced7501f req-8f3e6d3d-cc42-4d95-87ea-ddbf4625e77a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.358990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c30cf245-bf52-4e9b-bed0-8aa6ced7501f req-8f3e6d3d-cc42-4d95-87ea-ddbf4625e77a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0779390 Feb 14 21:24:36.420268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c920ebf-d1c3-4564-9a84-2f1d0cf78627 req-39bb89b0-5e4c-4a9d-b628-6259a6600af3 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791049 Feb 14 21:24:36.436675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c30cf245-bf52-4e9b-bed0-8aa6ced7501f req-43d12fc2-dd9c-41a6-9573-87295526263f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Feb 14 21:24:36.554821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda9c3-e3ca-4525-ac1c-e27e6e420293 req-921fb584-4b15-471c-96de-83961eedecf1 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.556327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10fda9c3-e3ca-4525-ac1c-e27e6e420293 req-921fb584-4b15-471c-96de-83961eedecf1 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0808382 Feb 14 21:24:36.576780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5393b29-b3fa-45fe-8a43-812e6c72a78f req-ac8169ab-8e72-4a44-9ba4-91af03ce4955 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.578173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5393b29-b3fa-45fe-8a43-812e6c72a78f req-ac8169ab-8e72-4a44-9ba4-91af03ce4955 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0767548 Feb 14 21:24:36.636683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10fda9c3-e3ca-4525-ac1c-e27e6e420293 req-3b86d5f5-f15a-4834-b267-dcf9ac14b56a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748000 Feb 14 21:24:36.648883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5393b29-b3fa-45fe-8a43-812e6c72a78f req-7d78671b-ac95-4af1-9cbc-fab82ae250f3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Feb 14 21:24:36.768798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8adbc-9ff4-4ecb-bb07-2d9f57d3b2d2 req-2706da95-8c91-4d30-8598-974c907f33c5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.770272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ab8adbc-9ff4-4ecb-bb07-2d9f57d3b2d2 req-2706da95-8c91-4d30-8598-974c907f33c5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0579774 Feb 14 21:24:36.818000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ab8adbc-9ff4-4ecb-bb07-2d9f57d3b2d2 req-b05c3212-6e86-44d5-89e7-0b1c77fe868a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Feb 14 21:24:36.939958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-34acaf9a-d9a7-41c1-80c5-e9435fa328b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424414 Feb 14 21:24:36.954447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301351d8-d00b-40c0-a002-74107c76e833 req-0c636df8-84fb-47fd-b1a2-a500d051f2b2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:36.956094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-301351d8-d00b-40c0-a002-74107c76e833 req-0c636df8-84fb-47fd-b1a2-a500d051f2b2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0539377 Feb 14 21:24:37.004726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-301351d8-d00b-40c0-a002-74107c76e833 req-626cf527-6866-4bb1-acf2-c9cc46140ec7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Feb 14 21:24:37.105643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:37.359670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:37.369359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8cbe3-52e9-4f94-848a-bcc74e513df0 req-1bb0bec4-277e-44ae-af28-e504b4d91a38 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.377881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1a8cbe3-52e9-4f94-848a-bcc74e513df0 req-1bb0bec4-277e-44ae-af28-e504b4d91a38 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 0.1067028 Feb 14 21:24:37.412916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-6efebe15-8444-478f-842b-bfb39d688a29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.416083 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-6efebe15-8444-478f-842b-bfb39d688a29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports/3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 947 time: 0.0814762 Feb 14 21:24:37.423365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a57f36eb-9d7d-4e92-b5ea-c4256a01182a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:37.423886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:37.424745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.430560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.436521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.444574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.449973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.455458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.461893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.463795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c21266-f395-453a-aabe-6f45218dec24 req-6df64b86-f719-49f0-920a-df0d31004375 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.1575623 Feb 14 21:24:37.507407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1a8cbe3-52e9-4f94-848a-bcc74e513df0 req-0b810afc-c3a9-4f69-b54a-2b7f69924e75 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272824 Feb 14 21:24:37.509424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:37.509883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:37.552675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:37.560091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:37.561958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c21266-f395-453a-aabe-6f45218dec24 req-b351064d-3a3b-4980-9038-1032ca333ac8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893428 Feb 14 21:24:37.620544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:37.661695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07750f2c-c9f6-4999-a044-29bc3594e1d0 req-0b4fe4b3-6f49-4185-b011-7c426a470fa1 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.663542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07750f2c-c9f6-4999-a044-29bc3594e1d0 req-0b4fe4b3-6f49-4185-b011-7c426a470fa1 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0569470 Feb 14 21:24:37.734901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07750f2c-c9f6-4999-a044-29bc3594e1d0 req-9a19d2b9-938e-47fc-b5ed-cfb98d76a7db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639272 Feb 14 21:24:37.742008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:37.744448 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bf0b04-59eb-43e2-b68f-29e1621e4fb4" -d '{"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:37.787632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc206-3277-4bc0-be98-23b970104208 req-a82a93c3-762c-4a2f-b001-b069ecca4a0f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.789165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-364fc206-3277-4bc0-be98-23b970104208 req-a82a93c3-762c-4a2f-b001-b069ecca4a0f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0701780 Feb 14 21:24:37.809985 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83c603-1593-4258-9eb4-b3a4436868f8 x-openstack-request-id: req-fb83c603-1593-4258-9eb4-b3a4436868f8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:37.810721 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-plugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:37.811211 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb83c603-1593-4258-9eb4-b3a4436868f8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:37.812094 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'code': 200} Feb 14 21:24:37.851615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-364fc206-3277-4bc0-be98-23b970104208 req-f471f182-9edd-43c8-9fb3-5f640115aa23 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Feb 14 21:24:37.993050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7257441-4099-4277-9597-fb3774d331e3 req-e003bd08-b586-4c18-9ccc-a0489e8e0908 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:37.994551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7257441-4099-4277-9597-fb3774d331e3 req-e003bd08-b586-4c18-9ccc-a0489e8e0908 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0657015 Feb 14 21:24:38.060420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-41ec7744-48cc-4a22-a81a-c5b21ecce94d tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568972 Feb 14 21:24:38.142924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21db118-99ac-4951-b695-6fbe5768f99d req-7586b8b8-6636-4d46-b1e4-76ea72ac7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.144466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c21db118-99ac-4951-b695-6fbe5768f99d req-7586b8b8-6636-4d46-b1e4-76ea72ac7c6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1129 time: 0.1490250 Feb 14 21:24:38.147529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7257441-4099-4277-9597-fb3774d331e3 req-b2ae0143-67c5-45be-a02f-bc9ced2675f9 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422369 Feb 14 21:24:38.238063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c21db118-99ac-4951-b695-6fbe5768f99d req-5941185b-64ae-4b65-b653-d348eddc6d2b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854657 Feb 14 21:24:38.244256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-e06d7246-ca89-46ad-a2f1-6065042e29ba tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.245566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-e06d7246-ca89-46ad-a2f1-6065042e29ba tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791587 Feb 14 21:24:38.275370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-f328104b-d5de-45f0-92aa-54700b4c2c3b tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/quotas/c3b89b09af7c4eeeb7661f46726f3643 HTTP/1.1" status: 200 len: 375 time: 0.0147195 Feb 14 21:24:38.318660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc69a-1235-49ef-b746-83a23ba3279b req-9ea800f2-8c4e-4bee-beef-cfb65556ae50 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.320177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02adc69a-1235-49ef-b746-83a23ba3279b req-9ea800f2-8c4e-4bee-beef-cfb65556ae50 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0997860 Feb 14 21:24:38.377573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-00170cfb-c7ec-4837-9f04-23be31afa2f0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958276 Feb 14 21:24:38.390371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02adc69a-1235-49ef-b746-83a23ba3279b req-eeb32a41-b8c1-4eae-b37e-e1543111d338 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Feb 14 21:24:38.536070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b8b94-1cd0-4201-922c-40eefdf75daf req-12b12ca4-66ba-40c4-9f09-dbbd07645003 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.537775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a9b8b94-1cd0-4201-922c-40eefdf75daf req-12b12ca4-66ba-40c4-9f09-dbbd07645003 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0872190 Feb 14 21:24:38.575538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425b8ba2-dc30-4ff1-a57d-37331e90877b req-5ab780cd-1d81-40fd-a9da-891f68e2de0c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 210 time: 0.0365448 Feb 14 21:24:38.665352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a9b8b94-1cd0-4201-922c-40eefdf75daf req-7bc79f01-6e58-4b75-93ce-58388eaac51b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176479 Feb 14 21:24:38.803248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-8d49855a-c4ba-4cd3-9165-587e6475c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.804784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-8d49855a-c4ba-4cd3-9165-587e6475c5b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1133 time: 0.1597562 Feb 14 21:24:38.857140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28179b30-50a8-414c-8ee3-1aed48896370 req-3e4c997c-c7bb-4096-856a-f1701d377063 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.860196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28179b30-50a8-414c-8ee3-1aed48896370 req-3e4c997c-c7bb-4096-856a-f1701d377063 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.1615388 Feb 14 21:24:38.923884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.930481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.938045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.943714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.949576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.956463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.961948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:38.964267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-cd8242a4-146c-4695-a8e4-778491f904f0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5432 time: 0.2233496 Feb 14 21:24:39.371698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0f2ef6e2-b70e-4988-afa4-ace001569b1e details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:39.418126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28179b30-50a8-414c-8ee3-1aed48896370 req-0705b7f2-d5eb-4210-8f46-80c85edbabc7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5242205 Feb 14 21:24:39.429536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-ab1c702e-4110-417c-96e6-be5f47d665e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:39.430627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-ab1c702e-4110-417c-96e6-be5f47d665e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.6080408 Feb 14 21:24:39.448147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b94240c5-5832-4c96-b483-6f5d427a1582 req-4ded6438-8e0c-4a19-8f0b-f3c1175fb77f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4630527 Feb 14 21:24:39.496967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:39.513581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'port_id': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'mac_address': 'fa:16:3e:b3:26:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddb53e4-aa61-4883-b421-7f9290d389dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:39.544742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-55dfc487-2d69-42bb-997e-b37a36e18228 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.0947971 Feb 14 21:24:39.564864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0f2ef6e2-b70e-4988-afa4-ace001569b1e is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:39.565711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:39.611523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2ef6e2-b70e-4988-afa4-ace001569b1e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:39.658279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:39.665474 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:39.666968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 42ceaa10-88cd-45ad-bc76-370232474920 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:39.706419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-969e4a6d-3e30-4eb5-b6a1-6ef7aae8b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:39.707820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-969e4a6d-3e30-4eb5-b6a1-6ef7aae8b361 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1244411 Feb 14 21:24:39.750285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:39.766190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:39.780169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '42ceaa10-88cd-45ad-bc76-370232474920', 'network_id': '23c10884-f7ab-4617-8bd9-6ad15ae4ba7f', 'port_id': '42ceaa10-88cd-45ad-bc76-370232474920', 'mac_address': 'fa:16:3e:30:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddb53e4-aa61-4883-b421-7f9290d389dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:39.794495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512bb6-c250-496d-b3bc-f93684a73567 req-bea018dc-38f4-4b26-baf4-25b7d5ccde20 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:39.804471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89512bb6-c250-496d-b3bc-f93684a73567 req-bea018dc-38f4-4b26-baf4-25b7d5ccde20 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.2101331 Feb 14 21:24:39.840687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 42ceaa10-88cd-45ad-bc76-370232474920 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:39.842987 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:39.860706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb820f-1caa-406e-a776-5dc38b68835e req-953d7a3e-653b-425c-b908-ab223855272e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:39.863659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6fb820f-1caa-406e-a776-5dc38b68835e req-953d7a3e-653b-425c-b908-ab223855272e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.2384372 Feb 14 21:24:39.876731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ceaa10-88cd-45ad-bc76-370232474920 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:39.912445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:39.919316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:39.920598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4128a4aa-17cb-417f-af23-85931a4570f1 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:39.924488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-c3638bda-5763-44cb-944f-7c86f60a7a38 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170321 Feb 14 21:24:40.000281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-2f67639a-1b2d-4495-9156-ad2fbd451508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.002592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-2f67639a-1b2d-4495-9156-ad2fbd451508 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2878647 Feb 14 21:24:40.035589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:40.087792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4128a4aa-17cb-417f-af23-85931a4570f1,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.099366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4128a4aa-17cb-417f-af23-85931a4570f1', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'port_id': '4128a4aa-17cb-417f-af23-85931a4570f1', 'mac_address': 'fa:16:3e:d8:d9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:40.150672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89512bb6-c250-496d-b3bc-f93684a73567 req-b78fbc22-f919-4a65-8de3-2c603cbd67d3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183937 Feb 14 21:24:40.154974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4128a4aa-17cb-417f-af23-85931a4570f1 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:40.155806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.174676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6fb820f-1caa-406e-a776-5dc38b68835e req-d0c49a9a-283b-4d84-a8ea-994971cc27c5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773602 Feb 14 21:24:40.196135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4128a4aa-17cb-417f-af23-85931a4570f1 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:40.234673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-a91afe54-bb21-4727-a1bb-e82c3fad1dfd tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.236188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-a91afe54-bb21-4727-a1bb-e82c3fad1dfd tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932153 Feb 14 21:24:40.243483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4128a4aa-17cb-417f-af23-85931a4570f1,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.250352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.251260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 477d8dd6-b5af-4c43-96e3-b2b730d31769 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:40.252928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-eea92d99-b5c5-435b-83d0-515ab65835f3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954205 Feb 14 21:24:40.281346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Request body: {'port': {'device_id': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'c3b89b09af7c4eeeb7661f46726f3643'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:40.341255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.345978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:40.362901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '477d8dd6-b5af-4c43-96e3-b2b730d31769', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'port_id': '477d8dd6-b5af-4c43-96e3-b2b730d31769', 'mac_address': 'fa:16:3e:f6:a8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:40.407120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 477d8dd6-b5af-4c43-96e3-b2b730d31769 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:40.407120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.408859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07a399c6-cc46-42bd-84ac-29b51f02d172 req-295ee686-7ce5-4798-9e26-5ed1380529a7 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 210 time: 0.1240644 Feb 14 21:24:40.422363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477d8dd6-b5af-4c43-96e3-b2b730d31769 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:40.454406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.466363 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:24:40.475584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.478793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0166c20d-fe95-4f79-b69a-76331d6beb65 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:40.480535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6747-184a-4226-a753-ec25ed3b5648 req-293efcff-d7be-42fe-977c-830a5583db85 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.489733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-742e6747-184a-4226-a753-ec25ed3b5648 req-293efcff-d7be-42fe-977c-830a5583db85 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.2506330 Feb 14 21:24:40.585430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:40.591874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-1fbea5ec-bd78-4dd4-a5c7-f95be0f98ee6 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234029 Feb 14 21:24:40.594321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.608086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'port_id': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'mac_address': 'fa:16:3e:a6:bd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:40.626703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-742e6747-184a-4226-a753-ec25ed3b5648 req-8af46e3e-6d6c-4520-904b-b78c22cc27d6 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347432 Feb 14 21:24:40.676829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0166c20d-fe95-4f79-b69a-76331d6beb65 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:40.688064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.701799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Made reservation on behalf of c3b89b09af7c4eeeb7661f46726f3643 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:40.705893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.716108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4b19a-e998-4df1-be2c-af258ab68bf8 req-8e156d2f-55cd-4153-b081-b2785b061fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.719076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fa4b19a-e998-4df1-be2c-af258ab68bf8 req-8e156d2f-55cd-4153-b081-b2785b061fb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 1129 time: 0.0877347 Feb 14 21:24:40.721982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0166c20d-fe95-4f79-b69a-76331d6beb65 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:40.745724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.751723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.752541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:40.759633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c345dd-7d64-49cb-b190-fc588a1d9857 req-a2df7bc3-911c-4996-9fef-b287138cf080 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.769928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56c345dd-7d64-49cb-b190-fc588a1d9857 req-a2df7bc3-911c-4996-9fef-b287138cf080 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.1986225 Feb 14 21:24:40.807250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fa4b19a-e998-4df1-be2c-af258ab68bf8 req-1311f5f1-f9a3-4c01-9748-4f6ee4e73320 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813739 Feb 14 21:24:40.821599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.847030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'network_id': 'e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f', 'port_id': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'mac_address': 'fa:16:3e:a5:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9854ac-1702-4176-9a95-dbf8172bee3a', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:40.854798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:40.901606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:40.902010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.912533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56c345dd-7d64-49cb-b190-fc588a1d9857 req-a357becd-db0e-4077-8743-3fc2f3ec7b6f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416821 Feb 14 21:24:40.930745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:40.939362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.945480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.950706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.956773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.957001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:40.962421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.964859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:40.965597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:40.968436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.975919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:40.977934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-5564ca9a-8978-4281-b3a0-95ccdf2a259c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5437 time: 0.2553496 Feb 14 21:24:41.129828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Allocated IP 192.168.233.194 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:41.147440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-285ae4b7-1412-4dc3-98ea-7013a69b90c6 req-1d471a24-2942-4430-956e-07eb6b810cb0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615818 Feb 14 21:24:41.172928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fa807-03c7-4681-bb5c-e318b4dace20 req-48c3847a-d8f6-422b-9181-05d098e10365 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.174840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a2fa807-03c7-4681-bb5c-e318b4dace20 req-48c3847a-d8f6-422b-9181-05d098e10365 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1637447 Feb 14 21:24:41.240031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:41.277485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:41.290554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'port_id': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'mac_address': 'fa:16:3e:ad:13:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:41.331914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:41.332379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.347458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a2fa807-03c7-4681-bb5c-e318b4dace20 req-412ab54c-259d-4801-a60f-a7a46eab826f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575952 Feb 14 21:24:41.348490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:41.378881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:41.387240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.392767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207613-65ea-4663-9977-8a9d00d2cd5e req-8e88cdd2-b3d6-41e6-afcd-58d7e393dc97 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.394633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02207613-65ea-4663-9977-8a9d00d2cd5e req-8e88cdd2-b3d6-41e6-afcd-58d7e393dc97 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1596398 Feb 14 21:24:41.441573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:41.506874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks [] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.522370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02207613-65ea-4663-9977-8a9d00d2cd5e req-1b17d147-0651-4f71-8eea-9fd72493249a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194611 Feb 14 21:24:41.549182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f753d-381e-46c6-8ed5-1438d6ff5f2d req-9f2c330a-d5d7-4658-888e-d99096bb37cb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.550754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-912f753d-381e-46c6-8ed5-1438d6ff5f2d req-9f2c330a-d5d7-4658-888e-d99096bb37cb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1162219 Feb 14 21:24:41.605590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.625402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['22e91090-c598-40cb-a3c6-9f1eec8ef4cf'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:41.648656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-912f753d-381e-46c6-8ed5-1438d6ff5f2d req-77c93f1d-3c4f-4ada-a4ea-4304efb4819d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919352 Feb 14 21:24:41.680995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:41.689245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:41.694291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:41.753595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Pushing event updated for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:41.802237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb398d2-7b75-46ca-9d67-15edcd2a9e4c req-55e2f00e-8b89-4028-a1dd-69edd757e535 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.803894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aeb398d2-7b75-46ca-9d67-15edcd2a9e4c req-55e2f00e-8b89-4028-a1dd-69edd757e535 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 936 time: 0.2135551 Feb 14 21:24:41.811654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.812299 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.863388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-528282fc-29f9-4ea8-921c-39a958b391db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5936766 Feb 14 21:24:41.883778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee01cd-15fd-4cfd-9355-69f1ddbc1a91 req-b4423d6b-7a78-4eb3-9b63-b250bd581a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:41.885343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fee01cd-15fd-4cfd-9355-69f1ddbc1a91 req-b4423d6b-7a78-4eb3-9b63-b250bd581a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1566105 Feb 14 21:24:41.892274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Request body: {'port': {'device_id': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:41.907210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aeb398d2-7b75-46ca-9d67-15edcd2a9e4c req-86aa47e5-eafc-42e9-be9c-0d710acd68b9 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919266 Feb 14 21:24:41.952922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ee2f5cb3-7f29-4d90-a84a-8712677e1bfd None None] Provisioning complete for port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:41.953248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5cb3-7f29-4d90-a84a-8712677e1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:41.996136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fee01cd-15fd-4cfd-9355-69f1ddbc1a91 req-faa49c29-5856-45b5-af77-c0271a5233a7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000614 Feb 14 21:24:41.996386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:42.013912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f5cb3-7f29-4d90-a84a-8712677e1bfd None None] Port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:24:42.225667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['477d8dd6-b5af-4c43-96e3-b2b730d31769'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:42.234477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7fa52-a2a5-4547-b39c-30ebe06d2a72 req-6a452d18-3270-4e69-8c2a-df38054cce20 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.236067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e7fa52-a2a5-4547-b39c-30ebe06d2a72 req-6a452d18-3270-4e69-8c2a-df38054cce20 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.1838522 Feb 14 21:24:42.250899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0f2ef6e2-b70e-4988-afa4-ace001569b1e'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:42.270031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e4ee-0d15-42d4-9a87-69ddd902c8d2 req-234fbdd5-f9eb-4902-a7ef-03220ef306d0 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.271594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c74e4ee-0d15-42d4-9a87-69ddd902c8d2 req-234fbdd5-f9eb-4902-a7ef-03220ef306d0 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1956050 Feb 14 21:24:42.286229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0166c20d-fe95-4f79-b69a-76331d6beb65'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:42.320036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:42.385708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e7fa52-a2a5-4547-b39c-30ebe06d2a72 req-94a904cd-ce2b-422b-af18-5f78e6b8900d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414864 Feb 14 21:24:42.434033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c74e4ee-0d15-42d4-9a87-69ddd902c8d2 req-1dd449a9-b84d-4cf1-9e95-9c353f2461d5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525698 Feb 14 21:24:42.557961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:42.571564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks [] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:42.593060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Transition to ACTIVE for port object 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:24:42.606366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.612371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.617747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.624450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.629849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.635342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.640749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.642629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-95597b03-f12f-493b-a377-49e406c05212 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5439 time: 0.1837623 Feb 14 21:24:42.646155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:42.710114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb9c7e-17ad-4a38-a0c8-67a7b85e2a32 req-e07dbcfb-1522-43a4-bc6b-2411cd624748 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:42.711727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edfb9c7e-17ad-4a38-a0c8-67a7b85e2a32 req-e07dbcfb-1522-43a4-bc6b-2411cd624748 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1868088 Feb 14 21:24:42.775235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Pushing event updated for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:42.876345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edfb9c7e-17ad-4a38-a0c8-67a7b85e2a32 req-b7d4d720-0d59-43d6-8a49-6aa9e611fd98 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553733 Feb 14 21:24:42.907879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b7e46f3-f515-47b6-9025-d06b51133eed req-c1f6c918-5a4b-41b0-a548-6fa0c9075e5a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357752 Feb 14 21:24:42.943206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Attempting to bind port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:24:42.943799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Attempting to bind port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:24:42.944148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Attempting to bind port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:42.951755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:24:42.952123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Attempting to bind port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:42.969410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:24:42.969712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:42.970045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:24:42.970488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Bound port: 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:24:42.970859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:43.128001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d115-eb17-4286-8740-5cc549c5d0e4 req-78f67410-ade1-43b6-9859-4e061fc67bc7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.129545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd9d115-eb17-4286-8740-5cc549c5d0e4 req-78f67410-ade1-43b6-9859-4e061fc67bc7 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1353750 Feb 14 21:24:43.134536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:24:43.142529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:24:43.151829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e74ce-9360-4615-b0e7-db6267325bbc req-616f240e-9066-4cde-b18a-6c7cc01422cd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.153302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a0e74ce-9360-4615-b0e7-db6267325bbc req-616f240e-9066-4cde-b18a-6c7cc01422cd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1486948 Feb 14 21:24:43.164070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:43.228966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.229664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:43.231089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] 10.222.0.83 "PUT /v2.0/ports/82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 HTTP/1.1" status: 200 len: 1097 time: 1.3448069 Feb 14 21:24:43.234623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:43.237132 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1baec3-46f5-450d-9e05-8753f1a82af8" -d '{"events": [{"name": "network-changed", "server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:43.319786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd9d115-eb17-4286-8740-5cc549c5d0e4 req-978c8c8b-d394-445a-a052-4706200988e6 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750510 Feb 14 21:24:43.363095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a0e74ce-9360-4615-b0e7-db6267325bbc req-d3044e8d-828b-4490-998d-251030272b43 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020822 Feb 14 21:24:43.364043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b65a8-bff7-4a21-93d3-8df3b767e60c service neutron] Pushing event updated for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:43.392790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-0a79078a-e115-4aa0-a8b6-2c44d6b62821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.395083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-0a79078a-e115-4aa0-a8b6-2c44d6b62821 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 1131 time: 0.1140063 Feb 14 21:24:43.510348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-25c5ec62-08c7-4b56-8824-8611996a8042 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 HTTP/1.1" status: 200 len: 217 time: 0.0985720 Feb 14 21:24:43.535270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4128a4aa-17cb-417f-af23-85931a4570f1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:43.582805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['cd0774e8-b654-412a-b4f9-ccd1ba4a0e15'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:43.617939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['42ceaa10-88cd-45ad-bc76-370232474920'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:43.646566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67267-c633-49fe-8021-68d934c63f61 req-3f2bbb5c-4a88-47c8-8e41-4bbf3e802809 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.648850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dd67267-c633-49fe-8021-68d934c63f61 req-3f2bbb5c-4a88-47c8-8e41-4bbf3e802809 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.2504082 Feb 14 21:24:43.654185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-58451a8f-4038-4428-8f61-a518c1d9785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.656885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-58451a8f-4038-4428-8f61-a518c1d9785b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1184552 Feb 14 21:24:43.683571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f3a2a-7df9-4677-a0a2-ea5956e0d8d5 req-e30a154d-715c-4f04-8962-0b5b90827e1e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.685789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb7f3a2a-7df9-4677-a0a2-ea5956e0d8d5 req-e30a154d-715c-4f04-8962-0b5b90827e1e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 948 time: 0.2343016 Feb 14 21:24:43.843362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dd67267-c633-49fe-8021-68d934c63f61 req-ceb4d444-5617-474a-88c1-a7dc488a6090 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819148 Feb 14 21:24:43.849229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a9b9-b040-435c-839f-c00eece70bdc req-a196c243-1f88-4c5b-b992-6dcb6b91099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:43.851322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-a196c243-1f88-4c5b-b992-6dcb6b91099c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1870468 Feb 14 21:24:43.856505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb7f3a2a-7df9-4677-a0a2-ea5956e0d8d5 req-a2221214-c99d-4a8f-bde0-9d18d2c09ea4 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473486 Feb 14 21:24:43.940173 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79159c-88c3-4d0e-b444-6c03cb711263 x-openstack-request-id: req-ad79159c-88c3-4d0e-b444-6c03cb711263 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:43.940610 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:43.940981 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad79159c-88c3-4d0e-b444-6c03cb711263 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:43.941550 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5', 'status': 'completed', 'code': 200} Feb 14 21:24:44.025762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-f07a4c0e-a461-4bda-9419-f5d02b2deb6b service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662748 Feb 14 21:24:44.039726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927a439-f22d-4836-ba66-0b26cd6d2d1b req-01857b2f-4e0d-469d-a5f4-557e18886c71 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.041242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2927a439-f22d-4836-ba66-0b26cd6d2d1b req-01857b2f-4e0d-469d-a5f4-557e18886c71 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0863533 Feb 14 21:24:44.500245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2927a439-f22d-4836-ba66-0b26cd6d2d1b req-074c3cf8-180e-4a4c-ae85-1776a51fa782 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499271 Feb 14 21:24:44.533364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df87a9b9-b040-435c-839f-c00eece70bdc req-3bd8e088-ac8e-43cc-953b-42e59d4c8cc6 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911737 Feb 14 21:24:44.549281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.554889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.560451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.566092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.571596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.577083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.582633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.584643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-24591e4d-ff0e-46fd-9c6e-cf0b41f96f0e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5439 time: 0.1512060 Feb 14 21:24:44.710382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-85d965e2-07d1-422c-9603-83719fe06dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.711945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-85d965e2-07d1-422c-9603-83719fe06dbc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 1131 time: 0.1227167 Feb 14 21:24:44.724057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2b24ce2-dc13-4d07-9efd-0a6a9a6497b7 req-d74b6403-4d87-4287-b2dc-8a4d16e36882 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250219 Feb 14 21:24:44.791330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931937-c23c-404a-b8f4-a269a763fec0 req-793b55d0-4270-4453-829c-2792cb585189 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.792813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0931937-c23c-404a-b8f4-a269a763fec0 req-793b55d0-4270-4453-829c-2792cb585189 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1601319 Feb 14 21:24:44.856126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-afbf0404-abe6-453e-99e5-0978013ee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.857733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-afbf0404-abe6-453e-99e5-0978013ee5e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1388059 Feb 14 21:24:44.879508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0931937-c23c-404a-b8f4-a269a763fec0 req-ead72287-a5cc-4d29-9236-cc3ec2160112 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743301 Feb 14 21:24:44.909210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-3c53250e-a897-476d-8f55-f98effcbf7a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 HTTP/1.1" status: 200 len: 217 time: 0.0427625 Feb 14 21:24:44.941156 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-9b957e3a-aec7-43db-9cfd-22ce4349a155 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0631375 Feb 14 21:24:44.984190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-540e15a0-f90d-46a0-8fac-36912e8445f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:44.985669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-540e15a0-f90d-46a0-8fac-36912e8445f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0567904 Feb 14 21:24:45.031069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.031665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.032341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.032981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.033711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.034395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.034853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.037214 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-22723bc3-b5d9-4cdc-83e4-3ee93924babc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 6716 time: 0.0674829 Feb 14 21:24:45.103399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-ca23ad69-a5e6-4a97-89f7-85623fedccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.106579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-ca23ad69-a5e6-4a97-89f7-85623fedccc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1019862 Feb 14 21:24:45.137793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2dad4-8626-4ccd-8d40-653f5efd1392 req-86d3b76c-458b-4f2f-b987-c1588d5a2e5a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.140804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eda2dad4-8626-4ccd-8d40-653f5efd1392 req-86d3b76c-458b-4f2f-b987-c1588d5a2e5a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 948 time: 0.1270156 Feb 14 21:24:45.189735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3eadebb1-4d5f-4115-aa4c-31dba10ebd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.190213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3eadebb1-4d5f-4115-aa4c-31dba10ebd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.190683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3eadebb1-4d5f-4115-aa4c-31dba10ebd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.192280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3eadebb1-4d5f-4115-aa4c-31dba10ebd99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b977ec3f-a34c-462e-8079-2e605c65339f&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&id=92c70ad6-05e9-4666-a8b6-651c75975ab4&id=92c70ad6-05e9-4666-a8b6-651c75975ab4 HTTP/1.1" status: 200 len: 2292 time: 0.1250463 Feb 14 21:24:45.292708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3cf2d088-a960-49f0-8957-c1f3e87046d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3 HTTP/1.1" status: 200 len: 1002 time: 0.0875876 Feb 14 21:24:45.319181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eda2dad4-8626-4ccd-8d40-653f5efd1392 req-91e5233b-33c8-4f0e-b7cf-04fa97e3e87e tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618545 Feb 14 21:24:45.342041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3826d5c-ea63-4b7b-8ab5-546a58532f89 req-e39d2c35-1ba6-44f1-b494-022585efdc50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.343478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3826d5c-ea63-4b7b-8ab5-546a58532f89 req-e39d2c35-1ba6-44f1-b494-022585efdc50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1879752 Feb 14 21:24:45.345831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-4035cc7e-f44a-49f5-883f-ab43a76734a3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325375 Feb 14 21:24:45.358508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-8090a4b8-03b1-4db2-b103-73e4cccbac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.360196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-8090a4b8-03b1-4db2-b103-73e4cccbac6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba924296-e422-48b5-b3cb-416a7753fc6c HTTP/1.1" status: 200 len: 850 time: 0.0609975 Feb 14 21:24:45.405428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0f2ef6e2-b70e-4988-afa4-ace001569b1e up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:45.427656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-9d3127b2-5634-4e1b-b529-309088e3db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.429484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-9d3127b2-5634-4e1b-b529-309088e3db88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b977ec3f-a34c-462e-8079-2e605c65339f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636806 Feb 14 21:24:45.480679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 0f2ef6e2-b70e-4988-afa4-ace001569b1e completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:45.486457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 0f2ef6e2-b70e-4988-afa4-ace001569b1e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:45.488232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3826d5c-ea63-4b7b-8ab5-546a58532f89 req-3f19e041-9a2e-4243-b72d-52a2397e6134 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380441 Feb 14 21:24:45.488791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.547149 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-17513536-c31e-4b3a-a790-111d72db839f service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035495 Feb 14 21:24:45.549792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb1baec3-46f5-450d-9e05-8753f1a82af8 req-39fbec22-aa5b-4281-916d-2a4677f38cea service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917541 Feb 14 21:24:45.562802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bf2bc-5bf7-4788-a006-3e485ae8e90e req-f5a68ef6-60c6-4ae1-895c-45999be6aa01 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.569677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b3bf2bc-5bf7-4788-a006-3e485ae8e90e req-f5a68ef6-60c6-4ae1-895c-45999be6aa01 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1379704 Feb 14 21:24:45.610990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0f2ef6e2-b70e-4988-afa4-ace001569b1e is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:45.611645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.623759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b3bf2bc-5bf7-4788-a006-3e485ae8e90e req-85607fd1-bbd0-4fc5-bdba-9e1b70b5c3ea tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Feb 14 21:24:45.658835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:45.659699 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d4054-b5a1-49c4-9745-c6b35d1638a9" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:45.664041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-8dfdb21c-574f-4a63-8593-33b75c6fd006 service neutron] 10.222.0.64 "GET /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119220 Feb 14 21:24:45.676304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:45.692373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.693899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0166c20d-fe95-4f79-b69a-76331d6beb65 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:45.717873 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-66ada728-e992-40f0-b548-60a76723c74d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 217 time: 0.0471618 Feb 14 21:24:45.723735 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8db09f2-aead-4a5b-a9a2-d54a084c2da2 x-openstack-request-id: req-e8db09f2-aead-4a5b-a9a2-d54a084c2da2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:45.724098 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:45.724277 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8db09f2-aead-4a5b-a9a2-d54a084c2da2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:45.724793 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'code': 200} Feb 14 21:24:45.789517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:45.806530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 0166c20d-fe95-4f79-b69a-76331d6beb65 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:45.812634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 0166c20d-fe95-4f79-b69a-76331d6beb65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:45.813724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.926487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0166c20d-fe95-4f79-b69a-76331d6beb65 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:45.926967 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.937727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.944571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.952408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.960230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.969464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.978478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.979368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:45.985232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:45.986199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 477d8dd6-b5af-4c43-96e3-b2b730d31769 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:45.986853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:45.995527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6066cad5-6898-464f-b254-56db855af841 req-9c6a4451-b7f2-492d-b3af-09ba0b5076b0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5440 time: 0.1590695 Feb 14 21:24:46.106444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:46.107493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6066cad5-6898-464f-b254-56db855af841 req-b08b4b51-8808-4624-8b78-b0d0d0c0aa80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109786 Feb 14 21:24:46.130812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206cab1-90ae-4c8c-95a4-308959ec9e75 req-09e332b9-26f7-4642-a900-e04cdc10e5f0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.133359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0206cab1-90ae-4c8c-95a4-308959ec9e75 req-09e332b9-26f7-4642-a900-e04cdc10e5f0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1217058 Feb 14 21:24:46.138772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:46.145519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:46.145519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.152045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-747442ef-4d6d-45ad-b536-068d72095c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.153605 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-747442ef-4d6d-45ad-b536-068d72095c6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.4298782 Feb 14 21:24:46.245757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0206cab1-90ae-4c8c-95a4-308959ec9e75 req-3b113789-25ac-43df-846b-fd68e48f006b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028359 Feb 14 21:24:46.249017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-d565d177-1ef8-4b9b-bad0-6a2ea33af5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.250927 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-d565d177-1ef8-4b9b-bad0-6a2ea33af5c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0900829 Feb 14 21:24:46.270535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 477d8dd6-b5af-4c43-96e3-b2b730d31769 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:46.270939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.279100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c86e-5905-41c0-9175-fa2b54ebb8cf req-20394d1f-5aca-4698-813a-8383cb843763 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.281518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c848c86e-5905-41c0-9175-fa2b54ebb8cf req-20394d1f-5aca-4698-813a-8383cb843763 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0894141 Feb 14 21:24:46.321529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:46.329423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.330219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:46.362606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c848c86e-5905-41c0-9175-fa2b54ebb8cf req-1eca87ac-2f48-427b-af61-b473704a22aa tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736258 Feb 14 21:24:46.387235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-1e84145b-d296-4c54-bf85-cfe1a6f27493 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179047 Feb 14 21:24:46.420981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:46.437880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:46.442638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:46.443285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.462259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fac21-5a51-4956-b93f-aaed38b9f44d req-aae101eb-2c5d-4102-b86c-ef8d98a96da9 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.464152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d65fac21-5a51-4956-b93f-aaed38b9f44d req-aae101eb-2c5d-4102-b86c-ef8d98a96da9 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 948 time: 0.0586302 Feb 14 21:24:46.484583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-644695c0-6244-46e3-937a-4bdb8d1d71b7 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989132 Feb 14 21:24:46.522881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d65fac21-5a51-4956-b93f-aaed38b9f44d req-e3fb6291-d878-4c10-9476-cc732eb8fcb9 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Feb 14 21:24:46.536954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-ff2d5d6a-6b4e-4bc3-aa50-9c2c41c0ff26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 217 time: 0.0470886 Feb 14 21:24:46.546764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:46.547388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.590071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-02130f81-ec62-492c-8f8d-ab22e63772e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.591776 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-02130f81-ec62-492c-8f8d-ab22e63772e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.0478709 Feb 14 21:24:46.607209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:46.613706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:46.629233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec042a-0308-48f5-ba0c-599ab35cfece req-9ea6ca26-7f57-44c0-a681-8969c8c67ac0 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.631049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbec042a-0308-48f5-ba0c-599ab35cfece req-9ea6ca26-7f57-44c0-a681-8969c8c67ac0 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.0617309 Feb 14 21:24:46.649145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-58fdcdcb-ca82-43c9-bc50-88eb425fcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.650873 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-58fdcdcb-ca82-43c9-bc50-88eb425fcd44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0533109 Feb 14 21:24:46.667759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:46.685428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbec042a-0308-48f5-ba0c-599ab35cfece req-0add1fb7-9e65-435f-a014-6686f2348b56 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Feb 14 21:24:46.747348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-1fec55a9-662e-457e-bdb7-00578b702fd2 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886562 Feb 14 21:24:46.839612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-0993653b-5ec0-495e-b537-b073d3ce3500 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Feb 14 21:24:46.882498 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-b93a8ca3-0f28-4bdf-88d6-3c64a5628f50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=9ce44002-3729-4d83-bea0-95abf892532f HTTP/1.1" status: 200 len: 217 time: 0.0372097 Feb 14 21:24:46.934411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-431f1ea5-964c-404d-8eb0-f36d9659d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.935941 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-431f1ea5-964c-404d-8eb0-f36d9659d802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.0477631 Feb 14 21:24:46.985014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-ff38da5c-4654-4801-a93f-d5f87ad98801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:46.986491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-ff38da5c-4654-4801-a93f-d5f87ad98801 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0449016 Feb 14 21:24:47.079339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-4ccf3417-3ffa-4992-83ab-76d822cb7936 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837603 Feb 14 21:24:47.179136 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-1ea2667b-3e61-4866-9f26-cd73da7f165a service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932336 Feb 14 21:24:47.240493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-ae6ee46a-4f37-4806-b9bd-bc60bc7ac5e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1 HTTP/1.1" status: 200 len: 217 time: 0.0546842 Feb 14 21:24:47.246843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.252937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.258304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.263785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.269215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.274695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.280396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.282211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-6e0dee54-8a2a-46e9-acdb-fd3bc96afae3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5443 time: 0.0995603 Feb 14 21:24:47.316107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-f55ba5e4-d247-42ef-a453-aa493ab59b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.317597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-f55ba5e4-d247-42ef-a453-aa493ab59b4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 200 len: 797 time: 0.0720077 Feb 14 21:24:47.370527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-869f23ba-0f23-44e9-a54f-de04258cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.373195 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-869f23ba-0f23-44e9-a54f-de04258cd0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7de1f1cf-adef-44cb-9a27-1a5771b4f452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0491652 Feb 14 21:24:47.376439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1a3767b-fbf5-48c5-8adf-9904236eebad req-afde8680-401d-454e-886d-b57d61ae716b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879712 Feb 14 21:24:47.396089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3edb-4434-4c99-af90-0b3eed1a814b req-5f227092-7675-4242-a040-5f0f8977d50c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.397616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:47.397853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e38c3edb-4434-4c99-af90-0b3eed1a814b req-5f227092-7675-4242-a040-5f0f8977d50c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0751109 Feb 14 21:24:47.405176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 42ceaa10-88cd-45ad-bc76-370232474920 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:47.485362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e38c3edb-4434-4c99-af90-0b3eed1a814b req-d7fd7c1b-bc9d-4eac-bf16-5876768b34d4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710952 Feb 14 21:24:47.508812 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-b1d05e82-000a-46a6-8faa-80317c3146f0 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180253 Feb 14 21:24:47.552946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f233c-c788-4882-ba16-5531a8b9d6a7 req-f11817df-8227-4373-ae77-e21546a5d01c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.554905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-025f233c-c788-4882-ba16-5531a8b9d6a7 req-f11817df-8227-4373-ae77-e21546a5d01c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0680494 Feb 14 21:24:47.571566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 42ceaa10-88cd-45ad-bc76-370232474920 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:47.581373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 42ceaa10-88cd-45ad-bc76-370232474920 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:47.582133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (42ceaa10-88cd-45ad-bc76-370232474920), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:47.624388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-487296e0-8174-44f0-8230-7bdd5de59056 service neutron] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088834 Feb 14 21:24:47.637066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:47.664854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5', 'mac_address': 'fa:16:3e:c4:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:47.678936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-2fc59e77-0a77-4327-bd28-29f4e385c9b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2126321e-3994-4f15-98e9-57b9bb43b218 HTTP/1.1" status: 200 len: 217 time: 0.0487990 Feb 14 21:24:47.690552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-025f233c-c788-4882-ba16-5531a8b9d6a7 req-d5aae09d-c61c-4f27-90dc-176c529fee49 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271741 Feb 14 21:24:47.717316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:47.717316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:47.729024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477d8dd6-b5af-4c43-96e3-b2b730d31769'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:47.729210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddb179-41c3-43e4-9883-92f37d4c6dac req-3ae32fd9-d1f4-45b6-af94-b7f8cb27dd79 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.730977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fddb179-41c3-43e4-9883-92f37d4c6dac req-3ae32fd9-d1f4-45b6-af94-b7f8cb27dd79 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 948 time: 0.0875778 Feb 14 21:24:47.731442 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea66a58-5188-4007-b99f-435796513ca2" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "477d8dd6-b5af-4c43-96e3-b2b730d31769"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:47.763555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-596e82ce-f080-4756-ac60-923397debb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.765090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-596e82ce-f080-4756-ac60-923397debb69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 200 len: 797 time: 0.0806928 Feb 14 21:24:47.768646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:47.793929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 42ceaa10-88cd-45ad-bc76-370232474920 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:47.794436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:47.800626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:47.813009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:47.814328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:24:47.850881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fddb179-41c3-43e4-9883-92f37d4c6dac req-ccd07e45-66bb-420b-8245-06a88ba630c2 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091552 Feb 14 21:24:47.897230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-41149665-25f5-458a-893d-53d53f13d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.900395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:47.906908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:47.908650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-41149665-25f5-458a-893d-53d53f13d0ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1349599 Feb 14 21:24:47.923202 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:47.924376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:47.965821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971437b-7fb2-462e-860e-964cc59282d2 req-82f9ead2-d929-4491-89af-e6bc6c1d96cf tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:47.967434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d971437b-7fb2-462e-860e-964cc59282d2 req-82f9ead2-d929-4491-89af-e6bc6c1d96cf tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1003761 Feb 14 21:24:47.979760 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5852143c-ea2d-4870-ab9d-a2daed1a1f2e x-openstack-request-id: req-5852143c-ea2d-4870-ab9d-a2daed1a1f2e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:47.980693 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "477d8dd6-b5af-4c43-96e3-b2b730d31769", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:47.981137 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5852143c-ea2d-4870-ab9d-a2daed1a1f2e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:47.981991 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'code': 200} Feb 14 21:24:47.982672 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477d8dd6-b5af-4c43-96e3-b2b730d31769', 'code': 200} Feb 14 21:24:47.983193 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'code': 200} Feb 14 21:24:48.045526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-47892fb5-1782-414e-b4ec-e0fb2a50569e service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283233 Feb 14 21:24:48.059990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d971437b-7fb2-462e-860e-964cc59282d2 req-4fba3f98-f6d3-4b88-b5ee-05451493f25c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851972 Feb 14 21:24:48.108104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:48.116437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:48.123692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:48.124157 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.155830 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-ba240e68-f6cb-4065-ac6f-a05f8024478f service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042652 Feb 14 21:24:48.160073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:48.182110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'port_id': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'mac_address': 'fa:16:3e:0f:74:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:24:48.207601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-63ba8621-3538-4d49-811e-e3b07f28bf67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641 HTTP/1.1" status: 200 len: 217 time: 0.0459025 Feb 14 21:24:48.236313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b73eb71b-5752-41de-be26-3a0cabb51074 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:48.236720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.273939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:48.282103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-393302b8-5f15-4809-9f4b-a3eff3192ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.283713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-393302b8-5f15-4809-9f4b-a3eff3192ea0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 200 len: 797 time: 0.0681739 Feb 14 21:24:48.291182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:48.291397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.317251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:48.328981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.361478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-c6b09dcd-0c38-4479-aa38-e40536510b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.363044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-c6b09dcd-0c38-4479-aa38-e40536510b32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92c70ad6-05e9-4666-a8b6-651c75975ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0719669 Feb 14 21:24:48.365072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:48.372095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.372907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4128a4aa-17cb-417f-af23-85931a4570f1 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:48.480494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-3525b9f8-24e2-45dd-a290-59b5559cfbbd service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105893 Feb 14 21:24:48.561189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:48.631660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:48.639061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b73eb71b-5752-41de-be26-3a0cabb51074'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:48.641744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4128a4aa-17cb-417f-af23-85931a4570f1 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:48.666786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4128a4aa-17cb-417f-af23-85931a4570f1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:48.667493 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.686283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.691543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-efea201f-f7f9-4309-88c0-2e742825c2c3 req-7d2769b8-3150-4fb3-b373-a1b84515adee service neutron] 10.222.0.64 "GET /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991618 Feb 14 21:24:48.695033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.701715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.708252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.714483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.720718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.728508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.743137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-5dafbff6-d18e-4a1f-a27f-4319c7175c1f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5445 time: 0.2122490 Feb 14 21:24:48.782024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:48.816439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-476f0da6-11e2-47c0-b72b-5f95a4b925ed req-1983dd9f-ed80-4b0b-9e4d-1b047d6845f5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716178 Feb 14 21:24:48.833600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497baa77-a183-4416-9771-9927a2f8e245 req-f9057598-d40f-483e-a66e-e995839f1051 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:48.836475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-497baa77-a183-4416-9771-9927a2f8e245 req-f9057598-d40f-483e-a66e-e995839f1051 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.2352488 Feb 14 21:24:48.845754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4128a4aa-17cb-417f-af23-85931a4570f1 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:48.846145 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.915811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4128a4aa-17cb-417f-af23-85931a4570f1,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:48.941114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:48.951884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-497baa77-a183-4416-9771-9927a2f8e245 req-e98fb7d4-f844-499d-b339-d22ed6813717 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982056 Feb 14 21:24:49.031895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e94e1b-196d-4313-98f4-5b354336c70a req-2f5ad434-073b-4eae-b3a8-de88598457e6 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.035716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4e94e1b-196d-4313-98f4-5b354336c70a req-2f5ad434-073b-4eae-b3a8-de88598457e6 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 949 time: 0.0818584 Feb 14 21:24:49.043207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:49.109159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4e94e1b-196d-4313-98f4-5b354336c70a req-f875fbc8-b36f-41ad-a842-197e888f00b1 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Feb 14 21:24:49.192390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa4280-6bfc-4e94-91fa-44d48b4daba8 req-1f1c4abd-f19d-42f7-a812-b9f6bfdf027e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.193843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bffa4280-6bfc-4e94-91fa-44d48b4daba8 req-1f1c4abd-f19d-42f7-a812-b9f6bfdf027e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 944 time: 0.0559194 Feb 14 21:24:49.245100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bffa4280-6bfc-4e94-91fa-44d48b4daba8 req-bbfded9f-f963-4e5a-9480-f51d8da9b53d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Feb 14 21:24:49.410259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:49.516069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b73eb71b-5752-41de-be26-3a0cabb51074 is: BUILD; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:49.516643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:49.535527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004c4c2-85cb-4963-891b-f1680bc6b2b0 req-5ea31c99-e399-48a7-ac16-821ad633f0e3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.537882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8004c4c2-85cb-4963-891b-f1680bc6b2b0 req-5ea31c99-e399-48a7-ac16-821ad633f0e3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 944 time: 0.0714049 Feb 14 21:24:49.546896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:49.570131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:49.575054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:49.598934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8004c4c2-85cb-4963-891b-f1680bc6b2b0 req-ee7a9ca4-7e49-4245-845a-bbc5a5d57dd2 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Feb 14 21:24:49.631785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:49.964642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.970497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.975996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.981381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.984199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128a4aa-17cb-417f-af23-85931a4570f1'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:49.986749 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072a3cf9-380d-4a0a-b8f5-e8343d4e74b2" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "42ceaa10-88cd-45ad-bc76-370232474920"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "4128a4aa-17cb-417f-af23-85931a4570f1"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:49.986921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:49.992336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.000370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.002325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-6d5042a5-7c11-4ec1-bb29-5fd908e3f355 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1009154 Feb 14 21:24:50.031137 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af68ff3-ac82-4ec6-87f0-89403490a8bc x-openstack-request-id: req-2af68ff3-ac82-4ec6-87f0-89403490a8bc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:50.032044 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "42ceaa10-88cd-45ad-bc76-370232474920", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-plugged", "status": "completed", "tag": "4128a4aa-17cb-417f-af23-85931a4570f1", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:50.032307 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2af68ff3-ac82-4ec6-87f0-89403490a8bc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:50.032721 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920', 'code': 200} Feb 14 21:24:50.033036 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'code': 200} Feb 14 21:24:50.033298 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128a4aa-17cb-417f-af23-85931a4570f1', 'code': 200} Feb 14 21:24:50.070580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f46566b6-5fb6-493c-b9a5-ae8b668894d2 req-3152f4df-d284-41c0-85a0-287db2174333 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620022 Feb 14 21:24:50.150505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302d8aa-a803-4bfb-92b0-3eda8ed177f9 req-5a0355a9-232d-4a55-89d8-1207fd5dc945 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.152110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1302d8aa-a803-4bfb-92b0-3eda8ed177f9 req-5a0355a9-232d-4a55-89d8-1207fd5dc945 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0599704 Feb 14 21:24:50.260772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1302d8aa-a803-4bfb-92b0-3eda8ed177f9 req-bcf8a16f-6878-4518-87a9-7f95eb9d3d62 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988927 Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.275068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-1f5d4e83-a306-4886-9f62-a9fccc35cee3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6727 time: 0.1217659 Feb 14 21:24:50.296479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f688f-00d4-483a-a74c-566ac78ca161 req-0fcb2ca4-e3b1-4361-b694-fff1d9a47826 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.298024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-647f688f-00d4-483a-a74c-566ac78ca161 req-0fcb2ca4-e3b1-4361-b694-fff1d9a47826 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 949 time: 0.1073716 Feb 14 21:24:50.392961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9aa6f72-39bb-4098-b0a9-f9b3b39e9523 req-98f3376b-830a-4475-b3d2-e988ebe8155c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099055 Feb 14 21:24:50.397233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-647f688f-00d4-483a-a74c-566ac78ca161 req-efc71d72-daa5-49f3-82ac-aec9bd1bc060 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Feb 14 21:24:50.606945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-cb4c18b0-5b03-4113-b066-8bc9e5ff71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.608494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-cb4c18b0-5b03-4113-b066-8bc9e5ff71e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.0613329 Feb 14 21:24:50.612390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aec39-df00-4428-ab21-12a9a94f5889 req-3583c4a8-3bfe-4c00-8f87-c1522dc44ad9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.613867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-804aec39-df00-4428-ab21-12a9a94f5889 req-3583c4a8-3bfe-4c00-8f87-c1522dc44ad9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0659609 Feb 14 21:24:50.667996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-804aec39-df00-4428-ab21-12a9a94f5889 req-b6c7c950-cd1b-48ae-93c7-6dd94c5d943e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Feb 14 21:24:50.737046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-52cbdae6-dfe9-4e66-b14f-282c0afab0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.739932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-52cbdae6-dfe9-4e66-b14f-282c0afab0ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.1178908 Feb 14 21:24:50.757125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344aed0-d2a1-4ad8-ab2b-85c894430f8c req-0a8504a8-0aeb-4407-baf7-a3687ad8ec30 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.758957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8344aed0-d2a1-4ad8-ab2b-85c894430f8c req-0a8504a8-0aeb-4407-baf7-a3687ad8ec30 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0563445 Feb 14 21:24:50.787869 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-0f8c8543-13a9-477d-81b7-410e250fb3ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.0402074 Feb 14 21:24:50.811066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8344aed0-d2a1-4ad8-ab2b-85c894430f8c req-e7b0c58d-6736-49d4-bea8-96fcd970b0d3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Feb 14 21:24:50.839511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-4f4a4d14-8850-4938-a46c-76f1bea63c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:50.841257 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-4f4a4d14-8850-4938-a46c-76f1bea63c0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0459299 Feb 14 21:24:50.879088 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-7a03ea8c-4758-4fc9-a7f5-cdcc8630fa22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267489 Feb 14 21:24:50.980721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-99ba886b-dab3-4fc5-ba88-7cf46cf63fa9 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953798 Feb 14 21:24:51.070484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c75aa2d5-7237-4308-b943-c122b498ea06 req-8bb57620-04ab-4406-a5e3-bc4917b271e5 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828533 Feb 14 21:24:51.231063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.236394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.241670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.246946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.252825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.258101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.263420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.265288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-dddc94b7-a039-48ab-9d19-3e3ba109e0bf tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1098471 Feb 14 21:24:51.333946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d0c10e4-136c-4488-a4a3-3fa97fef9ed8 req-98454926-49a1-441c-888a-2c3fbc42b138 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618887 Feb 14 21:24:51.400916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac6ea-5d0a-49a8-87cd-7634a55c3197 req-26f5eb42-be2e-4455-93d8-debc39386b2e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.402471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9eac6ea-5d0a-49a8-87cd-7634a55c3197 req-26f5eb42-be2e-4455-93d8-debc39386b2e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0564167 Feb 14 21:24:51.426773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:51.459440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9eac6ea-5d0a-49a8-87cd-7634a55c3197 req-e003bf31-5b07-41e7-a728-d40e17e15ebd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506833 Feb 14 21:24:51.512898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:24:51.518238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:51.518618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.549924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06756168-78a7-4574-9662-3683515c3be2 req-f3331a38-5bcd-4bf6-b323-caad4d80184a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.551978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06756168-78a7-4574-9662-3683515c3be2 req-f3331a38-5bcd-4bf6-b323-caad4d80184a tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 949 time: 0.0630841 Feb 14 21:24:51.602312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:51.603671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.640277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:51.644371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06756168-78a7-4574-9662-3683515c3be2 req-80fe2a88-19a8-4434-b353-017105ddca1c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802274 Feb 14 21:24:51.650796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.651666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:24:51.673396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-185a19e3-fa97-4d3a-8de7-457bc81493db tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:51.675055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-185a19e3-fa97-4d3a-8de7-457bc81493db tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.83 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 943 time: 0.0731702 Feb 14 21:24:51.757799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:51.767344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port b73eb71b-5752-41de-be26-3a0cabb51074 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:24:51.767706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.785603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Deleting port b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:51.786383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.880905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b73eb71b-5752-41de-be26-3a0cabb51074 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:24:51.881478 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.947129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:51.955556 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:51.957079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] For port b73eb71b-5752-41de-be26-3a0cabb51074, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b73eb71b-5752-41de-be26-3a0cabb51074,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:51.957391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:52.008551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Calling delete_port for b73eb71b-5752-41de-be26-3a0cabb51074 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:52.038162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5'}, {'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:52.041052 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd88b7-49df-4dcd-9c91-bf51c14ac49f" -d '{"events": [{"server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "name": "network-vif-plugged", "status": "completed", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5"}, {"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-plugged", "status": "completed", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:52.043445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:52.087182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c520c-9771-40b4-8a26-1e5167f019a1 req-ebaa21c3-1a9b-4e54-b3f2-cd5794cd5823 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.088671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b3c520c-9771-40b4-8a26-1e5167f019a1 req-ebaa21c3-1a9b-4e54-b3f2-cd5794cd5823 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.2770073 Feb 14 21:24:52.105440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7280-d76a-4828-b7a3-d376178fe1b6 req-b84ae782-c61b-42ac-99cc-a8e04a3e3191 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.106899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-470f7280-d76a-4828-b7a3-d376178fe1b6 req-b84ae782-c61b-42ac-99cc-a8e04a3e3191 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=2791eeb1-7ec7-4333-a0ae-1697c26f89b9 HTTP/1.1" status: 200 len: 945 time: 0.1677413 Feb 14 21:24:52.202420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b3c520c-9771-40b4-8a26-1e5167f019a1 req-3d2daa53-e055-4046-ae4a-57b33b43f05b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040559 Feb 14 21:24:52.231142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-470f7280-d76a-4828-b7a3-d376178fe1b6 req-0a86b720-4b11-431d-af96-925e380179bc tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Feb 14 21:24:52.256238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b73eb71b-5752-41de-be26-3a0cabb51074), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:52.261964 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5f37e-5b3b-464a-8e7d-60e910389e2b x-openstack-request-id: req-48c5f37e-5b3b-464a-8e7d-60e910389e2b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:52.262274 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "name": "network-vif-plugged", "status": "completed", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5", "code": 200}, {"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-plugged", "status": "completed", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:52.262533 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48c5f37e-5b3b-464a-8e7d-60e910389e2b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:52.262940 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5', 'code': 200} Feb 14 21:24:52.263230 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'code': 200} Feb 14 21:24:52.268273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b73eb71b-5752-41de-be26-3a0cabb51074'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:52.293478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event deleted for resources: {'Port': ['ID=b73eb71b-5752-41de-be26-3a0cabb51074,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:52.338192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] No DVR routers for this DVR port b73eb71b-5752-41de-be26-3a0cabb51074 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:24:52.341437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:52.345291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc25bf0d-47a0-490d-945c-ee7eac6f84d7 req-c56a0eaf-36e5-49c1-baf5-a7ef317693cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.83 "DELETE /v2.0/ports/b73eb71b-5752-41de-be26-3a0cabb51074 HTTP/1.1" status: 204 len: 173 time: 0.6630893 Feb 14 21:24:52.351826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-deleted', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:52.354007 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ce6d1-929b-458a-adb7-77cb36f3adaf" -d '{"events": [{"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-deleted", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:52.396058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8b45-f169-4911-aee0-16501a1f80cd req-fa945da9-5f6f-4811-945e-bb1b50614db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.397346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0afc8b45-f169-4911-aee0-16501a1f80cd req-fa945da9-5f6f-4811-945e-bb1b50614db2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 1133 time: 0.0573113 Feb 14 21:24:52.400542 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b6a1ea-0ffd-4db6-bb1e-7f1287838f54 x-openstack-request-id: req-38b6a1ea-0ffd-4db6-bb1e-7f1287838f54 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:52.400962 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2791eeb1-7ec7-4333-a0ae-1697c26f89b9", "name": "network-vif-deleted", "tag": "b73eb71b-5752-41de-be26-3a0cabb51074", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:52.401309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38b6a1ea-0ffd-4db6-bb1e-7f1287838f54 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:52.402144 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2791eeb1-7ec7-4333-a0ae-1697c26f89b9', 'name': 'network-vif-deleted', 'tag': 'b73eb71b-5752-41de-be26-3a0cabb51074', 'status': 'completed', 'code': 200} Feb 14 21:24:52.498609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0afc8b45-f169-4911-aee0-16501a1f80cd req-150c9858-b06a-4067-a012-1f117602f4a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803418 Feb 14 21:24:52.519108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.524960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.530977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.536286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.541528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.546999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.553079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.555045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-40ca6681-ef3e-422a-a75b-3fd96e4489f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1228905 Feb 14 21:24:52.639767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b6ef-dfb2-4651-840b-a4d96cab95cf req-46502362-e7aa-42b5-8ec0-bd98a3002670 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.641273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5207b6ef-dfb2-4651-840b-a4d96cab95cf req-46502362-e7aa-42b5-8ec0-bd98a3002670 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0852921 Feb 14 21:24:52.649755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3c4e4c2-a08c-429f-9c94-a373c8a0f701 req-01c864ec-d612-4360-b6a8-82ef5e40ea6f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847347 Feb 14 21:24:52.698623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5207b6ef-dfb2-4651-840b-a4d96cab95cf req-ecac50b8-349c-4b6f-b36b-5dd8c1ea9194 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Feb 14 21:24:52.764561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf020-00e7-4ead-b1d4-603b6c0dd1e8 req-8253a55a-4659-4bb0-b1c4-1da09461004c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.765977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b62bf020-00e7-4ead-b1d4-603b6c0dd1e8 req-8253a55a-4659-4bb0-b1c4-1da09461004c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 950 time: 0.0551016 Feb 14 21:24:52.841951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b62bf020-00e7-4ead-b1d4-603b6c0dd1e8 req-7da444a2-d66d-4532-a395-bc41afa1102d tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658305 Feb 14 21:24:52.853682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.858978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.864906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.870180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.875559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.880843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.886162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:52.887984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-170e3c00-3b3b-4d68-84c7-6e46f7f7c5ff req-d5a2ecac-5bff-4ce1-80bb-0f25b1d3f3c9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1211269 Feb 14 21:24:52.898899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:52.903259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Request body: {'floatingip': {'port_id': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:52.947177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.387450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560c72-85f0-4177-9f9f-cb329adc1e5e req-c4b098bf-6602-4aa0-b92e-184df10bb116 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:53.388908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6560c72-85f0-4177-9f9f-cb329adc1e5e req-c4b098bf-6602-4aa0-b92e-184df10bb116 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0987318 Feb 14 21:24:53.459124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.468925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.507885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6560c72-85f0-4177-9f9f-cb329adc1e5e req-f663898c-67b5-4adb-b319-76e34f01f882 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898030 Feb 14 21:24:53.576477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49376) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:53.581242 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Floating IP 0401b19f-7d0a-46b1-9e9f-76444f088caf associated. External IP: 172.25.2.15, port: 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021. Feb 14 21:24:53.581994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429171606', 'description': 'tempest-description--1602945835'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:53.605483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.673510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (761464e8-a599-42f5-a132-431cf253b3ba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.678246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (761464e8-a599-42f5-a132-431cf253b3ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.713516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.718059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1372581 Feb 14 21:24:53.718059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08ac73-b250-4928-91a4-9bf602955d18 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761464e8-a599-42f5-a132-431cf253b3ba,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:53.719422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49378) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:53.725268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'security_group_rule': {'security_group_id': '761464e8-a599-42f5-a132-431cf253b3ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:53.758301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (0878a12b-3d6a-4440-9c90-b7fde1dff713), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.823384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (0878a12b-3d6a-4440-9c90-b7fde1dff713), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.829567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0878a12b-3d6a-4440-9c90-b7fde1dff713), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.850714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0878a12b-3d6a-4440-9c90-b7fde1dff713,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:53.856640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:53.857462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e117fb3-3e79-4fb8-a8da-e04b234b6f2e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373987 Feb 14 21:24:53.862605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:53.867863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'security_group_rule': {'security_group_id': '761464e8-a599-42f5-a132-431cf253b3ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:53.898086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Router dc84969d-8bf7-42bf-acee-2fa86ade7a91 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:24:53.914097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0911f-c3f3-4379-8fc5-93394db18653 req-563e828f-d335-4497-a296-5c208873795e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:53.915575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0a0911f-c3f3-4379-8fc5-93394db18653 req-563e828f-d335-4497-a296-5c208873795e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1074324 Feb 14 21:24:53.941050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (22cdf45d-4362-4fed-90f7-5d1f44dae2da), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.115911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0a0911f-c3f3-4379-8fc5-93394db18653 req-3c1580c0-2ccb-4f6e-8e80-c4a3696fe8e1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859953 Feb 14 21:24:54.128151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9585f3-22f6-459a-a711-d9ef974bb18f req-3db7386c-0a40-49fd-92c2-b15f2d381794 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.129613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b9585f3-22f6-459a-a711-d9ef974bb18f req-3db7386c-0a40-49fd-92c2-b15f2d381794 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 950 time: 0.2120221 Feb 14 21:24:54.157204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (22cdf45d-4362-4fed-90f7-5d1f44dae2da), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.168729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (22cdf45d-4362-4fed-90f7-5d1f44dae2da), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.181582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:24:54.192055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Sync routers for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:24:54.196222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.202736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:54.203487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:54.221231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cdf45d-4362-4fed-90f7-5d1f44dae2da,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:54.233730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.234942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-668ea4b5-5ad0-4fe8-bc83-e83196330428 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713374 Feb 14 21:24:54.238281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49386) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:24:54.245565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:54.251416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b9585f3-22f6-459a-a711-d9ef974bb18f req-e3ee6822-2b27-4e83-9004-f53f1695484d tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129322 Feb 14 21:24:54.253010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7daff936-9eb2-4a28-be1c-40f8eb013dfb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "PUT /v2.0/floatingips/0401b19f-7d0a-46b1-9e9f-76444f088caf HTTP/1.1" status: 200 len: 991 time: 1.3531218 Feb 14 21:24:54.282015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.345193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:54.381539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.387869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.394617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.400614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.406572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.412358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.416365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.417919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.420128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-6276e81d-5a4b-4b73-9dc7-4069c748a483 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1042964 Feb 14 21:24:54.420629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:54.422934 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d0b4d-ff8a-4141-8338-028624d5e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:54.493702 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d7f10-5a66-443a-8a8c-740b02822317 x-openstack-request-id: req-c43d7f10-5a66-443a-8a8c-740b02822317 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:54.493992 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:54.494405 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c43d7f10-5a66-443a-8a8c-740b02822317 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:54.494813 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'status': 'completed', 'code': 200} Feb 14 21:24:54.502070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3021c6bf-1257-43bf-b48e-748472ea2bac req-ebd57de5-0f8f-46a1-a412-211fc83cf6e1 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730646 Feb 14 21:24:54.584889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Allocated IP 172.25.2.144 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3eae3960-0aa5-4882-892c-bf5f96c7acf6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:54.653202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0401b19f-7d0a-46b1-9e9f-76444f088caf', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'port_id': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'mac_address': 'fa:16:3e:ad:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:22:39Z', 'updated_at': '2022-02-14T21:24:53Z', 'revision_number': 1, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:54.683647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Checking router: dc84969d-8bf7-42bf-acee-2fa86ade7a91 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:24:54.694716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:24:54.695864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:24:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:54.700531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.743788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.780411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:54.785338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:54.788883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:54.818982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'Port': ['ID=3eae3960-0aa5-4882-892c-bf5f96c7acf6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:54.819411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:24:54.885482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for floatingip (dd71262e-6e6a-4cae-8b71-ec7d1104b3e8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.923898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:54.973510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.973987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.974661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.974919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.975410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.976294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.976294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.978278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f36d8596-5e12-4c10-a4cf-43717fce3786 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6727 time: 0.4491370 Feb 14 21:24:54.989464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-99f7b079-a974-4d31-a2d8-c9904384018f tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:54.996455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-99f7b079-a974-4d31-a2d8-c9904384018f tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 1133 time: 0.1114094 Feb 14 21:24:55.018854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d28ed7-04a4-4089-a672-e3bb4f2665ef req-78353208-36c5-484b-9ffe-1d55a707b850 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.020077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3d28ed7-04a4-4089-a672-e3bb4f2665ef req-78353208-36c5-484b-9ffe-1d55a707b850 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1362166 Feb 14 21:24:55.041804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-27f7437f-e984-4cc5-8fd8-de9baa2dbaee tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.096252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.102760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.110279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0401b19f-7d0a-46b1-9e9f-76444f088caf', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'port_id': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'mac_address': 'fa:16:3e:ad:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:22:39Z', 'updated_at': '2022-02-14T21:24:53Z', 'revision_number': 1, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:24:55.149630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b33bc-b875-4404-a43f-cd0fe5983e42 None None] The sync data for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 is: [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0401b19f-7d0a-46b1-9e9f-76444f088caf', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'port_id': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'mac_address': 'fa:16:3e:ad:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:22:39Z', 'updated_at': '2022-02-14T21:24:53Z', 'revision_number': 1, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:24:55.158674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3d28ed7-04a4-4089-a672-e3bb4f2665ef req-4bdcb1ca-65a3-4ecb-93b3-43731a7cd89c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225138 Feb 14 21:24:55.189027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-61a5e8cd-a281-4566-9d6a-6767d36b2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.189027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-61a5e8cd-a281-4566-9d6a-6767d36b2939 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b96b6493-c3ae-4a9e-bd96-635f57b587e9 HTTP/1.1" status: 200 len: 918 time: 0.1778159 Feb 14 21:24:55.193364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'Port': ['ID=3eae3960-0aa5-4882-892c-bf5f96c7acf6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:55.202012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (dd71262e-6e6a-4cae-8b71-ec7d1104b3e8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.225106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.226370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7afd8d08-a700-478f-8028-2ac579b3264b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9863024 Feb 14 21:24:55.338195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-e21f4262-3714-49c2-9dff-44f67161c314 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 HTTP/1.1" status: 200 len: 999 time: 0.1434319 Feb 14 21:24:55.345177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-27f7437f-e984-4cc5-8fd8-de9baa2dbaee tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Publish callbacks [] for security_group (3723a9ed-e2b3-4b9f-a10a-cbb99dff8857), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.380888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-27f7437f-e984-4cc5-8fd8-de9baa2dbaee tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3723a9ed-e2b3-4b9f-a10a-cbb99dff8857), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:55.432920 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07d8ee-9002-4bb8-9f24-c300dd88a2b1 None None] New status for floating IP 0401b19f-7d0a-46b1-9e9f-76444f088caf: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:24:55.440984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.446259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.451551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.457046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.462334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.467700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.473030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.475986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96d2744e-8ccb-4ef9-8d0e-0c130dec3d5d req-bd26d872-7e83-4e66-bd74-797afde2383c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.2101007 Feb 14 21:24:55.476186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:24:55.478014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e54e014-4bbd-46fd-95ff-b855545ff4c3 req-27f7437f-e984-4cc5-8fd8-de9baa2dbaee tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805658 Feb 14 21:24:55.499658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f37344e3-5ee6-4b82-96eb-70fdb5252529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.527648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-f37344e3-5ee6-4b82-96eb-70fdb5252529 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6ff007d-e78a-4fb8-bd78-5699336c3a06 HTTP/1.1" status: 200 len: 856 time: 0.1765244 Feb 14 21:24:55.530628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: b73eb71b-5752-41de-be26-3a0cabb51074 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:24:55.531217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b73eb71b-5752-41de-be26-3a0cabb51074 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:24:55.552689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7437f-e984-4cc5-8fd8-de9baa2dbaee tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3723a9ed-e2b3-4b9f-a10a-cbb99dff8857,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:55.700045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-adf244a6-cb62-400a-9bfb-8aa46b3b7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.701474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-adf244a6-cb62-400a-9bfb-8aa46b3b7ab2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1675122 Feb 14 21:24:55.753737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5959-a5f8-4c40-8c84-be8aec82aa2c req-399b5071-ac08-45b8-9f70-049a517312c9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.755481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be0a5959-a5f8-4c40-8c84-be8aec82aa2c req-399b5071-ac08-45b8-9f70-049a517312c9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1781332 Feb 14 21:24:55.785776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-20788fbd-78d9-433b-9298-45c2cd665211 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:55.787167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-20788fbd-78d9-433b-9298-45c2cd665211 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.1990910 Feb 14 21:24:55.825551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-0018ad8c-1d1e-467b-9e91-3e2c2ff0019f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/quotas/4f29fe88e2ef484b8e683f5034e3b030 HTTP/1.1" status: 200 len: 375 time: 0.0298307 Feb 14 21:24:55.866696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be0a5959-a5f8-4c40-8c84-be8aec82aa2c req-ec7a53c7-a60f-4e22-b1e4-2d01b4c8d31f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876119 Feb 14 21:24:55.887644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-67bb3215-b226-452d-b4b7-c69040b92d8f service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714196 Feb 14 21:24:55.979560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-ee564884-4b52-42ca-97bf-8d66432b204c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449053 Feb 14 21:24:56.048726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d0b4d-ff8a-4141-8338-028624d5e5d4 req-9d0e09eb-27e0-420c-b586-0208fb3d393b service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561608 Feb 14 21:24:56.087078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-a629fd77-ce31-489d-b8ad-6afce49f514a service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998266 Feb 14 21:24:56.180435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-93efae99-706c-4717-bfc1-0e595b0bbcef service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875852 Feb 14 21:24:56.302140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fc28e-a912-4bd3-a515-a6c4d1d52c6b req-534013c4-782a-4744-92d3-1f3e6bd6c69b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:56.303743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df9fc28e-a912-4bd3-a515-a6c4d1d52c6b req-534013c4-782a-4744-92d3-1f3e6bd6c69b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0688357 Feb 14 21:24:56.358418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-722084ed-27a5-407e-ade4-e6243896b182 req-9108d987-4329-4e6b-8d83-3bef4de5156b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 210 time: 0.0359735 Feb 14 21:24:56.382379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df9fc28e-a912-4bd3-a515-a6c4d1d52c6b req-82906922-31fe-4901-9641-35b208f2db65 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715959 Feb 14 21:24:56.612877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d82c-c4ae-455f-a090-71c166e8f8b9 req-ffa36b52-05bc-4e93-8c04-a13380094093 tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:56.614779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa08d82c-c4ae-455f-a090-71c166e8f8b9 req-ffa36b52-05bc-4e93-8c04-a13380094093 tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 1133 time: 0.0494220 Feb 14 21:24:56.665709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa08d82c-c4ae-455f-a090-71c166e8f8b9 req-115ab3b3-6a53-4c90-a7bb-73a89e7a51b3 tempest-ServersAdminNegativeTestJSON-1332729164 tempest-ServersAdminNegativeTestJSON-1332729164-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Feb 14 21:24:57.019129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b39ad5-1c89-4831-92a4-6f37dd7ef276 req-5b269ad8-24a6-4662-afc0-d4fb6a1d9e99 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:57.020562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97b39ad5-1c89-4831-92a4-6f37dd7ef276 req-5b269ad8-24a6-4662-afc0-d4fb6a1d9e99 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0846074 Feb 14 21:24:57.028204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7399-02d7-4c34-99b3-87c0e1d33691 req-f90123f1-843e-46b3-9ba6-87a1837b8648 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:57.029577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-176e7399-02d7-4c34-99b3-87c0e1d33691 req-f90123f1-843e-46b3-9ba6-87a1837b8648 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 950 time: 0.0827255 Feb 14 21:24:57.102373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97b39ad5-1c89-4831-92a4-6f37dd7ef276 req-7ff3da5b-dedc-4dbd-aae9-60e94a2683aa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Feb 14 21:24:57.105834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-176e7399-02d7-4c34-99b3-87c0e1d33691 req-c275f052-40b6-4fc6-bd99-75754f712353 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695472 Feb 14 21:24:57.374664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-4e02996d-5eea-4f69-94cd-a66815ea27d8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:57.376231 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-4e02996d-5eea-4f69-94cd-a66815ea27d8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.1144741 Feb 14 21:24:57.397333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'port': {'device_id': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'admin_state_up': True, 'tenant_id': '4f29fe88e2ef484b8e683f5034e3b030'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:57.478057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca8a6ff-6980-4b9c-b2fa-081550b145fd req-a562f6ac-4b61-490f-8cf8-f6b7c76d3012 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 210 time: 0.0330398 Feb 14 21:24:57.519134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Made reservation on behalf of 4f29fe88e2ef484b8e683f5034e3b030 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:24:57.522699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:57.530675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60fe0-8835-430f-ad9f-d2865083265d req-71450592-83fc-430c-9acb-5cdde1b397eb tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:57.532236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ce60fe0-8835-430f-ad9f-d2865083265d req-71450592-83fc-430c-9acb-5cdde1b397eb tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0566986 Feb 14 21:24:57.582170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ce60fe0-8835-430f-ad9f-d2865083265d req-cb2dba97-caf6-4659-8708-ec867519f0f3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Feb 14 21:24:57.648321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Allocated IP 172.20.0.10 (c51a2f00-6fdd-460f-ae40-db826a54ef51/8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7/916c65f0-be20-42af-a1f9-9eb4a3d65256) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:24:57.792317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:57.826358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:57.867514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:24:57.870333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:24:57.876208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:24:57.881884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:57.930206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:57.930809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:57.945994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-59fc5e08-3a60-4a86-b448-ea86b0936a9f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526922 Feb 14 21:24:58.057113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Request body: {'port': {'device_id': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:24:58.113989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.233595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3debc8b-4964-48a8-9a6c-e29ac6503ba2 req-747524ea-1cc1-4063-9a30-1fab8c656924 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.239684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3debc8b-4964-48a8-9a6c-e29ac6503ba2 req-747524ea-1cc1-4063-9a30-1fab8c656924 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0647407 Feb 14 21:24:58.322083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3debc8b-4964-48a8-9a6c-e29ac6503ba2 req-eb9656ac-391c-4c49-8fb3-a95eac001d6b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Feb 14 21:24:58.337987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc9d2-f0c9-4a36-b94b-899d0a93da4d req-44964ace-8f31-4b46-be7f-05a483b976db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.339529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73cbc9d2-f0c9-4a36-b94b-899d0a93da4d req-44964ace-8f31-4b46-be7f-05a483b976db tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 950 time: 0.1557534 Feb 14 21:24:58.390277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73cbc9d2-f0c9-4a36-b94b-899d0a93da4d req-fe4ec393-c20d-44e0-9e3a-cb5733d862b9 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Feb 14 21:24:58.415926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c65f0-be20-42af-a1f9-9eb4a3d65256 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:24:58.423380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks [] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.435699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Transition to ACTIVE for port object 916c65f0-be20-42af-a1f9-9eb4a3d65256 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:24:58.439917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.452693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.506857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:58.536898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af57d-326b-4a57-973b-3990c8764382 req-64f8058c-4da1-48e2-9a02-53683ba5ee47 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.538512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015af57d-326b-4a57-973b-3990c8764382 req-64f8058c-4da1-48e2-9a02-53683ba5ee47 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.83 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 950 time: 0.0579259 Feb 14 21:24:58.561330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Attempting to bind port 916c65f0-be20-42af-a1f9-9eb4a3d65256 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:24:58.561664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Attempting to bind port 916c65f0-be20-42af-a1f9-9eb4a3d65256 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:24:58.561995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Attempting to bind port 916c65f0-be20-42af-a1f9-9eb4a3d65256 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:58.566391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Port 916c65f0-be20-42af-a1f9-9eb4a3d65256 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:24:58.566743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Attempting to bind port 916c65f0-be20-42af-a1f9-9eb4a3d65256 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:24:58.572630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:24:58.572963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Checking segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:24:58.573341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Bound using segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:24:58.573762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Bound port: 916c65f0-be20-42af-a1f9-9eb4a3d65256, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:24:58.574125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.654725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:24:58.658347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:24:58.664823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.697694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.698583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.700238 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] 10.222.0.64 "PUT /v2.0/ports/916c65f0-be20-42af-a1f9-9eb4a3d65256 HTTP/1.1" status: 200 len: 1093 time: 0.6473434 Feb 14 21:24:58.702788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:58.703472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbe40a-ec61-41aa-95be-0c97741c5c65 req-d8cecad2-23b7-45cb-9e35-3f10f5dcf5fd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.705612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38bbe40a-ec61-41aa-95be-0c97741c5c65 req-d8cecad2-23b7-45cb-9e35-3f10f5dcf5fd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 944 time: 0.1334469 Feb 14 21:24:58.706117 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcbd5f9-3482-4faf-8438-a7bd33eae757" -d '{"events": [{"name": "network-changed", "server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:58.730811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Deleting port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:24:58.731520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.737449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75e9a1-6e4e-4b3b-9215-3b677455187a service neutron] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:58.799641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-530c336a-d07e-4076-adf0-57a9e9b7acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.801170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-530c336a-d07e-4076-adf0-57a9e9b7acb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 1127 time: 0.0457799 Feb 14 21:24:58.804057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f721e9-b8eb-41bc-982e-6b45b607bd87 req-994f7697-b21f-4ea6-9e6a-05b194d75f3c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.805566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76f721e9-b8eb-41bc-982e-6b45b607bd87 req-994f7697-b21f-4ea6-9e6a-05b194d75f3c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1527493 Feb 14 21:24:58.852683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-f8ec1bef-5949-4f07-afde-9d76f9a5103f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256 HTTP/1.1" status: 200 len: 217 time: 0.0439615 Feb 14 21:24:58.876253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38bbe40a-ec61-41aa-95be-0c97741c5c65 req-b74a70ef-03c8-411e-895a-0e694dd366d5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604583 Feb 14 21:24:58.900772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] For port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:24:58.901143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:58.917910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76f721e9-b8eb-41bc-982e-6b45b607bd87 req-e33b13ed-a4e7-4752-a75d-51400712d619 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028793 Feb 14 21:24:58.919376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-88b3c141-d5bb-47e0-8fe4-bd6a88e8cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:58.920791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-88b3c141-d5bb-47e0-8fe4-bd6a88e8cb1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 200 len: 861 time: 0.0508492 Feb 14 21:24:58.922213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Calling delete_port for 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:24:58.941484 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72f57da-d126-408b-9381-2b902e7c1ea3 x-openstack-request-id: req-a72f57da-d126-408b-9381-2b902e7c1ea3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:58.942003 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:58.942455 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a72f57da-d126-408b-9381-2b902e7c1ea3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:58.942857 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'status': 'completed', 'code': 200} Feb 14 21:24:58.958712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-c0b3e0d9-9893-44e9-b936-593f56ea97f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c51a2f00-6fdd-460f-ae40-db826a54ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306499 Feb 14 21:24:59.055515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:59.059645 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-fa421d46-6c6d-43a8-a0d0-91c5592fbf96 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826721 Feb 14 21:24:59.068750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:59.073512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['22e91090-c598-40cb-a3c6-9f1eec8ef4cf'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:24:59.086139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Pushing event deleted for resources: {'Port': ['ID=82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:24:59.132929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] No DVR routers for this DVR port 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:24:59.136543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:24:59.139954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015af57d-326b-4a57-973b-3990c8764382 req-b47009aa-a588-4236-acda-0bf2561ce234 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.83 "DELETE /v2.0/ports/82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 HTTP/1.1" status: 204 len: 173 time: 0.5962481 Feb 14 21:24:59.140430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'name': 'network-vif-deleted', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:24:59.143384 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5179740e-c31f-4010-911c-6582b23ed8ed" -d '{"events": [{"server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "name": "network-vif-deleted", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:24:59.163586 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6fe0fe90-d917-4890-8a9d-790a6da0ebf7 req-93f32c74-6805-4c17-b1a1-35fd84447bbe service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966523 Feb 14 21:24:59.195504 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70bbd73-9947-4560-8513-d6ada0f3330d x-openstack-request-id: req-b70bbd73-9947-4560-8513-d6ada0f3330d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:24:59.195801 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faf354e-a7f7-4181-bf06-44603d8a40c5", "name": "network-vif-deleted", "tag": "82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:24:59.196195 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b70bbd73-9947-4560-8513-d6ada0f3330d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:24:59.196709 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faf354e-a7f7-4181-bf06-44603d8a40c5', 'name': 'network-vif-deleted', 'tag': '82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5', 'status': 'completed', 'code': 200} Feb 14 21:24:59.286983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-c6983f4b-ebf2-474e-b34b-2e6856d62159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:59.294815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-c6983f4b-ebf2-474e-b34b-2e6856d62159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 1127 time: 0.0677629 Feb 14 21:24:59.395346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-a094d521-86b1-4a5c-bd40-a79ef008aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:59.396737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-a094d521-86b1-4a5c-bd40-a79ef008aea4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 922 time: 0.0943108 Feb 14 21:24:59.444179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-084d1ce6-7892-4802-aff2-8e3f33635c72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256 HTTP/1.1" status: 200 len: 217 time: 0.0356596 Feb 14 21:24:59.453012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02caa8f-58a2-4c07-9dda-1303f6d487c4 req-d6476df8-0440-4755-8568-e210571ff74f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:59.454533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e02caa8f-58a2-4c07-9dda-1303f6d487c4 req-d6476df8-0440-4755-8568-e210571ff74f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0587142 Feb 14 21:24:59.494416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-a3c676b2-4a4f-4610-b26c-573879be7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:24:59.495907 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-a3c676b2-4a4f-4610-b26c-573879be7c92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 200 len: 861 time: 0.0456307 Feb 14 21:24:59.505567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fa65ccf-8fb6-4f32-b8a4-e494ab4e93f9 req-bbe76215-f5a5-439d-91d5-7e2e0b83b087 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=4faf354e-a7f7-4181-bf06-44603d8a40c5 HTTP/1.1" status: 200 len: 210 time: 0.0308490 Feb 14 21:24:59.533279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e02caa8f-58a2-4c07-9dda-1303f6d487c4 req-77c25bc6-ce09-446b-a13d-7d8df32e52fc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720782 Feb 14 21:24:59.537784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-6c8650c0-0c14-44f8-a759-47768ffe7701 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c51a2f00-6fdd-460f-ae40-db826a54ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337048 Feb 14 21:24:59.629768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-cf764973-5999-4464-85cc-45ac37357a98 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841944 Feb 14 21:24:59.727270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddcbd5f9-3482-4faf-8438-a7bd33eae757 req-097032a0-a7bd-4bee-8f85-876e8daa2441 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899251 Feb 14 21:25:00.004363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3b745-fdd8-4221-8e78-7976f5d35741 req-777a3cb6-f2e9-43b6-a10d-8ee1a1097a78 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:00.005724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04e3b745-fdd8-4221-8e78-7976f5d35741 req-777a3cb6-f2e9-43b6-a10d-8ee1a1097a78 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 944 time: 0.0611005 Feb 14 21:25:00.080628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1adf21-8fb8-45d8-b718-70661416d301 req-066ec1cd-016b-4f83-ae52-f61d4e264d95 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:00.082104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc1adf21-8fb8-45d8-b718-70661416d301 req-066ec1cd-016b-4f83-ae52-f61d4e264d95 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0930898 Feb 14 21:25:00.089046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04e3b745-fdd8-4221-8e78-7976f5d35741 req-96f2c543-1384-4206-b5ca-14eb1d95b7d4 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Feb 14 21:25:00.131910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc1adf21-8fb8-45d8-b718-70661416d301 req-66ae351e-3790-4c0b-b652-a830880b091e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Feb 14 21:25:00.656120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4692-1517-46ad-8ddf-f0439537d367 req-2f49a9f6-cfe0-4028-a694-babc951e3917 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:00.657674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-916e4692-1517-46ad-8ddf-f0439537d367 req-2f49a9f6-cfe0-4028-a694-babc951e3917 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0543578 Feb 14 21:25:00.710645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-916e4692-1517-46ad-8ddf-f0439537d367 req-729f8294-ece3-4d8c-b901-39c9429e1850 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463514 Feb 14 21:25:00.791718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fde28d-dd78-4e28-90ba-cbc9fd5408b7 req-a6da9b9d-076a-4715-9c50-89205eaed08c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:00.793181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93fde28d-dd78-4e28-90ba-cbc9fd5408b7 req-a6da9b9d-076a-4715-9c50-89205eaed08c tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0548916 Feb 14 21:25:00.840534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93fde28d-dd78-4e28-90ba-cbc9fd5408b7 req-c4522432-83d1-4d66-a806-ad1528fefca0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Feb 14 21:25:00.921273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6be2af34-27a0-4383-82b1-eb1a87f63c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:01.218831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336d92d-adca-4bf0-8e62-81a779fdf669 req-9fc4d865-05c1-4b5a-9d9b-949d26600265 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:01.220318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9336d92d-adca-4bf0-8e62-81a779fdf669 req-9fc4d865-05c1-4b5a-9d9b-949d26600265 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 944 time: 0.0641720 Feb 14 21:25:01.291333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9336d92d-adca-4bf0-8e62-81a779fdf669 req-28031d00-47ef-4b3e-b12b-8b19c4db4992 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Feb 14 21:25:01.298165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437135-0ffa-4884-b78f-fe1b6652457c req-4a35bc99-b13b-4885-a24a-6cde35546e8e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:01.300328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01437135-0ffa-4884-b78f-fe1b6652457c req-4a35bc99-b13b-4885-a24a-6cde35546e8e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0975108 Feb 14 21:25:01.350714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01437135-0ffa-4884-b78f-fe1b6652457c req-278175ec-ac79-40f2-ae0a-c0f31c295b04 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Feb 14 21:25:01.829473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31472-50a3-4511-a2d2-3eefe8c5112d req-54196689-8a76-45df-9ec1-478579d81297 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:01.831032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81f31472-50a3-4511-a2d2-3eefe8c5112d req-54196689-8a76-45df-9ec1-478579d81297 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0532365 Feb 14 21:25:01.878254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81f31472-50a3-4511-a2d2-3eefe8c5112d req-f63c4359-cd05-4ee3-91b4-9b916da25210 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Feb 14 21:25:01.958880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a35e-3748-4a2d-a95e-a4c7fe14ce99 req-21ab1f54-54cd-4818-8b0c-4aad70a471d7 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:01.960387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85d2a35e-3748-4a2d-a95e-a4c7fe14ce99 req-21ab1f54-54cd-4818-8b0c-4aad70a471d7 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0534551 Feb 14 21:25:02.006379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85d2a35e-3748-4a2d-a95e-a4c7fe14ce99 req-8dad0b00-9eb6-49c2-b88f-1b16d202e605 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/security-groups?id=f76caca2-a207-4ac7-986a-158dae10854c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Feb 14 21:25:02.416953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccff3d5-8012-405d-86b4-033e437ccca1 req-231c1824-f85f-4719-bea4-36334b69674e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:02.418598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ccff3d5-8012-405d-86b4-033e437ccca1 req-231c1824-f85f-4719-bea4-36334b69674e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 944 time: 0.0586929 Feb 14 21:25:02.493718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ccff3d5-8012-405d-86b4-033e437ccca1 req-13f4da8e-5e92-4f0a-acde-a8d4dd9668db tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688169 Feb 14 21:25:02.509510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd4d69-6c55-4355-8ae3-57965026ca0d req-7efa7d9b-4ed2-4020-ba79-c167686b1f53 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:02.510973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-abfd4d69-6c55-4355-8ae3-57965026ca0d req-7efa7d9b-4ed2-4020-ba79-c167686b1f53 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0800173 Feb 14 21:25:02.559414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-abfd4d69-6c55-4355-8ae3-57965026ca0d req-2e050594-9407-4e6d-b37d-b33de60b1bdd tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Feb 14 21:25:02.648196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-e4c9203f-aca9-47b4-a12e-294a503c7b63 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:02.649633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-e4c9203f-aca9-47b4-a12e-294a503c7b63 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.64 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 950 time: 0.0537319 Feb 14 21:25:02.702635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:02.755357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Deleting port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:02.755712 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:02.813093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:02.823319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'port_id': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'mac_address': 'fa:16:3e:f5:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:02.854172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] For port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:02.854577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:02.863283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 916c65f0-be20-42af-a1f9-9eb4a3d65256 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:02.863748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:02.866851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Calling delete_port for 22e91090-c598-40cb-a3c6-9f1eec8ef4cf owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:02.877114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c65f0-be20-42af-a1f9-9eb4a3d65256 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:02.897074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:02.904645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:02.959689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:03.010761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (22e91090-c598-40cb-a3c6-9f1eec8ef4cf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:03.012136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece81e5-d552-4dcc-a433-8f08ea6d4fff req-7360de91-e6d4-41fe-a7a3-1ecfbccfc9ce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:03.014080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ece81e5-d552-4dcc-a433-8f08ea6d4fff req-7360de91-e6d4-41fe-a7a3-1ecfbccfc9ce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0598991 Feb 14 21:25:03.039289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Pushing event deleted for resources: {'Port': ['ID=22e91090-c598-40cb-a3c6-9f1eec8ef4cf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:03.089199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] No DVR routers for this DVR port 22e91090-c598-40cb-a3c6-9f1eec8ef4cf on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:03.092466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ece81e5-d552-4dcc-a433-8f08ea6d4fff req-9704e5e9-d702-4331-a2dd-d49734b3f53a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709958 Feb 14 21:25:03.093275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:03.097726 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1b52f455-2016-4f21-b270-0efb857ae3fc req-0265113f-85f7-444b-bd63-eed01e1375a0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.64 "DELETE /v2.0/ports/22e91090-c598-40cb-a3c6-9f1eec8ef4cf HTTP/1.1" status: 204 len: 173 time: 0.4408014 Feb 14 21:25:03.098338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'name': 'network-vif-deleted', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:03.100681 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0783fc4c-9d11-4980-bd39-c430447ccde2" -d '{"events": [{"server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "name": "network-vif-deleted", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:03.140635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ec95917-30f9-493f-97a8-a3dbd241aa82 req-48e9fffb-71e1-4ee0-b40d-46d2464e46e0 tempest-ServersAdminNegativeTestJSON-1129308187 tempest-ServersAdminNegativeTestJSON-1129308187-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a6ceff-eab6-4255-b25a-b88474f2ba36 HTTP/1.1" status: 200 len: 210 time: 0.0579576 Feb 14 21:25:03.150406 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61644cac-987a-4acf-92ac-0cf8c0fca6e8 x-openstack-request-id: req-61644cac-987a-4acf-92ac-0cf8c0fca6e8 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:03.150858 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a6ceff-eab6-4255-b25a-b88474f2ba36", "name": "network-vif-deleted", "tag": "22e91090-c598-40cb-a3c6-9f1eec8ef4cf", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:03.151120 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61644cac-987a-4acf-92ac-0cf8c0fca6e8 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:03.151561 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a6ceff-eab6-4255-b25a-b88474f2ba36', 'name': 'network-vif-deleted', 'tag': '22e91090-c598-40cb-a3c6-9f1eec8ef4cf', 'status': 'completed', 'code': 200} Feb 14 21:25:03.303834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a155e2df-c38a-42ac-9b88-993b941a86b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:03.476406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['916c65f0-be20-42af-a1f9-9eb4a3d65256'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:03.520082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:03.546863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:03.547228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 82d8b5b9-1f75-4810-8c8e-d16e5e5eb6b5 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:03.660471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993ac75-9a87-485b-b09a-5bdf23f1074c req-61cb8b97-1f15-45e4-9b22-867d21634013 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:03.661990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a993ac75-9a87-485b-b09a-5bdf23f1074c req-61cb8b97-1f15-45e4-9b22-867d21634013 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Feb 14 21:25:03.753393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a993ac75-9a87-485b-b09a-5bdf23f1074c req-ada19066-da92-4f40-9548-d07a612af8cc tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797086 Feb 14 21:25:03.764155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854a3e7-edb6-4bfc-84b3-db518aa317f1 req-2dc04977-a8da-4eb6-bc48-975c6b49793d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:03.765625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9854a3e7-edb6-4bfc-84b3-db518aa317f1 req-2dc04977-a8da-4eb6-bc48-975c6b49793d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1155260 Feb 14 21:25:03.801506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a7c2-817b-4eb7-bd93-06d595a9a5e5 req-3e99ca55-4caa-4643-b5cf-d17db104149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:03.803288 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9d19a7c2-817b-4eb7-bd93-06d595a9a5e5 req-3e99ca55-4caa-4643-b5cf-d17db104149f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.0519743 Feb 14 21:25:03.813807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9854a3e7-edb6-4bfc-84b3-db518aa317f1 req-e6d0bcc6-de2d-4b71-8bcb-4bf5088eb6ec tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Feb 14 21:25:03.847834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9d19a7c2-817b-4eb7-bd93-06d595a9a5e5 req-fa407213-0e6c-4542-916d-b4786e3f0e8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Feb 14 21:25:04.210331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86324622-083e-48ce-b479-91c915ae4d9b req-5b380e10-40f1-450c-916a-27443fedba6d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:04.211969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86324622-083e-48ce-b479-91c915ae4d9b req-5b380e10-40f1-450c-916a-27443fedba6d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0541911 Feb 14 21:25:04.259852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86324622-083e-48ce-b479-91c915ae4d9b req-a4b300ba-a9ab-4ccf-9fc2-33de1a8c5b81 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Feb 14 21:25:04.436192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49518) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:04.569692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:04.576775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39528c9a-e11f-4455-b7b3-f3c04e0927ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3b89b09af7c4eeeb7661f46726f3643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394334 Feb 14 21:25:04.579389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49522) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:04.626155 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] Publish callbacks [] for security_group (f76caca2-a207-4ac7-986a-158dae10854c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:04.646717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] Publish callbacks [] for security_group (f76caca2-a207-4ac7-986a-158dae10854c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:04.697674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f76caca2-a207-4ac7-986a-158dae10854c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:04.699428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e91090-c598-40cb-a3c6-9f1eec8ef4cf no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:04.701805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:04.703046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f76caca2-a207-4ac7-986a-158dae10854c HTTP/1.1" status: 204 len: 168 time: 0.1226916 Feb 14 21:25:04.711273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a67b54-b082-43ea-a571-8bf455ac9d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76caca2-a207-4ac7-986a-158dae10854c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:04.729111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 22e91090-c598-40cb-a3c6-9f1eec8ef4cf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:04.729445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e91090-c598-40cb-a3c6-9f1eec8ef4cf not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:04.975502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b216a-ba8b-4b97-a270-d0ae4a658d50 req-9e91501b-db49-48a2-a99d-17965535ef79 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:04.977360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a3b216a-ba8b-4b97-a270-d0ae4a658d50 req-9e91501b-db49-48a2-a99d-17965535ef79 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 945 time: 0.1298676 Feb 14 21:25:04.987779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f5401-2903-463d-a3a0-7c3cf65690d0 req-75008d79-aac5-4474-b7dc-d1dca36881d4 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:04.989434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b6f5401-2903-463d-a3a0-7c3cf65690d0 req-75008d79-aac5-4474-b7dc-d1dca36881d4 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0962539 Feb 14 21:25:05.036613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49532) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:05.075525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a3b216a-ba8b-4b97-a270-d0ae4a658d50 req-5aded08e-f03d-4697-b74b-63dfda41a644 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848238 Feb 14 21:25:05.079351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b6f5401-2903-463d-a3a0-7c3cf65690d0 req-eead9fc8-4342-4c08-b683-915790e36b8e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819430 Feb 14 21:25:05.084000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:05.084186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1deff6e-1d10-48f0-989e-07715318ece7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10b485b4a99d4175938f2f57862e3871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463941 Feb 14 21:25:05.140246 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] Publish callbacks [] for security_group (3723a9ed-e2b3-4b9f-a10a-cbb99dff8857), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:05.163520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] Publish callbacks [] for security_group (3723a9ed-e2b3-4b9f-a10a-cbb99dff8857), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:05.217301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3723a9ed-e2b3-4b9f-a10a-cbb99dff8857), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:05.219920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:05.221103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3723a9ed-e2b3-4b9f-a10a-cbb99dff8857 HTTP/1.1" status: 204 len: 168 time: 0.1359899 Feb 14 21:25:05.230018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364147f-692a-4ec0-8069-83cc6dce432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3723a9ed-e2b3-4b9f-a10a-cbb99dff8857,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:05.404088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea25652-d250-4edb-86a9-97f59e2215c0 req-66aa562b-36b2-4354-a3ef-0e727cdf9851 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:05.405829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cea25652-d250-4edb-86a9-97f59e2215c0 req-66aa562b-36b2-4354-a3ef-0e727cdf9851 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0689266 Feb 14 21:25:05.463493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cea25652-d250-4edb-86a9-97f59e2215c0 req-90d4b866-2294-46f7-9643-20fc763e0604 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Feb 14 21:25:05.652466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:05.889822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:06.259511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df0de-06df-4b46-a84f-218db27eb102 req-81b3d604-7654-426c-bb4e-12bc0d217b27 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.260710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e3df0de-06df-4b46-a84f-218db27eb102 req-81b3d604-7654-426c-bb4e-12bc0d217b27 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0947258 Feb 14 21:25:06.271687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3923d-c8db-48d7-b203-9ae994b5c257 req-6a51612c-3d29-4d81-b795-6ddb32be2c7e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.273395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cde3923d-c8db-48d7-b203-9ae994b5c257 req-6a51612c-3d29-4d81-b795-6ddb32be2c7e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 945 time: 0.0931377 Feb 14 21:25:06.357523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e3df0de-06df-4b46-a84f-218db27eb102 req-c3265457-fedc-45ee-b42a-e7912278d3c2 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830946 Feb 14 21:25:06.363023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cde3923d-c8db-48d7-b203-9ae994b5c257 req-d9d7c57f-dcaa-483c-b5fc-d1afc8b8c1ac tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813305 Feb 14 21:25:06.619262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-ca06a3f8-166f-47d2-a3a3-2650febb5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.620780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-ca06a3f8-166f-47d2-a3a3-2650febb5b10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.0500708 Feb 14 21:25:06.652475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878dada-0b68-4a36-a54c-6755c74b40cc req-74d476c4-1ea6-47fa-a089-b9a780438fc3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.654106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3878dada-0b68-4a36-a54c-6755c74b40cc req-74d476c4-1ea6-47fa-a089-b9a780438fc3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0737813 Feb 14 21:25:06.661835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975022ed-e2b6-41a6-9870-2c2284285f6f req-395f393d-37b4-42ff-a35e-ce54c5483d8e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.663299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-975022ed-e2b6-41a6-9870-2c2284285f6f req-395f393d-37b4-42ff-a35e-ce54c5483d8e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1209104 Feb 14 21:25:06.718251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-c7d70d30-6266-43b6-b537-9cdb456adc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.720066 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-c7d70d30-6266-43b6-b537-9cdb456adc84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.0924859 Feb 14 21:25:06.724155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:06.740571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3878dada-0b68-4a36-a54c-6755c74b40cc req-66ad9d61-d61f-45ca-a6b6-206ee20612e0 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Feb 14 21:25:06.743624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-975022ed-e2b6-41a6-9870-2c2284285f6f req-1d0912fa-cc94-4f56-8465-7ff9e6cc2b30 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737181 Feb 14 21:25:06.769623 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-bc6ea798-1a32-4eba-8f1a-7dc566f53f9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.0422823 Feb 14 21:25:06.788928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 916c65f0-be20-42af-a1f9-9eb4a3d65256 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:25:06.793311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 916c65f0-be20-42af-a1f9-9eb4a3d65256 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:06.793931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:06.830352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-03813b53-c138-409f-b25f-e253e31f3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:06.832584 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-03813b53-c138-409f-b25f-e253e31f3b8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.0566621 Feb 14 21:25:06.865599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-e120192a-6760-488d-9ef9-969af17dcc6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271559 Feb 14 21:25:06.881283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 916c65f0-be20-42af-a1f9-9eb4a3d65256 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:06.881594 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:06.904970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:06.907236 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b681e465-c7ba-416c-a119-32efca5de926" -d '{"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-plugged", "status": "completed", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:06.919839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:06.924844 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:06.960884 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d7f18-25e9-4906-a1ef-05e6d8082635 x-openstack-request-id: req-306d7f18-25e9-4906-a1ef-05e6d8082635 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:06.961174 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-plugged", "status": "completed", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:06.961433 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-306d7f18-25e9-4906-a1ef-05e6d8082635 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:06.962022 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'code': 200} Feb 14 21:25:06.990839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-501647bf-b896-4fe3-b42c-ca48ad498833 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179113 Feb 14 21:25:06.991316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:07.085568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7138ab9-e55d-4975-b7c1-e040ec2b10f9 req-c34a1157-4252-480f-854f-f2dd96522be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:07.087078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7138ab9-e55d-4975-b7c1-e040ec2b10f9 req-c34a1157-4252-480f-854f-f2dd96522be1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 1129 time: 0.0502503 Feb 14 21:25:07.112621 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.116619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-17b5b55c-7c40-412d-8294-a228b3d3db0f req-0329aea2-392c-4f31-bb83-2dfd000f9253 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183295 Feb 14 21:25:07.141573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7138ab9-e55d-4975-b7c1-e040ec2b10f9 req-9d6413e0-408e-41d5-a4ff-b4c37d6aa863 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Feb 14 21:25:07.378400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49608) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:07.508969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc578f91-7c8e-4f81-8fd8-60aafe0c95c0 req-0d7966eb-f6d8-4eb6-8ca3-e0fffc61d2de tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:07.510915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc578f91-7c8e-4f81-8fd8-60aafe0c95c0 req-0d7966eb-f6d8-4eb6-8ca3-e0fffc61d2de tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0649970 Feb 14 21:25:07.529196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.574688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc578f91-7c8e-4f81-8fd8-60aafe0c95c0 req-6eae5ec2-f92a-4516-8297-b81dd6255da7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Feb 14 21:25:07.625533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Publish callbacks [] for security_group (b8547972-9414-4057-a501-e4e6c9558c21), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.630293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b8547972-9414-4057-a501-e4e6c9558c21), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.671140 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=88cb1c194ff3454aa21a1789eb051e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916105 Feb 14 21:25:07.672743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8547972-9414-4057-a501-e4e6c9558c21,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:07.675367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:07.687397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.687985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.688551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.689114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.689702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.690275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.690833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.691598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.692138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.692733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.693966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.694728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.695327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f7eb-fb9e-4335-b25e-4a3e905a34e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.739577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Publish callbacks [] for security_group (b8547972-9414-4057-a501-e4e6c9558c21), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.762911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Publish callbacks [] for security_group (b8547972-9414-4057-a501-e4e6c9558c21), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.826168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b8547972-9414-4057-a501-e4e6c9558c21), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.830212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:07.831607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8547972-9414-4057-a501-e4e6c9558c21 HTTP/1.1" status: 204 len: 168 time: 0.1550112 Feb 14 21:25:07.890952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8547972-9414-4057-a501-e4e6c9558c21,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:07.907422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.907821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.908110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.908449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.908790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.909652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.909982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.910301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.910623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.910943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.911297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.911616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.911931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96167e-9aab-4fa7-ad94-85ba93def055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:07.948622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb50b9-e7e7-4d80-add4-73cd000fecea req-6d573ba3-eda4-4131-aef1-9e7fbfb188ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:07.950148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cedb50b9-e7e7-4d80-add4-73cd000fecea req-6d573ba3-eda4-4131-aef1-9e7fbfb188ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1132765 Feb 14 21:25:07.957858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a6fb-5065-4733-99d8-5cf6c4424827 req-e6db2696-e1f5-4013-9b0e-215212a9d5f3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:07.959322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf31a6fb-5065-4733-99d8-5cf6c4424827 req-e6db2696-e1f5-4013-9b0e-215212a9d5f3 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1163769 Feb 14 21:25:08.039860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cedb50b9-e7e7-4d80-add4-73cd000fecea req-5642812b-012b-47e2-b6cc-f082ae73b6f2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795565 Feb 14 21:25:08.044764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf31a6fb-5065-4733-99d8-5cf6c4424827 req-d3b25e87-579c-4eff-bfc8-4d3d55d3d37f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774992 Feb 14 21:25:08.169915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:08.184318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e36-cfff-43a5-8de4-17f29853d5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.264968 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e36-cfff-43a5-8de4-17f29853d5c6 admin admin] Publish callbacks [] for security_group (51330941-9a3a-4adc-9edd-306366ab2f29), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.269376 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d62e36-cfff-43a5-8de4-17f29853d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (51330941-9a3a-4adc-9edd-306366ab2f29), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.310977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f7d62e36-cfff-43a5-8de4-17f29853d5c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b43f1e538e248a8a9dfa5992b94870e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398821 Feb 14 21:25:08.312212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d62e36-cfff-43a5-8de4-17f29853d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51330941-9a3a-4adc-9edd-306366ab2f29,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:08.313953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:08.369695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] Publish callbacks [] for security_group (51330941-9a3a-4adc-9edd-306366ab2f29), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.393109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] Publish callbacks [] for security_group (51330941-9a3a-4adc-9edd-306366ab2f29), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.447519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (51330941-9a3a-4adc-9edd-306366ab2f29), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.450595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:08.451874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51330941-9a3a-4adc-9edd-306366ab2f29 HTTP/1.1" status: 204 len: 168 time: 0.1366260 Feb 14 21:25:08.460688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876165c-8413-47b2-8314-9fc735f9826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51330941-9a3a-4adc-9edd-306366ab2f29,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:08.724766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d220-5998-4ebe-8e18-b1acece80626 req-3c4469b4-f0bc-4e6f-bfe5-76b203ad7aa8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:08.726412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d92d220-5998-4ebe-8e18-b1acece80626 req-3c4469b4-f0bc-4e6f-bfe5-76b203ad7aa8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0693069 Feb 14 21:25:08.788685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d92d220-5998-4ebe-8e18-b1acece80626 req-c1f9b503-a83c-41e8-8f9b-87b3ac7a5687 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522943 Feb 14 21:25:09.205530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0ecc1-5bae-4d07-aee6-a4c4d5e94ac8 req-12c2f6a2-0fd5-4c60-a4f1-0f47e36b8b31 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:09.207766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01f0ecc1-5bae-4d07-aee6-a4c4d5e94ac8 req-12c2f6a2-0fd5-4c60-a4f1-0f47e36b8b31 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0914190 Feb 14 21:25:09.215871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2aaf6-cb28-4462-b8ee-5d7e34114f81 req-b59a0ac5-08e1-4977-9554-a0bcc53d459e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:09.217372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce2aaf6-cb28-4462-b8ee-5d7e34114f81 req-b59a0ac5-08e1-4977-9554-a0bcc53d459e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0908799 Feb 14 21:25:09.292601 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01f0ecc1-5bae-4d07-aee6-a4c4d5e94ac8 req-bdc21d40-0cfb-4971-9e3a-a3c190d9d296 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742228 Feb 14 21:25:09.300583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce2aaf6-cb28-4462-b8ee-5d7e34114f81 req-7da5f2a1-9ef6-4c03-afc3-19be0a661c36 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Feb 14 21:25:09.920425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c307-2152-4bd3-8dce-19ab2a02ffbd req-c4c33d67-f440-4646-9b41-8e707b503163 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:09.922354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b3c307-2152-4bd3-8dce-19ab2a02ffbd req-c4c33d67-f440-4646-9b41-8e707b503163 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0628445 Feb 14 21:25:09.974108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b3c307-2152-4bd3-8dce-19ab2a02ffbd req-3d6ff390-a395-4929-84f7-384c77373739 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Feb 14 21:25:10.104308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010e4a2-ed74-46ff-980b-1963276dccec req-c7ea8c82-b859-45b0-a61f-4204c4e8ff36 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:10.106462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9010e4a2-ed74-46ff-980b-1963276dccec req-c7ea8c82-b859-45b0-a61f-4204c4e8ff36 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0568519 Feb 14 21:25:10.168864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9010e4a2-ed74-46ff-980b-1963276dccec req-7abb8b30-7b10-4316-a77f-d823da9db1f0 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Feb 14 21:25:10.316135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49696) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:10.442212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8dd0a2-a0be-4684-a939-02e802adfb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.458146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c04060-dd55-418f-bc23-7a1fd14c9852 req-a1e56df2-3344-4e6a-8f9c-f25180bbf1c1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:10.459699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47c04060-dd55-418f-bc23-7a1fd14c9852 req-a1e56df2-3344-4e6a-8f9c-f25180bbf1c1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0911229 Feb 14 21:25:10.536080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47c04060-dd55-418f-bc23-7a1fd14c9852 req-989b0116-bc00-4e0b-a05b-5d32e8a63544 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637784 Feb 14 21:25:10.550932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8dd0a2-a0be-4684-a939-02e802adfb6d admin admin] Publish callbacks [] for security_group (d1c8d292-731e-4d21-89fb-8385f0e6b295), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.560402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8dd0a2-a0be-4684-a939-02e802adfb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d1c8d292-731e-4d21-89fb-8385f0e6b295), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.609107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f8dd0a2-a0be-4684-a939-02e802adfb6d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb9b61a3099b4c669373cf1de3216c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903633 Feb 14 21:25:10.611711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:10.617831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dd0a2-a0be-4684-a939-02e802adfb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c8d292-731e-4d21-89fb-8385f0e6b295,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:10.646769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1c43-5aae-4a9e-a0ab-3973eb82f8cc req-5bed475d-2595-47e8-8f6f-73ff3326753e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:10.648331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f9a1c43-5aae-4a9e-a0ab-3973eb82f8cc req-5bed475d-2595-47e8-8f6f-73ff3326753e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0612683 Feb 14 21:25:10.674054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] Publish callbacks [] for security_group (d1c8d292-731e-4d21-89fb-8385f0e6b295), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.698897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] Publish callbacks [] for security_group (d1c8d292-731e-4d21-89fb-8385f0e6b295), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.706954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f9a1c43-5aae-4a9e-a0ab-3973eb82f8cc req-cd3a837d-4bbe-423b-a43f-d76e5dbe0957 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514903 Feb 14 21:25:10.750416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d1c8d292-731e-4d21-89fb-8385f0e6b295), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.753711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:10.755928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1c8d292-731e-4d21-89fb-8385f0e6b295 HTTP/1.1" status: 204 len: 168 time: 0.1430876 Feb 14 21:25:10.766061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ec9d-c6a1-4f2c-95d5-03eef535a434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c8d292-731e-4d21-89fb-8385f0e6b295,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:10.917638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d8dfe-a73e-4280-8aff-8759074a7171 req-5c990ef4-ef47-4f1f-841c-e927d8fd9ebe tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:10.919515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-095d8dfe-a73e-4280-8aff-8759074a7171 req-5c990ef4-ef47-4f1f-841c-e927d8fd9ebe tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Feb 14 21:25:10.984275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-095d8dfe-a73e-4280-8aff-8759074a7171 req-13117f72-3ece-467f-8da7-672d84bb544d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Feb 14 21:25:11.121632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:11.142648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96f7-9f75-46d4-9c1b-8f95f75724e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.227624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96f7-9f75-46d4-9c1b-8f95f75724e2 admin admin] Publish callbacks [] for security_group (72d9f375-8f59-4116-b889-4dfe9f6d2e94), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.231694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96f7-9f75-46d4-9c1b-8f95f75724e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (72d9f375-8f59-4116-b889-4dfe9f6d2e94), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.272528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef6c96f7-9f75-46d4-9c1b-8f95f75724e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71b11985d3894a92ae63f199fe358278&name=default HTTP/1.1" status: 200 len: 2997 time: 0.1494176 Feb 14 21:25:11.275645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:11.280456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c96f7-9f75-46d4-9c1b-8f95f75724e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9f375-8f59-4116-b889-4dfe9f6d2e94,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:11.336102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] Publish callbacks [] for security_group (72d9f375-8f59-4116-b889-4dfe9f6d2e94), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.360530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] Publish callbacks [] for security_group (72d9f375-8f59-4116-b889-4dfe9f6d2e94), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.411007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (72d9f375-8f59-4116-b889-4dfe9f6d2e94), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.413845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:11.415007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72d9f375-8f59-4116-b889-4dfe9f6d2e94 HTTP/1.1" status: 204 len: 168 time: 0.1383853 Feb 14 21:25:11.423391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01bc08-56a0-4176-9c0d-45d59fb89021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9f375-8f59-4116-b889-4dfe9f6d2e94,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:11.674212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c7e2-9374-4e57-a143-e682fcdb45af req-198e8584-ac8d-4d68-a506-0d71c409fbf3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:11.677402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4434c7e2-9374-4e57-a143-e682fcdb45af req-198e8584-ac8d-4d68-a506-0d71c409fbf3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.0616267 Feb 14 21:25:11.736245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4434c7e2-9374-4e57-a143-e682fcdb45af req-c774dc2f-5512-48f0-90ef-0f4f73dba564 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Feb 14 21:25:12.146799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c98c-13b8-498f-a8c4-98bf309bd679 req-618463a8-94dc-41b2-80d5-cf3e5190fb9a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:12.148500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9d3c98c-13b8-498f-a8c4-98bf309bd679 req-618463a8-94dc-41b2-80d5-cf3e5190fb9a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0775585 Feb 14 21:25:12.242936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:12.247676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9d3c98c-13b8-498f-a8c4-98bf309bd679 req-bb74e2d7-9d63-445d-b5ca-bc7c6cdc87f3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Feb 14 21:25:12.394903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-network', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:12.418634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Made reservation on behalf of c16a9e9bc45c41f4a5b76f3779edd6fc for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:12.421130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.432501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.529229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks [] for security_group (c3f47ae9-1b43-406d-a73d-44c7e159880b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.531076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-bd21e882-b6e5-4ff2-9543-df929ea0c5a8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:25:12.532968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-bd21e882-b6e5-4ff2-9543-df929ea0c5a8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081356 Feb 14 21:25:12.534446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f47ae9-1b43-406d-a73d-44c7e159880b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.576236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:25:12.594084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f47ae9-1b43-406d-a73d-44c7e159880b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:12.602395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0d72905a-63a2-404c-a56b-cd07f66fc6df), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.603975 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Added segment 0d72905a-63a2-404c-a56b-cd07f66fc6df of type vlan for network 80d398ed-51db-46d5-83ff-6a0740a6b332 Feb 14 21:25:12.638766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-2c1bfbfd-4f04-4ad4-a983-c60be0d5f666 service neutron] 10.222.0.83 "GET /v2.0/ports/3083b63f-6669-411b-8e4b-0ef58fc0a313/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.0943103 Feb 14 21:25:12.661107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (80d398ed-51db-46d5-83ff-6a0740a6b332), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.690039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (80d398ed-51db-46d5-83ff-6a0740a6b332), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.691567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:12.692148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.747193 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5026793 Feb 14 21:25:12.751134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:12.756558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52663-32ae-42de-894c-9de910c32cce admin admin] Pushing event updated for resources: {'Network': ['ID=80d398ed-51db-46d5-83ff-6a0740a6b332,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:12.757363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Request body: {'subnet': {'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-subnet', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:12.769220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:25:12.808799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Made reservation on behalf of c16a9e9bc45c41f4a5b76f3779edd6fc for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:12.813347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:12.983670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be289f-b1e3-4e16-b9eb-c77ae2e2fbf5 req-1bb1c1e7-a7e0-403d-bca8-070f05053eef tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:12.985164 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11be289f-b1e3-4e16-b9eb-c77ae2e2fbf5 req-1bb1c1e7-a7e0-403d-bca8-070f05053eef tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1515236 Feb 14 21:25:12.990017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-4829b850-aca4-4474-a559-6c692c1d96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:12.991414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-4829b850-aca4-4474-a559-6c692c1d96ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.1276534 Feb 14 21:25:13.483478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11be289f-b1e3-4e16-b9eb-c77ae2e2fbf5 req-92ba4a9a-fb4b-4034-b13c-eaf096ecb5b6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889519 Feb 14 21:25:13.503975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-76cad55f-c980-4a65-adbb-6fde87ec774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.505619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-76cad55f-c980-4a65-adbb-6fde87ec774d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1133 time: 0.4838803 Feb 14 21:25:13.526236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (38a2d966-742b-4a08-9f99-075261cca65e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:13.554757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263aa3-4b68-42db-902a-305bca9a9e01 req-af3c5013-897c-4f14-b564-a6dd876eb0b6 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.556280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6263aa3-4b68-42db-902a-305bca9a9e01 req-af3c5013-897c-4f14-b564-a6dd876eb0b6 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1770740 Feb 14 21:25:13.711455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a2d966-742b-4a08-9f99-075261cca65e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:13.761940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-3af952d2-21cd-4fd4-be7f-bab40b85c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.763374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-3af952d2-21cd-4fd4-be7f-bab40b85c9df service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2500503 Feb 14 21:25:13.769991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6263aa3-4b68-42db-902a-305bca9a9e01 req-500796af-4fe9-48a2-934f-fe7f0bb67c48 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547704 Feb 14 21:25:13.778683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Checking segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:13.779249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Network hostable DHCP agents. Network: 80d398ed-51db-46d5-83ff-6a0740a6b332, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:25:13.817981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-498bc9dd-65ae-4da3-bb1c-14e53115c558 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.0470684 Feb 14 21:25:13.828573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b9d66-9df8-45ba-a613-2ef6b7bb1bfd req-408fff05-689a-4c45-b524-5066d2ce0d09 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.830171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-129b9d66-9df8-45ba-a613-2ef6b7bb1bfd req-408fff05-689a-4c45-b524-5066d2ce0d09 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.2108829 Feb 14 21:25:13.888031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:25:13.910800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 80d398ed-51db-46d5-83ff-6a0740a6b332) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:13.920224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def849f4-5c2a-464c-b8b0-cb894f09e98c None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:25:13.927321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-4f65489d-55f1-40b6-b6d0-fe2d480d79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.928794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-4f65489d-55f1-40b6-b6d0-fe2d480d79ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0977345 Feb 14 21:25:13.933303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:13.933769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:13.953032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-129b9d66-9df8-45ba-a613-2ef6b7bb1bfd req-b4ddf608-8b88-4d2a-90ee-e44b6c3f68f4 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102054 Feb 14 21:25:13.989015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-91a49a49-5d16-4317-b529-917a94e373e6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2352877 Feb 14 21:25:13.989015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:13.999502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:14.030525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944dd4-bb80-4f22-83f3-50082088e2db req-ddd408d8-9227-41bc-8f6c-a8e9c22bff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:14.032404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-ddd408d8-9227-41bc-8f6c-a8e9c22bff99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0951500 Feb 14 21:25:14.033753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.035440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.075175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-80d398ed-51db-46d5-83ff-6a0740a6b332', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'fixed_ips': [{'subnet_id': '38a2d966-742b-4a08-9f99-075261cca65e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:25:14.076443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.162184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for router_controller (4319633f-b0e1-4b93-ae01-d5006413a3d7), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.263497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Allocated IP 172.20.0.2 (80d398ed-51db-46d5-83ff-6a0740a6b332/38a2d966-742b-4a08-9f99-075261cca65e/e139a421-2bbb-4e7d-95c1-cd06282007e3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:14.270424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-089e7d62-80ba-4d9b-aa38-c11201804036 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251132 Feb 14 21:25:14.408590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for router_gateway (4319633f-b0e1-4b93-ae01-d5006413a3d7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.445613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks [] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.454770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.500655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:14.503906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:14.509808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-f56357f1-be48-45ca-a110-e0003fc901d8 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322009 Feb 14 21:25:14.510618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:14.529735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Pushing event updated for resources: {'Port': ['ID=e139a421-2bbb-4e7d-95c1-cd06282007e3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:14.564948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.565325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.565646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.565984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.566855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.575266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.575792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.576145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.576489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.576971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.577385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.577796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.578190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:14.619554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Attempting to bind port e139a421-2bbb-4e7d-95c1-cd06282007e3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:14.620003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Attempting to bind port e139a421-2bbb-4e7d-95c1-cd06282007e3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:14.620418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Attempting to bind port e139a421-2bbb-4e7d-95c1-cd06282007e3 on network 80d398ed-51db-46d5-83ff-6a0740a6b332 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:14.626489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:14.626912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Checking segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:14.627350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.627743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Bound using segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:14.628208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Bound port: e139a421-2bbb-4e7d-95c1-cd06282007e3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:14.629165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.706607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] For port e139a421-2bbb-4e7d-95c1-cd06282007e3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:14.710876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] For port e139a421-2bbb-4e7d-95c1-cd06282007e3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e139a421-2bbb-4e7d-95c1-cd06282007e3,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:14.720819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.765700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e617-da0b-402b-9696-9c7482a34698 req-dc7370d8-7e4f-4abc-a6f8-ab467acb1bfd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:14.768774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c1e617-da0b-402b-9696-9c7482a34698 req-dc7370d8-7e4f-4abc-a6f8-ab467acb1bfd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1934891 Feb 14 21:25:14.774923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:14.775518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for router_gateway (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.811042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16c465-4412-4cc0-828c-803fb6959fe9 None None] Pushing event updated for resources: {'Port': ['ID=e139a421-2bbb-4e7d-95c1-cd06282007e3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:14.832952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.922113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:14.933310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c1e617-da0b-402b-9696-9c7482a34698 req-cd1fbb0b-0788-4c2f-a097-4f0827cc7d79 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091552 Feb 14 21:25:14.935548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'port_id': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'mac_address': 'fa:16:3e:f5:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:14.990442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 916c65f0-be20-42af-a1f9-9eb4a3d65256 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:14.990899 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:14.998203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Allocated IP 172.25.2.225 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/227dc898-8219-421e-b4b5-afc817223827) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:15.009709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 916c65f0-be20-42af-a1f9-9eb4a3d65256 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:15.035922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:15.045184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.186435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:15.227401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['916c65f0-be20-42af-a1f9-9eb4a3d65256'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:15.267470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for port (227dc898-8219-421e-b4b5-afc817223827), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.293915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc99c7-11ee-45f8-8f70-6f857ef8d831 req-3a85fdf3-5bbc-48b1-9466-ac716f8640be tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:15.299568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6adc99c7-11ee-45f8-8f70-6f857ef8d831 req-3a85fdf3-5bbc-48b1-9466-ac716f8640be tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 945 time: 0.1707973 Feb 14 21:25:15.372551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6adc99c7-11ee-45f8-8f70-6f857ef8d831 req-50cfa3aa-0eb2-4c1d-9859-09066d315ea8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Feb 14 21:25:15.388745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (227dc898-8219-421e-b4b5-afc817223827), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.452487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:15.456713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:15.459392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Pushing event updated for resources: {'Port': ['ID=227dc898-8219-421e-b4b5-afc817223827,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:15.461640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:15.653098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e139a421-2bbb-4e7d-95c1-cd06282007e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:15.743075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e139a421-2bbb-4e7d-95c1-cd06282007e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:15.743745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.828308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for router_gateway (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.852167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e139a421-2bbb-4e7d-95c1-cd06282007e3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:15.852563 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:15.928853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port e139a421-2bbb-4e7d-95c1-cd06282007e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e139a421-2bbb-4e7d-95c1-cd06282007e3,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:15.934143 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:16.033397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=e139a421-2bbb-4e7d-95c1-cd06282007e3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:16.147110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d9807-6d71-45c4-9dfe-41838633ccf7 None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:25:16.156258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0520b8-0eb6-43e6-b08a-aae72e9d3c78 req-6fc1c652-023d-4483-b90f-7b83e449a8c8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:16.157806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef0520b8-0eb6-43e6-b08a-aae72e9d3c78 req-6fc1c652-023d-4483-b90f-7b83e449a8c8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.1293428 Feb 14 21:25:16.165589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:16.301907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ae96d7b5-3410-42f8-9b1d-4900698897df None None] Provisioning complete for port e139a421-2bbb-4e7d-95c1-cd06282007e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:16.302286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae96d7b5-3410-42f8-9b1d-4900698897df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:16.308832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef0520b8-0eb6-43e6-b08a-aae72e9d3c78 req-15f9cb2e-ef1b-403d-bc94-65c570c2f116 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403973 Feb 14 21:25:16.487069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ae96d7b5-3410-42f8-9b1d-4900698897df None None] Current status of the port e139a421-2bbb-4e7d-95c1-cd06282007e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:16.590816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Router 4319633f-b0e1-4b93-ae01-d5006413a3d7 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:25:16.631358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351117e5-a0cd-43ff-94c7-74ba8ff5d62f req-6bbe3236-ae68-4ab0-a15c-93284b3175d7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:16.635781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-351117e5-a0cd-43ff-94c7-74ba8ff5d62f req-6bbe3236-ae68-4ab0-a15c-93284b3175d7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 945 time: 0.1336207 Feb 14 21:25:16.711774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-91275bf7-95e1-491b-82be-b502af775571 None None] Provisioning complete for port e139a421-2bbb-4e7d-95c1-cd06282007e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:16.712497 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91275bf7-95e1-491b-82be-b502af775571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:16.800726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:16.801810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-351117e5-a0cd-43ff-94c7-74ba8ff5d62f req-f59d8239-937f-499f-ab0a-9f3d73801331 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051862 Feb 14 21:25:16.832853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:16.854835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Sync routers for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:16.860040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:16.864412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-888bee5b-4cc9-4d62-ae97-8315e4b499c7 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8690343 Feb 14 21:25:16.864581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-91275bf7-95e1-491b-82be-b502af775571 None None] Current status of the port e139a421-2bbb-4e7d-95c1-cd06282007e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:16.865583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49810) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:16.877292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:16.877983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:16.933483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 916c65f0-be20-42af-a1f9-9eb4a3d65256 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:16.934316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:17.044298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:17.334929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 916c65f0-be20-42af-a1f9-9eb4a3d65256 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:17.335411 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:17.382340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:17.384809 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128bc52b-4523-408a-86e6-932750f57528" -d '{"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-plugged", "status": "completed", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:17.413469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:17.439735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:17.440454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:17.467882 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:25:17.510223 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150303e-f6a8-4de7-8229-fa525ed5ad8a x-openstack-request-id: req-8150303e-f6a8-4de7-8229-fa525ed5ad8a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:17.510681 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-plugged", "status": "completed", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:17.510923 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8150303e-f6a8-4de7-8229-fa525ed5ad8a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:17.511598 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'code': 200} Feb 14 21:25:17.519054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:17.536561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:15Z', 'revision_number': 3, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:17.574681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:17.576793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:17.584395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Checking router: 4319633f-b0e1-4b93-ae01-d5006413a3d7 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:17.584753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Updating router 4319633f-b0e1-4b93-ae01-d5006413a3d7 port 227dc898-8219-421e-b4b5-afc817223827 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:25:17.661240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (227dc898-8219-421e-b4b5-afc817223827), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:17.719869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e139a421-2bbb-4e7d-95c1-cd06282007e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:17.992476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:17.993639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.021192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:18.059560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'mac_address': 'fa:16:3e:fa:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:18.077381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e139a421-2bbb-4e7d-95c1-cd06282007e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:18.077983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.096155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05356255-8523-492e-8375-0888832447fb req-8a76a8fe-1a74-4bc3-8b54-a1950344c039 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:18.098365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05356255-8523-492e-8375-0888832447fb req-8a76a8fe-1a74-4bc3-8b54-a1950344c039 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.5439563 Feb 14 21:25:18.120392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:18.150340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.171757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Allocated IP 172.20.0.1 (80d398ed-51db-46d5-83ff-6a0740a6b332/38a2d966-742b-4a08-9f99-075261cca65e/431c67db-bf9c-40e8-8c12-d0c4639dc5cc) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:18.237483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8b1fc-2d46-44e4-a519-94e2bcdb6a98 req-c90d8d83-5ed0-4c16-a086-ad25e0c04696 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:18.239294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87a8b1fc-2d46-44e4-a519-94e2bcdb6a98 req-c90d8d83-5ed0-4c16-a086-ad25e0c04696 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.1579695 Feb 14 21:25:18.258572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:18.259047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.275801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05356255-8523-492e-8375-0888832447fb req-4f280720-9009-45b5-bb99-37833e2e1d3c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654186 Feb 14 21:25:18.349963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:18.351310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87a8b1fc-2d46-44e4-a519-94e2bcdb6a98 req-8ad83877-37da-4f84-a1db-3b5f393c4761 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744026 Feb 14 21:25:18.354568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:18.410702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:18.415995 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks [] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.424794 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.467855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e139a421-2bbb-4e7d-95c1-cd06282007e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:18.485184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.525783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:18.538754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks [] for port (227dc898-8219-421e-b4b5-afc817223827), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.547892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (227dc898-8219-421e-b4b5-afc817223827), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.584155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:18.592715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:18.596024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Pushing event updated for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:18.604587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:18.620038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Attempting to bind port 227dc898-8219-421e-b4b5-afc817223827 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:18.620636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Attempting to bind port 227dc898-8219-421e-b4b5-afc817223827 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:18.621315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Attempting to bind port 227dc898-8219-421e-b4b5-afc817223827 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:18.624844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdc96a-9980-4ddd-b368-6487d32b6144 None None] Pushing event updated for resources: {'Port': ['ID=227dc898-8219-421e-b4b5-afc817223827,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:18.630627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:18.631470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:18.632047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.632617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:18.633640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Bound port: 227dc898-8219-421e-b4b5-afc817223827, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:18.634217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (227dc898-8219-421e-b4b5-afc817223827), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.665553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.737513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] For port 227dc898-8219-421e-b4b5-afc817223827, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:18.743182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] For port 227dc898-8219-421e-b4b5-afc817223827, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=227dc898-8219-421e-b4b5-afc817223827,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:18.755546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (227dc898-8219-421e-b4b5-afc817223827), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:18.841905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3083b63f-6669-411b-8e4b-0ef58fc0a313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:18.938552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdc96a-9980-4ddd-b368-6487d32b6144 None None] Pushing event updated for resources: {'Port': ['ID=227dc898-8219-421e-b4b5-afc817223827,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:18.968023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:18.969373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:19.119861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-4e9526de-906f-459d-ac86-dbd7b8fc5bc3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:19.122128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-4e9526de-906f-459d-ac86-dbd7b8fc5bc3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1&tenant_id=27a52f391b984c3995fe3cb6c175bcf2&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 949 time: 0.2947421 Feb 14 21:25:19.176218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690153ee-165e-4518-8f7c-2848232b964f req-18001256-d632-4e8d-8599-5c4eda064edf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:19.178783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-690153ee-165e-4518-8f7c-2848232b964f req-18001256-d632-4e8d-8599-5c4eda064edf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 949 time: 0.1774809 Feb 14 21:25:19.183356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:19.202565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fce2a149-9eca-45af-b50e-54e60622c757 None None] Provisioning complete for port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:19.203522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce2a149-9eca-45af-b50e-54e60622c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:19.233042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:19.351371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-690153ee-165e-4518-8f7c-2848232b964f req-1fdf8cda-631d-4850-9f03-f1545c0d5b91 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527772 Feb 14 21:25:19.353111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fce2a149-9eca-45af-b50e-54e60622c757 None None] Port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:19.441596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-133ef9f9-f53d-4469-a3cf-53bdabe6674a service neutron] 10.222.0.83 "GET /v2.0/ports/3083b63f-6669-411b-8e4b-0ef58fc0a313/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.2906077 Feb 14 21:25:19.533122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:19.539358 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84147da-317c-4998-9df0-fad72ecd5293" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:19.606651 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f846863d-7d60-48d3-9f27-dbf829cc7e76 x-openstack-request-id: req-f846863d-7d60-48d3-9f27-dbf829cc7e76 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:19.606651 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:19.606651 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f846863d-7d60-48d3-9f27-dbf829cc7e76 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:19.607251 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'code': 200} Feb 14 21:25:19.621609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:15Z', 'revision_number': 3, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:19.642477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a0a6a-7eb6-45d5-935b-f42e3405806d req-653af362-c733-4857-a795-429a148957fa tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:19.655367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4af13-9cec-4987-896c-ab62bf40c75b None None] The sync data for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 is: [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:15Z', 'revision_number': 3, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:19.660986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e37a0a6a-7eb6-45d5-935b-f42e3405806d req-653af362-c733-4857-a795-429a148957fa tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.2126107 Feb 14 21:25:19.704992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks [] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:19.704992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-a9822951-dbd9-4637-9d6f-7723e60ea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:19.704992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-a9822951-dbd9-4637-9d6f-7723e60ea790 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1132 time: 0.2203329 Feb 14 21:25:19.726364 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:19.871730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e37a0a6a-7eb6-45d5-935b-f42e3405806d req-e60847ff-d3be-45ca-9001-1d5b227f3934 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109017 Feb 14 21:25:19.883350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:19.892456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Pushing event updated for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:19.933101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-11396286-30eb-4307-b162-3dd9ff76d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:19.934608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-11396286-30eb-4307-b162-3dd9ff76d3d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2216923 Feb 14 21:25:20.030458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-fc7fce4c-001e-48c1-83fb-b198102c8ac9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.0637417 Feb 14 21:25:20.114985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-88c85ce6-44bf-4bad-afcf-4021eaae44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:20.116612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-88c85ce6-44bf-4bad-afcf-4021eaae44e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0783293 Feb 14 21:25:20.122267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:20.132553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:20.243910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-687ff4dc-523b-4b98-ae82-070816f57c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:20.245936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-687ff4dc-523b-4b98-ae82-070816f57c5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1223645 Feb 14 21:25:20.380973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Router 4319633f-b0e1-4b93-ae01-d5006413a3d7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:20.486499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-21ccf90f-8f46-4c25-b285-56d67ae19330 None None] Provisioning complete for port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:20.486499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21ccf90f-8f46-4c25-b285-56d67ae19330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:20.505729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-2e5d5371-934c-4c38-b2f4-42f9e9709e8c service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179339 Feb 14 21:25:20.528254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-21ccf90f-8f46-4c25-b285-56d67ae19330 None None] Port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:20.652444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9af3bd-3722-4066-bd3f-94cce6436ad8 req-83574d73-03a5-447a-9ac0-fcf48ff4cf13 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:20.653989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a9af3bd-3722-4066-bd3f-94cce6436ad8 req-83574d73-03a5-447a-9ac0-fcf48ff4cf13 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 949 time: 0.1892843 Feb 14 21:25:20.657629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:20.679472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f0d60ce2-4718-4d80-968a-a2349c2d6919 admin admin] 10.222.0.86 "PUT /v2.0/routers/4319633f-b0e1-4b93-ae01-d5006413a3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8091743 Feb 14 21:25:20.715799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-9ff3ab40-36c6-474f-a9d7-feba7666acdb service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028160 Feb 14 21:25:20.769476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a9af3bd-3722-4066-bd3f-94cce6436ad8 req-e923a6a2-36e0-404d-b88a-6bfa93c835c4 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928354 Feb 14 21:25:21.034238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85b26e-b3f1-4ee0-ad26-8e66bde63f81 req-73b9375b-5319-4f97-86c7-773dd22bd7cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:21.036703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe85b26e-b3f1-4ee0-ad26-8e66bde63f81 req-73b9375b-5319-4f97-86c7-773dd22bd7cd tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0742474 Feb 14 21:25:21.100703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe85b26e-b3f1-4ee0-ad26-8e66bde63f81 req-fa386a3b-039d-4bc4-87c6-b406ede28376 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Feb 14 21:25:21.294817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:21.301244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-network', 'tenant_id': '899b62af028d442e967377237b9abb63'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:21.334147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Made reservation on behalf of 899b62af028d442e967377237b9abb63 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:21.337862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.349755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.427555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f7c72-5741-411b-bfed-eed1f89b9063 req-81c8ebbe-2a60-40f7-ac12-da01248cf109 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:21.440412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-744f7c72-5741-411b-bfed-eed1f89b9063 req-81c8ebbe-2a60-40f7-ac12-da01248cf109 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.0733752 Feb 14 21:25:21.468436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks [] for security_group (d4e28fda-c200-47bd-abe2-da7987bebabe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.472945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d4e28fda-c200-47bd-abe2-da7987bebabe), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.501670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-744f7c72-5741-411b-bfed-eed1f89b9063 req-d799839f-c45a-43fe-bbf5-9b0684fb45b3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562727 Feb 14 21:25:21.512844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e28fda-c200-47bd-abe2-da7987bebabe,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:21.523677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:25:21.540300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (212f15eb-fd2b-49a2-985c-68340a35c166), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.540741 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Added segment 212f15eb-fd2b-49a2-985c-68340a35c166 of type vlan for network 907c3124-30e9-4475-95d4-019bf2c8df3a Feb 14 21:25:21.593281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:21.605270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (907c3124-30e9-4475-95d4-019bf2c8df3a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.640652 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (907c3124-30e9-4475-95d4-019bf2c8df3a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.641946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:21.643213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.707110 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100752 Feb 14 21:25:21.707686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3083b63f-6669-411b-8e4b-0ef58fc0a313 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:21.708519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.709203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49864) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:21.718079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Request body: {'subnet': {'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-subnet', 'tenant_id': '899b62af028d442e967377237b9abb63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:21.722573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaad70-8f63-4c70-8df4-e78b2d190353 admin admin] Pushing event updated for resources: {'Network': ['ID=907c3124-30e9-4475-95d4-019bf2c8df3a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:21.746271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 227dc898-8219-421e-b4b5-afc817223827 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:21.749339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 907c3124-30e9-4475-95d4-019bf2c8df3a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:25:21.761265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Made reservation on behalf of 899b62af028d442e967377237b9abb63 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:21.765667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:21.911854 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Sync routers for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:21.933861 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:21.935903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:22.055624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (5f6b1610-f8b0-4711-a13e-2a564ab5fbee), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.084886 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:22.125917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 227dc898-8219-421e-b4b5-afc817223827 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:22.126352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (227dc898-8219-421e-b4b5-afc817223827), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.174302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:22.174697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.200632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6b1610-f8b0-4711-a13e-2a564ab5fbee,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:22.218138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:22.220736 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f468e7-4298-418b-8db0-038edc1d5e20" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:22.223889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd520-6d3d-4203-a500-86a3f76027ef req-7a147e7c-8ccc-49b5-b8d4-3917678d9b61 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:22.225938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1efd520-6d3d-4203-a500-86a3f76027ef req-7a147e7c-8ccc-49b5-b8d4-3917678d9b61 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 949 time: 0.1829767 Feb 14 21:25:22.231068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Checking segment: {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:22.231411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Network hostable DHCP agents. Network: 907c3124-30e9-4475-95d4-019bf2c8df3a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:25:22.236188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:22.323808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 227dc898-8219-421e-b4b5-afc817223827 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:22.324337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (227dc898-8219-421e-b4b5-afc817223827), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.324470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Network 907c3124-30e9-4475-95d4-019bf2c8df3a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:25:22.352390 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5bef19-b9b2-4853-b98a-7e8b5c182fe3 x-openstack-request-id: req-2b5bef19-b9b2-4853-b98a-7e8b5c182fe3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:22.352676 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:22.353160 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b5bef19-b9b2-4853-b98a-7e8b5c182fe3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:22.353788 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'code': 200} Feb 14 21:25:22.355654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.359543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 227dc898-8219-421e-b4b5-afc817223827, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=227dc898-8219-421e-b4b5-afc817223827,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:22.368519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1efd520-6d3d-4203-a500-86a3f76027ef req-5eb3808a-8471-4920-9cf3-77e46b0cb244 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167533 Feb 14 21:25:22.370051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 907c3124-30e9-4475-95d4-019bf2c8df3a) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:22.390930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:22.391593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.414281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14be6532-726d-4020-bdcd-7373e808b681 None None] Network 907c3124-30e9-4475-95d4-019bf2c8df3a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:25:22.421857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49878) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:22.429235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:22.433740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6ced103a-2fec-4483-a6fd-e238a29b24b5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7231002 Feb 14 21:25:22.459851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.461290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.543795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (227dc898-8219-421e-b4b5-afc817223827), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.579503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-907c3124-30e9-4475-95d4-019bf2c8df3a', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'project_id': '899b62af028d442e967377237b9abb63', 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:25:22.584548 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.661771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for router_controller (8f56922d-4905-420e-a5e2-c998ae9bff4f), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:22.670046 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:19Z', 'revision_number': 4, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '431c67db-bf9c-40e8-8c12-d0c4639dc5cc', 'name': '', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'mac_address': 'fa:16:3e:4f:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '38a2d966-742b-4a08-9f99-075261cca65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:17Z', 'updated_at': '2022-02-14T21:25:19Z', 'revision_number': 2, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'subnets': [{'id': '38a2d966-742b-4a08-9f99-075261cca65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:22.820870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb7d1d-a760-49d5-b8c1-f36070b9eabb req-d2f1d378-e1fc-45d7-b1d5-f97717cb0ef9 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:22.830541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:22.832967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcbb7d1d-a760-49d5-b8c1-f36070b9eabb req-d2f1d378-e1fc-45d7-b1d5-f97717cb0ef9 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.2215765 Feb 14 21:25:22.971581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Checking router: 4319633f-b0e1-4b93-ae01-d5006413a3d7 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:22.973002 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Updating router 4319633f-b0e1-4b93-ae01-d5006413a3d7 port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:25:22.995178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcbb7d1d-a760-49d5-b8c1-f36070b9eabb req-912bd5ca-2ada-4545-8c6e-340892f95de1 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508954 Feb 14 21:25:23.013385 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.124106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Allocated IP 172.20.0.2 (907c3124-30e9-4475-95d4-019bf2c8df3a/5f6b1610-f8b0-4711-a13e-2a564ab5fbee/13cb9e83-701f-4baa-9b9c-675c5c7de422) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:23.220128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=227dc898-8219-421e-b4b5-afc817223827,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:23.468161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for router_gateway (8f56922d-4905-420e-a5e2-c998ae9bff4f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.486928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks [] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.503856 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.507129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-003fbb13-67e6-4ef3-9d3c-271c3ebfbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:23.521696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-003fbb13-67e6-4ef3-9d3c-271c3ebfbeb2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.1887183 Feb 14 21:25:23.637902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Pushing event updated for resources: {'Port': ['ID=13cb9e83-701f-4baa-9b9c-675c5c7de422,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:23.641966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Network 907c3124-30e9-4475-95d4-019bf2c8df3a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:23.644181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:23.647270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:23.680078 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks [] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.702855 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.745829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 227dc898-8219-421e-b4b5-afc817223827 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:23.801542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-090ab83d-7a06-406f-96af-324684fd404f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:23.804117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-090ab83d-7a06-406f-96af-324684fd404f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.2810259 Feb 14 21:25:23.809247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Attempting to bind port 13cb9e83-701f-4baa-9b9c-675c5c7de422 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:23.809757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Attempting to bind port 13cb9e83-701f-4baa-9b9c-675c5c7de422 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:23.810135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Attempting to bind port 13cb9e83-701f-4baa-9b9c-675c5c7de422 on network 907c3124-30e9-4475-95d4-019bf2c8df3a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:23.818564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495f5ca-e298-4a28-960a-ae9faf252e2a req-9a5e6aa9-513c-400b-8f21-fc434e2a39bb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:23.821056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f495f5ca-e298-4a28-960a-ae9faf252e2a req-9a5e6aa9-513c-400b-8f21-fc434e2a39bb tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 950 time: 0.3204899 Feb 14 21:25:23.826062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-bdc8460c-ae28-4f70-b7d5-b0ab1b6e62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:23.828414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-bdc8460c-ae28-4f70-b7d5-b0ab1b6e62fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 1133 time: 0.2553642 Feb 14 21:25:23.830054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:23.830464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Checking segment: {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:23.830965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.831631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Bound using segment: {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:23.832145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Bound port: 13cb9e83-701f-4baa-9b9c-675c5c7de422, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:23.832538 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:23.886917 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Pushing event updated for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:23.904823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 227dc898-8219-421e-b4b5-afc817223827 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:23.905266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (227dc898-8219-421e-b4b5-afc817223827), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.028539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] For port 13cb9e83-701f-4baa-9b9c-675c5c7de422, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:24.041647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] For port 13cb9e83-701f-4baa-9b9c-675c5c7de422, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13cb9e83-701f-4baa-9b9c-675c5c7de422,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:24.075392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.111652 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.115560 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.116581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.119267 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.120147 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.121489 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.125631 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.126551 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.127390 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.128209 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.130507 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.132346 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.133187 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:25:24.146443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for router_gateway (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.197520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Attempting to bind port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:24.198216 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Attempting to bind port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:24.198767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Attempting to bind port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc on network 80d398ed-51db-46d5-83ff-6a0740a6b332 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:24.208693 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:24.209457 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Checking segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:24.210082 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.210702 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Bound using segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:24.211610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Bound port: 431c67db-bf9c-40e8-8c12-d0c4639dc5cc, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:24.212207 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.222945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-771e25dc-5c49-4831-a711-2194c2d4c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:24.224435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.225241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-771e25dc-5c49-4831-a711-2194c2d4c392 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.3843937 Feb 14 21:25:24.252830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f495f5ca-e298-4a28-960a-ae9faf252e2a req-3b19d1d9-175d-4de8-ad0f-77908ee45db2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109845 Feb 14 21:25:24.368810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 227dc898-8219-421e-b4b5-afc817223827 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:24.384750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e91b-2a27-4f3e-ae20-eeabccd0a304 None None] Pushing event updated for resources: {'Port': ['ID=13cb9e83-701f-4baa-9b9c-675c5c7de422,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:24.390775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-a34d441c-efcf-428e-bae7-cf656ad82879 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 200 len: 217 time: 0.1580684 Feb 14 21:25:24.420965 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] For port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:24.435532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] For port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:24.445587 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.499396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Provisioning complete for port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:24.499531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.537608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-87a9dc83-9e9c-4327-8e6e-512b77f6b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:24.541390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-87a9dc83-9e9c-4327-8e6e-512b77f6b6a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1261010 Feb 14 21:25:24.591076 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b9fd8-f228-45fb-8f69-ed9b6b2abed1 None None] Pushing event updated for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:24.609518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Allocated IP 172.25.2.184 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/dc52d6c9-9cdf-4e06-8768-36aed003d775) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:24.669675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:24.670393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:24.699056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Current status of the port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:24.699056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.779462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.792960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:24.803232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Deleting port 916c65f0-be20-42af-a1f9-9eb4a3d65256 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:24.803592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.864017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.883131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] For port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:24.901856 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:24.935780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Pushing event updated for resources: {'Port': ['ID=dc52d6c9-9cdf-4e06-8768-36aed003d775,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:24.951123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:24.954209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:24.957983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:25.001131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] For port 916c65f0-be20-42af-a1f9-9eb4a3d65256, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=916c65f0-be20-42af-a1f9-9eb4a3d65256,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:25.001518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.028154 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:25.029336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Calling delete_port for 916c65f0-be20-42af-a1f9-9eb4a3d65256 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:25.143571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71c4e-ea6b-47ab-a234-82140c1c13e9 None None] Pushing event updated for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:25.174942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 916c65f0-be20-42af-a1f9-9eb4a3d65256 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:25.175392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.270211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-48bf65ef-de39-4a8c-b773-7c9d0d48d3cb None None] Provisioning complete for port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:25.270593 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48bf65ef-de39-4a8c-b773-7c9d0d48d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.280357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (916c65f0-be20-42af-a1f9-9eb4a3d65256), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.295455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0fc3-8c0b-4e38-9b5d-e42c0f034029 req-4c85e2e9-8809-444e-9fae-9da183225a4c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.298137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-496b0fc3-8c0b-4e38-9b5d-e42c0f034029 req-4c85e2e9-8809-444e-9fae-9da183225a4c tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=55a0e956-0891-455a-ab54-00e7ee6967d6 HTTP/1.1" status: 200 len: 946 time: 0.7196913 Feb 14 21:25:25.315216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for router_gateway (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.354969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-eea3374c-cfab-47cb-8f57-eee21a3364fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.356815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-eea3374c-cfab-47cb-8f57-eee21a3364fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8063078 Feb 14 21:25:25.359477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event deleted for resources: {'Port': ['ID=916c65f0-be20-42af-a1f9-9eb4a3d65256,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:25.500909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] No DVR routers for this DVR port 916c65f0-be20-42af-a1f9-9eb4a3d65256 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:25.509343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.513491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dce0dfb6-7ecd-4136-ae36-75a8811e3657 req-a5162eeb-b0e9-4e44-9e69-38ca988c6a05 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "DELETE /v2.0/ports/916c65f0-be20-42af-a1f9-9eb4a3d65256 HTTP/1.1" status: 204 len: 173 time: 1.6911511 Feb 14 21:25:25.520406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-deleted', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:25.523670 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07f8c97-ae31-44a7-9696-09c677d817ea" -d '{"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-deleted", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:25.523862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-48bf65ef-de39-4a8c-b773-7c9d0d48d3cb None None] Current status of the port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:25.576838 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:19Z', 'revision_number': 4, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '431c67db-bf9c-40e8-8c12-d0c4639dc5cc', 'name': '', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'mac_address': 'fa:16:3e:4f:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '38a2d966-742b-4a08-9f99-075261cca65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:17Z', 'updated_at': '2022-02-14T21:25:24Z', 'revision_number': 4, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'subnets': [{'id': '38a2d966-742b-4a08-9f99-075261cca65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:25.592246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.615489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.622715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:25.650163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.662292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.672854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.682485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.683595 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0888c8-1e4e-45f3-b975-25c87cfd8811 None None] The sync data for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 is: [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:19Z', 'revision_number': 4, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '431c67db-bf9c-40e8-8c12-d0c4639dc5cc', 'name': '', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'mac_address': 'fa:16:3e:4f:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '38a2d966-742b-4a08-9f99-075261cca65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:17Z', 'updated_at': '2022-02-14T21:25:24Z', 'revision_number': 4, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'subnets': [{'id': '38a2d966-742b-4a08-9f99-075261cca65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:25.702585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:25.709738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-1f9a2ab0-ee38-49bb-a46e-b638e19d9c48 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.9153907 Feb 14 21:25:25.721762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-496b0fc3-8c0b-4e38-9b5d-e42c0f034029 req-15769c51-3bab-4bd0-9806-8fa0743c19a5 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103031 Feb 14 21:25:25.740162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.837972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 13cb9e83-701f-4baa-9b9c-675c5c7de422 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:25.862792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-f009c20b-97a9-4a54-9351-0e7def6367e4 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859407 Feb 14 21:25:25.932672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:25.933277 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:25.980075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:25.986071 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5d8b6-4224-4752-869e-c36415830e94" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:26.033135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:26.037844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 13cb9e83-701f-4baa-9b9c-675c5c7de422 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:26.038349 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.085327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.123206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b05c47c0-99d1-45f4-bf54-a4c4aa90d86c req-8f5e1d4e-244a-4893-b1cd-6430400473d0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4002805 Feb 14 21:25:26.147230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Router 8f56922d-4905-420e-a5e2-c998ae9bff4f is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:25:26.187179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:26.326198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:26.355537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.361680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c8053de-f825-4df6-a4ab-7b7dd68eef41 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9366696 Feb 14 21:25:26.362399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:26.378998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb6ffe-8ca4-4135-a497-3b1da8aff2f9 None None] Network 907c3124-30e9-4475-95d4-019bf2c8df3a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:25:26.403656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2ef457c-e865-4467-808f-2f855e5bfe5d req-c7fadc40-aeb4-4305-ac21-5d3af2c6890b service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177085 Feb 14 21:25:26.432815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4a158-bfcb-4663-92aa-4902502d2864 req-793f095b-2043-4213-8ea9-12b249ed58f0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:26.440693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11f4a158-bfcb-4663-92aa-4902502d2864 req-793f095b-2043-4213-8ea9-12b249ed58f0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.4788780 Feb 14 21:25:26.484925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d719f5a6-70f0-45a2-98d9-5d20ce575a59 x-openstack-request-id: req-d719f5a6-70f0-45a2-98d9-5d20ce575a59 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:26.485064 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a0e956-0891-455a-ab54-00e7ee6967d6", "name": "network-vif-deleted", "tag": "916c65f0-be20-42af-a1f9-9eb4a3d65256", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:26.485320 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d719f5a6-70f0-45a2-98d9-5d20ce575a59 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:26.485730 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a0e956-0891-455a-ab54-00e7ee6967d6', 'name': 'network-vif-deleted', 'tag': '916c65f0-be20-42af-a1f9-9eb4a3d65256', 'status': 'completed', 'code': 200} Feb 14 21:25:26.557574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11f4a158-bfcb-4663-92aa-4902502d2864 req-9ae93dde-71bb-4523-a67c-37d3b6b38d6f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Feb 14 21:25:26.595245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Sync routers for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:26.605475 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86904f8-2c3e-4c2a-8635-ac758371accd x-openstack-request-id: req-e86904f8-2c3e-4c2a-8635-ac758371accd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:26.606109 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:26.606573 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e86904f8-2c3e-4c2a-8635-ac758371accd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:26.607268 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'code': 200} Feb 14 21:25:26.619111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 13cb9e83-701f-4baa-9b9c-675c5c7de422 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:26.620095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.665421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:26.666068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:26.717994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e988870d-cf14-4bc9-8682-c4ad9c40bbbb None None] Provisioning complete for port 13cb9e83-701f-4baa-9b9c-675c5c7de422 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:26.718376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e988870d-cf14-4bc9-8682-c4ad9c40bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.771305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 13cb9e83-701f-4baa-9b9c-675c5c7de422, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13cb9e83-701f-4baa-9b9c-675c5c7de422,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:26.794175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:26.880074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:27.034725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:27.106567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=13cb9e83-701f-4baa-9b9c-675c5c7de422,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:27.264085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Allocated IP 172.20.0.1 (907c3124-30e9-4475-95d4-019bf2c8df3a/5f6b1610-f8b0-4711-a13e-2a564ab5fbee/c7663234-4c3b-4be3-ba0e-da88c3052a5d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:27.303231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e988870d-cf14-4bc9-8682-c4ad9c40bbbb None None] Current status of the port 13cb9e83-701f-4baa-9b9c-675c5c7de422 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:27.338894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-54c820e1-4de7-4c88-ad2c-3f094a0cf0fb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.353195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-54c820e1-4de7-4c88-ad2c-3f094a0cf0fb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.2869847 Feb 14 21:25:27.392114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-b8c18124-dc86-4d38-a6e0-b1e51edc0bed tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/quotas/4f29fe88e2ef484b8e683f5034e3b030 HTTP/1.1" status: 200 len: 375 time: 0.0376027 Feb 14 21:25:27.420250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks [] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:27.436600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-23952bbe-f53d-4e7d-bdc0-b2eca64a1006 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431674 Feb 14 21:25:27.440993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:25Z', 'revision_number': 3, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:27.480980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:27.489869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Checking router: 8f56922d-4905-420e-a5e2-c998ae9bff4f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:27.490522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Updating router 8f56922d-4905-420e-a5e2-c998ae9bff4f port dc52d6c9-9cdf-4e06-8768-36aed003d775 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:25:27.532168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:27.536012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.539549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1efb730a-a86f-4891-b6cb-3957b7a081b8 None None] Provisioning complete for port 13cb9e83-701f-4baa-9b9c-675c5c7de422 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:27.540110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1efb730a-a86f-4891-b6cb-3957b7a081b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:27.542433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.549072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.555346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.562048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.568135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.574616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:27.580457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Network 907c3124-30e9-4475-95d4-019bf2c8df3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:27.583335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-d8ba52da-beab-4a35-97a8-b40a80f20ab0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.2195601 Feb 14 21:25:27.591370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:27.604457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:27.685881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-1146d8ca-3cca-4651-9ae4-9830e26badbd service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:25:27.694758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-1146d8ca-3cca-4651-9ae4-9830e26badbd service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2565649 Feb 14 21:25:27.716347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Pushing event updated for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:27.735434 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.083629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 13cb9e83-701f-4baa-9b9c-675c5c7de422 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:28.211696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a7a40fa-763c-4b11-87d7-9e5dee6df02c req-e8d7279e-542c-4cb7-b27d-b82e3698b843 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6226819 Feb 14 21:25:28.303983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-876fabaf-d653-4b49-beac-8eea16a8294d service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080458 Feb 14 21:25:28.413132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 13cb9e83-701f-4baa-9b9c-675c5c7de422 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:28.413726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.415334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1efb730a-a86f-4891-b6cb-3957b7a081b8 None None] Current status of the port 13cb9e83-701f-4baa-9b9c-675c5c7de422 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:28.462622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.533061 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.577375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.584995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.591503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.594755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b583ddf6-fcf4-4d72-8fe6-7b0392c61169 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:28.595243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b583ddf6-fcf4-4d72-8fe6-7b0392c61169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.597848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.603907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.609363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.614981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.616805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2f2f5bf7-8017-4776-aee0-66efc870b343 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.2046065 Feb 14 21:25:28.626403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36301eb1-a55a-4fac-811c-2bac4385932d req-274f1353-58a2-40e2-a06d-f9d882fbb95b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.634086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36301eb1-a55a-4fac-811c-2bac4385932d req-274f1353-58a2-40e2-a06d-f9d882fbb95b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.2099235 Feb 14 21:25:28.656033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks [] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.656260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks [] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.667080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.670233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dc5c8d7f-9a3b-4ed2-8d70-13e90bb9976d service neutron] 10.222.0.86 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585608 Feb 14 21:25:28.676860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 13cb9e83-701f-4baa-9b9c-675c5c7de422 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:28.678659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 431c67db-bf9c-40e8-8c12-d0c4639dc5cc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:28.686321 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.740065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b583ddf6-fcf4-4d72-8fe6-7b0392c61169 None None] Port c7663234-4c3b-4be3-ba0e-da88c3052a5d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:28.773530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Pushing event updated for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:28.785787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.787497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a019add-bed8-419a-8a36-8196e9fc12bf None None] Pushing event updated for resources: {'Port': ['ID=dc52d6c9-9cdf-4e06-8768-36aed003d775,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:28.791324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Attempting to bind port dc52d6c9-9cdf-4e06-8768-36aed003d775 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:28.791828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Attempting to bind port dc52d6c9-9cdf-4e06-8768-36aed003d775 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:28.792272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Attempting to bind port dc52d6c9-9cdf-4e06-8768-36aed003d775 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:28.802221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:28.808766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36301eb1-a55a-4fac-811c-2bac4385932d req-e6b21b1e-198e-405b-b04e-2c7e0161fccc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689522 Feb 14 21:25:28.828870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:28.829307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:28.829877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.830348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:28.830858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Bound port: dc52d6c9-9cdf-4e06-8768-36aed003d775, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:28.831426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.843658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-e07ee1bb-6577-402f-9566-c3acafc82e87 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:28.850278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-e07ee1bb-6577-402f-9566-c3acafc82e87 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2081840 Feb 14 21:25:28.854836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 916c65f0-be20-42af-a1f9-9eb4a3d65256 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:28.855344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 916c65f0-be20-42af-a1f9-9eb4a3d65256 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:28.868102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:28.868605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:28.936626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] For port dc52d6c9-9cdf-4e06-8768-36aed003d775, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:28.944358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] For port dc52d6c9-9cdf-4e06-8768-36aed003d775, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dc52d6c9-9cdf-4e06-8768-36aed003d775,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:28.959715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:29.024252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Network 907c3124-30e9-4475-95d4-019bf2c8df3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:29.025754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:29.087404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:29.098069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:29.100099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:29.103937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a019add-bed8-419a-8a36-8196e9fc12bf None None] Pushing event updated for resources: {'Port': ['ID=dc52d6c9-9cdf-4e06-8768-36aed003d775,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:29.179299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-1f8ffe68-8078-421f-894a-887472a8ca4c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3240442 Feb 14 21:25:29.220730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:29.227117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6f8a9b2-2cb2-4396-afee-2b7748ca2e19 req-0d87c337-07f4-4c56-8323-65c48a43687a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 210 time: 0.2256110 Feb 14 21:25:29.261349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Router 8f56922d-4905-420e-a5e2-c998ae9bff4f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:29.344810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:29.381806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84d10-1680-471a-8ff2-bdf772cf6501 req-cedf4552-17e3-4b95-9519-5420d607c177 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.391121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cd84d10-1680-471a-8ff2-bdf772cf6501 req-cedf4552-17e3-4b95-9519-5420d607c177 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 948 time: 0.3690357 Feb 14 21:25:29.491816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:29.582977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:29.595734 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3bf450ff-0e6b-4dbb-9f56-008b2587663f admin admin] 10.222.0.86 "PUT /v2.0/routers/8f56922d-4905-420e-a5e2-c998ae9bff4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322011 Feb 14 21:25:29.646714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fac513b9-7084-47b5-8861-94638f82b988,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:29.665061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:29.701218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] For port fac513b9-7084-47b5-8861-94638f82b988, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:29.745796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cd84d10-1680-471a-8ff2-bdf772cf6501 req-2e32dbf9-3a5a-45e0-8c67-4c47597a41da tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514290 Feb 14 21:25:29.762720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] device_id is not set on port fac513b9-7084-47b5-8861-94638f82b988 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:25:29.791458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.797230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.803300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.809838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.815749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.821538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.827058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:29.835447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-69d85bb7-92cd-4f46-8949-3666139658b8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 5435 time: 0.4046149 Feb 14 21:25:29.857321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Publish callbacks [] for port (fac513b9-7084-47b5-8861-94638f82b988), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:29.869864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e45e5188-c17c-4453-8e3b-3592c058f074 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:29.870279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e45e5188-c17c-4453-8e3b-3592c058f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:29.897662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:29.948368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e45e5188-c17c-4453-8e3b-3592c058f074 None None] Port c7663234-4c3b-4be3-ba0e-da88c3052a5d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:30.006459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:30.011456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Pushing event updated for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:30.045378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'mac_address': 'fa:16:3e:fa:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:30.057349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a317ed06-5abc-4bb3-bec2-c4704c1e7587 req-f5b0c528-e50f-4c51-94d2-6dadcacd1d37 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207096 Feb 14 21:25:30.093931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] No DVR routers for this DVR port fac513b9-7084-47b5-8861-94638f82b988 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:30.253206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] In _notify_port_updated(), no bound segment for port fac513b9-7084-47b5-8861-94638f82b988 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:25:30.258227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:30.258845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:30.260178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8526f515-47cf-4fc8-a872-6448aa1d379d service neutron] 10.222.0.64 "PUT /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 200 len: 1026 time: 1.0458243 Feb 14 21:25:30.294330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8a1a8eb2-2b1e-4d86-9b87-f638080c6391 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:25:30.305709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8a1a8eb2-2b1e-4d86-9b87-f638080c6391 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236418 Feb 14 21:25:30.422651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:30.437693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:30.526240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:30.631956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63805bbb-accd-432d-8537-6b9981275a4f req-8e12f6e7-5b14-4a45-89e2-a0be9c667151 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 210 time: 0.1526604 Feb 14 21:25:30.633354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:30.645865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c7663234-4c3b-4be3-ba0e-da88c3052a5d', 'name': '', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'tenant_id': '899b62af028d442e967377237b9abb63', 'mac_address': 'fa:16:3e:47:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:27Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 2, 'project_id': '899b62af028d442e967377237b9abb63', 'subnets': [{'id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:30.650032 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:30.685541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-6277119f-e829-4b75-a6b7-ba4261f4ce1f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1823509 Feb 14 21:25:30.877136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d891bf35-300c-4fea-8b72-6b9f24ab7643 None None] The sync data for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 is: [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c7663234-4c3b-4be3-ba0e-da88c3052a5d', 'name': '', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'tenant_id': '899b62af028d442e967377237b9abb63', 'mac_address': 'fa:16:3e:47:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:27Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 2, 'project_id': '899b62af028d442e967377237b9abb63', 'subnets': [{'id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:31.013185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3083b63f-6669-411b-8e4b-0ef58fc0a313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:31.101693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d63fc8d9-1364-41b8-98b2-954f71d286cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:31.130105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8fe22a81-eda7-43ee-b0a3-a4c93b874849 None None] Provisioning complete for port fac513b9-7084-47b5-8861-94638f82b988 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:31.131907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fe22a81-eda7-43ee-b0a3-a4c93b874849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fac513b9-7084-47b5-8861-94638f82b988), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:31.139950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2e428b0f-d82d-449f-85dc-fd19e59c4609 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.140550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:31.144355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2e428b0f-d82d-449f-85dc-fd19e59c4609 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "GET /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8383706 Feb 14 21:25:31.155062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-c89d588b-755f-4a98-92e2-1ec7a515dfb7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.167144 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-c89d588b-755f-4a98-92e2-1ec7a515dfb7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 821 time: 0.4215536 Feb 14 21:25:31.171205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-73ab6077-0f04-4d69-979d-6f22617097a3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.182126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-73ab6077-0f04-4d69-979d-6f22617097a3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4952171 Feb 14 21:25:31.184166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Request body: {'port': {'device_id': '07548669-bd32-4bba-9475-cd90556fc9cb', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'admin_state_up': True, 'tenant_id': '4f29fe88e2ef484b8e683f5034e3b030'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:31.207143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:31.253539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-57108b9b-ca50-4b7f-823f-71b99f89f683 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/quotas/27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 375 time: 0.0700679 Feb 14 21:25:31.315458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8fe22a81-eda7-43ee-b0a3-a4c93b874849 None None] Port fac513b9-7084-47b5-8861-94638f82b988 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:31.511121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Made reservation on behalf of 4f29fe88e2ef484b8e683f5034e3b030 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:31.516858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:31.546707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:31.610178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.628430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.639222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.673825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.680460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.688412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:31.697407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91609d0e-db7e-4259-896c-4a760566a403 req-25bc81f7-1c81-4469-a513-829e2894b6ab tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 4662 time: 0.3211718 Feb 14 21:25:31.728162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-249ba142-0ffd-4b43-9f9d-c68fb87b9bef tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4727519 Feb 14 21:25:31.878658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Allocated IP 172.20.0.12 (c51a2f00-6fdd-460f-ae40-db826a54ef51/8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7/beb5532d-063a-4554-98eb-fd37a42fcaf0) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:32.199305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.234379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91609d0e-db7e-4259-896c-4a760566a403 req-147f7a5a-113b-4413-af79-cc95d3199117 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f0f1c07-08dd-4a76-832d-3a4a13f939c9&id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5359635 Feb 14 21:25:32.346403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.423188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63d25270-8926-45fc-8141-1b55602dd8b7 req-707cb00f-b7a7-4a9a-802a-f55b9c87cba6 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 210 time: 0.1409495 Feb 14 21:25:32.491065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07b3a70d-b725-4844-b3dc-1d86d0e00833 req-e4e3c4ab-a99b-4d3a-b573-9e14d0053a0c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 210 time: 0.1167860 Feb 14 21:25:32.514823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event updated for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:32.534220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Network c51a2f00-6fdd-460f-ae40-db826a54ef51 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:32.535855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:32.537760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:32.557069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=01615f87-c8f6-47a8-a1d6-922c18098c59,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:32.666702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] For port 01615f87-c8f6-47a8-a1d6-922c18098c59, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:32.669792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:32.670681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.710170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-80ad52ef-aa5f-4a8c-ba7d-3a8ffee04a2d tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5307107 Feb 14 21:25:32.721939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Request body: {'port': {'device_id': '07548669-bd32-4bba-9475-cd90556fc9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:32.776860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] device_id is not set on port 01615f87-c8f6-47a8-a1d6-922c18098c59 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:25:32.797032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Publish callbacks [] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.802654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9bc0c30b-9532-4527-9574-0b25d790b0b3 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:32.814013 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.902906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:32.996489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] No DVR routers for this DVR port 01615f87-c8f6-47a8-a1d6-922c18098c59 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:33.070807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9bc0c30b-9532-4527-9574-0b25d790b0b3 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:33.072172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.169022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:33.171045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] In _notify_port_updated(), no bound segment for port 01615f87-c8f6-47a8-a1d6-922c18098c59 on network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:25:33.172228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:33.173078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.174651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] 10.222.0.64 "PUT /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 200 len: 1028 time: 1.9900599 Feb 14 21:25:33.181113 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2b297-c621-431a-871a-91dfc755e88c" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:33.234398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b0a21-b851-4b8e-9607-1e0c18917fdd service neutron] Pushing event updated for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:33.249244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:33.259113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.260411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device d744235f-38f2-4c29-8aa1-c136e5382fe1 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:33.493979 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950fc434-0241-4fa5-b7a3-966425f57ea2 x-openstack-request-id: req-950fc434-0241-4fa5-b7a3-966425f57ea2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:33.494419 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:33.494534 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-950fc434-0241-4fa5-b7a3-966425f57ea2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:33.495060 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'code': 200} Feb 14 21:25:33.720484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:33.855185 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f2b89a0-4833-480d-a996-00e5a8a98aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.885355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-736690b0-e2b5-4324-8fa4-7c0bec76ce2b None None] Provisioning complete for port 01615f87-c8f6-47a8-a1d6-922c18098c59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:33.886204 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-736690b0-e2b5-4324-8fa4-7c0bec76ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.916666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dc52d6c9-9cdf-4e06-8768-36aed003d775 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:33.957622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:33.972316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port d744235f-38f2-4c29-8aa1-c136e5382fe1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:33.972857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:33.983375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb5532d-063a-4554-98eb-fd37a42fcaf0 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:34.010330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd683d4c-84ed-4f4a-87bc-ff7218142166 req-4f74aafb-a384-4d33-96c5-8ccc2a50929e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.011367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks [] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.027069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd683d4c-84ed-4f4a-87bc-ff7218142166 req-4f74aafb-a384-4d33-96c5-8ccc2a50929e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 932 time: 0.4079328 Feb 14 21:25:34.030864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Transition to ACTIVE for port object beb5532d-063a-4554-98eb-fd37a42fcaf0 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:25:34.044289 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.199888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-736690b0-e2b5-4324-8fa4-7c0bec76ce2b None None] Port 01615f87-c8f6-47a8-a1d6-922c18098c59 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:34.258105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3083b63f-6669-411b-8e4b-0ef58fc0a313 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:34.258489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.301220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.343102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.368664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.390285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port d744235f-38f2-4c29-8aa1-c136e5382fe1 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:34.390698 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.393377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.447559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dc52d6c9-9cdf-4e06-8768-36aed003d775 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:34.448083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.452197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:34.466243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-0c642169-0882-4763-a070-d3ba320f5764 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 3885 time: 0.8883147 Feb 14 21:25:34.475213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd683d4c-84ed-4f4a-87bc-ff7218142166 req-afd00262-d5bf-4b97-b947-8ed2e0685941 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449165 Feb 14 21:25:34.514502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Pushing event updated for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:34.562163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-30810ac2-3b07-498e-8efe-c7d426b22649 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770798 Feb 14 21:25:34.627398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Attempting to bind port beb5532d-063a-4554-98eb-fd37a42fcaf0 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:34.627630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Attempting to bind port beb5532d-063a-4554-98eb-fd37a42fcaf0 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:34.628008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Attempting to bind port beb5532d-063a-4554-98eb-fd37a42fcaf0 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:34.639060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Port beb5532d-063a-4554-98eb-fd37a42fcaf0 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:25:34.639471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Attempting to bind port beb5532d-063a-4554-98eb-fd37a42fcaf0 on network c51a2f00-6fdd-460f-ae40-db826a54ef51 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:34.645357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:34.645704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Checking segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:34.646084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Bound using segment: {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:34.646517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Bound port: beb5532d-063a-4554-98eb-fd37a42fcaf0, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df56d91-c02d-4deb-a48f-85766757d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:34.647445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.724342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e73c4a3-73f6-4c3e-bb9d-58675a8d554a req-4fe87c45-227a-475e-a1b1-6eb0db46a4f2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 210 time: 0.1010449 Feb 14 21:25:34.816797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:34.825319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:34.836522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.847723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10e017df-b51d-42ec-8c66-9c0bb3b7e3c9 req-f4706eb2-1bb0-4198-912b-8f8652dcd604 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803811 Feb 14 21:25:34.914112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:34.914529 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:34.962933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for d744235f-38f2-4c29-8aa1-c136e5382fe1 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:34.999014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-918aabba-865a-4c95-a97b-c91b6b639b6e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:35.000774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-918aabba-865a-4c95-a97b-c91b6b639b6e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289486 Feb 14 21:25:35.014418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Request body: {'port': {'device_id': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '27a52f391b984c3995fe3cb6c175bcf2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:35.057087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Pushing event updated for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:35.095976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:35.097792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.104550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-dff64201-b91a-4984-870e-2ae97f4d27ca service neutron] 10.222.0.64 "PUT /v2.0/ports/beb5532d-063a-4554-98eb-fd37a42fcaf0 HTTP/1.1" status: 200 len: 1093 time: 2.3860803 Feb 14 21:25:35.106702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:35.132786 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be5b574-6e62-411e-a823-92a9048abee6" -d '{"events": [{"name": "network-changed", "server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:35.223458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.266901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port d744235f-38f2-4c29-8aa1-c136e5382fe1, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=d744235f-38f2-4c29-8aa1-c136e5382fe1,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:35.310007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.315625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2126321e-3994-4f15-98e9-57b9bb43b218 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:35.336765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-631a410e-f3ec-4dad-b78d-b9c6dbb523be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:35.338647 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-631a410e-f3ec-4dad-b78d-b9c6dbb523be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 1127 time: 0.1604874 Feb 14 21:25:35.379106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3083b63f-6669-411b-8e4b-0ef58fc0a313 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:35.380418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.493359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-b4595779-a5f6-4941-86ba-a94816b1bef2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0 HTTP/1.1" status: 200 len: 217 time: 0.1460526 Feb 14 21:25:35.497432 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e76e3c-b0fc-4374-940a-83329a0ae43b x-openstack-request-id: req-75e76e3c-b0fc-4374-940a-83329a0ae43b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:35.497967 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:35.498450 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75e76e3c-b0fc-4374-940a-83329a0ae43b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:35.500201 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0', 'status': 'completed', 'code': 200} Feb 14 21:25:35.502940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:35.506198 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10af8ed5-26f1-4b0a-a364-7c16bb200448" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:35.528562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d744235f-38f2-4c29-8aa1-c136e5382fe1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.596911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:35.643547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dc52d6c9-9cdf-4e06-8768-36aed003d775 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:35.643960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.664865 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4d4fe-87e7-487f-8ef9-a1a5389501dc x-openstack-request-id: req-2ab4d4fe-87e7-487f-8ef9-a1a5389501dc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:35.665141 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:35.665538 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ab4d4fe-87e7-487f-8ef9-a1a5389501dc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:35.666596 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'code': 200} Feb 14 21:25:35.677296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-2e948a5e-5950-4731-b376-c75b1e907d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:35.689804 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-2e948a5e-5950-4731-b376-c75b1e907d0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 200 len: 861 time: 0.1880734 Feb 14 21:25:35.744021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:35.762617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Sync routers for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:35.773005 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.780171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.786359 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:35.786990 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:35.791200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port d744235f-38f2-4c29-8aa1-c136e5382fe1 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:35.802187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port dc52d6c9-9cdf-4e06-8768-36aed003d775, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dc52d6c9-9cdf-4e06-8768-36aed003d775,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:35.804718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=d744235f-38f2-4c29-8aa1-c136e5382fe1,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:35.824302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.827320 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-683f82a1-d764-40a5-87b0-1f5fc150e4ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c51a2f00-6fdd-460f-ae40-db826a54ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298614 Feb 14 21:25:35.844135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:35.854737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-2a3656ff-aea9-440c-9bf6-02f81aa7e77a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "DELETE /v2.0/ports/d744235f-38f2-4c29-8aa1-c136e5382fe1 HTTP/1.1" status: 204 len: 173 time: 2.6693296 Feb 14 21:25:35.869997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:35.878925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e73272-1eed-4994-8b7a-6b6ece2394fa" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:35.918452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Made reservation on behalf of 27a52f391b984c3995fe3cb6c175bcf2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:25:35.929970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.105157 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.147631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47956c9-cb76-4d75-ad4c-df4be742144c req-6a5714e4-9629-4495-a158-91f771c09f00 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:36.149767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47956c9-cb76-4d75-ad4c-df4be742144c req-6a5714e4-9629-4495-a158-91f771c09f00 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 944 time: 0.4620500 Feb 14 21:25:36.159847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:36.222959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-04debb36-6a22-4738-b1c0-92f4fb4f640f service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869216 Feb 14 21:25:36.254971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:36.335955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2126321e-3994-4f15-98e9-57b9bb43b218 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:36.341688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.405575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=dc52d6c9-9cdf-4e06-8768-36aed003d775,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:36.494358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:36.504829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.505601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 01615f87-c8f6-47a8-a1d6-922c18098c59 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:36.538522 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-331f9da1-7ebf-43ac-b912-3ab00ce0900a req-35007ae8-99ba-4aac-90c3-f1de28785887 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060648 Feb 14 21:25:36.636585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 01615f87-c8f6-47a8-a1d6-922c18098c59 host ! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:25:36.637300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 01615f87-c8f6-47a8-a1d6-922c18098c59 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:36.637909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0c1d0f00-20df-460e-ad97-b4d53ac2f641 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:36.659576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93d1227e-0a6a-49d3-b482-a637fdfb5cab req-5da3ae08-3979-4cbc-b465-f5b12270d396 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 210 time: 0.1969113 Feb 14 21:25:36.725219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:36.743412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b574-6e62-411e-a823-92a9048abee6 req-7ddbfcd4-2ac3-4952-860b-44aacff0ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:36.744913 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-7ddbfcd4-2ac3-4952-860b-44aacff0ad6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 1127 time: 0.1374345 Feb 14 21:25:36.778951 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c7663234-4c3b-4be3-ba0e-da88c3052a5d', 'name': '', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'tenant_id': '899b62af028d442e967377237b9abb63', 'mac_address': 'fa:16:3e:47:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:27Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 2, 'project_id': '899b62af028d442e967377237b9abb63', 'subnets': [{'id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:36.816317 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Checking router: 8f56922d-4905-420e-a5e2-c998ae9bff4f for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:36.818344 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Updating router 8f56922d-4905-420e-a5e2-c998ae9bff4f port c7663234-4c3b-4be3-ba0e-da88c3052a5d binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:25:36.821845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47956c9-cb76-4d75-ad4c-df4be742144c req-d3f575e8-e2e0-48c0-b96b-5ed0227e967a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611056 Feb 14 21:25:36.874993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Allocated IP 192.168.233.182 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/3193797e-7bdb-4e5d-bfb4-77473ae1bc84) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:25:36.883336 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.917816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:36.920349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:36.924100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:36.924500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.012918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:37.019837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.020639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9ce44002-3729-4d83-bea0-95abf892532f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:37.105071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b574-6e62-411e-a823-92a9048abee6 req-a317b79b-6d81-4de2-9d34-4898d7420d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.107063 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-a317b79b-6d81-4de2-9d34-4898d7420d33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 200 len: 922 time: 0.3520045 Feb 14 21:25:37.138089 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc963c-9770-48b0-b349-774c70e2532d x-openstack-request-id: req-86bc963c-9770-48b0-b349-774c70e2532d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:37.138492 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "d744235f-38f2-4c29-8aa1-c136e5382fe1", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:37.138661 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86bc963c-9770-48b0-b349-774c70e2532d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:37.139031 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': 'd744235f-38f2-4c29-8aa1-c136e5382fe1', 'status': 'completed', 'code': 200} Feb 14 21:25:37.167744 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.205880 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-54efdff2-027b-467c-8280-5b999a65d86f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0896847 Feb 14 21:25:37.258446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 0c1d0f00-20df-460e-ad97-b4d53ac2f641, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0c1d0f00-20df-460e-ad97-b4d53ac2f641,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:37.259041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.271626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9ce44002-3729-4d83-bea0-95abf892532f is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:37.274634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 0c1d0f00-20df-460e-ad97-b4d53ac2f641 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:37.278671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.290123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b574-6e62-411e-a823-92a9048abee6 req-18092d56-5daf-4a0b-a3e4-0301d076351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.292654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-18092d56-5daf-4a0b-a3e4-0301d076351b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 200 len: 861 time: 0.0806646 Feb 14 21:25:37.335524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-68c877a4-0b63-4345-b361-535b3420e1c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c51a2f00-6fdd-460f-ae40-db826a54ef51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289013 Feb 14 21:25:37.404700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:37.411744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:37.441015 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.442746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fac513b9-7084-47b5-8861-94638f82b988 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:37.470154 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-83c2b5ef-a04b-4661-86e3-c8ab20a2a974 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291947 Feb 14 21:25:37.557111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ede0-7611-4734-a04c-37cf77177ac4 req-f9fa899b-dd5f-4b8c-944b-bc4b906a1e09 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.558983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad7ede0-7611-4734-a04c-37cf77177ac4 req-f9fa899b-dd5f-4b8c-944b-bc4b906a1e09 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.2209065 Feb 14 21:25:37.647092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-5b7ad096-64ad-47cc-b9de-08958231b52f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.654659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-5b7ad096-64ad-47cc-b9de-08958231b52f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.660786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-5b7ad096-64ad-47cc-b9de-08958231b52f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.668146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-5b7ad096-64ad-47cc-b9de-08958231b52f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:37.669364 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks [] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.669961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-5b7ad096-64ad-47cc-b9de-08958231b52f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 3146 time: 0.5375211 Feb 14 21:25:37.689559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:37.693418 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.697999 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17521640-eb0c-46b1-8003-f1795ebd9699" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce44002-3729-4d83-bea0-95abf892532f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:37.718222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port fac513b9-7084-47b5-8861-94638f82b988 host ! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:25:37.719094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fac513b9-7084-47b5-8861-94638f82b988 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:37.722660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:37.733125 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9be5b574-6e62-411e-a823-92a9048abee6 req-346a5e42-2169-4ffd-9026-c59da6cd16d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556367 Feb 14 21:25:37.778317 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b58af-3964-41e8-a6da-ac7c3648705a None None] Pushing event updated for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:37.863747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0c1d0f00-20df-460e-ad97-b4d53ac2f641), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.918194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad7ede0-7611-4734-a04c-37cf77177ac4 req-b1e0cca1-c41f-4a43-8722-b2e0990aa805 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups?id=d8380b9d-3a32-4c99-8396-6835a84cd607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496013 Feb 14 21:25:37.927750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=0c1d0f00-20df-460e-ad97-b4d53ac2f641,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:37.973733 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Attempting to bind port c7663234-4c3b-4be3-ba0e-da88c3052a5d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:37.974927 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Attempting to bind port c7663234-4c3b-4be3-ba0e-da88c3052a5d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:37.976228 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Attempting to bind port c7663234-4c3b-4be3-ba0e-da88c3052a5d on network 907c3124-30e9-4475-95d4-019bf2c8df3a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:37.994418 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:37.997919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Checking segment: {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:37.998464 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:37.999880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Bound using segment: {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:38.000931 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Bound port: c7663234-4c3b-4be3-ba0e-da88c3052a5d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212f15eb-fd2b-49a2-985c-68340a35c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:38.003805 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.036769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-9e10682c-86ea-49da-8bf0-2e2f124945ed tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:38.044976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-9e10682c-86ea-49da-8bf0-2e2f124945ed tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.64 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 946 time: 0.1958528 Feb 14 21:25:38.091840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks [] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.094943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dc52d6c9-9cdf-4e06-8768-36aed003d775 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:38.110580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6edfef5c-20dc-4ce6-96c4-71200ef518b4 req-8e4ec806-22b1-4400-b6a2-a15abd82e44d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233255 Feb 14 21:25:38.133963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 0c1d0f00-20df-460e-ad97-b4d53ac2f641 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:38.138251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.146335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-71b7ec44-1ed3-45f6-adb5-1c11c07c33ef tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "DELETE /v2.0/ports/0c1d0f00-20df-460e-ad97-b4d53ac2f641 HTTP/1.1" status: 204 len: 173 time: 2.2589109 Feb 14 21:25:38.362270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dc52d6c9-9cdf-4e06-8768-36aed003d775 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:38.363037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.477087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Deleting port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:38.479825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.571744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df2d458e-0374-4bad-bc31-9bd7d6f0149a req-11be9709-7d11-4fdf-9165-8d49f17ec91d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 210 time: 0.1819911 Feb 14 21:25:38.643519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d59543f0-8a35-45b8-81f8-e4f997da45d5 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:38.644209 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d59543f0-8a35-45b8-81f8-e4f997da45d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.645817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.666869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 2126321e-3994-4f15-98e9-57b9bb43b218 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:38.667283 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.762756 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] For port c7663234-4c3b-4be3-ba0e-da88c3052a5d, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:38.781603 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] For port c7663234-4c3b-4be3-ba0e-da88c3052a5d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7663234-4c3b-4be3-ba0e-da88c3052a5d,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:38.811252 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:38.829340 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8790eb6f-c2fe-4a22-bba2-d471bc789f81 x-openstack-request-id: req-8790eb6f-c2fe-4a22-bba2-d471bc789f81 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:38.836611 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce44002-3729-4d83-bea0-95abf892532f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:38.837800 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8790eb6f-c2fe-4a22-bba2-d471bc789f81 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:38.838238 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'code': 200} Feb 14 21:25:38.838509 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218', 'code': 200} Feb 14 21:25:38.838776 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'code': 200} Feb 14 21:25:38.844004 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f', 'code': 200} Feb 14 21:25:38.862106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d59543f0-8a35-45b8-81f8-e4f997da45d5 None None] Port c7663234-4c3b-4be3-ba0e-da88c3052a5d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:38.869662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:38.882679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826', '3083b63f-6669-411b-8e4b-0ef58fc0a313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:39.079474 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:39.081263 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:39.091881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-b582ef9b-5bc1-424c-8231-b0dd79a6fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.102938 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b58af-3964-41e8-a6da-ac7c3648705a None None] Pushing event updated for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:39.103221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-b582ef9b-5bc1-424c-8231-b0dd79a6fbd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.3770232 Feb 14 21:25:39.183898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:39.183898 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78217658-9db3-42a6-8625-fe4609e171a4" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:39.338055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:25:39.387623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:25:39.394853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-8e795030-5b90-45f5-9150-eb6429b29402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.399828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:25:39.409804 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:39.414581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-8e795030-5b90-45f5-9150-eb6429b29402 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.3038216 Feb 14 21:25:39.483688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] For port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:39.485727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:39.546762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dc52d6c9-9cdf-4e06-8768-36aed003d775 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:39.568296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.568978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:39.593899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:39.649041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130852ec-f051-4667-8ca2-a7a53bdbfaec req-5bc79e7b-e60d-4648-92a5-405ebc0dfaaf tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.650445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-130852ec-f051-4667-8ca2-a7a53bdbfaec req-5bc79e7b-e60d-4648-92a5-405ebc0dfaaf tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.5882812 Feb 14 21:25:39.654680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-d12a8617-1631-4089-98a6-c06649729611 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.2144642 Feb 14 21:25:39.782819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:39.785704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:39.809818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda90028-3114-422b-9dcc-cd963a27aa17 req-3e2060be-3ea0-49a0-a165-04b3199c54e9 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.825114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda90028-3114-422b-9dcc-cd963a27aa17 req-3e2060be-3ea0-49a0-a165-04b3199c54e9 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 944 time: 0.7852728 Feb 14 21:25:39.927456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-130852ec-f051-4667-8ca2-a7a53bdbfaec req-496cd8a2-314a-44c6-9a9e-62b108121d61 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391894 Feb 14 21:25:39.974042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-23595e61-f4ff-4959-a3bc-665b4437e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:39.980587 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-23595e61-f4ff-4959-a3bc-665b4437e115 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.3081112 Feb 14 21:25:40.058463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-60f7a04a-122e-4f21-826e-f9a46e7b579c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0482378 Feb 14 21:25:40.065972 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c7663234-4c3b-4be3-ba0e-da88c3052a5d', 'name': '', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'tenant_id': '899b62af028d442e967377237b9abb63', 'mac_address': 'fa:16:3e:47:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:27Z', 'updated_at': '2022-02-14T21:25:38Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'subnets': [{'id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:40.127599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-ff0b4eea-525a-4272-afc3-0a3adf5eb9db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381485 Feb 14 21:25:40.129524 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447012d-ee98-4714-9a0e-a471303a56c5 None None] The sync data for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 is: [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:25:28Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'c7663234-4c3b-4be3-ba0e-da88c3052a5d', 'name': '', 'network_id': '907c3124-30e9-4475-95d4-019bf2c8df3a', 'tenant_id': '899b62af028d442e967377237b9abb63', 'mac_address': 'fa:16:3e:47:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:27Z', 'updated_at': '2022-02-14T21:25:38Z', 'revision_number': 4, 'project_id': '899b62af028d442e967377237b9abb63', 'subnets': [{'id': '5f6b1610-f8b0-4711-a13e-2a564ab5fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:40.130102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7663234-4c3b-4be3-ba0e-da88c3052a5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:40.172978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Request body: {'port': {'device_id': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:25:40.207854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda90028-3114-422b-9dcc-cd963a27aa17 req-0cf46607-c347-49ec-8b17-a0db93a32eba tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782637 Feb 14 21:25:40.391395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:40.392151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:40.392733 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Floating IP bea88bfe-0be3-4f12-910c-2d52dc5690c0 disassociated. External IP: 172.25.2.68, port: 22e00c7d-9820-4f6a-bd04-a2ab68bb949f. Feb 14 21:25:40.393338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Calling delete_port for 22e00c7d-9820-4f6a-bd04-a2ab68bb949f owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:40.599506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Current status of the port c7663234-4c3b-4be3-ba0e-da88c3052a5d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:40.603379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:40.682168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:40.683142 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:40.711131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (22e00c7d-9820-4f6a-bd04-a2ab68bb949f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:40.761893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event deleted for resources: {'Port': ['ID=22e00c7d-9820-4f6a-bd04-a2ab68bb949f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:40.872646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device beb5532d-063a-4554-98eb-fd37a42fcaf0 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:40.954119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-a4adfb20-6e4b-46e3-9c90-f464ecba6d17 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566495 Feb 14 21:25:41.091274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] For port c7663234-4c3b-4be3-ba0e-da88c3052a5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7663234-4c3b-4be3-ba0e-da88c3052a5d,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:41.122147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:41.177534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 2126321e-3994-4f15-98e9-57b9bb43b218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2126321e-3994-4f15-98e9-57b9bb43b218,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:41.178217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:41.191996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Router df7536c0-c25d-41f7-a182-a98afbbd497f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:41.333263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17417128-80a7-4c94-ba65-837c843cd54d req-c7d6c710-4ae1-4227-ad47-faf3cab4bb80 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/ports?device_id=742dc5d7-4fcb-463e-bbe8-cb449670e67a HTTP/1.1" status: 200 len: 210 time: 1.0772529 Feb 14 21:25:41.455914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:41.481192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51156b-fbc8-472a-9253-7485bd4ccff6 None None] Pushing event updated for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:41.545735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e09a44ac-b33e-46e7-a28a-833f6a32ca16 None None] Provisioning complete for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:41.546041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e09a44ac-b33e-46e7-a28a-833f6a32ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:41.555273 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3053306-cccd-4658-a728-084c13add080 x-openstack-request-id: req-c3053306-cccd-4658-a728-084c13add080 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:41.555898 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "0c1d0f00-20df-460e-ad97-b4d53ac2f641", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:41.557462 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3053306-cccd-4658-a728-084c13add080 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:41.563777 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '0c1d0f00-20df-460e-ad97-b4d53ac2f641', 'status': 'completed', 'code': 200} Feb 14 21:25:41.573959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c7663234-4c3b-4be3-ba0e-da88c3052a5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:41.674461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:41.676235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'beb5532d-063a-4554-98eb-fd37a42fcaf0', 'network_id': 'c51a2f00-6fdd-460f-ae40-db826a54ef51', 'port_id': 'beb5532d-063a-4554-98eb-fd37a42fcaf0', 'mac_address': 'fa:16:3e:cd:c1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:41.683357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 2126321e-3994-4f15-98e9-57b9bb43b218 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:41.738019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Sync routers for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:41.826293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e09a44ac-b33e-46e7-a28a-833f6a32ca16 None None] Port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:25:41.836127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] No DVR routers for this DVR port 22e00c7d-9820-4f6a-bd04-a2ab68bb949f on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:41.840641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:41.841300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:41.854262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:41.860080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:41.861743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23c304c5-a168-4b5d-8641-222fd7c69a6d req-a2c81576-0c10-4a00-9347-32a9199aafae tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.64 "DELETE /v2.0/ports/22e00c7d-9820-4f6a-bd04-a2ab68bb949f HTTP/1.1" status: 204 len: 173 time: 3.8125250 Feb 14 21:25:41.867703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'name': 'network-vif-deleted', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:41.870920 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88319b39-85aa-4c0a-9cf7-b7cb08d32742" -d '{"events": [{"server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "name": "network-vif-deleted", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:41.881525 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bfdbcf45-7be7-49bf-a0f4-9e6b62177b1a req-d550cf5d-5c91-42da-915f-36e91feff1d8 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9103107 Feb 14 21:25:41.962275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port beb5532d-063a-4554-98eb-fd37a42fcaf0 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:41.962859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:42.016729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb5532d-063a-4554-98eb-fd37a42fcaf0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:42.050833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceea8e3-8ecc-4bf5-b105-7e5413b0f14e req-4a79d2ad-fdd4-40c7-aa24-1fd9731658e3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:42.056525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceea8e3-8ecc-4bf5-b105-7e5413b0f14e req-4a79d2ad-fdd4-40c7-aa24-1fd9731658e3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:42.060801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7663234-4c3b-4be3-ba0e-da88c3052a5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:42.062634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceea8e3-8ecc-4bf5-b105-7e5413b0f14e req-4a79d2ad-fdd4-40c7-aa24-1fd9731658e3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:42.064488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fceea8e3-8ecc-4bf5-b105-7e5413b0f14e req-4a79d2ad-fdd4-40c7-aa24-1fd9731658e3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 2411 time: 0.8678048 Feb 14 21:25:42.153514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-5d9e09fa-d58b-4efa-9250-0c039d95fa9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9713082 Feb 14 21:25:42.238233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fceea8e3-8ecc-4bf5-b105-7e5413b0f14e req-33d615d7-73e4-46f4-a385-0cc2878de5ed tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494858 Feb 14 21:25:42.301718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc04f0-4f1b-4ff7-bd2a-9edfd4247cb3 req-618262f7-03dc-46c7-953e-b2715024480f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:42.304043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25bc04f0-4f1b-4ff7-bd2a-9edfd4247cb3 req-618262f7-03dc-46c7-953e-b2715024480f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 936 time: 0.5127380 Feb 14 21:25:42.520588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-3719834b-2f49-4c80-9787-6d27c7894ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:42.536943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-3719834b-2f49-4c80-9787-6d27c7894ffd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 1129 time: 0.2671940 Feb 14 21:25:42.563460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25bc04f0-4f1b-4ff7-bd2a-9edfd4247cb3 req-fbdeef8d-9636-4495-bac8-1e25d6f9ddd9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399204 Feb 14 21:25:42.622323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:42.691456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:42.756023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:42.759380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c7663234-4c3b-4be3-ba0e-da88c3052a5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:42.759628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:42.859146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e00c7d-9820-4f6a-bd04-a2ab68bb949f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:42.873308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2126321e-3994-4f15-98e9-57b9bb43b218), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:42.914440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 22e00c7d-9820-4f6a-bd04-a2ab68bb949f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:42.915002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 22e00c7d-9820-4f6a-bd04-a2ab68bb949f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:42.976378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:43.050706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c7663234-4c3b-4be3-ba0e-da88c3052a5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:43.104164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=2126321e-3994-4f15-98e9-57b9bb43b218,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:43.145388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['beb5532d-063a-4554-98eb-fd37a42fcaf0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:43.162922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-e5b27516-7d8a-4147-a8a8-f39184437150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:43.170687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-e5b27516-7d8a-4147-a8a8-f39184437150 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.6059287 Feb 14 21:25:43.275890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 2126321e-3994-4f15-98e9-57b9bb43b218 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:43.323669 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:43.347803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9203f6b5-fc7f-4eb3-be48-434c98449a26 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "DELETE /v2.0/ports/2126321e-3994-4f15-98e9-57b9bb43b218 HTTP/1.1" status: 204 len: 173 time: 5.1756139 Feb 14 21:25:43.598196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7dd6d-e838-4913-a9c7-884c50d475fc req-d13730ca-8ad1-4b77-966e-df187693d2a9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:43.629080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbe7dd6d-e838-4913-a9c7-884c50d475fc req-d13730ca-8ad1-4b77-966e-df187693d2a9 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.9658856 Feb 14 21:25:43.630697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:43.648475 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c33689b-9963-41fa-9c63-235be0042bff" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:43.780788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:43.822364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Checking router: df7536c0-c25d-41f7-a182-a98afbbd497f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:43.837845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:43.838915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:43.854585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de968-235f-4bd6-95ca-41f9982471a8 req-6d6b05fa-21c7-4131-bf28-2ee2b31ba17b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:43.862300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-504de968-235f-4bd6-95ca-41f9982471a8 req-6d6b05fa-21c7-4131-bf28-2ee2b31ba17b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 945 time: 1.1105745 Feb 14 21:25:43.917378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:44.002173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks [] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:44.011517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbe7dd6d-e838-4913-a9c7-884c50d475fc req-cdb3c99d-f693-48d1-8ad6-9eb872c02859 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810422 Feb 14 21:25:44.054357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:44.094295 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc21a9-ead2-44c4-8f0a-eaf9124d3829 x-openstack-request-id: req-fefc21a9-ead2-44c4-8f0a-eaf9124d3829 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:44.094868 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742dc5d7-4fcb-463e-bbe8-cb449670e67a", "name": "network-vif-deleted", "tag": "22e00c7d-9820-4f6a-bd04-a2ab68bb949f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:44.094868 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fefc21a9-ead2-44c4-8f0a-eaf9124d3829 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:44.095290 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742dc5d7-4fcb-463e-bbe8-cb449670e67a', 'name': 'network-vif-deleted', 'tag': '22e00c7d-9820-4f6a-bd04-a2ab68bb949f', 'status': 'completed', 'code': 200} Feb 14 21:25:44.096169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-a12ec677-08e5-4330-ba8f-28253551af11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 200 len: 1000 time: 0.8378508 Feb 14 21:25:44.109625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-504de968-235f-4bd6-95ca-41f9982471a8 req-0bf6f5bd-a974-4870-a011-b0ed6cf2351b tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451556 Feb 14 21:25:44.125997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Transition to ACTIVE for port object 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:25:44.162168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:44.231728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:44.256412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 9ce44002-3729-4d83-bea0-95abf892532f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:44.256750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ce44002-3729-4d83-bea0-95abf892532f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:44.456320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-e8d65a0f-5834-49c3-8f7c-3c3452b59ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:44.457938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-e8d65a0f-5834-49c3-8f7c-3c3452b59ea9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.3485415 Feb 14 21:25:44.481812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:44.561266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeef3815-b855-4b07-957e-c7c3d3c25c49 None None] The sync data for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 is: [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:23:15Z', 'revision_number': 4, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8177154f-f7a4-45e2-88e6-074bb27c05c0', 'name': '', 'network_id': 'c136804a-7395-449e-8d0e-9b3f54e6c197', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'mac_address': 'fa:16:3e:e8:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:13Z', 'updated_at': '2022-02-14T21:23:29Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'subnets': [{'id': '1f19e8d2-983f-403a-99b6-2ee963da1cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:44.710299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e5ad0-4c91-4123-ba75-483576cee8a0 req-3b6155ea-6e75-4fce-b9db-0691903ca5cf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:44.717078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e5ad0-4c91-4123-ba75-483576cee8a0 req-3b6155ea-6e75-4fce-b9db-0691903ca5cf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:44.727292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf4e5ad0-4c91-4123-ba75-483576cee8a0 req-3b6155ea-6e75-4fce-b9db-0691903ca5cf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 1678 time: 0.4470415 Feb 14 21:25:44.780881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 9ce44002-3729-4d83-bea0-95abf892532f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9ce44002-3729-4d83-bea0-95abf892532f,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:44.781344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ce44002-3729-4d83-bea0-95abf892532f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:44.823230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 9ce44002-3729-4d83-bea0-95abf892532f owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:44.850550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1908bf6-7969-4809-81dd-83013304463d req-37355ee1-2a51-4b76-b3e3-a486cf2999b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:44.852455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1908bf6-7969-4809-81dd-83013304463d req-37355ee1-2a51-4b76-b3e3-a486cf2999b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.3664160 Feb 14 21:25:44.859462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:25:44.859806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:25:44.860147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:44.863389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device beb5532d-063a-4554-98eb-fd37a42fcaf0 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:44.877922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-b43f0615-d061-4516-a8cb-40fb4436982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:44.879510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-b43f0615-d061-4516-a8cb-40fb4436982e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3947375 Feb 14 21:25:44.958286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:25:44.958682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:25:44.972960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port beb5532d-063a-4554-98eb-fd37a42fcaf0 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:25:44.995678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port beb5532d-063a-4554-98eb-fd37a42fcaf0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:44.997827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.003615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf4e5ad0-4c91-4123-ba75-483576cee8a0 req-e7438c10-9997-4a17-bc8b-7bc287bc8f7c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752318 Feb 14 21:25:45.123845 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fdfd40-b374-4f95-96a0-bb4654310cd5 x-openstack-request-id: req-c8fdfd40-b374-4f95-96a0-bb4654310cd5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:45.124159 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "2126321e-3994-4f15-98e9-57b9bb43b218", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:45.124354 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8fdfd40-b374-4f95-96a0-bb4654310cd5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:45.124980 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '2126321e-3994-4f15-98e9-57b9bb43b218', 'status': 'completed', 'code': 200} Feb 14 21:25:45.130973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:25:45.131458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:25:45.131866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:25:45.132329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Bound port: 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:25:45.133276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.199690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50130) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:45.203790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port beb5532d-063a-4554-98eb-fd37a42fcaf0 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:45.204454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.225503 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f92c1-9f81-41e3-a9d7-6a08cc9dc9bd None None] New status for floating IP bea88bfe-0be3-4f12-910c-2d52dc5690c0: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:25:45.295064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:45.296454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:45.308777 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d1a0ad-ee10-4b62-8306-be6df1c9da7a" -d '{"events": [{"server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "name": "network-vif-plugged", "status": "completed", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:45.314768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.399777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (d8380b9d-3a32-4c99-8396-6835a84cd607), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.472717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (d8380b9d-3a32-4c99-8396-6835a84cd607), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.477422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:45.557090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8380b9d-3a32-4c99-8396-6835a84cd607), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.559500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.564407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "DELETE /v2.0/security-groups/d8380b9d-3a32-4c99-8396-6835a84cd607 HTTP/1.1" status: 204 len: 168 time: 0.3634710 Feb 14 21:25:45.573023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:45.596222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd3fa3-a693-4891-ac2f-6a20f221d655 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8380b9d-3a32-4c99-8396-6835a84cd607,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:45.605248 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-b77d0494-3e86-4e91-ab5a-ecb3bd375928 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] show failed (client error): The resource could not be found. Feb 14 21:25:45.606304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b77d0494-3e86-4e91-ab5a-ecb3bd375928 tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "GET /v2.0/security-groups/d8380b9d-3a32-4c99-8396-6835a84cd607 HTTP/1.1" status: 404 len: 347 time: 0.0323310 Feb 14 21:25:45.614466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:45.633845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1908bf6-7969-4809-81dd-83013304463d req-9a1b3be1-df58-4b0c-83bd-3601c4b24c33 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629595 Feb 14 21:25:45.686899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:25:45.716644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:25:45.734825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-bad79e65-affe-4594-8d56-ee6dfffb8ae6 service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460150 Feb 14 21:25:45.738114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.740565 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ce44002-3729-4d83-bea0-95abf892532f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.929871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c198e-7956-474f-9724-ff90b1e7ae09 req-aa698b00-88b6-41f2-aaf9-d57a912f9a7e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:45.937785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-731c198e-7956-474f-9724-ff90b1e7ae09 req-aa698b00-88b6-41f2-aaf9-d57a912f9a7e tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.5900810 Feb 14 21:25:45.973971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Deleting port 6857651e-3392-4cf5-a0ab-b3e601347175 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:45.975027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.997572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:45.998516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:45.999999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] 10.222.0.83 "PUT /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 1097 time: 5.8362346 Feb 14 21:25:46.150481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750172f-9d06-4054-ae6c-8f1826bb9fda service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:46.215518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 9ce44002-3729-4d83-bea0-95abf892532f on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:46.262383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:46.266005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "DELETE /v2.0/ports/9ce44002-3729-4d83-bea0-95abf892532f HTTP/1.1" status: 204 len: 173 time: 2.8178208 Feb 14 21:25:46.283382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485980-d639-408c-87bc-68bd33c102b1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=9ce44002-3729-4d83-bea0-95abf892532f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:46.308518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:46.309113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (6857651e-3392-4cf5-a0ab-b3e601347175), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:46.380892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Calling delete_port for 6857651e-3392-4cf5-a0ab-b3e601347175 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:46.404246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-731c198e-7956-474f-9724-ff90b1e7ae09 req-8d66efd1-99ce-47be-a1d3-15e51feb12c8 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654868 Feb 14 21:25:46.434000 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-a7eae4b6-43ee-4274-a332-0ee0fe625401 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4269209 Feb 14 21:25:46.442973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07496-1efb-4cbf-8017-eebd3916b535 req-9a545713-9c8d-4b09-9580-6cf6cb247df8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:46.456426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bd07496-1efb-4cbf-8017-eebd3916b535 req-9a545713-9c8d-4b09-9580-6cf6cb247df8 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 946 time: 0.5952699 Feb 14 21:25:46.543120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649d40a0-c9f2-4528-8ef5-cf88490a541d req-1b12d317-3ec4-4a9d-99b9-ddea7de523ca service neutron] 10.222.0.83 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803998 Feb 14 21:25:46.657509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-5a5c020b-e2f4-4461-ab65-5516ebe0b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:46.672766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-5a5c020b-e2f4-4461-ab65-5516ebe0b6e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1131 time: 0.5748496 Feb 14 21:25:46.676130 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc788636-cc8b-496a-8ed1-5443a36b9ad3 x-openstack-request-id: req-dc788636-cc8b-496a-8ed1-5443a36b9ad3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:46.676715 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "name": "network-vif-plugged", "status": "completed", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:46.676715 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc788636-cc8b-496a-8ed1-5443a36b9ad3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:46.677413 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0', 'code': 200} Feb 14 21:25:46.808651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6857651e-3392-4cf5-a0ab-b3e601347175), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:46.814055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-2fc45420-3adc-4752-8fa9-81f6b4c259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:46.821842 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-2fc45420-3adc-4752-8fa9-81f6b4c259ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.1999974 Feb 14 21:25:46.869943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Pushing event deleted for resources: {'Port': ['ID=6857651e-3392-4cf5-a0ab-b3e601347175,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:47.027468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-1bc88981-71d1-4fab-aaac-a5a1b9f8fcaf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.1759326 Feb 14 21:25:47.039182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks [] for floatingip (bea88bfe-0be3-4f12-910c-2d52dc5690c0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:47.041783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:47.042952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe63b3eb-425f-4df4-842a-e37fb78d3ddf tempest-ServersTestFqdnHostnames-2035256206 tempest-ServersTestFqdnHostnames-2035256206-project] 10.222.0.86 "DELETE /v2.0/floatingips/bea88bfe-0be3-4f12-910c-2d52dc5690c0 HTTP/1.1" status: 204 len: 168 time: 1.4263675 Feb 14 21:25:47.048200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:47.081249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bd07496-1efb-4cbf-8017-eebd3916b535 req-9f56378b-84fc-4066-b11b-77d5b9106294 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163993 Feb 14 21:25:47.139068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-303b5d73-bb92-4d18-ba56-926f67863538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:47.140614 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-303b5d73-bb92-4d18-ba56-926f67863538 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2345607 Feb 14 21:25:47.143353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}, {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:47.166674 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa152a3c-f467-456a-967f-8656f5433bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "9ce44002-3729-4d83-bea0-95abf892532f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:47.178062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed454-dd46-46a0-abf0-c890bbf243d5 req-886395e5-e9ed-4b2a-b9e0-bc687820658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:47.179681 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7d4ed454-dd46-46a0-abf0-c890bbf243d5 req-886395e5-e9ed-4b2a-b9e0-bc687820658f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 1129 time: 0.2559874 Feb 14 21:25:47.578359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-0a971c47-4ed0-4bb2-a4c1-05755c384758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.4102316 Feb 14 21:25:47.722266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-f2730aaa-ee3b-4007-bab8-cab0633fa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:47.723834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-f2730aaa-ee3b-4007-bab8-cab0633fa110 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1313791 Feb 14 21:25:47.728236 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7d4ed454-dd46-46a0-abf0-c890bbf243d5 req-3da17113-edcb-4dfd-8bb5-f66d9312760e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617343 Feb 14 21:25:48.018882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69fe9-839e-4f53-bfab-5050d0610181 req-c1c596a4-8c56-4e16-93fc-46d01d2e368b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.026374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e69fe9-839e-4f53-bfab-5050d0610181 req-c1c596a4-8c56-4e16-93fc-46d01d2e368b tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 944 time: 1.1014733 Feb 14 21:25:48.038734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-257062d8-339f-4cf6-ad15-7d0640aaec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.040321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-257062d8-339f-4cf6-ad15-7d0640aaec03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.9827423 Feb 14 21:25:48.110942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 9bc0c30b-9532-4527-9574-0b25d790b0b3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:48.111217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:48.113859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-2d854e17-84e0-4bb7-8e4d-78b4725fb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.116659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-2d854e17-84e0-4bb7-8e4d-78b4725fb8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1497884 Feb 14 21:25:48.173130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e69fe9-839e-4f53-bfab-5050d0610181 req-25299611-2afd-457d-a29f-04c3df16daaf tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457391 Feb 14 21:25:48.192342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65202d-4098-4a4f-bef5-7dcd1ab58f7e req-6bb8c9ef-17fc-40a1-8715-f05691477661 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.213438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca65202d-4098-4a4f-bef5-7dcd1ab58f7e req-6bb8c9ef-17fc-40a1-8715-f05691477661 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.2749949 Feb 14 21:25:48.241674 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-92f47eb7-319f-46b2-81ba-57c0b129bed3 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160276 Feb 14 21:25:48.324311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (df7536c0-c25d-41f7-a182-a98afbbd497f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:48.332184 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a23f79-1ce5-419d-8249-f9399a787853 x-openstack-request-id: req-17a23f79-1ce5-419d-8249-f9399a787853 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:48.332184 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "status": "completed", "code": 200}, {"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "9ce44002-3729-4d83-bea0-95abf892532f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:48.332785 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17a23f79-1ce5-419d-8249-f9399a787853 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:48.334014 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'status': 'completed', 'code': 200} Feb 14 21:25:48.334296 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '9ce44002-3729-4d83-bea0-95abf892532f', 'status': 'completed', 'code': 200} Feb 14 21:25:48.471902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-862a4d46-e836-4b85-86bb-a75445b97e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.473798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-862a4d46-e836-4b85-86bb-a75445b97e1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4138417 Feb 14 21:25:48.481523 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2c414e2a-e268-41e3-9820-44a0a9cb0327 req-c51c7d89-04ed-4a5f-8890-de25c93858bc service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318451 Feb 14 21:25:48.623703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca65202d-4098-4a4f-bef5-7dcd1ab58f7e req-56fc40e7-2fd5-4e76-96e7-d2eedf0e44c0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940573 Feb 14 21:25:48.626818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 9bc0c30b-9532-4527-9574-0b25d790b0b3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9bc0c30b-9532-4527-9574-0b25d790b0b3,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:48.640724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:48.769366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Deleting port 8177154f-f7a4-45e2-88e6-074bb27c05c0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:48.770011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:48.910374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] For port 8177154f-f7a4-45e2-88e6-074bb27c05c0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8177154f-f7a4-45e2-88e6-074bb27c05c0,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:48.911032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:48.930592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Calling delete_port for 8177154f-f7a4-45e2-88e6-074bb27c05c0 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:48.940520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088373f-dac7-4746-8a9b-da6e3459e210 req-60a3217f-21d2-433b-a832-a3b291ac424a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:48.943116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d088373f-dac7-4746-8a9b-da6e3459e210 req-60a3217f-21d2-433b-a832-a3b291ac424a tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.4885359 Feb 14 21:25:49.066936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-c91e5396-828f-429b-a5fd-494c43b10cf7 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619838 Feb 14 21:25:49.070021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:49.070999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:49.071476 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Floating IP 446abf29-8dd7-4535-afb0-71e70cf8867e disassociated. External IP: 172.25.2.110, port: 9bc0c30b-9532-4527-9574-0b25d790b0b3. Feb 14 21:25:49.071999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 9bc0c30b-9532-4527-9574-0b25d790b0b3 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:49.246628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574a18-f288-4f0d-9646-ca40df4ca552 req-03153434-dc13-44f1-9798-c51f64c208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:49.248534 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d7574a18-f288-4f0d-9646-ca40df4ca552 req-03153434-dc13-44f1-9798-c51f64c208c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.1027989 Feb 14 21:25:49.272418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227f63-110b-40b9-8c50-23ca4476054d req-a92c127f-834a-4f23-a6f5-68ae2134d3d7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:49.290180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31227f63-110b-40b9-8c50-23ca4476054d req-a92c127f-834a-4f23-a6f5-68ae2134d3d7 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 946 time: 0.4037910 Feb 14 21:25:49.350196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d088373f-dac7-4746-8a9b-da6e3459e210 req-9952a21b-6845-42e6-a859-81af2171298c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685122 Feb 14 21:25:49.362290 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d7574a18-f288-4f0d-9646-ca40df4ca552 req-8ffe28f9-8922-480d-85eb-d05865bb3c56 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062989 Feb 14 21:25:49.370127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8177154f-f7a4-45e2-88e6-074bb27c05c0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:49.400834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8177154f-f7a4-45e2-88e6-074bb27c05c0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:49.545798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31227f63-110b-40b9-8c50-23ca4476054d req-0a9d8d4b-b5a9-47a4-8993-84ba58eeecb3 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541649 Feb 14 21:25:49.607855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5694eca5-ef2f-4b6a-a765-39ac64e22759 req-1610f8ed-875b-499a-b435-5f6dee91572b service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195756 Feb 14 21:25:49.778190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (df7536c0-c25d-41f7-a182-a98afbbd497f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:50.007593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9bc0c30b-9532-4527-9574-0b25d790b0b3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:50.035342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-dbf1ffb5-1bb6-4063-826b-b46e5a6d6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:50.042063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-dbf1ffb5-1bb6-4063-826b-b46e5a6d6703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1131 time: 0.2802291 Feb 14 21:25:50.082945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464868d4-efb0-48f4-b8f8-1a0027faeccf req-c77bab0d-5abc-46e6-97c7-093996e61273 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:50.085592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-464868d4-efb0-48f4-b8f8-1a0027faeccf req-c77bab0d-5abc-46e6-97c7-093996e61273 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 944 time: 0.3561106 Feb 14 21:25:50.111321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1e8c4-fd8c-4f51-8710-d1b39ea08dfe req-419eeada-883f-4d83-8022-bbe4c90a7861 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:50.114359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12e1e8c4-fd8c-4f51-8710-d1b39ea08dfe req-419eeada-883f-4d83-8022-bbe4c90a7861 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.3191285 Feb 14 21:25:50.125818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=9bc0c30b-9532-4527-9574-0b25d790b0b3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:50.172176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Router df7536c0-c25d-41f7-a182-a98afbbd497f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:50.369372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:50.382153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Sync routers for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:50.401193 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4987b35d-1b56-46e6-9f48-497b18e64c81 admin admin] 10.222.0.86 "PUT /v2.0/routers/df7536c0-c25d-41f7-a182-a98afbbd497f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3519742 Feb 14 21:25:50.403535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:50.404165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:50.405300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:50.414541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-464868d4-efb0-48f4-b8f8-1a0027faeccf req-b48469b9-ad3a-4802-b9f5-7a37c5ba4df1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups?id=2c0d258c-869f-4062-8fbb-ee8940c4966a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971447 Feb 14 21:25:50.467949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12e1e8c4-fd8c-4f51-8710-d1b39ea08dfe req-37be1816-eb39-494f-bcae-ad923a49103e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369627 Feb 14 21:25:50.874907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks [] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:50.916375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:50.950171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-2e4fc6cd-2a91-415e-8d95-c83040077591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:50.952608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-2e4fc6cd-2a91-415e-8d95-c83040077591 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.8625824 Feb 14 21:25:51.124467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-589b2e23-c923-4cb4-bf1f-fd7b2dce9d81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.1253676 Feb 14 21:25:51.156860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Router f3a52622-a801-4409-aba8-c128123094ac has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:51.224145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks [] for router_gateway (df7536c0-c25d-41f7-a182-a98afbbd497f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:51.281266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76345-7430-4f2f-890d-50ed0491f2d0 req-2ee1f2b2-6c94-4b97-9c1b-bd69cf35b4d3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:51.283015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79e76345-7430-4f2f-890d-50ed0491f2d0 req-2ee1f2b2-6c94-4b97-9c1b-bd69cf35b4d3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.4969022 Feb 14 21:25:51.300145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb4e9-ee41-4f2b-9e55-6d89cfc743a8 req-ce8068c2-468b-4c1b-8da2-2dbbd93abecc tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:51.308408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487cb4e9-ee41-4f2b-9e55-6d89cfc743a8 req-ce8068c2-468b-4c1b-8da2-2dbbd93abecc tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.5560923 Feb 14 21:25:51.326939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-f300edad-e7e3-48c4-bc60-36812681a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:51.331504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-f300edad-e7e3-48c4-bc60-36812681a97a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1960092 Feb 14 21:25:51.357055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Deleting port 74773e5e-510c-4829-9029-4567c7847d77 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:51.357757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (74773e5e-510c-4829-9029-4567c7847d77), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:51.367856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '74773e5e-510c-4829-9029-4567c7847d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:25:49Z', 'revision_number': 5, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port': {'id': '74773e5e-510c-4829-9029-4567c7847d77', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:09Z', 'updated_at': '2022-02-14T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:51.410602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Checking router: df7536c0-c25d-41f7-a182-a98afbbd497f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:51.422050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Routers {'df7536c0-c25d-41f7-a182-a98afbbd497f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:51.422974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['df7536c0-c25d-41f7-a182-a98afbbd497f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:51.556939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487cb4e9-ee41-4f2b-9e55-6d89cfc743a8 req-00bb886f-06e9-43e5-9555-bfa184753172 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472217 Feb 14 21:25:51.615610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] For port 74773e5e-510c-4829-9029-4567c7847d77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=74773e5e-510c-4829-9029-4567c7847d77,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:51.616353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (74773e5e-510c-4829-9029-4567c7847d77), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:51.660668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Calling delete_port for 74773e5e-510c-4829-9029-4567c7847d77 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:51.678407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79e76345-7430-4f2f-890d-50ed0491f2d0 req-477cabd5-79c8-4955-a718-0e552d1b44cc tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622940 Feb 14 21:25:51.715047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-81358153-2379-44c6-9b1e-57d296749a3c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:51.716684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-81358153-2379-44c6-9b1e-57d296749a3c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.83 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.3515472 Feb 14 21:25:51.780780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-0b765e38-2c3d-4112-8c4c-b234cbd45214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:51.782337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-0b765e38-2c3d-4112-8c4c-b234cbd45214 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4017589 Feb 14 21:25:51.783671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:51.800043 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Sync routers for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:51.817287 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:51.817910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:51.954600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 9bc0c30b-9532-4527-9574-0b25d790b0b3 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:51.957470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:51.961252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b722de6-1bca-4def-9589-83a18f8f2a93 req-ee7c6b44-ca54-4b5d-96be-4557aa9f5ed4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.64 "DELETE /v2.0/ports/9bc0c30b-9532-4527-9574-0b25d790b0b3 HTTP/1.1" status: 204 len: 173 time: 5.6529365 Feb 14 21:25:51.985144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:51.988243 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbab273-1bc0-44e1-b516-55c0ed6789af" -d '{"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:52.013299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2e24965-c485-4056-8f76-784ef8cfbb08 req-b19c9f10-d8e7-4b34-870f-e9d0e336fc16 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1219916 Feb 14 21:25:52.077583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:25:52.088387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:52.124499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] Set router df7536c0-c25d-41f7-a182-a98afbbd497f gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:52.173362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284112-df33-41a7-bc7e-bf7f84401a8f req-183aeb5c-1663-4f64-8009-36b52c1bac9e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:52.182019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df284112-df33-41a7-bc7e-bf7f84401a8f req-183aeb5c-1663-4f64-8009-36b52c1bac9e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 946 time: 0.5014663 Feb 14 21:25:52.205039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (74773e5e-510c-4829-9029-4567c7847d77), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:52.300751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74773e5e-510c-4829-9029-4567c7847d77,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:52.338067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:25:51Z', 'revision_number': 6, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:52.386732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-968ba081-89d2-4c40-b29b-51d988a0ad34 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918550 Feb 14 21:25:52.419654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:52.441343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df284112-df33-41a7-bc7e-bf7f84401a8f req-d389b5dd-d6ce-4c9b-8c5a-37272f640439 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580597 Feb 14 21:25:52.481689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Checking router: f3a52622-a801-4409-aba8-c128123094ac for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:52.498532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:52.499184 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:52.553391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae036cf7-49db-417d-b1a7-c111529c7cc2 None None] The sync data for ids ['df7536c0-c25d-41f7-a182-a98afbbd497f'] in n-d-828372-11 is: [{'id': 'df7536c0-c25d-41f7-a182-a98afbbd497f', 'name': 'tempest-ServersTestFqdnHostnames-1864475657-router', 'tenant_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:07Z', 'updated_at': '2022-02-14T21:25:51Z', 'revision_number': 6, 'project_id': 'd8eb5547e7a144d78b74e39785b3fbf5', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:52.570903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:25:52.646810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (df7536c0-c25d-41f7-a182-a98afbbd497f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:52.798718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:52.861104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:52.896180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'mac_address': 'fa:16:3e:14:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:25:53.055759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:53.063390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.075351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.081014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks [] for router_controller (df7536c0-c25d-41f7-a182-a98afbbd497f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.106502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:25:53.155054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:53.166993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.207378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (df7536c0-c25d-41f7-a182-a98afbbd497f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.208418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7536c0-c25d-41f7-a182-a98afbbd497f {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:25:53.217126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.218368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1787e85e-f4bd-449d-9b27-4e1bf90335b6 admin admin] 10.222.0.86 "DELETE /v2.0/routers/df7536c0-c25d-41f7-a182-a98afbbd497f HTTP/1.1" status: 204 len: 168 time: 2.8121066 Feb 14 21:25:53.223478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50198) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:53.335126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Deleting subnet 1f19e8d2-983f-403a-99b6-2ee963da1cc5 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:25:53.337692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:53.346538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Publish callbacks [] for subnet (1f19e8d2-983f-403a-99b6-2ee963da1cc5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.435143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (1f19e8d2-983f-403a-99b6-2ee963da1cc5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.538578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3193797e-7bdb-4e5d-bfb4-77473ae1bc84'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:53.639988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa152a3c-f467-456a-967f-8656f5433bc5 req-123b9a8a-b8a3-4e25-98ff-a48d60fc9843 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2455590 Feb 14 21:25:53.697639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:53.711305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1f19e8d2-983f-403a-99b6-2ee963da1cc5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.727016 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fe070a-3033-4827-ab61-687a433cb11c x-openstack-request-id: req-05fe070a-3033-4827-ab61-687a433cb11c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:53.727362 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd0151-20d6-4634-b98f-fdb760f4c7c0", "name": "network-vif-deleted", "tag": "9bc0c30b-9532-4527-9574-0b25d790b0b3", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:53.727601 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05fe070a-3033-4827-ab61-687a433cb11c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:53.731919 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd0151-20d6-4634-b98f-fdb760f4c7c0', 'name': 'network-vif-deleted', 'tag': '9bc0c30b-9532-4527-9574-0b25d790b0b3', 'status': 'completed', 'code': 200} Feb 14 21:25:53.750327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a57f36eb-9d7d-4e92-b5ea-c4256a01182a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:53.753876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Deleting port a57f36eb-9d7d-4e92-b5ea-c4256a01182a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:53.758226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:53.812863 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f115-a743-4943-a4a4-f24c6d2e4e4c None None] The sync data for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 is: [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:18:11Z', 'revision_number': 4, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '95e6e8aa-258c-4806-bd75-aff12bd83e86', 'name': '', 'network_id': 'b977ec3f-a34c-462e-8079-2e605c65339f', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'mac_address': 'fa:16:3e:d5:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:10Z', 'updated_at': '2022-02-14T21:18:19Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'subnets': [{'id': 'ba924296-e422-48b5-b3cb-416a7753fc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:25:53.826098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e3bac-a5d2-46e4-bee7-a3c5c5563b47 req-26068854-38eb-4789-b15e-668ac2d0752e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:53.834198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-976e3bac-a5d2-46e4-bee7-a3c5c5563b47 req-26068854-38eb-4789-b15e-668ac2d0752e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 1.6423261 Feb 14 21:25:53.914227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (1f19e8d2-983f-403a-99b6-2ee963da1cc5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:54.025592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:54.032706 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1f19e8d2-983f-403a-99b6-2ee963da1cc5 HTTP/1.1" status: 204 len: 168 time: 0.8059268 Feb 14 21:25:54.033783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27ef4c-c716-4206-9163-b9704256e7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f19e8d2-983f-403a-99b6-2ee963da1cc5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:54.049874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50200) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:54.058309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc80afa-7c85-4a5d-a9b2-aaabf3f38bcd None None] Network c136804a-7395-449e-8d0e-9b3f54e6c197 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:25:54.066156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1b080-5c87-4277-a249-b6f2ce5817dc req-ddb24646-4d9a-4951-8e71-43647c9c9202 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:54.075703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cca1b080-5c87-4277-a249-b6f2ce5817dc req-ddb24646-4d9a-4951-8e71-43647c9c9202 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.4345820 Feb 14 21:25:54.100250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-976e3bac-a5d2-46e4-bee7-a3c5c5563b47 req-1b0164bb-87fd-409a-9202-b726de37d40e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633941 Feb 14 21:25:54.142861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8177154f-f7a4-45e2-88e6-074bb27c05c0 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:54.223092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 8177154f-f7a4-45e2-88e6-074bb27c05c0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:54.223672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8177154f-f7a4-45e2-88e6-074bb27c05c0 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:54.224903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74773e5e-510c-4829-9029-4567c7847d77 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:54.245976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c136804a-7395-449e-8d0e-9b3f54e6c197), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:54.339440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cca1b080-5c87-4277-a249-b6f2ce5817dc req-412faac0-e026-4a2c-ab2b-6b859be05c57 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604542 Feb 14 21:25:54.428655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Deleting port d1609951-0c08-44ae-a215-00cdeefb0c70 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:54.429025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:54.444387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 74773e5e-510c-4829-9029-4567c7847d77 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:54.444387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 74773e5e-510c-4829-9029-4567c7847d77 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:54.469495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:25:54.657303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:54.658347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:54.722662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-ecb85b02-8c68-4ff5-a230-c3a24fd3b753 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:54.724942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-ecb85b02-8c68-4ff5-a230-c3a24fd3b753 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 946 time: 0.3844543 Feb 14 21:25:54.736587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa3c8-908c-4d3a-b81e-3306eb8b7ece req-f72b0333-8b9d-4397-8729-63e07dd53ce3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:54.745297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a76fa3c8-908c-4d3a-b81e-3306eb8b7ece req-f72b0333-8b9d-4397-8729-63e07dd53ce3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 946 time: 0.5017824 Feb 14 21:25:54.774781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956426b-db8b-4841-8b0f-2392026807e0 None None] New status for floating IP 446abf29-8dd7-4535-afb0-71e70cf8867e: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:25:54.957843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d463-e0db-4348-871a-ea4ca639b5a1 req-990f452b-9093-471b-b484-f080fb97f0db tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:54.970252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9227d463-e0db-4348-871a-ea4ca639b5a1 req-990f452b-9093-471b-b484-f080fb97f0db tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 946 time: 0.4413671 Feb 14 21:25:55.011861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a57f36eb-9d7d-4e92-b5ea-c4256a01182a is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:55.012423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.049896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a76fa3c8-908c-4d3a-b81e-3306eb8b7ece req-3aa7631d-53b1-49cd-8e53-8cc7e9425ef8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032646 Feb 14 21:25:55.070822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:55.076542 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b95ef-edd5-4648-b9d2-a840c74abc94" -d '{"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-unplugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:55.137199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a57f36eb-9d7d-4e92-b5ea-c4256a01182a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:55.144059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.235534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:55.238145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] DHCP port deletion for c136804a-7395-449e-8d0e-9b3f54e6c197 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:25:55.323253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Deleting port d1609951-0c08-44ae-a215-00cdeefb0c70 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:55.323862 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.361623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9227d463-e0db-4348-871a-ea4ca639b5a1 req-adc1a70d-b98b-4c60-9807-d729566c4d3a tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups?id=342e64d4-2772-4b40-a2b4-6aa26c7cf862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886874 Feb 14 21:25:55.371551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Deleting port beb5532d-063a-4554-98eb-fd37a42fcaf0 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:25:55.374554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.385007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] For port d1609951-0c08-44ae-a215-00cdeefb0c70, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d1609951-0c08-44ae-a215-00cdeefb0c70,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:55.385630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.425227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Calling delete_port for d1609951-0c08-44ae-a215-00cdeefb0c70 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:55.534543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c1aa6c5-a434-4354-b022-595e53823e6e req-1f32b5b9-5138-4860-9b98-53e15292192f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.2220652 Feb 14 21:25:55.543477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] For port d1609951-0c08-44ae-a215-00cdeefb0c70, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d1609951-0c08-44ae-a215-00cdeefb0c70,segment=NetworkSegment(6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07),segment_id=6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:55.544050 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.610619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:55.612462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Calling delete_port for d1609951-0c08-44ae-a215-00cdeefb0c70 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:55.675822 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de52dd-1fca-4f02-912c-c633b56c98ba x-openstack-request-id: req-36de52dd-1fca-4f02-912c-c633b56c98ba {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:55.676415 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-unplugged", "status": "completed", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:55.677497 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36de52dd-1fca-4f02-912c-c633b56c98ba {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:55.678064 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'code': 200} Feb 14 21:25:55.729631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.848854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1609951-0c08-44ae-a215-00cdeefb0c70,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:55.853574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] For port beb5532d-063a-4554-98eb-fd37a42fcaf0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=beb5532d-063a-4554-98eb-fd37a42fcaf0,segment=NetworkSegment(0df56d91-c02d-4deb-a48f-85766757d0c7),segment_id=0df56d91-c02d-4deb-a48f-85766757d0c7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:55.855062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.860201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] No DVR routers for this DVR port d1609951-0c08-44ae-a215-00cdeefb0c70 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:55.889439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Calling delete_port for beb5532d-063a-4554-98eb-fd37a42fcaf0 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:55.920383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d1609951-0c08-44ae-a215-00cdeefb0c70), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:55.993134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] Pushing event deleted for resources: {'Port': ['ID=d1609951-0c08-44ae-a215-00cdeefb0c70,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:55.999172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76643f-d601-420f-bcdb-b19d43439c6d None None] No DVR routers for this DVR port d1609951-0c08-44ae-a215-00cdeefb0c70 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:56.022323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.023289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.023928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.026220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.026871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.027612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.030901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.043279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-f585d09f-e29b-4ea2-82ea-f85d7cd0d583 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6727 time: 0.4256914 Feb 14 21:25:56.078945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d1609951-0c08-44ae-a215-00cdeefb0c70 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:56.080254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c136804a-7395-449e-8d0e-9b3f54e6c197), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.121485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c136804a-7395-449e-8d0e-9b3f54e6c197']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:56.142910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:56.143516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:56.154293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d1609951-0c08-44ae-a215-00cdeefb0c70 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:56.167130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d1609951-0c08-44ae-a215-00cdeefb0c70 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:56.177442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.192900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-0fbf3267-7281-4a99-ac33-e8b2881a6919 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479375 Feb 14 21:25:56.244696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.260308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:25:56.262053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (6dd90c9e-8f64-42d7-b32c-02ebb6ba8f07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:25:56.265234 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:25:56.353104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.353792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.354338 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Floating IP 00c94726-d4b3-425f-b5f1-9ad915d43bf3 disassociated. External IP: 172.25.2.81, port: a57f36eb-9d7d-4e92-b5ea-c4256a01182a. Feb 14 21:25:56.354965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Calling delete_port for a57f36eb-9d7d-4e92-b5ea-c4256a01182a owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:25:56.360379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-a518a16d-a050-43f3-8c35-023d5676d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.363041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-a518a16d-a050-43f3-8c35-023d5676d256 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 1129 time: 0.1593738 Feb 14 21:25:56.453786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (beb5532d-063a-4554-98eb-fd37a42fcaf0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.466343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['beb5532d-063a-4554-98eb-fd37a42fcaf0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:25:56.470950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c136804a-7395-449e-8d0e-9b3f54e6c197), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.502544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.509884 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] 10.222.0.86 "DELETE /v2.0/networks/c136804a-7395-449e-8d0e-9b3f54e6c197 HTTP/1.1" status: 204 len: 168 time: 2.4567831 Feb 14 21:25:56.527442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event deleted for resources: {'Port': ['ID=beb5532d-063a-4554-98eb-fd37a42fcaf0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:56.550010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f050-fe99-4617-a262-18f7042d184c admin admin] Pushing event deleted for resources: {'Network': ['ID=c136804a-7395-449e-8d0e-9b3f54e6c197,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:56.585685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a1df-e83e-4a9c-b281-00c723e8d62b req-020fd459-f0ca-4bc6-a3e3-78697476e7f3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.592983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2051a1df-e83e-4a9c-b281-00c723e8d62b req-020fd459-f0ca-4bc6-a3e3-78697476e7f3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 944 time: 0.1783144 Feb 14 21:25:56.637374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-35756778-5531-493e-90b7-cf9ca2a32a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.639856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-35756778-5531-493e-90b7-cf9ca2a32a63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 200 len: 920 time: 0.2671275 Feb 14 21:25:56.690224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2051a1df-e83e-4a9c-b281-00c723e8d62b req-343a45bf-5a38-4812-b23d-ff27cf58b2ac tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960779 Feb 14 21:25:56.749691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44693a36-7ae6-4f6c-8260-4bc643ca9196 req-6a96d6cb-86a9-4e17-963c-4837a19b6558 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.750854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44693a36-7ae6-4f6c-8260-4bc643ca9196 req-6a96d6cb-86a9-4e17-963c-4837a19b6558 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.5240750 Feb 14 21:25:56.753700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] No DVR routers for this DVR port beb5532d-063a-4554-98eb-fd37a42fcaf0 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:56.768895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:56.772515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3fc91bf-a393-401b-b91e-30be7ecd8851 req-a5e1c722-e60e-4881-bc41-f638721494cb tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.64 "DELETE /v2.0/ports/beb5532d-063a-4554-98eb-fd37a42fcaf0 HTTP/1.1" status: 204 len: 173 time: 2.0043697 Feb 14 21:25:56.801438 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-c84fb72f-bd3d-4633-b363-3030cfc23e3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 200 len: 217 time: 0.1524184 Feb 14 21:25:56.830748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'name': 'network-vif-deleted', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:56.834611 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d226e55-a7e4-4a65-8027-0bc52e1b86b1" -d '{"events": [{"server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "name": "network-vif-deleted", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:56.951727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-954b0e1a-f29c-4522-b114-fa7775fe9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.961163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11b76-a467-4774-9a4a-54ddd4a73cf0 req-e695295d-b6f1-43d2-b465-8db8bc3a102d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:56.963393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7e11b76-a467-4774-9a4a-54ddd4a73cf0 req-e695295d-b6f1-43d2-b465-8db8bc3a102d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1134160 Feb 14 21:25:56.964205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:56.967079 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-954b0e1a-f29c-4522-b114-fa7775fe9383 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 200 len: 859 time: 0.1579776 Feb 14 21:25:57.027604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-4a7b0f43-03e9-48a7-b0fb-8b0452452b12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dda7b6a-4554-486c-996c-fa613ab81f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458434 Feb 14 21:25:57.093211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44693a36-7ae6-4f6c-8260-4bc643ca9196 req-fe9431ee-b16b-4817-826f-17e7ef76683d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163471 Feb 14 21:25:57.154990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-87620605-e485-4823-96b6-ebb804bde9e8 service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191504 Feb 14 21:25:57.192444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd3b9977-5860-4557-a9de-d8666cff6b84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d8eb5547e7a144d78b74e39785b3fbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170491 Feb 14 21:25:57.205604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50246) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:57.355334 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ebd6493-de4e-4f08-92b9-31e51989216b req-d3ae07dd-f005-4ff4-90ef-c51653667d7c service neutron] 10.222.0.64 "GET /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902108 Feb 14 21:25:57.357299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1b251de-3305-4117-ae7f-387c22f77c67 req-4d2c8935-bc1d-4572-8bc2-037b2b0dd141 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/ports?device_id=07548669-bd32-4bba-9475-cd90556fc9cb HTTP/1.1" status: 200 len: 210 time: 0.0437045 Feb 14 21:25:57.419082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7e11b76-a467-4774-9a4a-54ddd4a73cf0 req-3bc91919-e0d4-4fca-9767-2310505f211f tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244907 Feb 14 21:25:57.433845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] Publish callbacks [] for security_group (d0bc6853-b835-438c-8866-671b60a5636e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.436991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a57f36eb-9d7d-4e92-b5ea-c4256a01182a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.524026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'Port': ['ID=a57f36eb-9d7d-4e92-b5ea-c4256a01182a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:57.541237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] Publish callbacks [] for security_group (d0bc6853-b835-438c-8866-671b60a5636e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.654416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22c0f3e6-e1ca-4aa6-a344-68b63b7a1411 req-1a1c5e79-c17f-4245-b703-3eb5da632cc4 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1073163 Feb 14 21:25:57.750380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:25:57.781388 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16732745-50ff-4c87-b7da-f5fb4076ea1f x-openstack-request-id: req-16732745-50ff-4c87-b7da-f5fb4076ea1f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:57.781684 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07548669-bd32-4bba-9475-cd90556fc9cb", "name": "network-vif-deleted", "tag": "beb5532d-063a-4554-98eb-fd37a42fcaf0", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:57.781946 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16732745-50ff-4c87-b7da-f5fb4076ea1f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:57.782349 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07548669-bd32-4bba-9475-cd90556fc9cb', 'name': 'network-vif-deleted', 'tag': 'beb5532d-063a-4554-98eb-fd37a42fcaf0', 'status': 'completed', 'code': 200} Feb 14 21:25:57.875479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:25:57.891710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:25:57.892725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.961618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd674fa-046f-409e-ad79-7ffd65b932dc req-746a03b5-8c15-44f5-ba6d-ce6fbbe4d365 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 210 time: 0.0907497 Feb 14 21:25:57.963076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d0bc6853-b835-438c-8866-671b60a5636e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.968096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:57.970043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0bc6853-b835-438c-8866-671b60a5636e HTTP/1.1" status: 204 len: 168 time: 0.7520239 Feb 14 21:25:58.007449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:25:58.007997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:58.024712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:25:58.039998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a0a5b-fb78-46a9-8858-a852c0f332bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc6853-b835-438c-8866-671b60a5636e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:58.116286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:58.122622 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e121d-ae3d-4376-a311-9567182638d5" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:25:58.168568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:25:58.183398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:58.278957 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7ffa9-e711-4be0-9d3b-1cfe60b25cfa x-openstack-request-id: req-1fd7ffa9-e711-4be0-9d3b-1cfe60b25cfa {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:25:58.279991 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:25:58.280785 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1fd7ffa9-e711-4be0-9d3b-1cfe60b25cfa {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:25:58.281902 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'code': 200} Feb 14 21:25:58.284761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:58.457517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:25:58.467412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:25:58.491392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0111341-b37d-4f13-b380-4b383f4d094f req-0bd8827e-57db-49a2-88b5-c4800af99619 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:58.492672 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:58.494091 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:58.517587 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:58.523789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0111341-b37d-4f13-b380-4b383f4d094f req-0bd8827e-57db-49a2-88b5-c4800af99619 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2127564 Feb 14 21:25:58.592434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] No DVR routers for this DVR port a57f36eb-9d7d-4e92-b5ea-c4256a01182a on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:25:58.604856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:58.614842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ef881d-6ed9-4c45-9124-aac6bc556980 req-c0f769d6-a5f7-474a-84ef-51d15ea0e6f5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.83 "DELETE /v2.0/ports/a57f36eb-9d7d-4e92-b5ea-c4256a01182a HTTP/1.1" status: 204 len: 173 time: 6.8745496 Feb 14 21:25:58.635632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14170e2-c752-4ac5-8767-8a6bca69fd0b req-6d7b590b-df64-42e6-8452-b3e79223c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:58.637166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14170e2-c752-4ac5-8767-8a6bca69fd0b req-6d7b590b-df64-42e6-8452-b3e79223c38a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1133 time: 0.2816863 Feb 14 21:25:58.736886 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:58.804077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0111341-b37d-4f13-b380-4b383f4d094f req-2432b01a-bf63-4ccd-814f-27e659e51cc9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790694 Feb 14 21:25:58.889335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14170e2-c752-4ac5-8767-8a6bca69fd0b req-4bc95986-297d-4b0b-827e-694e2c0f3850 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411714 Feb 14 21:25:58.946336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38dfb3-bd7f-44bf-a42d-8d2262158a8e req-f31a4457-dfcb-44bf-b8c8-e9539a927e72 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:25:58.948505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d38dfb3-bd7f-44bf-a42d-8d2262158a8e req-f31a4457-dfcb-44bf-b8c8-e9539a927e72 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.3587501 Feb 14 21:25:58.958644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device beb5532d-063a-4554-98eb-fd37a42fcaf0 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:25:59.008156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: beb5532d-063a-4554-98eb-fd37a42fcaf0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:25:59.008493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device beb5532d-063a-4554-98eb-fd37a42fcaf0 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:25:59.061893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d38dfb3-bd7f-44bf-a42d-8d2262158a8e req-bdbb5830-66a9-4c68-ac3f-8331d3216f3c tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953460 Feb 14 21:25:59.167999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa79321e-58f1-4e32-80d5-0ae2eb70390b req-8c154686-56de-4f8b-b136-ce6f2f0ec507 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0999367 Feb 14 21:25:59.216751 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:59.252108 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:25:59.279502 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:25:59.280086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:25:59.379816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:59.397962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6dfd6325-f0fe-41aa-a1e9-5bc5c03e537e req-4fc9949d-fcc6-48bc-9436-f696d16b2469 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=97aabd71-d029-4605-acc4-423462bc5176 HTTP/1.1" status: 200 len: 210 time: 0.1174479 Feb 14 21:25:59.571282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (761464e8-a599-42f5-a132-431cf253b3ba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:59.583456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:25:59.623630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (761464e8-a599-42f5-a132-431cf253b3ba), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:59.692817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (761464e8-a599-42f5-a132-431cf253b3ba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:59.695535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:25:59.713998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50298) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:59.725455 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "DELETE /v2.0/security-groups/761464e8-a599-42f5-a132-431cf253b3ba HTTP/1.1" status: 204 len: 168 time: 0.3441057 Feb 14 21:25:59.748737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50300) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:59.751372 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-659933a8-5998-4d8f-9a18-9efffccb0d6f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] show failed (client error): The resource could not be found. Feb 14 21:25:59.754655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-659933a8-5998-4d8f-9a18-9efffccb0d6f tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "GET /v2.0/security-groups/761464e8-a599-42f5-a132-431cf253b3ba HTTP/1.1" status: 404 len: 347 time: 0.0371895 Feb 14 21:25:59.754951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720cd1f-d5c0-41e8-adfe-5cae6f3d9d4e tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761464e8-a599-42f5-a132-431cf253b3ba,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:25:59.755680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50302) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:25:59.917340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-deleted', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:25:59.924025 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4b4425-8bf1-4168-9d3e-6652d3ee3738" -d '{"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-deleted", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:00.087073 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a04b68-8c73-42f8-885a-c79ace7cc236 x-openstack-request-id: req-55a04b68-8c73-42f8-885a-c79ace7cc236 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:00.088366 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabd71-d029-4605-acc4-423462bc5176", "name": "network-vif-deleted", "tag": "a57f36eb-9d7d-4e92-b5ea-c4256a01182a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:00.088366 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55a04b68-8c73-42f8-885a-c79ace7cc236 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:00.088591 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabd71-d029-4605-acc4-423462bc5176', 'name': 'network-vif-deleted', 'tag': 'a57f36eb-9d7d-4e92-b5ea-c4256a01182a', 'status': 'completed', 'code': 200} Feb 14 21:26:00.106307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1022373246-network', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:00.125664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:00.152450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Made reservation on behalf of 0f550a6db1bc4aba94f23e1cd3057ce4 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:00.158747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.180279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.216596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84031ee4-3bda-4c16-961b-ea8e02aebf72 req-191c5465-8183-45af-8231-00110e01eee6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:00.231794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84031ee4-3bda-4c16-961b-ea8e02aebf72 req-191c5465-8183-45af-8231-00110e01eee6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.3151953 Feb 14 21:26:00.244254 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1487a9f-4820-48e3-9968-e220c7e1e8ed None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:26:00.355797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks [] for security_group (38061fb0-95da-4689-81b5-e0851e524680), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.366632 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (38061fb0-95da-4689-81b5-e0851e524680), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.380464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Deleting port 3eae3960-0aa5-4882-892c-bf5f96c7acf6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:00.380896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.395468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84031ee4-3bda-4c16-961b-ea8e02aebf72 req-4d0fc905-25d6-4f5d-8ef2-c5adc88bb21e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625874 Feb 14 21:26:00.412521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:26:00.432991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38061fb0-95da-4689-81b5-e0851e524680,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:00.490268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e643f731-4e17-4422-a12e-e8efe0729d4c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.493373 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Added segment e643f731-4e17-4422-a12e-e8efe0729d4c of type vlan for network 6f3205f1-9c31-47c9-89a9-229521639ab0 Feb 14 21:26:00.522467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa3c0-5d23-4898-ac8d-638f8cc2abbd req-ee075157-b15e-43b5-929e-dd06f4766be8 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:00.535412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ddfa3c0-5d23-4898-ac8d-638f8cc2abbd req-ee075157-b15e-43b5-929e-dd06f4766be8 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.3003700 Feb 14 21:26:00.592547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0aebceaf-c27e-4a59-a957-5ce2e8102f7c req-df831412-e318-4a62-ba79-031591346da3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0795162 Feb 14 21:26:00.628865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6f3205f1-9c31-47c9-89a9-229521639ab0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.758318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6f3205f1-9c31-47c9-89a9-229521639ab0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.760463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:00.761199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.785242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50318) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:00.882852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ddfa3c0-5d23-4898-ac8d-638f8cc2abbd req-056dade3-1e9e-4c96-b40e-183265c418af tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461754 Feb 14 21:26:00.906999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.907553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for floatingip (3eae3960-0aa5-4882-892c-bf5f96c7acf6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:00.921079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3205f1-9c31-47c9-89a9-229521639ab0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:00.927462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c1115704-19bd-43a3-b682-344097c74218 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1734505 Feb 14 21:26:00.929823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Calling delete_port for 3eae3960-0aa5-4882-892c-bf5f96c7acf6 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:00.929976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:00.935011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Request body: {'subnet': {'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1022373246-subnet', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:00.942174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc505ea-9cdb-45fe-8a9a-d59184ae650b None None] New status for floating IP 00c94726-d4b3-425f-b5f1-9ad915d43bf3: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:26:00.973841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Made reservation on behalf of 0f550a6db1bc4aba94f23e1cd3057ce4 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:00.978266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:26:00.980656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.176535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (82dd2e67-5fec-4397-bd53-cdb3bdfb4df9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.180697 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3eae3960-0aa5-4882-892c-bf5f96c7acf6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.308229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Pushing event deleted for resources: {'Port': ['ID=3eae3960-0aa5-4882-892c-bf5f96c7acf6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:01.318768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (82dd2e67-5fec-4397-bd53-cdb3bdfb4df9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.323008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca568c5f-9aec-41a5-9d9d-2163a4d316a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.524343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks [] for floatingip (dd71262e-6e6a-4cae-8b71-ec7d1104b3e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.533571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.538583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9ada1557-1adc-4efe-ae45-b81de9853c50 tempest-ImagesOneServerNegativeTestJSON-1580253556 tempest-ImagesOneServerNegativeTestJSON-1580253556-project] 10.222.0.86 "DELETE /v2.0/floatingips/dd71262e-6e6a-4cae-8b71-ec7d1104b3e8 HTTP/1.1" status: 204 len: 168 time: 1.7818062 Feb 14 21:26:01.562531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (82dd2e67-5fec-4397-bd53-cdb3bdfb4df9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.565545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.570252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "DELETE /v2.0/security-groups/82dd2e67-5fec-4397-bd53-cdb3bdfb4df9 HTTP/1.1" status: 204 len: 168 time: 0.7787714 Feb 14 21:26:01.594481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50340) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:01.596473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6704b7-4ed5-4584-88e5-b948cafe2427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd2e67-5fec-4397-bd53-cdb3bdfb4df9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:01.710226 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-aed66b5a-0988-47a7-9ac5-79ff0ed95681 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] show failed (client error): The resource could not be found. Feb 14 21:26:01.710731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (f66c9e55-e7ae-42fb-9fb5-4b4450171904), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.714800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-aed66b5a-0988-47a7-9ac5-79ff0ed95681 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups/82dd2e67-5fec-4397-bd53-cdb3bdfb4df9 HTTP/1.1" status: 404 len: 347 time: 0.1103113 Feb 14 21:26:01.714800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50350) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:01.803569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8984da33-8f09-41f1-933b-056255740937 req-2f5517b7-41b1-401b-9ed8-730e42d6d917 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0376520 Feb 14 21:26:01.820871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66c9e55-e7ae-42fb-9fb5-4b4450171904,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:01.824523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a3b9-cfa6-4c4d-aeee-01c9a56ea850 req-901b71d4-b802-4e74-a088-6984dbb81bd3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:01.832946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a186a3b9-cfa6-4c4d-aeee-01c9a56ea850 req-901b71d4-b802-4e74-a088-6984dbb81bd3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2035911 Feb 14 21:26:01.870671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Checking segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:01.871380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Network hostable DHCP agents. Network: 6f3205f1-9c31-47c9-89a9-229521639ab0, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:26:01.933873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:26:01.953940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6f3205f1-9c31-47c9-89a9-229521639ab0) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:01.959586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:01.960690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:01.977538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8565732-f1a9-467d-9504-b4ff0724adb4 None None] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:02.004654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a186a3b9-cfa6-4c4d-aeee-01c9a56ea850 req-784574f4-da62-4094-ac36-95a3c016bd30 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634772 Feb 14 21:26:02.007947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48baf45f-dc68-4fbe-955e-358b9ac99c57 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0767741 Feb 14 21:26:02.012267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:02.017196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:02.080232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Deleting port 24c02e00-cdfe-4db0-8903-0939b1ba8927 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:02.081231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.085909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50358) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:02.199039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Deleting subnet 8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:26:02.206625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6f3205f1-9c31-47c9-89a9-229521639ab0', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:26:02.207174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.216296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Publish callbacks [] for subnet (8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.227359 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.229648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.335907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.390271 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for router_controller (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.431516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.487592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Allocated IP 172.20.0.2 (6f3205f1-9c31-47c9-89a9-229521639ab0/f66c9e55-e7ae-42fb-9fb5-4b4450171904/01dfc5db-4e77-472a-9c2e-e093fe1c980a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:02.551592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.575847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.588512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7 HTTP/1.1" status: 204 len: 168 time: 0.5003734 Feb 14 21:26:02.589139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:02.637436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc6d9f-085c-4b5d-ad6e-c0e7435546c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc80079-4c05-46a0-b7cd-1e6a3aaae1b7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:02.757848 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks [] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.774885 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.798394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c51a2f00-6fdd-460f-ae40-db826a54ef51), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.836509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Pushing event updated for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:02.858207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:02.860053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:02.866805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:02.988660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c51a2f00-6fdd-460f-ae40-db826a54ef51), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:02.991947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Attempting to bind port 01dfc5db-4e77-472a-9c2e-e093fe1c980a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:02.992525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Attempting to bind port 01dfc5db-4e77-472a-9c2e-e093fe1c980a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:02.992759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Attempting to bind port 01dfc5db-4e77-472a-9c2e-e093fe1c980a on network 6f3205f1-9c31-47c9-89a9-229521639ab0 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:03.000776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:03.001314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Checking segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:03.001728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.002135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Bound using segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:03.002635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Bound port: 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:03.003033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.034621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51a2f00-6fdd-460f-ae40-db826a54ef51']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:03.061969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df56d91-c02d-4deb-a48f-85766757d0c7') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:03.062615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df56d91-c02d-4deb-a48f-85766757d0c7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:03.093479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (0df56d91-c02d-4deb-a48f-85766757d0c7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.115784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0df56d91-c02d-4deb-a48f-85766757d0c7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.124436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:26:03.124704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (0df56d91-c02d-4deb-a48f-85766757d0c7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.130577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.131483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (24c02e00-cdfe-4db0-8903-0939b1ba8927), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.142302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:03.147902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=01dfc5db-4e77-472a-9c2e-e093fe1c980a,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:03.157260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Calling delete_port for 24c02e00-cdfe-4db0-8903-0939b1ba8927 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:03.167297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:26:03.252508 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:26:03.262880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c51a2f00-6fdd-460f-ae40-db826a54ef51), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.273600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9b54-6f62-4aa5-bc42-1f5b63428bd9 None None] Pushing event updated for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:03.276417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.282209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c51a2f00-6fdd-460f-ae40-db826a54ef51 HTTP/1.1" status: 204 len: 168 time: 0.6586282 Feb 14 21:26:03.311615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0ec5-f4cb-4fe4-908f-ab04d5e2b422 admin admin] Pushing event deleted for resources: {'Network': ['ID=c51a2f00-6fdd-460f-ae40-db826a54ef51,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:03.329872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe9418e6-4263-4103-9a8f-118a9aa7a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.372936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5d363fb-99b2-43f6-8f52-77723126fb86 req-c55c9440-575e-4064-bd7c-83aafdf05bc3 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1806028 Feb 14 21:26:03.437858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf35b9-2b0b-4fee-b4fc-7a69d25cf52c req-b1b55a5f-08c1-4a45-8f27-a9968fd1a92f tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:03.446046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55cf35b9-2b0b-4fee-b4fc-7a69d25cf52c req-b1b55a5f-08c1-4a45-8f27-a9968fd1a92f tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1133 time: 1.2374911 Feb 14 21:26:03.539297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50368) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:03.572788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for router_gateway (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.633826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55cf35b9-2b0b-4fee-b4fc-7a69d25cf52c req-c5819320-565e-4a00-8799-a6c55948b3ee tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850266 Feb 14 21:26:03.678029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50372) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:03.680451 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ad8d9fd-85f7-4e57-aa3f-dab6111900d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f29fe88e2ef484b8e683f5034e3b030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397936 Feb 14 21:26:03.811984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-1629f6c9-0af6-42aa-975d-b69458f9715e req-236cebee-579a-449d-a3e3-9aea52d4e283 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:26:03.818920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1629f6c9-0af6-42aa-975d-b69458f9715e req-236cebee-579a-449d-a3e3-9aea52d4e283 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171402 Feb 14 21:26:03.951125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (24c02e00-cdfe-4db0-8903-0939b1ba8927), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:03.988477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] Publish callbacks [] for security_group (342e64d4-2772-4b40-a2b4-6aa26c7cf862), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.003028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'Port': ['ID=24c02e00-cdfe-4db0-8903-0939b1ba8927,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:04.065106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 01dfc5db-4e77-472a-9c2e-e093fe1c980a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:04.104334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] Publish callbacks [] for security_group (342e64d4-2772-4b40-a2b4-6aa26c7cf862), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.172556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (00c94726-d4b3-425f-b5f1-9ad915d43bf3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.175641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.176646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 01dfc5db-4e77-472a-9c2e-e093fe1c980a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:04.177260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.180842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-79a135da-a938-416d-9ac5-48cbf45034dd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "DELETE /v2.0/floatingips/00c94726-d4b3-425f-b5f1-9ad915d43bf3 HTTP/1.1" status: 204 len: 168 time: 2.4635203 Feb 14 21:26:04.350922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 01dfc5db-4e77-472a-9c2e-e093fe1c980a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:04.351809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.385766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (342e64d4-2772-4b40-a2b4-6aa26c7cf862), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.388618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.389988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/342e64d4-2772-4b40-a2b4-6aa26c7cf862 HTTP/1.1" status: 204 len: 168 time: 0.7086265 Feb 14 21:26:04.406197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for router_gateway (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.411448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0a523-cacb-4a8a-b541-c79fb6f07235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e64d4-2772-4b40-a2b4-6aa26c7cf862,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:04.453598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3d835-ab01-4c50-8395-b3518bb5942f req-41f4ce48-bc94-4dfe-905a-afcd7c7a825b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:04.461410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5a3d835-ab01-4c50-8395-b3518bb5942f req-41f4ce48-bc94-4dfe-905a-afcd7c7a825b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.1632168 Feb 14 21:26:04.471428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.640597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Allocated IP 172.25.2.52 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:04.768426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.860867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:04.865509 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.865682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737885519', 'description': 'tempest-description--116134890'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:04.916453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:04.917781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=01dfc5db-4e77-472a-9c2e-e093fe1c980a,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:04.927314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:04.929480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:04.941363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.943732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:04.965499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.119189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:05.185339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (66671078-c656-4e36-b58a-a48757880f3e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.211752 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (66671078-c656-4e36-b58a-a48757880f3e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.214571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-113278ec-c20a-40b8-9e96-e980b76d829e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9719961 Feb 14 21:26:05.217770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c728c0-f5e8-423b-9ffc-4a0d505f39f1 None None] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:05.226567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-42e70bac-5384-4634-abf6-1697e577fe03 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:26:05.249433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-42e70bac-5384-4634-abf6-1697e577fe03 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273466 Feb 14 21:26:05.282155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-315673f1-0936-49da-bfed-3e78064a46f6 req-b2beb6ed-549c-44d3-a51a-1521769bd3c5 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.2110679 Feb 14 21:26:05.288292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.292884 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4309087 Feb 14 21:26:05.293913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f8a5-c09e-418e-b1d3-5fcc0c7fcea3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66671078-c656-4e36-b58a-a48757880f3e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:05.298251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:05.313943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group_rule': {'security_group_id': '66671078-c656-4e36-b58a-a48757880f3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:05.367017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5a3d835-ab01-4c50-8395-b3518bb5942f req-eea6e7af-2b55-4c9d-95c2-b1de00df7554 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9033360 Feb 14 21:26:05.369099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:05.373828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (893cc022-47b5-4c70-a471-bc5c2294b02b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.454556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e54594df-2e1f-481b-a2fb-7812f177d94f None None] Provisioning complete for port 01dfc5db-4e77-472a-9c2e-e093fe1c980a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:05.454874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e54594df-2e1f-481b-a2fb-7812f177d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.529054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (893cc022-47b5-4c70-a471-bc5c2294b02b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.545233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (893cc022-47b5-4c70-a471-bc5c2294b02b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.612617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.613863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3120658 Feb 14 21:26:05.620811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50406) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:05.628362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07632bb-4a25-44da-b8f9-ce7f30366500 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893cc022-47b5-4c70-a471-bc5c2294b02b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:05.643069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'security_group_rule': {'security_group_id': '66671078-c656-4e36-b58a-a48757880f3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:05.782712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.798698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e54594df-2e1f-481b-a2fb-7812f177d94f None None] Current status of the port 01dfc5db-4e77-472a-9c2e-e093fe1c980a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:05.858628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (5890aab0-aa70-4715-ab4a-866c29c40396), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.949265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (5890aab0-aa70-4715-ab4a-866c29c40396), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.966780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5890aab0-aa70-4715-ab4a-866c29c40396), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:05.982352 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for router_gateway (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.005749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.082662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5890aab0-aa70-4715-ab4a-866c29c40396,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:06.089220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 01dfc5db-4e77-472a-9c2e-e093fe1c980a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:06.099534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.104735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:06.105281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c8433178-b767-48cb-8bb6-cb7f95debf36 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4840231 Feb 14 21:26:06.109426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:06.189841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.247392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b2555759-c00c-46ca-b5b7-71b184f268ee None None] Provisioning complete for port 01dfc5db-4e77-472a-9c2e-e093fe1c980a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:06.248399 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2555759-c00c-46ca-b5b7-71b184f268ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.304412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 01dfc5db-4e77-472a-9c2e-e093fe1c980a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:06.305855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.422860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b2555759-c00c-46ca-b5b7-71b184f268ee None None] Current status of the port 01dfc5db-4e77-472a-9c2e-e093fe1c980a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:06.490788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 01dfc5db-4e77-472a-9c2e-e093fe1c980a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:06.565175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.663223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:06.695489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d4534e4-65a8-4e54-9420-44eda2444e4c req-a1027748-9bec-4305-8164-948117e977e8 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1499803 Feb 14 21:26:06.750787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Allocated IP 172.25.2.26 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:06.805145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a52c5-f645-435d-9be0-05c630d3e121 req-5eb65ef2-13a1-468e-8d1b-3b89cad8d260 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:06.807018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-593a52c5-f645-435d-9be0-05c630d3e121 req-5eb65ef2-13a1-468e-8d1b-3b89cad8d260 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2606800 Feb 14 21:26:06.858651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-90ea9997-d166-43e0-8311-8239e9d5a061 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:06.860444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-90ea9997-d166-43e0-8311-8239e9d5a061 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 1130 time: 0.6082375 Feb 14 21:26:06.966852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-593a52c5-f645-435d-9be0-05c630d3e121 req-8fd10ac5-b648-4df5-9228-e65160b744fc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469655 Feb 14 21:26:07.051622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:26:07.066527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:07.126704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:07.179458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:07.256038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:26:07.270617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Sync routers for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:26:07.295844 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:07.300146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:07.302219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b1ff819e-72bd-4253-baa8-17975e873fc3 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2885005 Feb 14 21:26:07.305263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50450) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:07.316214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:07.376931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:07.390329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:07.392136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:07.395324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:07.562037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:07.597773 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:07.666901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.048783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.060698 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:05Z', 'revision_number': 3, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:08.063551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.138092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Checking router: fc1a0aa4-064f-49c3-9230-deb75c0a83b5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:26:08.139511 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Updating router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:26:08.164097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:08.177977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.178689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.179287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.179860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.180873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.181422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.182072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.182621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.183314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.185477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.186060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.186623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.188697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:08.215534 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.261184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c7f8d51-8254-4cc8-b015-1dc8a24731ee req-cd25cc5c-867a-4be0-8271-401a38b60018 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.2599936 Feb 14 21:26:08.334881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.335124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-406da2ae-e496-4f27-8331-423706967c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:08.336604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-406da2ae-e496-4f27-8331-423706967c35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1133 time: 0.2190843 Feb 14 21:26:08.370607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.372211 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-409a960c-43f9-4581-9263-5825217ea2c9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2664063 Feb 14 21:26:08.602220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-49ab5f49-e4a5-44ed-8469-d2f7ba83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:08.604334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-49ab5f49-e4a5-44ed-8469-d2f7ba83a82f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2389326 Feb 14 21:26:08.749806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-d03a01d7-d222-46c4-8fee-a754b4633401 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.1219392 Feb 14 21:26:08.769520 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks [] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.781988 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.818944 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Attempting to bind port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:08.819398 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Attempting to bind port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:08.819994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Attempting to bind port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:08.842823 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:08.843350 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:08.843755 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.844146 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:08.844757 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Bound port: 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:08.845142 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:08.893029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-33310ec0-4c88-484e-90f1-2804c7abf861 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1737885519&fields=id&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 267 time: 0.2209535 Feb 14 21:26:08.899392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-554406a6-442c-4c3b-be65-167880c6cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:08.900923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-554406a6-442c-4c3b-be65-167880c6cd84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1406333 Feb 14 21:26:08.937822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23de05-1811-4c03-bb7b-5956b00819e0 req-ea6c8de2-c259-401f-87c8-f7e674538088 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:08.945320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b23de05-1811-4c03-bb7b-5956b00819e0 req-ea6c8de2-c259-401f-87c8-f7e674538088 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.3399177 Feb 14 21:26:09.004539 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] For port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:09.007721 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] For port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:09.022973 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:09.047240 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29356576-95f3-4338-9ba9-31851ae14fd3 None None] Pushing event updated for resources: {'Port': ['ID=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:09.070602 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:09.071132 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:09.200703 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:09.462465 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:05Z', 'revision_number': 3, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:09.496777 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d58315-8d6d-42cc-a5bf-e797bde23050 None None] The sync data for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 is: [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:05Z', 'revision_number': 3, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:26:09.498865 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29356576-95f3-4338-9ba9-31851ae14fd3 None None] Pushing event updated for resources: {'Port': ['ID=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:09.595388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-bf76f0dc-aa0d-4c9a-bfc3-24827028d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:09.596902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-bf76f0dc-aa0d-4c9a-bfc3-24827028d1ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6823614 Feb 14 21:26:09.600303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b23de05-1811-4c03-bb7b-5956b00819e0 req-592d3327-d3c7-4fd0-a61f-aedded03ac0e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539950 Feb 14 21:26:09.631396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-fcd64c63-467e-40b9-b8d6-439caef8a189 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:09.638041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-fcd64c63-467e-40b9-b8d6-439caef8a189 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 817 time: 0.7441614 Feb 14 21:26:09.661170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-adea2ab9-9401-4a48-9d7c-8961a331bd7b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/quotas/b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 375 time: 0.0220683 Feb 14 21:26:09.683719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:09.920652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-9cda4593-28d7-43cd-9794-12db17702593 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2577045 Feb 14 21:26:09.927607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-0be0d1e3-528b-4d64-8583-46dac3aeb47e service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135238 Feb 14 21:26:10.285004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-028c47d1-083c-4aef-92d2-13ada0e02be3 req-20661743-3ce5-4dcd-9924-19c5fc28de65 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1580083 Feb 14 21:26:10.417552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Allocated IP 172.20.0.1 (6f3205f1-9c31-47c9-89a9-229521639ab0/f66c9e55-e7ae-42fb-9fb5-4b4450171904/a545c81f-87b7-4c8b-a7f8-40f685e6e98f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:10.609402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-778b0667-0e54-4ea4-a769-f354aeb662e8 service neutron] 10.222.0.86 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723409 Feb 14 21:26:10.709716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-520e8ea7-bbd3-4866-9b61-713cbd18d897 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741587 Feb 14 21:26:10.836040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks [] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:10.864583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-b873a7bd-86e9-45ee-bbe5-95b080a56ce4 service neutron] 10.222.0.86 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486320 Feb 14 21:26:10.878441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa01c-13dd-498c-95b0-1ca33bba7d4b req-d48ab164-ddaf-4bf5-8b9b-adc8630fe3ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:10.887543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ccaa01c-13dd-498c-95b0-1ca33bba7d4b req-d48ab164-ddaf-4bf5-8b9b-adc8630fe3ff tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.1452806 Feb 14 21:26:10.957305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ccaa01c-13dd-498c-95b0-1ca33bba7d4b req-3f747134-d608-47d6-a0ee-a9eef82ed2fe tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Feb 14 21:26:10.958262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:11.036040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Pushing event updated for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:11.040279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:11.043041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:11.060671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:11.106877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.107962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.107962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.108281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.108681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.109084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.109485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.110065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.111099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.111548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.111951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.112507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.112911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:11.177121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:11.485914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-72e3831f-6f65-49a8-9727-836f948944fa None None] Provisioning complete for port a545c81f-87b7-4c8b-a7f8-40f685e6e98f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:11.486590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72e3831f-6f65-49a8-9727-836f948944fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:11.511126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-16aecedd-4397-4e15-a37a-81eeab333fba tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:11.518324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-16aecedd-4397-4e15-a37a-81eeab333fba tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/networks?id=80d398ed-51db-46d5-83ff-6a0740a6b332 HTTP/1.1" status: 200 len: 815 time: 0.2377388 Feb 14 21:26:11.537488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-7fefd642-36b3-4c1c-87eb-f6794a905ef0 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/quotas/c16a9e9bc45c41f4a5b76f3779edd6fc HTTP/1.1" status: 200 len: 375 time: 0.0120480 Feb 14 21:26:11.561602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-72e3831f-6f65-49a8-9727-836f948944fa None None] Port a545c81f-87b7-4c8b-a7f8-40f685e6e98f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:26:11.635231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fba9fa10-7d63-47c5-91d8-9583aa95018a req-9546d040-c598-4e2b-b567-d5830337b755 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 210 time: 0.0439551 Feb 14 21:26:11.636254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:11.761839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de880612-d5ef-4779-9c27-87d9de4fe45f req-f01e5787-be4a-449e-ac7e-12cca7f3d3ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0500736 Feb 14 21:26:11.774749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-7d8d8db1-5d87-403f-8661-3bcd839b4215 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c16a9e9bc45c41f4a5b76f3779edd6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195182 Feb 14 21:26:12.039715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-9f05d823-57a0-48ee-9ea7-a39140f61c59 service neutron] 10.222.0.86 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638469 Feb 14 21:26:12.064943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:12.120562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:12.120941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.135099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks [] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.156662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.229107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:12.229658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.239587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-96f9efc8-9ded-4ba7-9b24-0a0db32016cf service neutron] 10.222.0.86 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916265 Feb 14 21:26:12.250394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.253700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Pushing event updated for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:12.279988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:12.291329 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:12.360186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:12.437550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21fca4-82cb-4812-b22c-1b8905865899 req-6f6a8117-f62a-43d3-8188-564d2d4052f6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:12.439667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da21fca4-82cb-4812-b22c-1b8905865899 req-6f6a8117-f62a-43d3-8188-564d2d4052f6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.1564331 Feb 14 21:26:12.530130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da21fca4-82cb-4812-b22c-1b8905865899 req-733be25c-5f59-47a9-9ed2-7fba98ca0ce2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 Feb 14 21:26:12.549343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:12.555688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:12.662784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-3310eea3-12e5-4d67-80ad-0d4faa03738c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:12.673990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-3310eea3-12e5-4d67-80ad-0d4faa03738c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 817 time: 0.2630308 Feb 14 21:26:12.755355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f65a6e42-af0e-4568-920e-8ebecaa31185 req-952a8852-9688-4d8f-ac93-3bb73a805810 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 210 time: 0.0592909 Feb 14 21:26:12.836855 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-fcdcf93b-8a11-48f9-9d7e-df4205ec58ab tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 380 time: 0.1456141 Feb 14 21:26:12.855359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'port': {'device_id': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'admin_state_up': True, 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'security_groups': ['66671078-c656-4e36-b58a-a48757880f3e']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:12.919247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:26:12.985323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c88a3112-74d5-44ae-9096-63688d0cd927 req-de806fba-9cf1-4ef7-ad05-88e89b7cd3e7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 210 time: 0.0637734 Feb 14 21:26:13.005404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ce2badaa-f7a4-4466-b904-21b62520e4ba None None] Provisioning complete for port a545c81f-87b7-4c8b-a7f8-40f685e6e98f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:13.009162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce2badaa-f7a4-4466-b904-21b62520e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:13.067475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ce2badaa-f7a4-4466-b904-21b62520e4ba None None] Port a545c81f-87b7-4c8b-a7f8-40f685e6e98f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:26:13.073781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2e954f0-4854-45ec-b88f-f2308626f433 req-ce93b3b6-7eb9-4db0-8d24-e659f0f0fa47 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0863736 Feb 14 21:26:13.104904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Made reservation on behalf of b96de8c42f754ec88da1fc5bed40b1c2 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:13.114543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:13.321735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Allocated IP 172.20.0.5 (f487a4b1-6bf4-4c13-9d13-0750649acb62/b2ca6604-dd1f-467e-b99d-3a956dcb9209/78d1d984-bd6b-4fa8-9f73-b9400b30d677) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:13.365644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:26:13.379484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c569e3f-a7fc-4019-b977-eef3e607847d admin admin] 10.222.0.86 "PUT /v2.0/routers/fc1a0aa4-064f-49c3-9230-deb75c0a83b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0651577 Feb 14 21:26:13.382754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Sync routers for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:26:13.405084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:13.407481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:13.536396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:13.737137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:13.860886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 2, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:13.862685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:13.902411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Checking router: fc1a0aa4-064f-49c3-9230-deb75c0a83b5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:26:13.902931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Updating router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 port a545c81f-87b7-4c8b-a7f8-40f685e6e98f binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:26:13.946161 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:13.956287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af029c-324f-46db-a460-f5878071945f req-ac062bfa-32e2-4190-8506-955f1f23d5ae tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:13.967763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7af029c-324f-46db-a460-f5878071945f req-ac062bfa-32e2-4190-8506-955f1f23d5ae tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.1943884 Feb 14 21:26:14.013131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50572) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:14.027294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:14.046743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:14.057015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:14.061625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:14.081736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7af029c-324f-46db-a460-f5878071945f req-405e40c6-246c-4346-bce7-7ceb524fe234 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100185 Feb 14 21:26:14.164180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:14.245890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:14.246803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.257437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:14.257924 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.299226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:14.311082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661838462', 'description': 'tempest-description--234845779'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:14.358501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d4341ca-4620-4fe1-b1dc-5e94b2d4e410 req-cfec81af-ea1b-4c1e-9f0d-37c675a6bc73 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 210 time: 0.0842834 Feb 14 21:26:14.380517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f49c90ac-dd59-4d9e-bb58-a20ffc6824f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.399818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-14502bb0-abe8-4cbf-ad66-4c1927b3a285 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5556917 Feb 14 21:26:14.454782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Request body: {'port': {'device_id': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:14.474924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:14.533940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bb3a55ae-e645-4564-832c-823b6c0500f7 None None] Provisioning complete for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:14.534759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bb3a55ae-e645-4564-832c-823b6c0500f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.541735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.563107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-da5f2cb4-a331-429c-a742-80462a59a92e tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:14.564953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-da5f2cb4-a331-429c-a742-80462a59a92e tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.83 "GET /v2.0/networks?id=80d398ed-51db-46d5-83ff-6a0740a6b332 HTTP/1.1" status: 200 len: 815 time: 0.1984699 Feb 14 21:26:14.594127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks [] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.598892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a55ae-e645-4564-832c-823b6c0500f7 None None] Port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:26:14.606697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.631315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d922f4e-6957-42d2-bb20-01f1117a65d2 req-4eb7a3be-1971-4413-90c5-7637d81e0493 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0649364 Feb 14 21:26:14.642273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Request body: {'port': {'device_id': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'admin_state_up': True, 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:14.685693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (678c1679-60f7-4c06-bccd-a3811a298e1e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.702742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (678c1679-60f7-4c06-bccd-a3811a298e1e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.735041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787677-2a04-427d-a65f-79184d1e6bf9 req-74cb1e2e-80a0-442e-99b6-79250f4c4626 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:14.746307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45787677-2a04-427d-a65f-79184d1e6bf9 req-74cb1e2e-80a0-442e-99b6-79250f4c4626 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 931 time: 0.1789351 Feb 14 21:26:14.772901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Pushing event updated for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:14.773176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.781526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Attempting to bind port a545c81f-87b7-4c8b-a7f8-40f685e6e98f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:14.782864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Attempting to bind port a545c81f-87b7-4c8b-a7f8-40f685e6e98f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:14.783802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Attempting to bind port a545c81f-87b7-4c8b-a7f8-40f685e6e98f on network 6f3205f1-9c31-47c9-89a9-229521639ab0 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:14.811466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:14.826244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Checking segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:14.828041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.829273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Bound using segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:14.831033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Bound port: a545c81f-87b7-4c8b-a7f8-40f685e6e98f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:14.832563 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.847699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45787677-2a04-427d-a65f-79184d1e6bf9 req-4d5c32f1-e889-4edd-8410-9382711ffe51 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004903 Feb 14 21:26:14.849036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.850308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.850308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.850624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.851743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.853819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.854262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.856663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.857151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.857602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.858150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.860118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.860575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:26:14.866424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:14.869144 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5675595 Feb 14 21:26:14.871775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50590) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:14.877005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'security_group_rule': {'security_group_id': '678c1679-60f7-4c06-bccd-a3811a298e1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:14.878351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf880f50-b5d8-49b6-827c-b5fe26dce10e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678c1679-60f7-4c06-bccd-a3811a298e1e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:14.942462 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (e4171c41-d37d-4a57-8d3b-4bea67579cc2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.042842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (e4171c41-d37d-4a57-8d3b-4bea67579cc2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.044082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Made reservation on behalf of c16a9e9bc45c41f4a5b76f3779edd6fc for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:15.048189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f49c90ac-dd59-4d9e-bb58-a20ffc6824f3 admin admin] Publish callbacks [] for security_group (4069faa8-f8ed-42ca-a7a7-3ff26410e4c6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.048393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.061857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f49c90ac-dd59-4d9e-bb58-a20ffc6824f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4069faa8-f8ed-42ca-a7a7-3ff26410e4c6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.068911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] For port a545c81f-87b7-4c8b-a7f8-40f685e6e98f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:15.073682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e4171c41-d37d-4a57-8d3b-4bea67579cc2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.076092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] For port a545c81f-87b7-4c8b-a7f8-40f685e6e98f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:15.093647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Provisioning complete for port a545c81f-87b7-4c8b-a7f8-40f685e6e98f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:15.096539 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.106499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4171c41-d37d-4a57-8d3b-4bea67579cc2,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:15.175818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.177052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba815398-b02c-4578-b169-858be67ef94f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043134 Feb 14 21:26:15.187926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50598) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:15.205162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'security_group_rule': {'security_group_id': '678c1679-60f7-4c06-bccd-a3811a298e1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:15.211247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.239972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f49c90ac-dd59-4d9e-bb58-a20ffc6824f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20ec1ae37f374f149ace12f2367747fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2257614 Feb 14 21:26:15.245207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50600) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:15.302423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c90ac-dd59-4d9e-bb58-a20ffc6824f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4069faa8-f8ed-42ca-a7a7-3ff26410e4c6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:15.332739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:15.333587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:15.364540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] Publish callbacks [] for security_group (4069faa8-f8ed-42ca-a7a7-3ff26410e4c6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.394964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Allocated IP 172.20.0.5 (80d398ed-51db-46d5-83ff-6a0740a6b332/38a2d966-742b-4a08-9f99-075261cca65e/1e43cbe0-8e26-4ee7-969a-52b0329fae92) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:15.455005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7b8d-104b-43f1-9fde-573789fec58b None None] Pushing event updated for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:15.509058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Current status of the port a545c81f-87b7-4c8b-a7f8-40f685e6e98f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:15.509415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.551422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] Publish callbacks [] for security_group (4069faa8-f8ed-42ca-a7a7-3ff26410e4c6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.636379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:15.640470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] For port a545c81f-87b7-4c8b-a7f8-40f685e6e98f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:15.654997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:15.674894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks [] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.690269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Transition to ACTIVE for port object 78d1d984-bd6b-4fa8-9f73-b9400b30d677 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:15.695512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.762588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4069faa8-f8ed-42ca-a7a7-3ff26410e4c6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.766470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:15.771340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4069faa8-f8ed-42ca-a7a7-3ff26410e4c6 HTTP/1.1" status: 204 len: 168 time: 0.5253968 Feb 14 21:26:15.794374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:15.801697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701aa74-23be-4a84-b3fd-11f53fc82271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069faa8-f8ed-42ca-a7a7-3ff26410e4c6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:15.920270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6aeed4d3-fcc0-4bb3-bd66-1327ce2ec870 req-32c76cd5-3812-46fc-b629-5f5634a8369d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 210 time: 0.1868911 Feb 14 21:26:16.057807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Attempting to bind port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:16.074249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Attempting to bind port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:16.074929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Attempting to bind port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:16.088151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 on network f487a4b1-6bf4-4c13-9d13-0750649acb62 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:16.093231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Attempting to bind port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 on network f487a4b1-6bf4-4c13-9d13-0750649acb62 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:16.097803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a15b44-72ff-4d44-93a0-8aade522a24c req-d310847a-aeb7-40ec-9e28-384c14d6a7dc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:16.110753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47a15b44-72ff-4d44-93a0-8aade522a24c req-d310847a-aeb7-40ec-9e28-384c14d6a7dc tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.8969104 Feb 14 21:26:16.113980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (582eb7b5-dfa5-4ba2-8806-9a265fe5f64c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.118667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:16.119034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Checking segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:16.119462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Bound using segment: {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:16.119931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Bound port: 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:16.120339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.239699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.328434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47a15b44-72ff-4d44-93a0-8aade522a24c req-64c0f734-a0c8-4cf8-b9fc-760ed6da43f5 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149346 Feb 14 21:26:16.329176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:16.337113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:16.345636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.498568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:16.499534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.503401 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] 10.222.0.64 "PUT /v2.0/ports/78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 1092 time: 2.0741317 Feb 14 21:26:16.504411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:16.509804 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d7780-91a5-4415-9b15-dbadf8864443" -d '{"events": [{"name": "network-changed", "server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:16.562642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64632ece-d58e-44f1-9ed0-1f7173282760 service neutron] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:16.563683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140ca9ed-5408-4df9-9678-b212c075fe5d req-4342412d-b8b5-4df5-bb12-e6a330b84bec tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.4306142 Feb 14 21:26:16.729425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks [] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.754764 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b1771-f144-438f-9e97-73ad17dc273a x-openstack-request-id: req-024b1771-f144-438f-9e97-73ad17dc273a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:16.755292 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:16.757005 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-024b1771-f144-438f-9e97-73ad17dc273a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:16.757549 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'status': 'completed', 'code': 200} Feb 14 21:26:16.769355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-56c640d0-3985-4b70-938f-6b527e2d9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:16.777618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (582eb7b5-dfa5-4ba2-8806-9a265fe5f64c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.782566 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-56c640d0-3985-4b70-938f-6b527e2d9efe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1126 time: 0.1975303 Feb 14 21:26:16.821104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (582eb7b5-dfa5-4ba2-8806-9a265fe5f64c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.882314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f07b17-3af9-4f3b-8b26-3dab6bd471b4 None None] Pushing event updated for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:16.888784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-17cc43a7-9173-49d6-9871-ae8695054ba9 None None] Provisioning complete for port a545c81f-87b7-4c8b-a7f8-40f685e6e98f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:16.889163 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17cc43a7-9173-49d6-9871-ae8695054ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.900041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:16.902317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7080605 Feb 14 21:26:16.919402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50630) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:16.924472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:16.935613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a95a0-53b9-4a28-8bf0-742832c9115d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582eb7b5-dfa5-4ba2-8806-9a265fe5f64c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:16.947548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-1ae90bb8-b8f0-4f59-b340-0da77cb033f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 217 time: 0.1470432 Feb 14 21:26:17.006980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:17.037794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e58d7-7396-4b71-8592-a55531bd81b8 req-884f928d-3098-4c66-97e5-e4c8a887f062 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:17.052493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-558e58d7-7396-4b71-8592-a55531bd81b8 req-884f928d-3098-4c66-97e5-e4c8a887f062 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.3035431 Feb 14 21:26:17.101151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:17.124379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-6591bbb1-5ab2-486e-b691-ba3f972aec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:17.129179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-6591bbb1-5ab2-486e-b691-ba3f972aec87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1757853 Feb 14 21:26:17.192602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31f56-081b-4dfc-8889-b8cf61fc4789 None None] The sync data for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 is: [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:26:17.247910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-17cc43a7-9173-49d6-9871-ae8695054ba9 None None] Current status of the port a545c81f-87b7-4c8b-a7f8-40f685e6e98f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:17.285878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-5f092dcd-8f5f-4bd2-83f0-beeb4f3e0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:17.290713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-5f092dcd-8f5f-4bd2-83f0-beeb4f3e0306 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1548400 Feb 14 21:26:17.294821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c4df598-def0-462b-9552-4f14362f372f req-6b326fc6-1d9d-4626-b42b-96f906e336d4 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 210 time: 0.1752384 Feb 14 21:26:17.310838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:17.475793 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-0dfa5234-b402-41e6-80b0-513c9020ddfb service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748486 Feb 14 21:26:17.518220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-558e58d7-7396-4b71-8592-a55531bd81b8 req-90d12470-0868-4818-865b-d41b8843fbcf tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087646 Feb 14 21:26:17.556406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:17.605861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:17.654968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1dfea7ac-1521-4f10-bf41-5cf0f2167c8d req-38739859-a0b1-45f5-b262-c765748d6bed service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716654 Feb 14 21:26:17.851629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1387912532-network', 'tenant_id': 'bacbee7a7aa9449a856aa5f9b925f3b9'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:17.889697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-101aec0d-7803-4112-ac97-cd5b3c945b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:17.895132 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-101aec0d-7803-4112-ac97-cd5b3c945b16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1126 time: 0.1761653 Feb 14 21:26:18.117968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a545c81f-87b7-4c8b-a7f8-40f685e6e98f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:18.179256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-ea690da7-aa1c-4b34-9b13-8408f284e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:18.181032 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-ea690da7-aa1c-4b34-9b13-8408f284e46e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.2793939 Feb 14 21:26:18.192665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Made reservation on behalf of bacbee7a7aa9449a856aa5f9b925f3b9 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:18.194876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.254079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a545c81f-87b7-4c8b-a7f8-40f685e6e98f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:18.255680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.300642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.311552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-66963bc9-aa14-4e0d-bffd-477757b55180 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 217 time: 0.1205297 Feb 14 21:26:18.348407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:18.351567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:18.500922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a545c81f-87b7-4c8b-a7f8-40f685e6e98f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:18.511914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-5564627d-bae8-4cab-a82f-aa7b7c00e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:18.521065 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-5564627d-bae8-4cab-a82f-aa7b7c00e5b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1897931 Feb 14 21:26:18.560939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-746a91e2-c901-4d16-9100-4277dcc62886 req-bde5a552-e445-43ca-882d-12387ad37f5c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1853888 Feb 14 21:26:18.615886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Pushing event updated for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:18.705906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:18.710634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.769459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-10c6890d-a60e-4005-91dc-a33d08c32d1f tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1305287 Feb 14 21:26:18.802220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-3731c7b1-b433-4159-8f29-8df548e7adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:18.803879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-3731c7b1-b433-4159-8f29-8df548e7adc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2747357 Feb 14 21:26:18.852750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7cafa56-a3ab-4b22-8cbb-2b2a30964cf8 None None] Provisioning complete for port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:18.853413 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7cafa56-a3ab-4b22-8cbb-2b2a30964cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.917506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Request body: {'port': {'device_id': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:18.920366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks [] for security_group (3e1360fd-d22c-40d7-aeca-f887a2a5d594), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.924454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7cafa56-a3ab-4b22-8cbb-2b2a30964cf8 None None] Port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:26:18.933999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3e1360fd-d22c-40d7-aeca-f887a2a5d594), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:18.948142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9936bc-3996-40cc-8929-e8ab81062d10 req-20cc47ae-177c-41ff-b992-94e449b11096 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:18.964103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9936bc-3996-40cc-8929-e8ab81062d10 req-20cc47ae-177c-41ff-b992-94e449b11096 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 1.4613194 Feb 14 21:26:18.997021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:26:19.020196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1360fd-d22c-40d7-aeca-f887a2a5d594,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:19.036504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-52ec6372-8727-4313-be53-db2bf63b0faf service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229307 Feb 14 21:26:19.037919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f7d8d40c-9f34-4a18-9d5b-969894711a74), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.038356 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Added segment f7d8d40c-9f34-4a18-9d5b-969894711a74 of type vlan for network 04193127-1c68-4645-8057-af06cb8d4cf3 Feb 14 21:26:19.122978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (04193127-1c68-4645-8057-af06cb8d4cf3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.155885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dfe9d-d708-451e-953d-064cb9aa95a9 req-9aa611cc-ec02-459f-940e-1bb7abd402b8 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:19.173120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d69dfe9d-d708-451e-953d-064cb9aa95a9 req-9aa611cc-ec02-459f-940e-1bb7abd402b8 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 931 time: 0.4134817 Feb 14 21:26:19.261054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d29d7780-91a5-4415-9b15-dbadf8864443 req-000f517a-d365-458d-a615-215c0ec93ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064693 Feb 14 21:26:19.294102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa9936bc-3996-40cc-8929-e8ab81062d10 req-6a99abee-f0e2-4bbb-8a92-fe13d398594e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292713 Feb 14 21:26:19.318219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.329508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (04193127-1c68-4645-8057-af06cb8d4cf3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.331367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:19.332111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.342489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.501076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] Pushing event updated for resources: {'Network': ['ID=04193127-1c68-4645-8057-af06cb8d4cf3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:19.515260 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2fadd74a-9648-4b70-93bf-fcd039aca452 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9050603 Feb 14 21:26:19.519736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 04193127-1c68-4645-8057-af06cb8d4cf3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:26:19.527526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:19.551690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Request body: {'subnet': {'network_id': '04193127-1c68-4645-8057-af06cb8d4cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1387912532-subnet', 'tenant_id': 'bacbee7a7aa9449a856aa5f9b925f3b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:19.590967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d69dfe9d-d708-451e-953d-064cb9aa95a9 req-d8e72a05-3ba3-40ff-9f45-3bf928ef0eba tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167771 Feb 14 21:26:19.616401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Made reservation on behalf of bacbee7a7aa9449a856aa5f9b925f3b9 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:19.620230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.904975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea383d7-5f6c-438b-9d63-2833471b8c09 req-a6ff83b7-fe69-4e5e-9482-1fd3088ef81c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:19.914115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea383d7-5f6c-438b-9d63-2833471b8c09 req-a6ff83b7-fe69-4e5e-9482-1fd3088ef81c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.4452205 Feb 14 21:26:19.960053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Allocated IP 172.25.2.248 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/53ef24cf-7494-418f-bf46-50cbc08a65f2) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:19.962149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (27a13879-0679-4dfa-9e55-c9be4f733238), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:19.970259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c812214c-623c-44d8-a3db-8df66a215834 req-4fd18ff5-3080-479f-91ec-b5034eed5695 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1113639 Feb 14 21:26:20.090787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a13879-0679-4dfa-9e55-c9be4f733238,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:20.120459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Checking segment: {'id': 'f7d8d40c-9f34-4a18-9d5b-969894711a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04193127-1c68-4645-8057-af06cb8d4cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:20.120819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Network hostable DHCP agents. Network: 04193127-1c68-4645-8057-af06cb8d4cf3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:26:20.151382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Network 04193127-1c68-4645-8057-af06cb8d4cf3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:26:20.172756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 04193127-1c68-4645-8057-af06cb8d4cf3) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:20.177127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:20.177682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:20.187762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7dbdcf-0d06-443a-b0b9-709fad6f5b33 None None] Network 04193127-1c68-4645-8057-af06cb8d4cf3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:20.234388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ff5f801a-dfc5-43e5-8e41-547fed04ca23 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6985469 Feb 14 21:26:20.374983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e43cbe0-8e26-4ee7-969a-52b0329fae92 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:20.396956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks [] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:20.416690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea383d7-5f6c-438b-9d63-2833471b8c09 req-16fcbd77-46a3-402d-b004-7c0a4b4c358a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5016396 Feb 14 21:26:20.496468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a88a5-a9a9-4dd2-bc33-6bb0e8f69b69 None None] Network 04193127-1c68-4645-8057-af06cb8d4cf3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:20.507637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Transition to ACTIVE for port object 1e43cbe0-8e26-4ee7-969a-52b0329fae92 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:20.521687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:20.731887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1439725589', 'description': 'tempest-description-970319265'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:20.793113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Pushing event updated for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:20.811857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:20.868823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e6c9-0570-4fdd-9bf1-e2f53e149ccd req-3757ec5d-f077-44fe-bce0-eb00f1d083ee tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:20.875935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed5e6c9-0570-4fdd-9bf1-e2f53e149ccd req-3757ec5d-f077-44fe-bce0-eb00f1d083ee tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.4491320 Feb 14 21:26:20.966375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:20.988260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed5e6c9-0570-4fdd-9bf1-e2f53e149ccd req-69dce637-cbc1-40fa-b9a0-f27241429497 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109769 Feb 14 21:26:21.067188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Attempting to bind port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:21.067744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Attempting to bind port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:21.068106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Attempting to bind port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 on network 80d398ed-51db-46d5-83ff-6a0740a6b332 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:21.071615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:21.091715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.093586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 on network 80d398ed-51db-46d5-83ff-6a0740a6b332 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:21.093975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Attempting to bind port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 on network 80d398ed-51db-46d5-83ff-6a0740a6b332 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:21.144883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:21.145272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Checking segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:21.145725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Bound using segment: {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:21.146250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Bound port: 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d72905a-63a2-404c-a56b-cd07f66fc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:21.146654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.181909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:21.201710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:21.214049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:21.230469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:21.239968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'Port': ['ID=53ef24cf-7494-418f-bf46-50cbc08a65f2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:21.252291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:21.298861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (c74d068d-ef50-42b9-927f-955b5ff2eaf9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.321349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d4c-f4b6-49dc-bd71-799b4f8c9805 req-a9688195-d8fa-45fc-83ff-178be441069d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:21.323031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d984d4c-f4b6-49dc-bd71-799b4f8c9805 req-a9688195-d8fa-45fc-83ff-178be441069d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 943 time: 0.2446318 Feb 14 21:26:21.324360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c74d068d-ef50-42b9-927f-955b5ff2eaf9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.347235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:21.347634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.376797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:21.379242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:21.416575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:21.425342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.444841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (27511047-1259-4198-b630-6db7717c9da5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.462095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.463354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5da54f9-fffe-4f65-9270-72d0e4e508b3 req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7634635 Feb 14 21:26:21.468162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:21.501063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da666394-0ba2-4e88-94ae-6c989104d628 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d068d-ef50-42b9-927f-955b5ff2eaf9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:21.514814 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.562713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.598569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:21.773696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Pushing event updated for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:21.799276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['78d1d984-bd6b-4fa8-9f73-b9400b30d677'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:21.820637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d984d4c-f4b6-49dc-bd71-799b4f8c9805 req-6d54df6e-35a8-4d36-83ce-21dc9ae51ad7 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856231 Feb 14 21:26:21.822720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:21.833750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:21.836137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-35da32c8-5c73-44dc-809f-83a6208fef4a service neutron] 10.222.0.83 "PUT /v2.0/ports/1e43cbe0-8e26-4ee7-969a-52b0329fae92 HTTP/1.1" status: 200 len: 1092 time: 2.9424999 Feb 14 21:26:21.884510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:21.889628 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55797a5e-627a-423b-a484-f0ea2f99ee46" -d '{"events": [{"name": "network-changed", "server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:21.930481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5ba001-55ac-4bea-88c8-aa23ecd0fa99 req-693b9610-60ac-4a7f-b05a-cb56f11cdee6 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0681071 Feb 14 21:26:22.158192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2aa4b-902d-4b24-a9e9-e586cc119d68 req-65f95e58-4b19-4fff-a73a-36bd6d005350 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:22.164787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9e2aa4b-902d-4b24-a9e9-e586cc119d68 req-65f95e58-4b19-4fff-a73a-36bd6d005350 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 944 time: 0.1969783 Feb 14 21:26:22.168832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-ea6dc26f-50ee-43c8-a8cf-43d302223ac4 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/c74d068d-ef50-42b9-927f-955b5ff2eaf9 HTTP/1.1" status: 200 len: 1823 time: 0.1549416 Feb 14 21:26:22.173455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.195179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.209190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c74d068d-ef50-42b9-927f-955b5ff2eaf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:22.209480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c74d068d-ef50-42b9-927f-955b5ff2eaf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:22.232007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-e19bcbad-cae4-405e-a7a1-8e3317caf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:22.240036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-e19bcbad-cae4-405e-a7a1-8e3317caf2ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c16a9e9bc45c41f4a5b76f3779edd6fc&device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 1126 time: 0.1989574 Feb 14 21:26:22.354506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'Port': ['ID=53ef24cf-7494-418f-bf46-50cbc08a65f2,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:22.403327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9e2aa4b-902d-4b24-a9e9-e586cc119d68 req-042cd2a2-5277-41c6-9356-c9686c9a9f8b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249942 Feb 14 21:26:22.405107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-a0d89699-efcf-40bb-9507-971cc99f1912 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92 HTTP/1.1" status: 200 len: 217 time: 0.1219838 Feb 14 21:26:22.521255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-9e18feb3-81f3-4dfe-9462-e92d61ceb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:22.524172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-9e18feb3-81f3-4dfe-9462-e92d61ceb9aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=38a2d966-742b-4a08-9f99-075261cca65e HTTP/1.1" status: 200 len: 854 time: 0.0860879 Feb 14 21:26:22.529546 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ce1dba-c243-4b52-9f93-41da9fdc37e6 x-openstack-request-id: req-17ce1dba-c243-4b52-9f93-41da9fdc37e6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:22.529842 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:22.530212 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17ce1dba-c243-4b52-9f93-41da9fdc37e6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:22.530622 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92', 'status': 'completed', 'code': 200} Feb 14 21:26:22.615886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (27511047-1259-4198-b630-6db7717c9da5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.678708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (43f3caaa-9f95-4449-b47e-e4a27261b13b), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.690748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.691953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9ecfaa39-0840-4c3d-993c-140699365a1b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7716408 Feb 14 21:26:22.696081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-7d1cf12e-b6a7-435d-9000-93193f9cc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:22.697542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-7d1cf12e-b6a7-435d-9000-93193f9cc902 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=80d398ed-51db-46d5-83ff-6a0740a6b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1489222 Feb 14 21:26:22.804740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (43f3caaa-9f95-4449-b47e-e4a27261b13b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.807204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-c6cfbff2-48a3-4dba-bded-377f34a9cf68 service neutron] 10.222.0.83 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931098 Feb 14 21:26:22.817383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1a0a-3b0f-486c-90d0-881ff0b61d9e req-cca77d75-8c42-4ffe-a686-e70693f00a6f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:22.818892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83de1a0a-3b0f-486c-90d0-881ff0b61d9e req-cca77d75-8c42-4ffe-a686-e70693f00a6f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2313657 Feb 14 21:26:22.833447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (43f3caaa-9f95-4449-b47e-e4a27261b13b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.953276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f3caaa-9f95-4449-b47e-e4a27261b13b,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:22.983746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:22.985274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a630e47-6d39-40e3-ab99-5f350d1b2734 req-6125e696-da30-42b6-b185-54934cd6ace1 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7986751 Feb 14 21:26:23.018904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83de1a0a-3b0f-486c-90d0-881ff0b61d9e req-2aa5462f-357f-4f87-b3cf-dfe1bfac0714 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875916 Feb 14 21:26:23.064191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:23.109186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202dfc6f-1af7-4487-b4f1-a0bc567e4b5a req-5a49f3d1-989d-431a-b6ac-58a15f388d6f service neutron] 10.222.0.83 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765038 Feb 14 21:26:23.212627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:26:23.225775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:23.226312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:23.344535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-d8694233-b116-42a1-895e-425a0fafe331 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--661838462&fields=id&tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4 HTTP/1.1" status: 200 len: 267 time: 0.1528728 Feb 14 21:26:23.403599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:23.405180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:23.428430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7c0ba-c10d-44d3-b06f-bd794691e4eb req-8c81d621-9b33-4cf5-958f-4a8b2b63b0b8 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:23.437553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebf7c0ba-c10d-44d3-b06f-bd794691e4eb req-8c81d621-9b33-4cf5-958f-4a8b2b63b0b8 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 943 time: 0.2145333 Feb 14 21:26:23.500037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:23.504975 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13368b-9d62-4570-9cee-365fca8cc126" -d '{"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:23.525853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:23.533538 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:23.548930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebf7c0ba-c10d-44d3-b06f-bd794691e4eb req-0ac27096-be95-4800-a312-d73875763b16 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100888 Feb 14 21:26:23.654829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:23.703175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-b73dcaa9-92ad-402c-9ad5-f74989ed88c8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:23.710418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-b73dcaa9-92ad-402c-9ad5-f74989ed88c8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/networks?id=6f3205f1-9c31-47c9-89a9-229521639ab0 HTTP/1.1" status: 200 len: 812 time: 0.3646886 Feb 14 21:26:23.801703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57600e5d-0659-4ce7-9074-82e9e683bd27 req-e9d3bdba-e8d8-4320-adc6-4dc6bd426bee tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1128321 Feb 14 21:26:23.813971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-147d655f-9bc7-4a8c-a17a-b1d0fba03ccf tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/quotas/0f550a6db1bc4aba94f23e1cd3057ce4 HTTP/1.1" status: 200 len: 375 time: 0.0711927 Feb 14 21:26:23.821643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-542e5871-23cd-403b-bd64-46617186012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:23.823846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-542e5871-23cd-403b-bd64-46617186012b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c16a9e9bc45c41f4a5b76f3779edd6fc&device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 1126 time: 0.1977627 Feb 14 21:26:23.892415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1111216081', 'description': 'tempest-description-1650027340'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:23.927748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:23.984149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-759a6acc-b4da-4018-b6d6-9df86c60167e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581583 Feb 14 21:26:24.187729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e7ac484d-3e30-4111-a91d-3fd6b41ba02e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:24.213075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7ac484d-3e30-4111-a91d-3fd6b41ba02e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:24.291772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac484d-3e30-4111-a91d-3fd6b41ba02e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:24.303472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:24.305485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58468f5c-bc46-4ece-8e4c-eef50268d6d8 req-ae46dea6-0506-43d5-939d-035eebd9c077 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4191270 Feb 14 21:26:24.316523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-8e6cf911-cc95-448a-855b-217c9f7fbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:24.319186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-8e6cf911-cc95-448a-855b-217c9f7fbb8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=80d398ed-51db-46d5-83ff-6a0740a6b332 HTTP/1.1" status: 200 len: 916 time: 0.3333147 Feb 14 21:26:24.368514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-3b5d1402-4095-44ce-9390-d45f1cfda413 service neutron] 10.222.0.86 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564386 Feb 14 21:26:24.623283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-0e3d8aed-7f97-43ab-b964-02e6f69ff4b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92 HTTP/1.1" status: 200 len: 217 time: 0.2077124 Feb 14 21:26:24.706793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c0d01-40bb-44d1-8433-e160c95e14a6 req-981c914f-001d-46e5-acc1-0aee1fb0dcf3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:24.714291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a6c0d01-40bb-44d1-8433-e160c95e14a6 req-981c914f-001d-46e5-acc1-0aee1fb0dcf3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.3115134 Feb 14 21:26:24.723772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-7ed7b30d-3837-4a3f-9e63-b94c2cbcaae8 service neutron] 10.222.0.86 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481944 Feb 14 21:26:24.836359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a6c0d01-40bb-44d1-8433-e160c95e14a6 req-3cd43719-9275-4d4e-8381-512ce883b28d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204669 Feb 14 21:26:24.995182 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743d2fc-ce18-4a37-92d9-d020be90acd4 x-openstack-request-id: req-e743d2fc-ce18-4a37-92d9-d020be90acd4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:24.996058 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:24.996058 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e743d2fc-ce18-4a37-92d9-d020be90acd4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:24.998379 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'code': 200} Feb 14 21:26:25.024520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-bf3defdf-4d54-40a6-a05a-3045f7299bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:25.031766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-bf3defdf-4d54-40a6-a05a-3045f7299bce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=38a2d966-742b-4a08-9f99-075261cca65e HTTP/1.1" status: 200 len: 854 time: 0.1684446 Feb 14 21:26:25.187346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6264d7a-1f65-4cc8-949a-c131b5224224 req-0db0f350-1db7-4a86-bee5-8ca557edad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:25.188966 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b6264d7a-1f65-4cc8-949a-c131b5224224 req-0db0f350-1db7-4a86-bee5-8ca557edad9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1128 time: 0.1079745 Feb 14 21:26:25.240810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-ab2960dd-809f-4156-b8b2-f716803ed4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:25.249461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-ab2960dd-809f-4156-b8b2-f716803ed4c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=80d398ed-51db-46d5-83ff-6a0740a6b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1914835 Feb 14 21:26:25.335555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b6264d7a-1f65-4cc8-949a-c131b5224224 req-17eeb439-b0a5-4887-9d19-1d3c713df755 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391959 Feb 14 21:26:25.354937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0943f4a-daa3-4ab5-be40-e3bac209d4a3 req-b4a2ba56-78e7-4a53-9dab-0a6c39023e16 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:25.364329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0943f4a-daa3-4ab5-be40-e3bac209d4a3 req-b4a2ba56-78e7-4a53-9dab-0a6c39023e16 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2425413 Feb 14 21:26:25.518941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-10142132-03ee-4d43-8860-95642339deb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/e7ac484d-3e30-4111-a91d-3fd6b41ba02e HTTP/1.1" status: 200 len: 1824 time: 0.2167368 Feb 14 21:26:25.535597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e7ac484d-3e30-4111-a91d-3fd6b41ba02e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:25.536259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e7ac484d-3e30-4111-a91d-3fd6b41ba02e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:25.574238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0943f4a-daa3-4ab5-be40-e3bac209d4a3 req-cad7807a-deb1-46c7-a0a4-1ee2868222d8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034612 Feb 14 21:26:25.586826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-2f027771-8e36-4e47-8ccc-14719abaa3de service neutron] 10.222.0.83 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120465 Feb 14 21:26:26.332466 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (145b30d1-0358-45fd-9fed-a7152e940ba8), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:26.410089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55797a5e-627a-423b-a484-f0ea2f99ee46 req-3e73577f-ab58-4da3-bb27-ca64adcd802e service neutron] 10.222.0.83 "GET /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514567 Feb 14 21:26:26.480323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (145b30d1-0358-45fd-9fed-a7152e940ba8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:26.501046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205c9c9-06a7-47ea-aea4-2e5d79972a0a req-019480a7-4a5d-4ff5-a440-19536bc47f7b tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:26.508508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2205c9c9-06a7-47ea-aea4-2e5d79972a0a req-019480a7-4a5d-4ff5-a440-19536bc47f7b tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 943 time: 0.7157571 Feb 14 21:26:26.518495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (145b30d1-0358-45fd-9fed-a7152e940ba8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:26.618659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145b30d1-0358-45fd-9fed-a7152e940ba8,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:26.674798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:26.677182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81554e2-bfa6-4fd8-892f-209f3179bf03 req-e6508c87-7e87-48e3-999d-1e5db5a6be7d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1569245 Feb 14 21:26:26.723252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2205c9c9-06a7-47ea-aea4-2e5d79972a0a req-06219fb6-9780-4e8a-8c8c-6dd3caaa7715 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136383 Feb 14 21:26:26.861958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93d90f36-ebf9-4ceb-baed-8b1efddcbae7 req-875401aa-14ee-4c03-9013-f874ea8eec1f tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 210 time: 0.0454993 Feb 14 21:26:26.893550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed40ba9e-8189-4184-a717-af756d99ab21 req-f554830e-5ef4-4a37-8f4d-c8aaa830758c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0348911 Feb 14 21:26:27.096177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a919fe-49dd-475f-a753-1bf1c2be6536 req-42059980-079e-4f98-819f-ecabccd0afc8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:27.097672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69a919fe-49dd-475f-a753-1bf1c2be6536 req-42059980-079e-4f98-819f-ecabccd0afc8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1264100 Feb 14 21:26:27.122625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f8212-bf21-42df-8993-25b808cab6e1 req-0982e07e-3e13-423f-8442-44b32e3c35dd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:27.129255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-221f8212-bf21-42df-8993-25b808cab6e1 req-0982e07e-3e13-423f-8442-44b32e3c35dd tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.0968041 Feb 14 21:26:27.198023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69a919fe-49dd-475f-a753-1bf1c2be6536 req-457884b9-7fee-4b5f-99e2-08bcde9cd851 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929940 Feb 14 21:26:27.222768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-221f8212-bf21-42df-8993-25b808cab6e1 req-ddd2ff97-227c-4755-a556-f88fea8dbbef tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786858 Feb 14 21:26:27.230033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1012809200', 'description': 'tempest-description-1522859170'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:27.262727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-980358aa-cd74-41ed-9541-30979259fd77 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:27.264370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-980358aa-cd74-41ed-9541-30979259fd77 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.64 "GET /v2.0/networks?id=6f3205f1-9c31-47c9-89a9-229521639ab0 HTTP/1.1" status: 200 len: 812 time: 0.1670148 Feb 14 21:26:27.268768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.364157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-39b53cb6-f3b8-44c7-b435-7474563360fa tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4 HTTP/1.1" status: 200 len: 379 time: 0.0850847 Feb 14 21:26:27.369128 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e100ce95-f3c8-4af7-8b97-cd19bbc27b52), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.374084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'port': {'device_id': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'admin_state_up': True, 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'security_groups': ['678c1679-60f7-4c06-bccd-a3811a298e1e']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:27.381893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e100ce95-f3c8-4af7-8b97-cd19bbc27b52), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.451605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.452866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ec8805c-7059-48f3-9954-c7ea17e058ec req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2272937 Feb 14 21:26:27.463813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd46a3-774e-4bb0-aa81-7a272ff34653 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e100ce95-f3c8-4af7-8b97-cd19bbc27b52,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:27.471313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe7c7-eabc-42b7-8dfc-9971ba637bb0 req-eeceb095-ebd7-4f64-b4c0-d7860a7f6e0c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:27.473031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-beefe7c7-eabc-42b7-8dfc-9971ba637bb0 req-eeceb095-ebd7-4f64-b4c0-d7860a7f6e0c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1067421 Feb 14 21:26:27.482943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50752) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:27.488234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Request body: {'floatingip': {'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:27.536187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Made reservation on behalf of 0f550a6db1bc4aba94f23e1cd3057ce4 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:27.540974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.547392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046197736', 'description': 'tempest-description-1038991909'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:27.573951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.578322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.720531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Allocated IP 172.20.0.11 (6f3205f1-9c31-47c9-89a9-229521639ab0/f66c9e55-e7ae-42fb-9fb5-4b4450171904/7af02136-2048-4029-8252-ae45540f40fe) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:27.890850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (006f6da6-bf3c-44af-a4bc-2a53bce8fd95), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.892395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for port (7af02136-2048-4029-8252-ae45540f40fe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.925066 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (006f6da6-bf3c-44af-a4bc-2a53bce8fd95), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.931904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.952384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969ca0-4076-415c-a181-b02ec00f0405 req-6f030250-5546-44c1-a058-a2e6b6b94e8a tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:27.953903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c969ca0-4076-415c-a181-b02ec00f0405 req-6f030250-5546-44c1-a058-a2e6b6b94e8a tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 943 time: 0.1442351 Feb 14 21:26:27.978105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:27.982140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:27.984641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:27.996198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:27.997461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f88258ad-94bc-498c-bb0d-91f98b23a573 req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5033245 Feb 14 21:26:28.036246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:28.044889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726f18-47cb-4cf5-aa70-84d8ca88395b tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006f6da6-bf3c-44af-a4bc-2a53bce8fd95,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:28.068980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:28.070018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.108609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-076ae77d-a501-4c70-84d0-f439399405cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391055 Feb 14 21:26:28.120906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Request body: {'port': {'device_id': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:28.169407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c969ca0-4076-415c-a181-b02ec00f0405 req-d175aa1e-1bfc-4ada-ba42-841af24e4b59 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019141 Feb 14 21:26:28.222765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.322137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd50a9-59dd-44ba-b0e5-8442f535589e req-8d7406df-159f-4e58-a568-47aff1536862 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:28.326178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27dd50a9-59dd-44ba-b0e5-8442f535589e req-8d7406df-159f-4e58-a568-47aff1536862 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 932 time: 0.2083292 Feb 14 21:26:28.439807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c89e2e09-adda-4f50-8049-8a0222afaa37 None None] Provisioning complete for port 7af02136-2048-4029-8252-ae45540f40fe triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:28.441298 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c89e2e09-adda-4f50-8049-8a0222afaa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7af02136-2048-4029-8252-ae45540f40fe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.470070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-788fa471-e680-4547-93d6-1659bb58c999 req-fa2a0518-4b70-4ebe-a2eb-52cfa359510a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1212900 Feb 14 21:26:28.483184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:26:28.585319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af02136-2048-4029-8252-ae45540f40fe {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:28.596136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks [] for port (7af02136-2048-4029-8252-ae45540f40fe), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.597128 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.600393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c89e2e09-adda-4f50-8049-8a0222afaa37 None None] Port 7af02136-2048-4029-8252-ae45540f40fe cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:26:28.613221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Transition to ACTIVE for port object 7af02136-2048-4029-8252-ae45540f40fe will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:28.626723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.639667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27dd50a9-59dd-44ba-b0e5-8442f535589e req-a272df85-18ab-4f6e-b568-8658c85ab341 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895849 Feb 14 21:26:28.662974 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-d0a5846c-cac1-4785-b9e0-3a0b2cbd17bb service neutron] show failed (client error): The resource could not be found. Feb 14 21:26:28.664032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-d0a5846c-cac1-4785-b9e0-3a0b2cbd17bb service neutron] 10.222.0.83 "GET /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.3013351 Feb 14 21:26:28.669275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:28.686489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-541507b1-d95c-4b61-b925-14229f2fc472 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/e100ce95-f3c8-4af7-8b97-cd19bbc27b52 HTTP/1.1" status: 200 len: 1824 time: 0.1212428 Feb 14 21:26:28.689328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.039094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-2dc48502-88b2-4452-a570-71308b689ca6 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/006f6da6-bf3c-44af-a4bc-2a53bce8fd95 HTTP/1.1" status: 200 len: 1824 time: 0.2741034 Feb 14 21:26:29.048530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e100ce95-f3c8-4af7-8b97-cd19bbc27b52', 'remote_group_id': '006f6da6-bf3c-44af-a4bc-2a53bce8fd95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:29.048872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e100ce95-f3c8-4af7-8b97-cd19bbc27b52', 'remote_group_id': '006f6da6-bf3c-44af-a4bc-2a53bce8fd95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:29.098298 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Floating IP 33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c associated. External IP: 172.25.2.26, port: 78d1d984-bd6b-4fa8-9f73-b9400b30d677. Feb 14 21:26:29.145685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:29.185478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Attempting to bind port 7af02136-2048-4029-8252-ae45540f40fe on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:29.185918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Attempting to bind port 7af02136-2048-4029-8252-ae45540f40fe by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:29.186327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Attempting to bind port 7af02136-2048-4029-8252-ae45540f40fe on network 6f3205f1-9c31-47c9-89a9-229521639ab0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:29.192015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Port 7af02136-2048-4029-8252-ae45540f40fe on network 6f3205f1-9c31-47c9-89a9-229521639ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:29.192428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Attempting to bind port 7af02136-2048-4029-8252-ae45540f40fe on network 6f3205f1-9c31-47c9-89a9-229521639ab0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:29.197822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:29.198212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Checking segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:29.198676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Bound using segment: {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:29.199205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Bound port: 7af02136-2048-4029-8252-ae45540f40fe, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e643f731-4e17-4422-a12e-e8efe0729d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:29.199676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.199922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-f24d38f8-bb98-406d-8365-6f506330bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.201865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-f24d38f8-bb98-406d-8365-6f506330bb84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.2021010 Feb 14 21:26:29.212316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a74739-5f02-4aa7-b9f8-262daec7b322 req-550fa57b-3313-4e4d-9f29-7d8cde428385 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.213747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5a74739-5f02-4aa7-b9f8-262daec7b322 req-550fa57b-3313-4e4d-9f29-7d8cde428385 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.3762116 Feb 14 21:26:29.226166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:29.303941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:29.307405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:29.314175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.357312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.358339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.360373 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/7af02136-2048-4029-8252-ae45540f40fe HTTP/1.1" status: 200 len: 1093 time: 1.2448332 Feb 14 21:26:29.363435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'tag': '7af02136-2048-4029-8252-ae45540f40fe'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:29.366114 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d858af39-1baf-4f09-970c-899b3a95b9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "tag": "7af02136-2048-4029-8252-ae45540f40fe"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:29.403611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfa68b-7a03-4ce1-8d0a-6597ca5707b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:29.431340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (0f7eaa79-dce7-4d18-9c67-db6c4f797a1f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.466377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-22f11d35-e2e0-4e20-9a65-9dcd762b143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.467495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5a74739-5f02-4aa7-b9f8-262daec7b322 req-6d089571-8c9e-440b-8b0d-bc261d0b4c92 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257826 Feb 14 21:26:29.467963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-22f11d35-e2e0-4e20-9a65-9dcd762b143b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4&device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 1127 time: 0.0526874 Feb 14 21:26:29.472511 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.578251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-183aec90-b67c-49f8-8a55-319d30e4322c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af02136-2048-4029-8252-ae45540f40fe HTTP/1.1" status: 200 len: 217 time: 0.1026773 Feb 14 21:26:29.578523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (0f7eaa79-dce7-4d18-9c67-db6c4f797a1f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.594043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0f7eaa79-dce7-4d18-9c67-db6c4f797a1f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.677496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-63d2613d-a4e5-4e36-8aa6-91036801ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.679217 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-63d2613d-a4e5-4e36-8aa6-91036801ba53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f66c9e55-e7ae-42fb-9fb5-4b4450171904 HTTP/1.1" status: 200 len: 851 time: 0.0919302 Feb 14 21:26:29.738247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7eaa79-dce7-4d18-9c67-db6c4f797a1f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:29.739098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a85e0bdc-626b-4af8-897c-0b247ebaf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:29.741501 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-a85e0bdc-626b-4af8-897c-0b247ebaf9f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f3205f1-9c31-47c9-89a9-229521639ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559239 Feb 14 21:26:29.766463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:29.767692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21ea2ae4-8751-4e80-b7d0-be97a26837ec req-1b68b08c-99e5-4ba9-aff8-a2ebbacb11fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7277482 Feb 14 21:26:29.855538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-893a6ad1-289c-4903-9e05-a1b1c12a626f service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072936 Feb 14 21:26:29.877427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1e43cbe0-8e26-4ee7-969a-52b0329fae92 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:29.883963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:26:29.940620 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfcdc71-f61f-4996-b18f-2e274d9e12ec x-openstack-request-id: req-fbfcdc71-f61f-4996-b18f-2e274d9e12ec {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:29.941620 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "tag": "7af02136-2048-4029-8252-ae45540f40fe", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:29.941983 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fbfcdc71-f61f-4996-b18f-2e274d9e12ec {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:29.942518 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'tag': '7af02136-2048-4029-8252-ae45540f40fe', 'status': 'completed', 'code': 200} Feb 14 21:26:29.990595 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f4a5a2e5-9e6b-4721-8330-11497835139b req-ddce3c10-c49d-4050-ad1d-b1b5dc2363e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291313 Feb 14 21:26:30.063291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:30.075692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '1e43cbe0-8e26-4ee7-969a-52b0329fae92', 'network_id': '80d398ed-51db-46d5-83ff-6a0740a6b332', 'port_id': '1e43cbe0-8e26-4ee7-969a-52b0329fae92', 'mac_address': 'fa:16:3e:40:b6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2d966-742b-4a08-9f99-075261cca65e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:30.091387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-edc84af1-d80d-4178-9b7f-a7d7e0b6b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.093186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179533-584b-44da-8a70-98302fe0218c req-0ab85b90-2ef2-48f3-8fb2-191112761770 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.093391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-edc84af1-d80d-4178-9b7f-a7d7e0b6b57e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4&device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 1127 time: 0.0523822 Feb 14 21:26:30.094968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db179533-584b-44da-8a70-98302fe0218c req-0ab85b90-2ef2-48f3-8fb2-191112761770 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 943 time: 0.4497993 Feb 14 21:26:30.097150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78fbd1bf-827d-48f2-97f0-09bc77d528c5 req-37cf067c-9b87-4a6c-81f7-64e944b7809c tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1286650 Feb 14 21:26:30.116134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:30.121883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:30.122288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.161035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e43cbe0-8e26-4ee7-969a-52b0329fae92 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:30.181172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:30.185099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:30.193879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.273966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-2b94ae48-4d1a-47ba-aa76-52ce3289aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.275963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-2b94ae48-4d1a-47ba-aa76-52ce3289aeea service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f3205f1-9c31-47c9-89a9-229521639ab0 HTTP/1.1" status: 200 len: 913 time: 0.1584780 Feb 14 21:26:30.283112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:30.285176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:30.290731 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb738fc0-9c0f-496f-95c6-41526c6e625d" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-unplugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:30.301528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks [] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.320840 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-a61b1bf1-3a44-4c56-be91-7956d2c38623 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af02136-2048-4029-8252-ae45540f40fe HTTP/1.1" status: 200 len: 217 time: 0.0382938 Feb 14 21:26:30.372793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Transition to ACTIVE for port object 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:30.374607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-025771f9-8a80-4fd8-951e-3e39b5426b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.376551 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-025771f9-8a80-4fd8-951e-3e39b5426b0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f66c9e55-e7ae-42fb-9fb5-4b4450171904 HTTP/1.1" status: 200 len: 851 time: 0.0503941 Feb 14 21:26:30.403978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.420443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db179533-584b-44da-8a70-98302fe0218c req-75d2d088-d59b-442e-a36b-864d5f64edcb tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780546 Feb 14 21:26:30.457259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-f15c9316-dbfb-4bb1-81b6-26e0c1eba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.458779 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-f15c9316-dbfb-4bb1-81b6-26e0c1eba2cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f3205f1-9c31-47c9-89a9-229521639ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0755723 Feb 14 21:26:30.477967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1e43cbe0-8e26-4ee7-969a-52b0329fae92'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:30.491036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] No DVR routers for this DVR port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:30.506869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1452741595', 'description': 'tempest-description-1224312892'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:30.554950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569837b2-02b3-4963-984b-92ad2e87a383 req-d871168c-8362-49ad-9394-ead2ce04c2cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:30.557932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-569837b2-02b3-4963-984b-92ad2e87a383 req-d871168c-8362-49ad-9394-ead2ce04c2cc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 944 time: 0.3213384 Feb 14 21:26:30.578887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:26:30.580831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.590144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:26:30.596832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.600589 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:30.604309 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:30.639942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:30.645615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-770efe8c-35a6-4506-bf63-cfb554d603e4 service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800995 Feb 14 21:26:30.657400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7093e3f3-82d9-4061-a4d2-de8a6412828f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "PUT /v2.0/floatingips/33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c HTTP/1.1" status: 200 len: 990 time: 3.1732492 Feb 14 21:26:30.712883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:30.713484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:30.713837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:30.772826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-569837b2-02b3-4963-984b-92ad2e87a383 req-36534321-d4e4-4ddc-8003-23283352260a tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884551 Feb 14 21:26:30.774871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:30.783080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:30.783834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:30.804616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:30.807087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:30.808115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:30.810767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Bound port: 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:30.811523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.821559 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d858af39-1baf-4f09-970c-899b3a95b9a5 req-d27ea0c3-f5d3-4bb6-9519-ebc6b1150d59 service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658189 Feb 14 21:26:30.892421 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff76b33b-4fc5-4690-89d4-2b9b9606a685 x-openstack-request-id: req-ff76b33b-4fc5-4690-89d4-2b9b9606a685 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:30.892817 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-unplugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:30.893146 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff76b33b-4fc5-4690-89d4-2b9b9606a685 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:30.893618 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'code': 200} Feb 14 21:26:30.961492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfebfdbf-e185-4331-b42c-a394ab104ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.963989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (f2e0b27f-6689-4b2d-b852-064565df4cf4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:30.999734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f2e0b27f-6689-4b2d-b852-064565df4cf4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:31.036840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0b27f-6689-4b2d-b852-064565df4cf4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:31.048917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:31.070974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:31.078290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:31.079563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e37f5dca-7b9f-43ab-a42e-babc2c71fc50 req-0fc61f04-7635-496b-b409-0c1f7d0ffaba tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5982559 Feb 14 21:26:31.082902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:31.162176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:07Z', 'updated_at': '2022-02-14T21:26:28Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:31.206605 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:26:31.221737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:31.222894 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:31.392214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:31.499460 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:26:31.635723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:31.655287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-287119669', 'description': 'tempest-description-911644981'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:31.673848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:31.674519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:31.676182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-b54945ab-95a6-4ceb-83ea-217c5c7ac47d service neutron] 10.222.0.64 "PUT /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 1097 time: 2.4567068 Feb 14 21:26:31.686851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d6a74-74f2-45ac-8cb6-d6790d49df9f req-c04735ff-77fb-480c-8dc3-03abffe6d37c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:31.701562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab3d6a74-74f2-45ac-8cb6-d6790d49df9f req-c04735ff-77fb-480c-8dc3-03abffe6d37c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.7362010 Feb 14 21:26:31.757488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:07Z', 'updated_at': '2022-02-14T21:26:28Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:31.813319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab3d6a74-74f2-45ac-8cb6-d6790d49df9f req-9a924fe2-7d9e-4a96-91b7-fab1fc55b30c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049449 Feb 14 21:26:31.815582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:31.828606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91823c2-3f26-4d12-ad00-68de96992c08 None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:07Z', 'updated_at': '2022-02-14T21:26:28Z', 'revision_number': 1, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:26:31.874976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1e43cbe0-8e26-4ee7-969a-52b0329fae92 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:31.893014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-43637c54-5f0b-4205-9b46-709fc30955ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:31.931475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-43637c54-5f0b-4205-9b46-709fc30955ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1131 time: 0.2219758 Feb 14 21:26:31.997426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:26:32.007917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:32.008825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.077820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed147a30-3356-447a-8b21-a24e1bdf944b req-e946a8fd-0503-4785-861e-e2184760d026 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1146953 Feb 14 21:26:32.166897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:32.167320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.186839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-368dd055-a805-4b7b-9529-32ade8840765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.192728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-368dd055-a805-4b7b-9529-32ade8840765 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2541816 Feb 14 21:26:32.211834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:32.213831 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d9adb-7481-48c1-9b0c-6cb25538c842" -d '{"events": [{"server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "name": "network-vif-plugged", "status": "completed", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:32.232109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:32.237071 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.237996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:32.311444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941dfa5-8a73-45dd-8e4f-6be2c692d382 None None] New status for floating IP 33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:26:32.315814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-d9b7eca5-be6f-45b5-8fbf-4f127265c437 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.1059692 Feb 14 21:26:32.359998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:26:32.360352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:32.366223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:32.382454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (abc73af7-f0ea-4b1e-9229-193e30564918), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.386535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-bcda99d5-7b60-49c1-8ffe-792431df5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.388097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-bcda99d5-7b60-49c1-8ffe-792431df5d1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0593073 Feb 14 21:26:32.393011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abc73af7-f0ea-4b1e-9229-193e30564918), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.437304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc73af7-f0ea-4b1e-9229-193e30564918,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:32.447359 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:32.448527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cc3d525-445c-43c9-82c8-f18a6b87a601 req-b5f6a183-a6f1-4089-8a0b-7bd2bd4a3973 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8040888 Feb 14 21:26:32.472612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689068-3d8a-420e-bd55-9ad894d645f4 req-74c4d8d6-dfae-419f-9241-55739afefc92 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.481916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d689068-3d8a-420e-bd55-9ad894d645f4 req-74c4d8d6-dfae-419f-9241-55739afefc92 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.2095528 Feb 14 21:26:32.552924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-da081218-a598-4305-9123-85383b1c6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.554611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-da081218-a598-4305-9123-85383b1c6e8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1507647 Feb 14 21:26:32.568543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d689068-3d8a-420e-bd55-9ad894d645f4 req-758a12d9-2a9d-4d29-ba3e-468a8e15d325 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857580 Feb 14 21:26:32.697005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e08f-1f2d-4182-b73c-0d601d6f3e7a req-1dfb3fd4-7719-4f7c-8d5f-3e38fad74580 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.698589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a97e08f-1f2d-4182-b73c-0d601d6f3e7a req-1dfb3fd4-7719-4f7c-8d5f-3e38fad74580 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 944 time: 0.1504750 Feb 14 21:26:32.714431 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22fe09-a8ae-4602-b5de-0390ee708624 x-openstack-request-id: req-ea22fe09-a8ae-4602-b5de-0390ee708624 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:32.714725 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "name": "network-vif-plugged", "status": "completed", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:32.717251 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea22fe09-a8ae-4602-b5de-0390ee708624 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:32.717880 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92', 'code': 200} Feb 14 21:26:32.768947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-fc82d24d-5f3b-464c-9da2-7d5ec4b511e8 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043276 Feb 14 21:26:32.896231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}, {'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:32.898374 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d44333-9949-4e71-956a-6ab31467bb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}, {"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:32.920783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a97e08f-1f2d-4182-b73c-0d601d6f3e7a req-9fc7c992-0024-47c8-8c45-6247627057d1 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026384 Feb 14 21:26:32.925876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca789a33-09ae-4891-8877-646f6952a30d req-917d888f-cb9a-4ac2-a717-d1cc76547f06 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/f2e0b27f-6689-4b2d-b852-064565df4cf4 HTTP/1.1" status: 200 len: 1824 time: 0.1623552 Feb 14 21:26:32.951445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316821d-a49e-44d1-a68b-bb4799306d9e req-eea40f58-1f89-4551-b751-5b80153d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:32.952977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4316821d-a49e-44d1-a68b-bb4799306d9e req-eea40f58-1f89-4551-b751-5b80153d9892 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 1128 time: 0.1760190 Feb 14 21:26:33.001110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a718c2d6-1570-46f3-9172-4db0fa1fcd58 req-65b2ff29-69e3-4632-b892-d9df20359982 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219534 Feb 14 21:26:33.064515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4316821d-a49e-44d1-a68b-bb4799306d9e req-ff98e407-e980-4e1a-b28a-16d07b41c62a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038234 Feb 14 21:26:33.069840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca789a33-09ae-4891-8877-646f6952a30d req-b0a53bdb-cbd0-4e99-8a87-01c9530fb527 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/abc73af7-f0ea-4b1e-9229-193e30564918 HTTP/1.1" status: 200 len: 1822 time: 0.1309485 Feb 14 21:26:33.079832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2e0b27f-6689-4b2d-b852-064565df4cf4', 'remote_group_id': 'abc73af7-f0ea-4b1e-9229-193e30564918', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:33.080501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2e0b27f-6689-4b2d-b852-064565df4cf4', 'remote_group_id': 'abc73af7-f0ea-4b1e-9229-193e30564918', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:33.115097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a69464-eef1-4552-a9a5-49a4bc9c126d req-ccdf59d1-7a84-47b7-acf2-27e9cf34afd7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:33.117230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98a69464-eef1-4552-a9a5-49a4bc9c126d req-ccdf59d1-7a84-47b7-acf2-27e9cf34afd7 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.1118557 Feb 14 21:26:33.138105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7af02136-2048-4029-8252-ae45540f40fe details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:33.229095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98a69464-eef1-4552-a9a5-49a4bc9c126d req-656b3516-7d7c-4a3f-ac19-15b975f801d9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944960 Feb 14 21:26:33.230917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (719b8463-8117-4685-bf00-c1245c5f91a1), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.305149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (719b8463-8117-4685-bf00-c1245c5f91a1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.312200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (719b8463-8117-4685-bf00-c1245c5f91a1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.352252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.354047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca789a33-09ae-4891-8877-646f6952a30d req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2781663 Feb 14 21:26:33.359285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192e3fc-7b11-47cb-9725-9700cf5e163a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719b8463-8117-4685-bf00-c1245c5f91a1,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:33.389264 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8295d-4a50-4b4d-9b6c-4ea6c796e6a7 x-openstack-request-id: req-5ea8295d-4a50-4b4d-9b6c-4ea6c796e6a7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:33.390440 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:33.390824 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ea8295d-4a50-4b4d-9b6c-4ea6c796e6a7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:33.392715 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'status': 'completed', 'code': 200} Feb 14 21:26:33.393061 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'status': 'completed', 'code': 200} Feb 14 21:26:33.528838 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0706-10a0-43b4-b1ce-c47869ce64a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.552105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:33.592515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '7af02136-2048-4029-8252-ae45540f40fe', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'port_id': '7af02136-2048-4029-8252-ae45540f40fe', 'mac_address': 'fa:16:3e:fc:e6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:33.615452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787f9246-9dea-44a6-8888-b4413a4ee59b req-7188c501-f887-49e0-b743-5ea9449c2799 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1325052 Feb 14 21:26:33.699365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-e0e7def3-70b5-4226-ad71-96321536bf35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/abc73af7-f0ea-4b1e-9229-193e30564918 HTTP/1.1" status: 200 len: 1822 time: 0.2904949 Feb 14 21:26:33.704843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 7af02136-2048-4029-8252-ae45540f40fe is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:33.705255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.706149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-28d677b9-49e5-4dd2-9e4b-a001d3b3d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:33.707713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-28d677b9-49e5-4dd2-9e4b-a001d3b3d686 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1131 time: 0.2970333 Feb 14 21:26:33.723898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af02136-2048-4029-8252-ae45540f40fe {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:33.746500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:33.751240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-446933bf-94cf-42b1-a99c-8ee0def9feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:33.752744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-446933bf-94cf-42b1-a99c-8ee0def9feb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1128 time: 0.3239288 Feb 14 21:26:33.756837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.814140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:33.940458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (abc73af7-f0ea-4b1e-9229-193e30564918), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:33.963643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-af417bd6-4dd3-41e3-bd6a-427ee969e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:33.965139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-af417bd6-4dd3-41e3-bd6a-427ee969e610 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2455516 Feb 14 21:26:33.976233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca3324-9a8b-43dd-b91c-4f34da1aaa3b req-e6b008c2-73ac-4205-9198-9a746b20c68d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:33.977600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44ca3324-9a8b-43dd-b91c-4f34da1aaa3b req-e6b008c2-73ac-4205-9198-9a746b20c68d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.2309980 Feb 14 21:26:34.039991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (abc73af7-f0ea-4b1e-9229-193e30564918), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:34.045618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-b6868287-5777-4add-8401-c1e3bd800704 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.0646224 Feb 14 21:26:34.060272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-6056036c-8d8c-4f27-b762-e014f06c8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.061769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-6056036c-8d8c-4f27-b762-e014f06c8553 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.2748072 Feb 14 21:26:34.196104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['7af02136-2048-4029-8252-ae45540f40fe'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:34.251862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44ca3324-9a8b-43dd-b91c-4f34da1aaa3b req-841c2d8e-2932-4738-a3a5-006825cc22ed tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661636 Feb 14 21:26:34.254817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-34dca66d-b389-46b8-98c3-d0272a16e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.256267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-34dca66d-b389-46b8-98c3-d0272a16e582 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1974823 Feb 14 21:26:34.259840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-9f79ccb9-114f-4de0-8bcd-e84fcd5aacfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 1000 time: 0.1848111 Feb 14 21:26:34.348552 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abc73af7-f0ea-4b1e-9229-193e30564918), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:34.351280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:34.352440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ac151e4-6c41-4f2c-bfa9-82b3f4740108 req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/abc73af7-f0ea-4b1e-9229-193e30564918 HTTP/1.1" status: 204 len: 173 time: 0.6428547 Feb 14 21:26:34.390866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-9adad128-235c-490d-ab74-f0e132d71d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.392277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-9adad128-235c-490d-ab74-f0e132d71d26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1149387 Feb 14 21:26:34.397177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12231b-2116-4285-a5b4-940a3a509098 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc73af7-f0ea-4b1e-9229-193e30564918,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:34.458423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-dae13217-7dbf-4c1d-9f0c-a4724009fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.459973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-dae13217-7dbf-4c1d-9f0c-a4724009fd7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1970336 Feb 14 21:26:34.461113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:34.571635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f15da-8d60-4480-9a01-c8b3ae3dea1f req-54e3bdb0-717c-440a-af52-e959b014e25e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.573147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-949f15da-8d60-4480-9a01-c8b3ae3dea1f req-54e3bdb0-717c-440a-af52-e959b014e25e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 945 time: 0.2014697 Feb 14 21:26:34.596256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-ec485920-0751-4055-9502-9b52d3d5a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.597734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-ec485920-0751-4055-9502-9b52d3d5a4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1790442 Feb 14 21:26:34.651532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-8d4c974c-f46a-4aa6-ba4d-f7099ada28ea service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809561 Feb 14 21:26:34.688927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a1a5-66a8-4bed-b448-ca6d27488b97 req-18ede7c9-50ee-4c06-9b9a-103a2b3a18b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:34.690446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e06a1a5-66a8-4bed-b448-ca6d27488b97 req-18ede7c9-50ee-4c06-9b9a-103a2b3a18b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.2404137 Feb 14 21:26:34.789329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-949f15da-8d60-4480-9a01-c8b3ae3dea1f req-3fbbb49e-8e5f-4c5a-874a-9060c22a4235 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025926 Feb 14 21:26:34.859766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e06a1a5-66a8-4bed-b448-ca6d27488b97 req-915641e4-8da0-4185-8f0c-6516bf66ab17 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Feb 14 21:26:34.871425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-f6fbc80e-5e24-4e58-ab46-8aa31500f57c service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662799 Feb 14 21:26:34.944372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-18868d93-5b71-41fb-8186-5e69740078d1 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491527 Feb 14 21:26:34.979139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89077db7-54e2-4ba2-94d8-954e52accc04 req-25c122bd-376b-45b6-89f9-4d4f4f4f1964 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0378387 Feb 14 21:26:34.983232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-417dc1a9-edd2-455c-9191-7e21dbf26027 req-1720a135-97cf-495a-93fd-92d8eea2c246 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/f2e0b27f-6689-4b2d-b852-064565df4cf4 HTTP/1.1" status: 200 len: 1824 time: 0.1500425 Feb 14 21:26:35.022176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1716479089', 'description': 'tempest-description-1813872370'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:35.036176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-c4ccfbba-6c2a-40b7-ace2-ecda2536e981 service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571953 Feb 14 21:26:35.048903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.158200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-0f5dec3f-5264-4f8c-9ff0-260c9551bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:35.159964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-0f5dec3f-5264-4f8c-9ff0-260c9551bc5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1131 time: 0.0753903 Feb 14 21:26:35.166502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (d083b2a8-c6f3-452f-9b3b-d619d32b8cd9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.176362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d083b2a8-c6f3-452f-9b3b-d619d32b8cd9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.254886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d083b2a8-c6f3-452f-9b3b-d619d32b8cd9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:35.263486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.264753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3e21b7e-b46f-41c9-b977-5c053ca666ad req-a2ebf637-d8af-4952-b017-6be38fc7ba9c tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2517571 Feb 14 21:26:35.350599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-4f736c3b-5432-43f0-a158-f634b1c61e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:35.352363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-4f736c3b-5432-43f0-a158-f634b1c61e7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1844897 Feb 14 21:26:35.380324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-c19a1e75-d560-4dce-8ec1-1e0525aa5fae tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 200 len: 1824 time: 0.0808561 Feb 14 21:26:35.422336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-47de36df-0ebf-43d2-9d7a-f3acc6d03f93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.0614660 Feb 14 21:26:35.427035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd083b2a8-c6f3-452f-9b3b-d619d32b8cd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:35.427372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd083b2a8-c6f3-452f-9b3b-d619d32b8cd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:35.505760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-56260021-ab1d-49b2-bccc-729243c61caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:35.507110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-56260021-ab1d-49b2-bccc-729243c61caa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0746553 Feb 14 21:26:35.514227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7150b-ffdf-4320-a508-aa881025214c req-c4d6e761-820e-4628-9f2e-533c21749065 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:35.515678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcc7150b-ffdf-4320-a508-aa881025214c req-c4d6e761-820e-4628-9f2e-533c21749065 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.1614006 Feb 14 21:26:35.602734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (d68edf8c-502e-4e2f-aaf0-f98bf476948e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.637507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-d26c59df-4996-4a04-97ad-795a49987ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:35.643625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-d26c59df-4996-4a04-97ad-795a49987ecf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1224618 Feb 14 21:26:35.647025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcc7150b-ffdf-4320-a508-aa881025214c req-36e62659-0c8c-4253-92d1-24c8a76b6599 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200550 Feb 14 21:26:35.649019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (d68edf8c-502e-4e2f-aaf0-f98bf476948e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.662259 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.669893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (d68edf8c-502e-4e2f-aaf0-f98bf476948e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.729974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68edf8c-502e-4e2f-aaf0-f98bf476948e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:35.737320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.738573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef4753cc-70a3-454d-817a-65b6fa122d9e req-f6767608-7959-4d7b-b65a-a15691495911 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3200312 Feb 14 21:26:35.785857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-ff8b5d87-c1f7-4d5d-9be0-b7771b6c1eeb service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356263 Feb 14 21:26:35.929509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:35.947200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-57c2481b-9d34-44d8-a205-0bf21ed05f50 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 200 len: 2418 time: 0.1716278 Feb 14 21:26:35.976858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd083b2a8-c6f3-452f-9b3b-d619d32b8cd9', 'remote_group_id': None}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:35.977200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd083b2a8-c6f3-452f-9b3b-d619d32b8cd9', 'remote_group_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:36.012346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2d44333-9949-4e71-956a-6ab31467bb2d req-2bb22343-144e-4994-8e81-beb0f85dfe78 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189014 Feb 14 21:26:36.025784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab90575-3e3f-4a01-afc8-0c65c55e0b9d req-497c146d-5ff0-4f06-aca8-2d25b9dbef7e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:36.027802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fab90575-3e3f-4a01-afc8-0c65c55e0b9d req-497c146d-5ff0-4f06-aca8-2d25b9dbef7e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 945 time: 0.1507239 Feb 14 21:26:36.125838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.139841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fab90575-3e3f-4a01-afc8-0c65c55e0b9d req-87f6bf44-3c12-4459-b5e9-8944fd6e8a45 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879126 Feb 14 21:26:36.159827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.172410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.185537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9bde1f-d07e-4965-89e8-d9e3b44aefa4,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:36.206835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.208458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7c65b94-344e-4efe-ae91-fce66f2094fd req-a25ae887-b476-493f-ac31-1ebfd514c89e tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2413666 Feb 14 21:26:36.326095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98bc5a46-8098-4f0c-aacc-ea128c72a75e req-cd515bf0-bcfd-4b91-a5ce-96bc9573995f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0483418 Feb 14 21:26:36.342213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574e39-be19-4976-aaf3-47153d62cd64 req-aba703c4-2c0e-4cab-ae05-d87c6222669e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:36.343776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7574e39-be19-4976-aaf3-47153d62cd64 req-aba703c4-2c0e-4cab-ae05-d87c6222669e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 948 time: 0.1047535 Feb 14 21:26:36.434037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7574e39-be19-4976-aaf3-47153d62cd64 req-9a7e0222-85fd-4ea1-8aae-78fb46d50e5f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837507 Feb 14 21:26:36.443041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9b1d4da-8ffd-49ea-be67-cc845b0395f4 req-a721faec-2759-450f-99ed-8c0e5694cd61 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 200 len: 3017 time: 0.0669520 Feb 14 21:26:36.484618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-3b53b890-3ef2-40df-997c-abebffac942a tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-group-rules/4a9bde1f-d07e-4965-89e8-d9e3b44aefa4 HTTP/1.1" status: 200 len: 783 time: 0.0228453 Feb 14 21:26:36.532083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-ac731b02-3ee9-4053-a44c-329783250922 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 200 len: 3017 time: 0.0415978 Feb 14 21:26:36.563889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.574796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.611019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4a9bde1f-d07e-4965-89e8-d9e3b44aefa4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.617913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.620910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f59879d-5672-4e55-a41f-42bacef7ca32 req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/4a9bde1f-d07e-4965-89e8-d9e3b44aefa4 HTTP/1.1" status: 204 len: 173 time: 0.0831704 Feb 14 21:26:36.632752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a68ba-de43-4ea2-ae57-6c89bc8c7d35 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a9bde1f-d07e-4965-89e8-d9e3b44aefa4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:36.692392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2204dae2-d336-45c7-959b-946349eac41e req-530e4f3a-4eca-4fb5-9074-b4a93fe06d22 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 200 len: 2418 time: 0.0491829 Feb 14 21:26:36.781848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2204dae2-d336-45c7-959b-946349eac41e req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (d083b2a8-c6f3-452f-9b3b-d619d32b8cd9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.820435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2204dae2-d336-45c7-959b-946349eac41e req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (d083b2a8-c6f3-452f-9b3b-d619d32b8cd9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.901978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2204dae2-d336-45c7-959b-946349eac41e req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d083b2a8-c6f3-452f-9b3b-d619d32b8cd9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.908927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2204dae2-d336-45c7-959b-946349eac41e req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:36.924519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2204dae2-d336-45c7-959b-946349eac41e req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/d083b2a8-c6f3-452f-9b3b-d619d32b8cd9 HTTP/1.1" status: 204 len: 173 time: 0.2237380 Feb 14 21:26:36.940394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4145a-326e-4ae3-822f-b36afe988f39 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d083b2a8-c6f3-452f-9b3b-d619d32b8cd9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:37.003314 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-371a24ff-a25d-464c-a9c3-db29761a9f23 req-cc431f77-df3d-433e-896c-b62eabb498fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] show failed (client error): The resource could not be found. Feb 14 21:26:37.007800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-371a24ff-a25d-464c-a9c3-db29761a9f23 req-cc431f77-df3d-433e-896c-b62eabb498fa tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/abc73af7-f0ea-4b1e-9229-193e30564918 HTTP/1.1" status: 404 len: 352 time: 0.0283160 Feb 14 21:26:37.091534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-39253214-7f4d-4282-98a4-2652dd7315ad tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/f2e0b27f-6689-4b2d-b852-064565df4cf4 HTTP/1.1" status: 200 len: 1824 time: 0.0459051 Feb 14 21:26:37.124293 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.168090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:37.178387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (f2e0b27f-6689-4b2d-b852-064565df4cf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.190171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7af02136-2048-4029-8252-ae45540f40fe up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:37.217319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (f2e0b27f-6689-4b2d-b852-064565df4cf4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.279990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f2e0b27f-6689-4b2d-b852-064565df4cf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.284390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.285885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae23cbd0-2da2-4d07-a8c4-373c223fe66c req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/f2e0b27f-6689-4b2d-b852-064565df4cf4 HTTP/1.1" status: 204 len: 173 time: 0.1829257 Feb 14 21:26:37.308394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef38ad-5be3-4d72-a94f-5f1e387ad764 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0b27f-6689-4b2d-b852-064565df4cf4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:37.496373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ee790-e276-4961-9002-3eb822e373b2 req-643a88d8-eb4e-4370-990c-7c4a568a2d10 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:37.498528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a93ee790-e276-4961-9002-3eb822e373b2 req-643a88d8-eb4e-4370-990c-7c4a568a2d10 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 945 time: 0.1693923 Feb 14 21:26:37.502460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-c53e92fc-d520-4b85-868f-856dbafcda73 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/006f6da6-bf3c-44af-a4bc-2a53bce8fd95 HTTP/1.1" status: 200 len: 1824 time: 0.1560786 Feb 14 21:26:37.506070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:37.521845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'mac_address': 'fa:16:3e:14:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:37.532656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 7af02136-2048-4029-8252-ae45540f40fe completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:26:37.540890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 7af02136-2048-4029-8252-ae45540f40fe triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:37.541603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7af02136-2048-4029-8252-ae45540f40fe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.594856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a93ee790-e276-4961-9002-3eb822e373b2 req-318cfc48-47be-41c4-aa84-4cb156dd2bb9 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884607 Feb 14 21:26:37.617668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:37.619788 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.628113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (006f6da6-bf3c-44af-a4bc-2a53bce8fd95), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.641408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:37.673011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:37.674550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (006f6da6-bf3c-44af-a4bc-2a53bce8fd95), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.684420 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.745806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e686e62f-a46b-4200-9f17-f688820df108 req-06535567-8e61-445e-818d-41cfb1f00709 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0360153 Feb 14 21:26:37.764105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 7af02136-2048-4029-8252-ae45540f40fe is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:37.764494 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.803417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (006f6da6-bf3c-44af-a4bc-2a53bce8fd95), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.806014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:37.807923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.809978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d613f39-bf15-45ab-a9e5-bfd32619befb req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/006f6da6-bf3c-44af-a4bc-2a53bce8fd95 HTTP/1.1" status: 204 len: 173 time: 0.2883687 Feb 14 21:26:37.815659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af02136-2048-4029-8252-ae45540f40fe'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:37.822122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29d3d8-dbf0-45bb-9ced-69deeb1dab12 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f6da6-bf3c-44af-a4bc-2a53bce8fd95,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:37.822317 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e11ab7-0a61-41d1-b429-7272105dbc22" -d '{"events": [{"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-plugged", "status": "completed", "tag": "7af02136-2048-4029-8252-ae45540f40fe"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:37.836081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:37.845992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:37.909101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:37.921763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-42f07c35-ba21-46ae-805a-4e8a01b28fed tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/e100ce95-f3c8-4af7-8b97-cd19bbc27b52 HTTP/1.1" status: 200 len: 1824 time: 0.0844400 Feb 14 21:26:37.955530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136b8b0-0439-4d30-91ea-e0794947d394 req-c01a41ec-434d-431d-94da-94f12ed5a01c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:37.956898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b136b8b0-0439-4d30-91ea-e0794947d394 req-c01a41ec-434d-431d-94da-94f12ed5a01c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.0993054 Feb 14 21:26:38.027604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e100ce95-f3c8-4af7-8b97-cd19bbc27b52), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.032398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b136b8b0-0439-4d30-91ea-e0794947d394 req-9bb413e6-65b3-4624-93bc-7dda75d0fe55 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650077 Feb 14 21:26:38.064786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e100ce95-f3c8-4af7-8b97-cd19bbc27b52), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.080100 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1576a0-a026-471c-8fd7-b36c4d4a7f0e x-openstack-request-id: req-bb1576a0-a026-471c-8fd7-b36c4d4a7f0e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:38.080489 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-plugged", "status": "completed", "tag": "7af02136-2048-4029-8252-ae45540f40fe", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:38.080983 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb1576a0-a026-471c-8fd7-b36c4d4a7f0e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:38.081823 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af02136-2048-4029-8252-ae45540f40fe', 'code': 200} Feb 14 21:26:38.088966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3193797e-7bdb-4e5d-bfb4-77473ae1bc84'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:38.140619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e100ce95-f3c8-4af7-8b97-cd19bbc27b52), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.144721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.146196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ebb5183-0156-479a-92a5-c72e0db0bc36 req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/e100ce95-f3c8-4af7-8b97-cd19bbc27b52 HTTP/1.1" status: 204 len: 173 time: 0.2172823 Feb 14 21:26:38.198232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d496-bb2f-4049-9089-14c2134affb7 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100ce95-f3c8-4af7-8b97-cd19bbc27b52,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:38.256755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425841d3-41f8-4092-92e1-a1087025eabf req-87507d47-4f5a-405c-a9bb-9cdbd2ca7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:38.258799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425841d3-41f8-4092-92e1-a1087025eabf req-87507d47-4f5a-405c-a9bb-9cdbd2ca7160 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 1129 time: 0.1075003 Feb 14 21:26:38.262967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-b0fd4294-1919-4fc3-acde-28b77b3039f3 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/e7ac484d-3e30-4111-a91d-3fd6b41ba02e HTTP/1.1" status: 200 len: 2424 time: 0.0724392 Feb 14 21:26:38.472382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-9a35bb27-783c-4c13-bccc-642181dd6420 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:38.473943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-9a35bb27-783c-4c13-bccc-642181dd6420 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14&tenant_id=27a52f391b984c3995fe3cb6c175bcf2&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 949 time: 0.1287997 Feb 14 21:26:38.541400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-16e3c6e5-cb90-404e-97da-da6b80364ca4 service neutron] 10.222.0.64 "GET /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.0598717 Feb 14 21:26:38.615795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-3eb60cb8-f4ec-4b97-9f77-ef7b92c10791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:38.617441 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-3eb60cb8-f4ec-4b97-9f77-ef7b92c10791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1132 time: 0.0530782 Feb 14 21:26:38.712771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-d6091bf0-a4ae-46fa-81ea-ab239ac7dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:38.714320 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-d6091bf0-a4ae-46fa-81ea-ab239ac7dc7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0895522 Feb 14 21:26:38.754516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425841d3-41f8-4092-92e1-a1087025eabf req-b513f913-5432-4e8e-a356-ac4163e3b103 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871392 Feb 14 21:26:38.759887 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-8097b95e-0ef4-42fd-9a84-20e04fa2d576 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.0386474 Feb 14 21:26:38.780920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e7ac484d-3e30-4111-a91d-3fd6b41ba02e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.788745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d71d1-21d9-401f-b148-3f78c8239bcf req-2ea5caf0-e81c-4171-b037-bb845e13c38f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:38.790480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d6d71d1-21d9-401f-b148-3f78c8239bcf req-2ea5caf0-e81c-4171-b037-bb845e13c38f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.1140084 Feb 14 21:26:38.824524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (e7ac484d-3e30-4111-a91d-3fd6b41ba02e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.879594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d6d71d1-21d9-401f-b148-3f78c8239bcf req-82b14bf6-2d29-471a-bdfb-bb2a0725694d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787742 Feb 14 21:26:38.902790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7ac484d-3e30-4111-a91d-3fd6b41ba02e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.905862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:38.907054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-097473d3-549b-44ce-a0b3-0909ed2e0b8a req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/e7ac484d-3e30-4111-a91d-3fd6b41ba02e HTTP/1.1" status: 204 len: 173 time: 0.6355925 Feb 14 21:26:38.921163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618f336-49d7-417c-b812-7c980b693ebb tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac484d-3e30-4111-a91d-3fd6b41ba02e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:39.026701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf322f-ef67-4360-9d8b-7ea0f86d47ac req-0e105afa-102c-4fe9-abee-d27668426681 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:39.028312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ebf322f-ef67-4360-9d8b-7ea0f86d47ac req-0e105afa-102c-4fe9-abee-d27668426681 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.0559771 Feb 14 21:26:39.108485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ebf322f-ef67-4360-9d8b-7ea0f86d47ac req-5e8d5cc9-3a3a-40f2-a836-802f30a52b9e tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736315 Feb 14 21:26:39.113468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-a7da6295-f914-4a45-a441-94b2431bef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:39.115044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-a7da6295-f914-4a45-a441-94b2431bef9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0494134 Feb 14 21:26:39.184080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-bd8d9ab6-a39e-48b9-847e-931f54d03a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:39.185981 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-bd8d9ab6-a39e-48b9-847e-931f54d03a87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0619240 Feb 14 21:26:39.216989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae7bb560-e99b-4d68-90f6-813a9d4531e8 req-32d4e3a5-9de4-4576-bfcb-8a42b1ac9bb1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0359180 Feb 14 21:26:39.309165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-bf58ecf8-7bde-4fe0-95c7-74459e2ff03d tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "GET /v2.0/security-groups/c74d068d-ef50-42b9-927f-955b5ff2eaf9 HTTP/1.1" status: 200 len: 2417 time: 0.0604248 Feb 14 21:26:39.349571 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-1ed038f6-cee7-4ad9-8c8f-2a23adf41595 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552525 Feb 14 21:26:39.376954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (c74d068d-ef50-42b9-927f-955b5ff2eaf9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.415785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (c74d068d-ef50-42b9-927f-955b5ff2eaf9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.474903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c74d068d-ef50-42b9-927f-955b5ff2eaf9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.479623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.486993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9532eae5-b2a7-4b62-ba4e-f87f698531f9 req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] 10.222.0.86 "DELETE /v2.0/security-groups/c74d068d-ef50-42b9-927f-955b5ff2eaf9 HTTP/1.1" status: 204 len: 173 time: 0.1722009 Feb 14 21:26:39.489500 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-0aac2805-4527-4fd1-a580-e7ecea3b0dc4 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301560 Feb 14 21:26:39.490273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50922) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:39.502378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73500f61-e1ef-4847-abcd-a532763a6833 tempest-SecurityGroupRulesTestJSON-1168623446 tempest-SecurityGroupRulesTestJSON-1168623446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d068d-ef50-42b9-927f-955b5ff2eaf9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:39.558188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Deleting subnet 27a13879-0679-4dfa-9e55-c9be4f733238 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:26:39.562675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Publish callbacks [] for subnet (27a13879-0679-4dfa-9e55-c9be4f733238), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.616135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (27a13879-0679-4dfa-9e55-c9be4f733238), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.686459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (27a13879-0679-4dfa-9e55-c9be4f733238), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.759477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (27a13879-0679-4dfa-9e55-c9be4f733238), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.792937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a13879-0679-4dfa-9e55-c9be4f733238,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:39.802096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:39.812200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50926) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:39.813407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-661a8a84-4551-49eb-bfed-1fb98da4a645 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/27a13879-0679-4dfa-9e55-c9be4f733238 HTTP/1.1" status: 204 len: 168 time: 0.3196659 Feb 14 21:26:39.890332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (04193127-1c68-4645-8057-af06cb8d4cf3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.043305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (04193127-1c68-4645-8057-af06cb8d4cf3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.075129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04193127-1c68-4645-8057-af06cb8d4cf3']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:40.092466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d8d40c-9f34-4a18-9d5b-969894711a74') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:40.092973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d8d40c-9f34-4a18-9d5b-969894711a74') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:40.106202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (f7d8d40c-9f34-4a18-9d5b-969894711a74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.126060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41dab-cf79-4efc-97cd-899d63d6bb18 req-6e868ca3-72bb-4a74-887d-3ccd832c8ed2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:40.128098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15c41dab-cf79-4efc-97cd-899d63d6bb18 req-6e868ca3-72bb-4a74-887d-3ccd832c8ed2 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.1257257 Feb 14 21:26:40.152777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f7d8d40c-9f34-4a18-9d5b-969894711a74), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.165145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:26:40.165892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (f7d8d40c-9f34-4a18-9d5b-969894711a74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:26:40.256050 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:26:40.302388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15c41dab-cf79-4efc-97cd-899d63d6bb18 req-cb6c6a5a-128b-4270-961f-d15190b3acbf tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555653 Feb 14 21:26:40.303203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (04193127-1c68-4645-8057-af06cb8d4cf3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.317396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.321284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] 10.222.0.86 "DELETE /v2.0/networks/04193127-1c68-4645-8057-af06cb8d4cf3 HTTP/1.1" status: 204 len: 168 time: 0.5078261 Feb 14 21:26:40.412667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d7d8b-b88e-4a61-bb14-8c5c41c054fb admin admin] Pushing event deleted for resources: {'Network': ['ID=04193127-1c68-4645-8057-af06cb8d4cf3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:40.484840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22d70fb5-b9c2-4c9c-a91d-62d1c6a17cf0 req-b682da2f-e458-4116-a82f-ebf489c51b70 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0604291 Feb 14 21:26:40.504110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6930d-aae7-45f8-80ce-d892088ea31b req-7990c5bd-a95b-4dc5-9326-dc711ffd6d28 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:40.505885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37b6930d-aae7-45f8-80ce-d892088ea31b req-7990c5bd-a95b-4dc5-9326-dc711ffd6d28 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.2179224 Feb 14 21:26:40.553289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50938) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:40.585744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37b6930d-aae7-45f8-80ce-d892088ea31b req-7aa57599-ea7c-4702-b35a-a12d78e653eb tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733547 Feb 14 21:26:40.614092 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-106b0fd0-f1aa-4f45-b2c7-9426f7b465f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bacbee7a7aa9449a856aa5f9b925f3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566976 Feb 14 21:26:40.616885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:40.673834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] Publish callbacks [] for security_group (3e1360fd-d22c-40d7-aeca-f887a2a5d594), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.698797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] Publish callbacks [] for security_group (3e1360fd-d22c-40d7-aeca-f887a2a5d594), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.762328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3e1360fd-d22c-40d7-aeca-f887a2a5d594), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.766380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:40.768227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e1360fd-d22c-40d7-aeca-f887a2a5d594 HTTP/1.1" status: 204 len: 168 time: 0.1502118 Feb 14 21:26:40.779296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf845c-682c-4687-93c9-1023c4899473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1360fd-d22c-40d7-aeca-f887a2a5d594,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:41.178286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:41.285630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:26:41.294290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:41.295409 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:41.438203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:41.438879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:41.466291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:41.469071 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea1e45-9241-414d-ae2e-bcd004af961d" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:41.510711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:41.519615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:41.593819 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f3d78-e0d5-4315-8134-625857818d6c x-openstack-request-id: req-2d3f3d78-e0d5-4315-8134-625857818d6c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:41.595096 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:41.595096 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d3f3d78-e0d5-4315-8134-625857818d6c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:41.595839 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'code': 200} Feb 14 21:26:41.633889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:41.698201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-839d2ab1-4085-4275-9b84-1129c3ef90cc req-d10f6e22-287d-48a5-a429-e8145df7c534 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0334048 Feb 14 21:26:41.938969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bace-2534-4079-9167-6956dcf6ae4c req-18874c64-a07f-4529-ab62-8ee035521c3a tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:41.942156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c23bace-2534-4079-9167-6956dcf6ae4c req-18874c64-a07f-4529-ab62-8ee035521c3a tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.0965517 Feb 14 21:26:41.992999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab46aa-0b5b-441c-84c6-ef08b3025d1d req-4b36fa50-7a2d-4615-af7d-c2ee3d04e9ca tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:41.995103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9ab46aa-0b5b-441c-84c6-ef08b3025d1d req-4b36fa50-7a2d-4615-af7d-c2ee3d04e9ca tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2206075 Feb 14 21:26:42.039241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c23bace-2534-4079-9167-6956dcf6ae4c req-4dc52dea-5a5f-4704-b487-f223ca283974 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870254 Feb 14 21:26:42.079598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9ab46aa-0b5b-441c-84c6-ef08b3025d1d req-97d8d57f-ee75-4511-9e08-2b78fddc3e8b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769844 Feb 14 21:26:42.166670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:42.234192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77f2d-0fcb-41f9-9442-4eaa323f643e req-bd453896-05e0-44e0-87bf-081b31de52be tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:42.238658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ef77f2d-0fcb-41f9-9442-4eaa323f643e req-bd453896-05e0-44e0-87bf-081b31de52be tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.0784781 Feb 14 21:26:42.244574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:42.244766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-57946c03-504c-4582-bc66-153f8ba5d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:42.246258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-57946c03-504c-4582-bc66-153f8ba5d310 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14&tenant_id=27a52f391b984c3995fe3cb6c175bcf2 HTTP/1.1" status: 200 len: 1133 time: 0.1204534 Feb 14 21:26:42.250212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Request body: {'floatingip': {'port_id': '7af02136-2048-4029-8252-ae45540f40fe'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:42.258134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:42.338691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-202687030-network', 'tenant_id': '2c0b358b17c94d0e86189c06d8da551f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:42.343259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.368348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (27511047-1259-4198-b630-6db7717c9da5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.371272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Made reservation on behalf of 2c0b358b17c94d0e86189c06d8da551f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:42.374387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.418119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.596455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:42.644558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:42.662129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks [] for security_group (d471a506-ace1-4ec7-8c8f-ec82c15f0de1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.676901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d471a506-ace1-4ec7-8c8f-ec82c15f0de1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.697638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks [] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.712428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d471a506-ace1-4ec7-8c8f-ec82c15f0de1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:42.713148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Transition to ACTIVE for port object 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:42.714149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:42.718079 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eb9f2b-5757-47a9-8f9b-00c821860a88" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-unplugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:42.729499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.831817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:26:42.859622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:42.880089 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff64c1-46f4-4f35-b9ac-01eda3eb868e x-openstack-request-id: req-74ff64c1-46f4-4f35-b9ac-01eda3eb868e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:42.882957 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-unplugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:42.885090 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74ff64c1-46f4-4f35-b9ac-01eda3eb868e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:42.886321 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'code': 200} Feb 14 21:26:42.886796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (083cbbf0-b5f7-473a-92e1-bfd138e5d9c8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:42.887542 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Added segment 083cbbf0-b5f7-473a-92e1-bfd138e5d9c8 of type vlan for network e9dedaa6-7539-412d-9427-6fb7ef3bb1af Feb 14 21:26:42.956590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] No DVR routers for this DVR port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:42.999068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90be806c-127a-4995-b79f-0c2464a61d54 req-51658fee-c22a-4e13-b5a4-147fa748de55 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0437257 Feb 14 21:26:43.058618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:43.059027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:43.059395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:43.064134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:43.064462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Attempting to bind port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:43.072132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:43.072527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:43.072970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:43.073466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Bound port: 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:43.073882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.127668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.141699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e9dedaa6-7539-412d-9427-6fb7ef3bb1af), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.151496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (27511047-1259-4198-b630-6db7717c9da5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.236946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:43.291991 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e9dedaa6-7539-412d-9427-6fb7ef3bb1af), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.292992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:43.293650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.319717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:43.348042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.396299 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Floating IP 27511047-1259-4198-b630-6db7717c9da5 associated. External IP: 172.25.2.248, port: 7af02136-2048-4029-8252-ae45540f40fe. Feb 14 21:26:43.405909 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2380016 Feb 14 21:26:43.432847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50986) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:43.434154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=11']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:43.442881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2ffe-2314-4f39-8986-5f281f343557 admin admin] Pushing event updated for resources: {'Network': ['ID=e9dedaa6-7539-412d-9427-6fb7ef3bb1af,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:43.458161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e9dedaa6-7539-412d-9427-6fb7ef3bb1af details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:26:43.461971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Request body: {'subnet': {'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-202687030-subnet', 'tenant_id': '2c0b358b17c94d0e86189c06d8da551f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:43.525981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:43.526962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.529507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-614fb659-c6d8-4553-80c4-e7ee05f4c72a service neutron] 10.222.0.83 "PUT /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 1098 time: 1.2749741 Feb 14 21:26:43.545778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e18cc-2653-4928-b58f-38d4a0f134b6 req-13fcfd4f-08cd-44ec-a2c3-420a30c24ca9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:43.547935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a74e18cc-2653-4928-b58f-38d4a0f134b6 req-13fcfd4f-08cd-44ec-a2c3-420a30c24ca9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.3160439 Feb 14 21:26:43.548735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Made reservation on behalf of 2c0b358b17c94d0e86189c06d8da551f for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:43.551308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:43.591276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-ef4aeaeb-c2e2-4b71-9038-a9b46603cc39 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3758171 Feb 14 21:26:43.750899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:26:43.753609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a74e18cc-2653-4928-b58f-38d4a0f134b6 req-add569fd-0c16-4671-bc66-342814b4321d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981080 Feb 14 21:26:43.806711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-776ddfa8-3651-489c-bca5-1d12220f34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:43.812000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-776ddfa8-3651-489c-bca5-1d12220f34e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1132 time: 0.2064915 Feb 14 21:26:43.983720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-e37efef2-4023-4ae8-af46-a7433267c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:43.985227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-e37efef2-4023-4ae8-af46-a7433267c667 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1621251 Feb 14 21:26:44.010478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.011057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.011695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.012180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.012973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.013111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.014173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.016145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-69d3ffbc-ad03-43dd-a387-00fe54e972f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 6727 time: 0.3469658 Feb 14 21:26:44.047355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:26:44.060041 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Sync routers for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:26:44.068405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:44.080811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:44.081463 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:44.102314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-fd1496fb-04cf-4d11-9468-fcb69f57e7ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.1096842 Feb 14 21:26:44.188658 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2dda9830-c998-4775-82cd-a638c43f2e53 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "PUT /v2.0/floatingips/27511047-1259-4198-b630-6db7717c9da5 HTTP/1.1" status: 200 len: 992 time: 1.9423888 Feb 14 21:26:44.189906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'tag': '7af02136-2048-4029-8252-ae45540f40fe'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:44.206761 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0610371d-0c9c-4185-b8ff-f780b76e1210" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "tag": "7af02136-2048-4029-8252-ae45540f40fe"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:44.300284 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:44.361823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-845ffac2-ef2c-4f0e-a19c-d65128eeed33 req-37626f23-5cfb-41b6-aa0c-a4eaf02423b9 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1943071 Feb 14 21:26:44.432016 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55827e10-9965-4359-b085-04b46e28db72 x-openstack-request-id: req-55827e10-9965-4359-b085-04b46e28db72 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:44.432545 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "tag": "7af02136-2048-4029-8252-ae45540f40fe", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:44.432545 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55827e10-9965-4359-b085-04b46e28db72 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:44.433066 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'tag': '7af02136-2048-4029-8252-ae45540f40fe', 'status': 'completed', 'code': 200} Feb 14 21:26:44.473843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (52f1d623-b6f4-42d4-aee3-a810bf0e14b5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:44.522186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-6d2b64c5-480c-4c8d-afd4-82c97565848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.523838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-6d2b64c5-480c-4c8d-afd4-82c97565848a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.3579466 Feb 14 21:26:44.568271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-1037c1b5-c3fc-4362-82a6-3318a10022c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.573457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-1037c1b5-c3fc-4362-82a6-3318a10022c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4&device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 1129 time: 0.1093981 Feb 14 21:26:44.631753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6301e-d551-4f3f-aa4d-6a5705f3925f req-d49454af-ee23-4b80-aed5-a29c5ac572fc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.633532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95b6301e-d551-4f3f-aa4d-6a5705f3925f req-d49454af-ee23-4b80-aed5-a29c5ac572fc tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.3030236 Feb 14 21:26:44.649626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f1d623-b6f4-42d4-aee3-a810bf0e14b5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:44.673061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-6bc30dfd-4131-4a2c-96b8-2baf63a72610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.673892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-6bc30dfd-4131-4a2c-96b8-2baf63a72610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.674430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-6bc30dfd-4131-4a2c-96b8-2baf63a72610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.676868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-6bc30dfd-4131-4a2c-96b8-2baf63a72610 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f HTTP/1.1" status: 200 len: 2299 time: 0.6009080 Feb 14 21:26:44.720092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-d1ae92e9-e180-45d3-aabc-a249669c9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.722006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-d1ae92e9-e180-45d3-aabc-a249669c9ec7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f3205f1-9c31-47c9-89a9-229521639ab0 HTTP/1.1" status: 200 len: 913 time: 0.1414201 Feb 14 21:26:44.766502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Checking segment: {'id': '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:44.767113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Network hostable DHCP agents. Network: e9dedaa6-7539-412d-9427-6fb7ef3bb1af, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:26:44.801977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853907b1-5889-4bee-bdbb-00b9132b625c req-257f5776-f562-4b60-948d-841f309441d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.803967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-257f5776-f562-4b60-948d-841f309441d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2629952 Feb 14 21:26:44.808392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-555bbf99-3178-4e38-9b5d-bbd4ee6b01dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 HTTP/1.1" status: 200 len: 1001 time: 0.1207888 Feb 14 21:26:44.813662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95b6301e-d551-4f3f-aa4d-6a5705f3925f req-22456796-9ea9-4571-aa2a-e06214bdb943 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723533 Feb 14 21:26:44.842675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-3c76125e-7d5d-4763-9e3f-7b88d7050992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af02136-2048-4029-8252-ae45540f40fe HTTP/1.1" status: 200 len: 1000 time: 0.1133971 Feb 14 21:26:44.880626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Network e9dedaa6-7539-412d-9427-6fb7ef3bb1af is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:26:44.912567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:44.915484 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ae6ce-49a8-4275-99f7-a1e87e7030ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:44.927981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '27511047-1259-4198-b630-6db7717c9da5', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'port_id': '7af02136-2048-4029-8252-ae45540f40fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'mac_address': 'fa:16:3e:fc:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:21Z', 'updated_at': '2022-02-14T21:26:42Z', 'revision_number': 1, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:44.938551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-1d99f219-7183-4e9c-9634-46e87044d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.940696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-1d99f219-7183-4e9c-9634-46e87044d522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f66c9e55-e7ae-42fb-9fb5-4b4450171904 HTTP/1.1" status: 200 len: 851 time: 0.0896311 Feb 14 21:26:44.968180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e9dedaa6-7539-412d-9427-6fb7ef3bb1af) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:44.977392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8f2e7-3baf-41bd-8d07-81f0b60239c4 None None] Network e9dedaa6-7539-412d-9427-6fb7ef3bb1af requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:44.979182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.979868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34749391-b464-4910-a447-96477366ab22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:44.985688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fc19036c-6620-42eb-9361-c553a077e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:44.987307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fc19036c-6620-42eb-9361-c553a077e148 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6ff007d-e78a-4fb8-bd78-5699336c3a06 HTTP/1.1" status: 200 len: 856 time: 0.1703649 Feb 14 21:26:45.018218 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Checking router: fc1a0aa4-064f-49c3-9230-deb75c0a83b5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:26:45.031706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-eadff304-322b-4b89-bd8b-b8b0eaf3d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.036952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-eadff304-322b-4b89-bd8b-b8b0eaf3d1ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f3205f1-9c31-47c9-89a9-229521639ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0889413 Feb 14 21:26:45.037866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:26:45.038696 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:26:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:45.067569 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078213c-824e-4f55-8e4f-12c80fe722a2 x-openstack-request-id: req-7078213c-824e-4f55-8e4f-12c80fe722a2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:45.068114 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:45.068401 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7078213c-824e-4f55-8e4f-12c80fe722a2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:45.068798 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'status': 'completed', 'code': 200} Feb 14 21:26:45.077548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34749391-b464-4910-a447-96477366ab22 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6288195 Feb 14 21:26:45.109729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-8b24f3d5-4760-4f63-8a83-d0fb5bd1d1ed service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822807 Feb 14 21:26:45.157698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596faff-0037-4106-bcbe-4b44f0c28c59 req-cca38caf-5888-420a-bac3-07a97bc6bbf0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.159689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0596faff-0037-4106-bcbe-4b44f0c28c59 req-cca38caf-5888-420a-bac3-07a97bc6bbf0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.2369742 Feb 14 21:26:45.239956 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-b5bc7290-48aa-4890-99d2-0d80daf6062d service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747344 Feb 14 21:26:45.254329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:45.301954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558e5bd-b7d1-4d3d-aa4e-974c85d5fff1 None None] Network e9dedaa6-7539-412d-9427-6fb7ef3bb1af requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:45.348003 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:26:45.351241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-853907b1-5889-4bee-bdbb-00b9132b625c req-b0c8c4b4-dafd-4409-836c-df111e82dd94 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133846 Feb 14 21:26:45.367125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-f4d9d0a5-0263-4093-873d-a4a10ba9d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.367125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-f4d9d0a5-0263-4093-873d-a4a10ba9d61e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b96b6493-c3ae-4a9e-bd96-635f57b587e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3650477 Feb 14 21:26:45.456535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:26:45.457353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:45.517696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0610371d-0c9c-4185-b8ff-f780b76e1210 req-59b64545-9b90-4bf1-ae1f-34a0b4ff09a4 service neutron] 10.222.0.64 "GET /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697213 Feb 14 21:26:45.636376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-45061d48-32e1-428e-8f07-df5dd4506eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.637835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-45061d48-32e1-428e-8f07-df5dd4506eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1132 time: 0.5565174 Feb 14 21:26:45.646081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ed81a2b-9132-4a6f-a7c3-be8acac36aac req-2b91c1fd-1035-428c-8803-9efeaf888b1a tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0869198 Feb 14 21:26:45.687282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0596faff-0037-4106-bcbe-4b44f0c28c59 req-47d56ee7-cb1c-430d-aec5-b485d4882c98 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273227 Feb 14 21:26:45.785326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-e6d95376-bed9-4585-97a7-20b257b3d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.786819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-e6d95376-bed9-4585-97a7-20b257b3d225 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1398871 Feb 14 21:26:45.800550 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '27511047-1259-4198-b630-6db7717c9da5', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'port_id': '7af02136-2048-4029-8252-ae45540f40fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'mac_address': 'fa:16:3e:fc:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:21Z', 'updated_at': '2022-02-14T21:26:42Z', 'revision_number': 1, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:45.852047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-b8abcd4b-cddd-4de7-ad55-6c0b30f89027 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.0493474 Feb 14 21:26:45.858249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1608632-b7a8-4ce9-b835-d6e290856675 None None] The sync data for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 is: [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '27511047-1259-4198-b630-6db7717c9da5', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'port_id': '7af02136-2048-4029-8252-ae45540f40fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'mac_address': 'fa:16:3e:fc:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:26:21Z', 'updated_at': '2022-02-14T21:26:42Z', 'revision_number': 1, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:26:45.873603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-e80dc51d-665e-4f7d-9e1f-d93227e9e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:45.875141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-e80dc51d-665e-4f7d-9e1f-d93227e9e28e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1132 time: 0.4268665 Feb 14 21:26:45.994728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-92dea0c0-5f10-4160-b198-838c4db694b3 service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856330 Feb 14 21:26:46.030714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-4ddcc67e-ea03-4843-a64d-de746e465e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.032480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-4ddcc67e-ea03-4843-a64d-de746e465e50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1624534 Feb 14 21:26:46.190343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2410fdb-c97e-434d-bff6-c5332ac36ce5 None None] New status for floating IP 27511047-1259-4198-b630-6db7717c9da5: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:26:46.594921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-a8ef2b1d-34e2-483a-9a78-dd4e3bdaf6a2 service neutron] 10.222.0.83 "GET /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679369 Feb 14 21:26:46.599714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-303482d2-f5ac-4b71-8a63-94190d8b6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.601259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-303482d2-f5ac-4b71-8a63-94190d8b6755 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.6623323 Feb 14 21:26:46.697464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-df60b12e-5765-45b0-891c-d49ee1a63cff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 217 time: 0.0875478 Feb 14 21:26:46.709882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-fac15ec3-6d57-421f-a416-5479d694d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.711558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-fac15ec3-6d57-421f-a416-5479d694d313 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6142018 Feb 14 21:26:46.712913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-2a9c83e4-50e5-4722-854b-12c538e1938e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 200 len: 217 time: 0.0938361 Feb 14 21:26:46.768717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-d5ebbbea-5e2b-42d2-a433-f8a50cb88bb4 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.770179 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-d5ebbbea-5e2b-42d2-a433-f8a50cb88bb4 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/networks?id=e9dedaa6-7539-412d-9427-6fb7ef3bb1af HTTP/1.1" status: 200 len: 813 time: 0.7418346 Feb 14 21:26:46.869801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f3bb09c-4ce8-4d50-8921-cf723c942155 req-b0a36dbb-1cdb-489c-80d8-756714683e82 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1127553 Feb 14 21:26:46.883982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-d7855a63-bff2-4dd0-8951-5bc3ef1f139a tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/quotas/2c0b358b17c94d0e86189c06d8da551f HTTP/1.1" status: 200 len: 375 time: 0.0825243 Feb 14 21:26:46.897616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-4e6c3fbe-73ea-491c-a661-564040dea259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.897616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-4e6c3fbe-73ea-491c-a661-564040dea259 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.1876900 Feb 14 21:26:46.912654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-6f62197e-65ed-4581-81f0-a75c0610b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:46.913954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-6f62197e-65ed-4581-81f0-a75c0610b037 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1900380 Feb 14 21:26:46.975624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-bfee171e-ea32-4303-a6d2-d27d83342c8c tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c0b358b17c94d0e86189c06d8da551f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767453 Feb 14 21:26:47.090625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-f662b2e0-f11b-41fc-9833-daa1705d11cb service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687055 Feb 14 21:26:47.199478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-632e796f-9377-43cd-b32f-8c8b03c23264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:47.201386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-632e796f-9377-43cd-b32f-8c8b03c23264 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2905443 Feb 14 21:26:47.211587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-cfce2007-d64e-4442-9508-7c2c0dc06ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:47.213299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-cfce2007-d64e-4442-9508-7c2c0dc06ce6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2652149 Feb 14 21:26:47.255620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ebd8d-1968-4500-a07c-5d20a6e3ab33 req-97545253-0ca0-4d36-8787-c1cc9f006b49 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:47.257162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12ebd8d-1968-4500-a07c-5d20a6e3ab33 req-97545253-0ca0-4d36-8787-c1cc9f006b49 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 949 time: 0.2851489 Feb 14 21:26:47.333302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-769eff5e-1093-4f00-b09b-697133eecb15 service neutron] 10.222.0.86 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199461 Feb 14 21:26:47.470691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-46b11578-0de4-44f1-8fea-d88f41449d97 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696692 Feb 14 21:26:47.544037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12ebd8d-1968-4500-a07c-5d20a6e3ab33 req-68c7d1ac-99b8-46f7-8d9d-1fe758a1fde9 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686303 Feb 14 21:26:47.549483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-8b7d3f1c-0d87-4fcc-b2d3-39a5cb18fcde service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133354 Feb 14 21:26:47.555319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-1bf3f32c-1c44-4dd5-b411-878d6e103ebb service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394611 Feb 14 21:26:47.638897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-34c7443d-cd6d-4a94-8330-46410e82520a service neutron] 10.222.0.86 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729666 Feb 14 21:26:47.732986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-002ae6ce-49a8-4275-99f7-a1e87e7030ea req-d6efcbab-e468-4467-be10-1b79964f273a service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761687 Feb 14 21:26:47.736379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-71ab698d-b04a-490c-af89-f245ef9efba2 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734829 Feb 14 21:26:47.782180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-9bea60bb-f8d0-4ef1-a8f0-8a23a0aa2ae6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 217 time: 0.0386362 Feb 14 21:26:47.858871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a137a9ab-5281-4ed3-8056-c257ae8f4b71 req-d3558049-7e4b-40f8-b637-2a86f04fae13 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 210 time: 0.0355477 Feb 14 21:26:47.871028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-d825ae15-8e65-431e-9601-f342e2f5fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:47.875456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-d825ae15-8e65-431e-9601-f342e2f5fd28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.0841842 Feb 14 21:26:47.941335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:48.011233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed65704c-fdfd-43e5-a828-ed706c67df57 req-082d9a37-86f4-4449-820f-45973a14186d tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0436394 Feb 14 21:26:48.016196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-16addf7f-0464-4f5e-acff-32f6739a5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.018389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-16addf7f-0464-4f5e-acff-32f6739a5e48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1376643 Feb 14 21:26:48.075970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-e14253c5-78f6-4e30-93f5-8e7cc29a3775 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1379633 Feb 14 21:26:48.085696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:48.116169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'mac_address': 'fa:16:3e:14:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:48.146820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-53e4d2cf-c88c-47b5-8637-0a9b0dc84932 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219773 Feb 14 21:26:48.161070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:48.161913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:48.176519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:48.200250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:48.206441 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:48.245282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-938310fd-af8b-4d49-b763-62b6bef4eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.246869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-938310fd-af8b-4d49-b763-62b6bef4eb5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 1133 time: 0.1150823 Feb 14 21:26:48.267087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=12']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:48.292340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-4500d599-f4f0-47dc-8e3d-c05f10dce25f service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297147 Feb 14 21:26:48.378167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-9ed9313a-517c-4489-8153-c64cff19935d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 HTTP/1.1" status: 200 len: 217 time: 0.0745227 Feb 14 21:26:48.456671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-feb5dc18-d67e-4937-a174-f84f676d8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.458168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-feb5dc18-d67e-4937-a174-f84f676d8cf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1822753 Feb 14 21:26:48.463665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-ec3c2373-ca13-4e62-a0f0-802080e6959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.465021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-ec3c2373-ca13-4e62-a0f0-802080e6959f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.0716047 Feb 14 21:26:48.531370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3193797e-7bdb-4e5d-bfb4-77473ae1bc84'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:48.540563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-a7f39020-bb9a-4baf-a359-cad0c4c27ff6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0722070 Feb 14 21:26:48.606659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fd9f64cd-54e7-4f81-a130-6d41cf401b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.608380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fd9f64cd-54e7-4f81-a130-6d41cf401b41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1336958 Feb 14 21:26:48.610437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-3c56b813-8597-4de9-9984-42af6c0d9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.612853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-3c56b813-8597-4de9-9984-42af6c0d9bbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0633206 Feb 14 21:26:48.777394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-4009f9d4-06cc-4069-b4de-66d0909c6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.778907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-4009f9d4-06cc-4069-b4de-66d0909c6d6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1579707 Feb 14 21:26:48.807935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067f6f3-5323-48c2-950f-e44e5b3471ed req-a8894955-0305-4a35-9861-d7162e37662e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:48.809396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6067f6f3-5323-48c2-950f-e44e5b3471ed req-a8894955-0305-4a35-9861-d7162e37662e tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.1573424 Feb 14 21:26:48.820659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-ff65895c-b8c2-473b-a324-ae8c74e5fb73 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013893 Feb 14 21:26:49.032059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6067f6f3-5323-48c2-950f-e44e5b3471ed req-7e400981-de66-47f5-9a67-d82f83fa5700 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104063 Feb 14 21:26:49.042047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92871481-3a9f-4cf0-b803-d6a8ee03c4a9 req-8b8d3cea-388a-46f1-9b90-bab5379fcd50 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 210 time: 0.0832272 Feb 14 21:26:49.097543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-8c3530f2-d037-4ed2-b6a3-6a894ae1a3e5 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093379 Feb 14 21:26:49.180603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-0f9a0421-3f8d-43cc-b5d4-3bbfc65b11a5 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260417 Feb 14 21:26:49.267125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b67ea756-883a-480f-a199-c684085de909 req-030aa887-f155-4b3b-aff0-3495b0ee74eb tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1066873 Feb 14 21:26:49.273029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-b7d3252d-cab8-4ec4-be98-f6240167bef7 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:49.274400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-b7d3252d-cab8-4ec4-be98-f6240167bef7 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.83 "GET /v2.0/networks?id=e9dedaa6-7539-412d-9427-6fb7ef3bb1af HTTP/1.1" status: 200 len: 813 time: 0.3141913 Feb 14 21:26:49.309631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Request body: {'port': {'device_id': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af', 'admin_state_up': True, 'tenant_id': '2c0b358b17c94d0e86189c06d8da551f'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:49.314697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-2d6c3fc3-bda4-431f-9883-06a721266f04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0166c20d-fe95-4f79-b69a-76331d6beb65 HTTP/1.1" status: 200 len: 217 time: 0.0936584 Feb 14 21:26:49.445264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0be1-aad4-41b9-9ac6-dbb0da7dfdf4 req-a1a9c470-2057-411a-8269-a28843d6ac0c service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259261 Feb 14 21:26:49.446911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121ca4b-e9c4-42ff-ac5c-80d5908e0a47 req-b32a74f2-485e-4da3-9013-9050ba9aed78 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:49.448312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9121ca4b-e9c4-42ff-ac5c-80d5908e0a47 req-b32a74f2-485e-4da3-9013-9050ba9aed78 tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 1133 time: 0.2783759 Feb 14 21:26:49.474969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-adc223c2-1b3d-414c-aa20-d14e0a55c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:49.474969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-adc223c2-1b3d-414c-aa20-d14e0a55c496 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 200 len: 797 time: 0.1381676 Feb 14 21:26:49.876627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9121ca4b-e9c4-42ff-ac5c-80d5908e0a47 req-77014cdf-f81f-4075-a6e9-3e81870f7ddb tempest-MigrationsAdminTest-1127104083 tempest-MigrationsAdminTest-1127104083-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175055 Feb 14 21:26:49.889532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Made reservation on behalf of 2c0b358b17c94d0e86189c06d8da551f for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:26:49.893036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:49.896387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-5fab0ea6-7e8a-4f32-9493-2bd2aa929985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:49.897860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-5fab0ea6-7e8a-4f32-9493-2bd2aa929985 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4163048 Feb 14 21:26:49.938861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:26:50.070261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:26:50.077985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:26:50.078394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:50.098961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-8b9de218-10be-42a8-8194-cbe1a74aba88 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766436 Feb 14 21:26:50.228494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-365c2265-9523-4732-af5e-56fd1732c4bf req-7baed902-f53f-4013-a7dd-e56622a5a8e8 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 210 time: 0.0449133 Feb 14 21:26:50.228494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Allocated IP 172.20.0.9 (e9dedaa6-7539-412d-9427-6fb7ef3bb1af/52f1d623-b6f4-42d4-aee3-a810bf0e14b5/1711cd9b-a424-48eb-8015-e9c1bfe6debc) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:26:50.312812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-32610474-271d-4176-96fd-f95302144731 service neutron] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895943 Feb 14 21:26:50.402616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:50.403147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:50.409607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-3d407486-7a77-4402-8cd9-b39dd9a5b795 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42ceaa10-88cd-45ad-bc76-370232474920 HTTP/1.1" status: 200 len: 217 time: 0.0845909 Feb 14 21:26:50.437296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:50.440422 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1b617-d8ff-4bf7-96c2-98c4e83fcc04" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:50.468865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:50.474318 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:50.514548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2108349-6097-44c0-9c8a-9757b4388f65 req-7ae04cc8-5687-49d9-a5ce-12a609156641 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/ports?device_id=02bd0151-20d6-4634-b98f-fdb760f4c7c0 HTTP/1.1" status: 200 len: 210 time: 0.1010804 Feb 14 21:26:50.553049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-39a2b716-7567-4622-babb-91adaca2e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:50.553049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-39a2b716-7567-4622-babb-91adaca2e77d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bddb53e4-aa61-4883-b421-7f9290d389dd HTTP/1.1" status: 200 len: 797 time: 0.1298721 Feb 14 21:26:50.589215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318976e-9ee5-42a7-8b20-1cd5258ac4b0 req-affb0be6-6677-4400-b72a-4f6f783df31b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:50.596359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1318976e-9ee5-42a7-8b20-1cd5258ac4b0 req-affb0be6-6677-4400-b72a-4f6f783df31b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 950 time: 0.2565858 Feb 14 21:26:50.610780 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eff634b-8538-46b9-b50f-4427b853b751 x-openstack-request-id: req-3eff634b-8538-46b9-b50f-4427b853b751 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:50.611079 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-plugged", "status": "completed", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:50.611364 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3eff634b-8538-46b9-b50f-4427b853b751 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:50.611751 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'code': 200} Feb 14 21:26:50.612698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:50.654260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks [] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:50.712569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1318976e-9ee5-42a7-8b20-1cd5258ac4b0 req-ffb103f8-c3a5-4680-9aa3-8cf146e80010 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104643 Feb 14 21:26:50.721815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fe9b3e4f-1106-48f8-a764-0f956b049ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:50.723423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fe9b3e4f-1106-48f8-a764-0f956b049ec9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1611655 Feb 14 21:26:50.787244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:50.860624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Network e9dedaa6-7539-412d-9427-6fb7ef3bb1af is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:26:50.868921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:26:50.879071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:26:50.899610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-fd4c2ff9-7de7-42e2-9777-72498009d053 service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683078 Feb 14 21:26:50.919844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Pushing event updated for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:51.003720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:51.004462 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:51.037190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-e2655a79-8948-4f82-933f-675f9ae41d4d tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331018 Feb 14 21:26:51.063671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Request body: {'port': {'device_id': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:26:51.079980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-332c2ec2-f04b-46b2-bab2-aa71b3662290 service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538692 Feb 14 21:26:51.151268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-e40b5406-efc7-4940-a3f6-5cc151b7516d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e HTTP/1.1" status: 200 len: 217 time: 0.0504327 Feb 14 21:26:51.231887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-4868f222-f077-4807-89ec-d0ad7b9ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:51.233679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-4868f222-f077-4807-89ec-d0ad7b9ed890 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bddb53e4-aa61-4883-b421-7f9290d389dd HTTP/1.1" status: 200 len: 797 time: 0.0737782 Feb 14 21:26:51.317684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:51.471529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f163-7524-40b7-8b98-221acaae0418 req-76fcbcb4-b46b-4c03-8dd5-07c2eda567ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:51.473182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-76fcbcb4-b46b-4c03-8dd5-07c2eda567ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2298954 Feb 14 21:26:51.510729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de093-5937-4aef-a8c3-2b162568b1e0 req-fe764cdb-6b52-4a4d-99de-e23252ff61df tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:51.512223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-272de093-5937-4aef-a8c3-2b162568b1e0 req-fe764cdb-6b52-4a4d-99de-e23252ff61df tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 931 time: 0.1502001 Feb 14 21:26:51.657504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:51.741115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-272de093-5937-4aef-a8c3-2b162568b1e0 req-4dd8875e-0f0b-44de-8341-e715bfc40e32 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009132 Feb 14 21:26:51.750280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-a7afe037-a3e8-497f-928e-ce072f35da67 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:51.751862 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-a7afe037-a3e8-497f-928e-ce072f35da67 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 951 time: 0.1757345 Feb 14 21:26:51.797645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (2c0d258c-869f-4062-8fbb-ee8940c4966a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:51.893845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-5ead4e2e-e9be-4c9d-90c7-f3732847d4ae service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009025 Feb 14 21:26:52.003953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (2c0d258c-869f-4062-8fbb-ee8940c4966a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.008752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Deleting port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:52.009298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.103177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] For port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:52.103770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.116812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Calling delete_port for 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:52.167966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1711cd9b-a424-48eb-8015-e9c1bfe6debc {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:52.188510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks [] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.247507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e054-b0e4-45d3-ac60-3426e9d34371 req-c7d7e7ce-4ccb-4a0d-bb93-2601aaabc964 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:52.249784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27f4e054-b0e4-45d3-ac60-3426e9d34371 req-c7d7e7ce-4ccb-4a0d-bb93-2601aaabc964 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14 HTTP/1.1" status: 200 len: 951 time: 0.4237411 Feb 14 21:26:52.253230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Transition to ACTIVE for port object 1711cd9b-a424-48eb-8015-e9c1bfe6debc will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:26:52.254641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3193797e-7bdb-4e5d-bfb4-77473ae1bc84), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.268006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:52.287005 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.292645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event deleted for resources: {'Port': ['ID=3193797e-7bdb-4e5d-bfb4-77473ae1bc84,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:52.351918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] No DVR routers for this DVR port 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:52.366658 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.378592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ab18bbc5-91c0-4fb7-ad66-21446ab21576 req-9fa88965-77db-4c86-9eb7-54cc6d9b0ea1 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "DELETE /v2.0/ports/3193797e-7bdb-4e5d-bfb4-77473ae1bc84 HTTP/1.1" status: 204 len: 173 time: 0.5819757 Feb 14 21:26:52.383672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-deleted', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:52.386372 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae84ad6-e0ba-4139-8f32-a50ac0ea78e2" -d '{"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-deleted", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:52.413266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826', '3083b63f-6669-411b-8e4b-0ef58fc0a313', '3193797e-7bdb-4e5d-bfb4-77473ae1bc84'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:52.427856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c0d258c-869f-4062-8fbb-ee8940c4966a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.432690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.434173 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/security-groups/2c0d258c-869f-4062-8fbb-ee8940c4966a HTTP/1.1" status: 204 len: 168 time: 0.7757218 Feb 14 21:26:52.453081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af7f163-7524-40b7-8b98-221acaae0418 req-aaaf1ad5-6641-4ab0-959f-3279397460a2 service neutron] 10.222.0.83 "GET /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437710 Feb 14 21:26:52.454129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51076) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:52.455121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e3305-d741-49dd-9196-6c83982f54c1 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0d258c-869f-4062-8fbb-ee8940c4966a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:52.493771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27f4e054-b0e4-45d3-ac60-3426e9d34371 req-d999abf6-2a55-4d76-8735-20953dcdc58d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355244 Feb 14 21:26:52.494453 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-479a12ce-f597-4d8b-ba68-12e80161b6dc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] show failed (client error): The resource could not be found. Feb 14 21:26:52.497928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-479a12ce-f597-4d8b-ba68-12e80161b6dc tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "GET /v2.0/security-groups/2c0d258c-869f-4062-8fbb-ee8940c4966a HTTP/1.1" status: 404 len: 347 time: 0.0389798 Feb 14 21:26:52.535947 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d8f46-f47c-4358-a5b5-b330b5c1a658 x-openstack-request-id: req-285d8f46-f47c-4358-a5b5-b330b5c1a658 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:52.536640 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14", "name": "network-vif-deleted", "tag": "3193797e-7bdb-4e5d-bfb4-77473ae1bc84", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:52.537138 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-285d8f46-f47c-4358-a5b5-b330b5c1a658 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:52.537777 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdcf9ca-7508-421a-9dd1-9bfcb8e00e14', 'name': 'network-vif-deleted', 'tag': '3193797e-7bdb-4e5d-bfb4-77473ae1bc84', 'status': 'completed', 'code': 200} Feb 14 21:26:52.576316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51078) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:52.655592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Pushing event updated for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:52.730649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Attempting to bind port 1711cd9b-a424-48eb-8015-e9c1bfe6debc on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:26:52.730991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Attempting to bind port 1711cd9b-a424-48eb-8015-e9c1bfe6debc by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:26:52.731358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Attempting to bind port 1711cd9b-a424-48eb-8015-e9c1bfe6debc on network e9dedaa6-7539-412d-9427-6fb7ef3bb1af {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:52.743184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Port 1711cd9b-a424-48eb-8015-e9c1bfe6debc on network e9dedaa6-7539-412d-9427-6fb7ef3bb1af not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:26:52.743522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Attempting to bind port 1711cd9b-a424-48eb-8015-e9c1bfe6debc on network e9dedaa6-7539-412d-9427-6fb7ef3bb1af {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:26:52.760885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:26:52.761225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Checking segment: {'id': '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:26:52.761614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Bound using segment: {'id': '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:26:52.762066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Bound port: 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:26:52.762427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.838909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 55b2729e-2e21-48cf-bc6d-8c8be6ac23cd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:52.849831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.936376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:26:52.946671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc,segment=NetworkSegment(083cbbf0-b5f7-473a-92e1-bfd138e5d9c8),segment_id=083cbbf0-b5f7-473a-92e1-bfd138e5d9c8)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:26:52.981042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.981507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:52.996374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 55b2729e-2e21-48cf-bc6d-8c8be6ac23cd owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:53.049996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:53.203855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Pushing event updated for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:53.211590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:53.212265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:53.213738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-efae5cc6-2dd6-4125-8597-17a8f8e5f96b service neutron] 10.222.0.83 "PUT /v2.0/ports/1711cd9b-a424-48eb-8015-e9c1bfe6debc HTTP/1.1" status: 200 len: 1092 time: 2.1598992 Feb 14 21:26:53.216680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:53.219670 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:53.280359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e65b4e-cc03-4a69-b4e6-88024d8851a7 req-e9ffa3a1-f7e2-4376-85c4-a4e0461194e6 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:53.288034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0e65b4e-cc03-4a69-b4e6-88024d8851a7 req-e9ffa3a1-f7e2-4376-85c4-a4e0461194e6 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 943 time: 0.3287787 Feb 14 21:26:53.432318 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2349b6aa-69d4-4c30-87f0-397d1b903315 x-openstack-request-id: req-2349b6aa-69d4-4c30-87f0-397d1b903315 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:53.432890 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:53.433078 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2349b6aa-69d4-4c30-87f0-397d1b903315 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:53.433508 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc', 'status': 'completed', 'code': 200} Feb 14 21:26:53.471928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0e65b4e-cc03-4a69-b4e6-88024d8851a7 req-687d4969-ba66-47df-b501-6438be559b4e tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751552 Feb 14 21:26:53.499471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-68bc9e8b-5d31-4ccd-b131-114a32164918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:53.501108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-68bc9e8b-5d31-4ccd-b131-114a32164918 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c0b358b17c94d0e86189c06d8da551f&device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 1126 time: 0.1435082 Feb 14 21:26:53.568021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-8c3082b0-de07-4425-b623-99a648ca603d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc HTTP/1.1" status: 200 len: 217 time: 0.0587170 Feb 14 21:26:53.640599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce87ea-c178-4075-9a41-464edddf23ae req-85f64bee-c978-4e63-8191-673889ee0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:53.642248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-85f64bee-c978-4e63-8191-673889ee0da7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52f1d623-b6f4-42d4-aee3-a810bf0e14b5 HTTP/1.1" status: 200 len: 853 time: 0.0682623 Feb 14 21:26:53.672588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (55b2729e-2e21-48cf-bc6d-8c8be6ac23cd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:53.711453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=55b2729e-2e21-48cf-bc6d-8c8be6ac23cd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:53.732529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-3f9ca8e1-5934-48e3-9ebc-770315d6a356 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9dedaa6-7539-412d-9427-6fb7ef3bb1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821707 Feb 14 21:26:53.797914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for floatingip (446abf29-8dd7-4535-afb0-71e70cf8867e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:53.809419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:53.813165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8b61ddc4-34a2-42e6-85dc-a9eaa4f1317f tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/floatingips/446abf29-8dd7-4535-afb0-71e70cf8867e HTTP/1.1" status: 204 len: 168 time: 1.2343471 Feb 14 21:26:53.815902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51094) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:53.972963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-81a601ad-ad6a-4e5f-aae2-49812a54aa68 service neutron] 10.222.0.83 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245004 Feb 14 21:26:53.986800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 01615f87-c8f6-47a8-a1d6-922c18098c59 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:53.987549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.088234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.102991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 01615f87-c8f6-47a8-a1d6-922c18098c59 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:54.208107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ce87ea-c178-4075-9a41-464edddf23ae req-c34f68f8-d9a3-4bca-8c88-1bee832e436e service neutron] 10.222.0.83 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280691 Feb 14 21:26:54.237793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009cfa5-d4c7-45d7-baca-078f262004be req-e64f3d82-b21d-486b-9d33-674493a8c732 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:54.238675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2009cfa5-d4c7-45d7-baca-078f262004be req-e64f3d82-b21d-486b-9d33-674493a8c732 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 951 time: 0.2083700 Feb 14 21:26:54.266954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (01615f87-c8f6-47a8-a1d6-922c18098c59), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.368666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2009cfa5-d4c7-45d7-baca-078f262004be req-3160ccc1-6f3c-412d-b726-a706ee65ff07 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133993 Feb 14 21:26:54.371909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-7f3b61d6-905c-4927-9446-7ec09e0389cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:54.373448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-7f3b61d6-905c-4927-9446-7ec09e0389cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c0b358b17c94d0e86189c06d8da551f&device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 1126 time: 0.0939543 Feb 14 21:26:54.395025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.399630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/ports/01615f87-c8f6-47a8-a1d6-922c18098c59 HTTP/1.1" status: 204 len: 168 time: 0.5825336 Feb 14 21:26:54.400802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1db8d-fdd0-41dd-9ef0-b2ca8285a958 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=01615f87-c8f6-47a8-a1d6-922c18098c59,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:54.402385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51102) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:54.502272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-92eb0096-2817-4d8e-a568-4456955a49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:54.503915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-92eb0096-2817-4d8e-a568-4456955a49e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9dedaa6-7539-412d-9427-6fb7ef3bb1af HTTP/1.1" status: 200 len: 914 time: 0.1201923 Feb 14 21:26:54.511724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port fac513b9-7084-47b5-8861-94638f82b988 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:54.512287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fac513b9-7084-47b5-8861-94638f82b988), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.573117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-0cd12b2a-a3b9-4118-8d9e-ff861ee066ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc HTTP/1.1" status: 200 len: 217 time: 0.0619612 Feb 14 21:26:54.640964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fac513b9-7084-47b5-8861-94638f82b988), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.655292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for fac513b9-7084-47b5-8861-94638f82b988 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:54.667902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-fe6a9098-2611-452d-8a48-406ebfc0b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:54.669585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-fe6a9098-2611-452d-8a48-406ebfc0b896 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52f1d623-b6f4-42d4-aee3-a810bf0e14b5 HTTP/1.1" status: 200 len: 853 time: 0.0727117 Feb 14 21:26:54.683290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cf87-5410-4c6e-8be8-12746fa930a3 req-d4cde923-864b-4b3c-a438-c1af8307c2d6 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:54.684905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a548cf87-5410-4c6e-8be8-12746fa930a3 req-d4cde923-864b-4b3c-a438-c1af8307c2d6 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 943 time: 0.1238995 Feb 14 21:26:54.798195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a548cf87-5410-4c6e-8be8-12746fa930a3 req-117b4629-a95b-44e3-9e70-3f2e0c856bb4 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040950 Feb 14 21:26:54.800693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-4b4b3694-4553-400f-b173-2cfb51ba3b64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9dedaa6-7539-412d-9427-6fb7ef3bb1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148400 Feb 14 21:26:54.803997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fac513b9-7084-47b5-8861-94638f82b988), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.861048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=fac513b9-7084-47b5-8861-94638f82b988,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:54.965625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-503b8ae5-823d-4e80-b1a9-6a553ad13df9 service neutron] 10.222.0.83 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570320 Feb 14 21:26:54.968484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:54.971906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1d64325-6c30-4f31-9d9e-d3fedc2a9d91 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/ports/fac513b9-7084-47b5-8861-94638f82b988 HTTP/1.1" status: 204 len: 168 time: 0.5685973 Feb 14 21:26:54.974433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:55.028381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting subnet 5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:26:55.032349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for subnet (5ff61cc0-ffda-4dc2-a5c8-afbc665bc996), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.075810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (5ff61cc0-ffda-4dc2-a5c8-afbc665bc996), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.079657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f5e2fd7-8eba-4595-b3e1-e68702fa5219 req-e220a0a2-45a4-4e22-97dc-36ff9f50e566 service neutron] 10.222.0.83 "GET /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073542 Feb 14 21:26:55.168519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5ff61cc0-ffda-4dc2-a5c8-afbc665bc996), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.237842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (5ff61cc0-ffda-4dc2-a5c8-afbc665bc996), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.265702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff61cc0-ffda-4dc2-a5c8-afbc665bc996,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:55.269813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.273495 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45f72281-307f-416b-8c5b-c8c343500f05 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/subnets/5ff61cc0-ffda-4dc2-a5c8-afbc665bc996 HTTP/1.1" status: 204 len: 168 time: 0.2981179 Feb 14 21:26:55.276252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51110) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:55.278739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba97080-33a2-4dc7-856e-45a1b2ffb3f1 None None] Network 92c70ad6-05e9-4666-a8b6-651c75975ab4 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:55.389736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting subnet 8e182039-4961-4532-b750-7a6f6a990851 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:26:55.398963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for subnet (8e182039-4961-4532-b750-7a6f6a990851), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.482216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-3560bc5c-c0e5-4474-9889-783163a63da8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:55.489957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-3560bc5c-c0e5-4474-9889-783163a63da8 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 951 time: 0.1440270 Feb 14 21:26:55.526188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8e182039-4961-4532-b750-7a6f6a990851), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.583890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] DHCP port deletion for 92c70ad6-05e9-4666-a8b6-651c75975ab4 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:26:55.635128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8e182039-4961-4532-b750-7a6f6a990851), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.712643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Deleting port 7fe46a47-b3bf-433b-993c-066006643c0a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:55.713626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.722856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8e182039-4961-4532-b750-7a6f6a990851), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.766966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503878-b54c-4ce6-af0e-ee1499b4bdb5 req-e68d856b-d94f-45d7-b8b7-400267a3337c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:55.768654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72503878-b54c-4ce6-af0e-ee1499b4bdb5 req-e68d856b-d94f-45d7-b8b7-400267a3337c tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 951 time: 0.2485213 Feb 14 21:26:55.782681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:55.788739 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/subnets/8e182039-4961-4532-b750-7a6f6a990851 HTTP/1.1" status: 204 len: 168 time: 0.5113828 Feb 14 21:26:55.791858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51116) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:55.795558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652441ba-73e1-49d7-922d-b64b79f71790 None None] Network 7de1f1cf-adef-44cb-9a27-1a5771b4f452 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:26:55.836404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72503878-b54c-4ce6-af0e-ee1499b4bdb5 req-3041be2c-93f7-4d18-bff6-a370020a098f tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Feb 14 21:26:55.858743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Deleting port 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:55.859149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.040653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] For port 7fe46a47-b3bf-433b-993c-066006643c0a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7fe46a47-b3bf-433b-993c-066006643c0a,segment=NetworkSegment(6369cfe8-83e3-4051-b4f7-fea55523b43b),segment_id=6369cfe8-83e3-4051-b4f7-fea55523b43b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:56.041091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.053046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eac05-92c3-4928-b3f9-8d51954274ae tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Subnet': ['ID=8e182039-4961-4532-b750-7a6f6a990851,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:56.059392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Calling delete_port for 7fe46a47-b3bf-433b-993c-066006643c0a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:56.083460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (92c70ad6-05e9-4666-a8b6-651c75975ab4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.120655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] For port 3083b63f-6669-411b-8e4b-0ef58fc0a313, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3083b63f-6669-411b-8e4b-0ef58fc0a313,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:56.121074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.156900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf650a-81b0-486a-aae2-e582b4eae9a4 req-e04a8178-ea44-471f-8037-aa2432bdabe8 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:56.158656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acaf650a-81b0-486a-aae2-e582b4eae9a4 req-e04a8178-ea44-471f-8037-aa2432bdabe8 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 943 time: 0.1684356 Feb 14 21:26:56.159810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Calling delete_port for 3083b63f-6669-411b-8e4b-0ef58fc0a313 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:56.189995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1711cd9b-a424-48eb-8015-e9c1bfe6debc details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:26:56.192841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:56.194796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7fe46a47-b3bf-433b-993c-066006643c0a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:56.199445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.213898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 7fe46a47-b3bf-433b-993c-066006643c0a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:56.214391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.294655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acaf650a-81b0-486a-aae2-e582b4eae9a4 req-4cdabce9-7987-4eb4-bc4f-1eb422b51c87 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272748 Feb 14 21:26:56.304122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] Pushing event deleted for resources: {'Port': ['ID=7fe46a47-b3bf-433b-993c-066006643c0a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:56.308100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b9be4-23c7-4424-8421-aa27d06b0875 None None] No DVR routers for this DVR port 7fe46a47-b3bf-433b-993c-066006643c0a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:56.340732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:26:56.345626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3193797e-7bdb-4e5d-bfb4-77473ae1bc84 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:56.347338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7fe46a47-b3bf-433b-993c-066006643c0a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:26:56.347860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7fe46a47-b3bf-433b-993c-066006643c0a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:56.422392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 7fe46a47-b3bf-433b-993c-066006643c0a, host n-d-828372-11, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:56.422392 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.461578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 7fe46a47-b3bf-433b-993c-066006643c0a owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:56.462186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3083b63f-6669-411b-8e4b-0ef58fc0a313), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.476265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Port 7fe46a47-b3bf-433b-993c-066006643c0a was not found and therefore no delete operation was performed {{(pid=103512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:26:56.488132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7fe46a47-b3bf-433b-993c-066006643c0a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.490231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:56.492690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826', '3083b63f-6669-411b-8e4b-0ef58fc0a313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:56.508474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event deleted for resources: {'Port': ['ID=3083b63f-6669-411b-8e4b-0ef58fc0a313,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:56.525317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=7fe46a47-b3bf-433b-993c-066006643c0a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:56.531341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 7fe46a47-b3bf-433b-993c-066006643c0a on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:56.593762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] No DVR routers for this DVR port 3083b63f-6669-411b-8e4b-0ef58fc0a313 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:56.596789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.602238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eeecb01-5d53-4684-98b1-1dce0c2e41c1 req-85981210-a32c-49fb-802e-999d6cae3a88 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "DELETE /v2.0/ports/3083b63f-6669-411b-8e4b-0ef58fc0a313 HTTP/1.1" status: 204 len: 173 time: 1.1056490 Feb 14 21:26:56.602719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-deleted', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:26:56.606292 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b5af4-3785-44ea-998d-b7bf4a9bb975" -d '{"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-deleted", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:26:56.658249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc,segment=NetworkSegment(083cbbf0-b5f7-473a-92e1-bfd138e5d9c8),segment_id=083cbbf0-b5f7-473a-92e1-bfd138e5d9c8)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:56.667404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (92c70ad6-05e9-4666-a8b6-651c75975ab4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.687781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '1711cd9b-a424-48eb-8015-e9c1bfe6debc', 'network_id': 'e9dedaa6-7539-412d-9427-6fb7ef3bb1af', 'port_id': '1711cd9b-a424-48eb-8015-e9c1bfe6debc', 'mac_address': 'fa:16:3e:f0:90:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f1d623-b6f4-42d4-aee3-a810bf0e14b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:26:56.694261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c70ad6-05e9-4666-a8b6-651c75975ab4']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:56.710373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6369cfe8-83e3-4051-b4f7-fea55523b43b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:56.710783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6369cfe8-83e3-4051-b4f7-fea55523b43b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:56.729445 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3477e634-c8b9-4ee7-ba57-37d843286672 x-openstack-request-id: req-3477e634-c8b9-4ee7-ba57-37d843286672 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:26:56.729917 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a203b97-9da6-4302-a21d-8f352a9c8ad1", "name": "network-vif-deleted", "tag": "3083b63f-6669-411b-8e4b-0ef58fc0a313", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:26:56.730331 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3477e634-c8b9-4ee7-ba57-37d843286672 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:26:56.730940 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a203b97-9da6-4302-a21d-8f352a9c8ad1', 'name': 'network-vif-deleted', 'tag': '3083b63f-6669-411b-8e4b-0ef58fc0a313', 'status': 'completed', 'code': 200} Feb 14 21:26:56.750528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (6369cfe8-83e3-4051-b4f7-fea55523b43b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.767088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6369cfe8-83e3-4051-b4f7-fea55523b43b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.770271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] DHCP port deletion for 7de1f1cf-adef-44cb-9a27-1a5771b4f452 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:26:56.778972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:26:56.780678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (6369cfe8-83e3-4051-b4f7-fea55523b43b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:26:56.785693 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:26:56.847500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1711cd9b-a424-48eb-8015-e9c1bfe6debc is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:26:56.847892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.868452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (92c70ad6-05e9-4666-a8b6-651c75975ab4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.891898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1711cd9b-a424-48eb-8015-e9c1bfe6debc {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:26:56.904959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:56.918313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:26:56.919524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/networks/92c70ad6-05e9-4666-a8b6-651c75975ab4 HTTP/1.1" status: 204 len: 168 time: 1.1257403 Feb 14 21:26:56.935753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a4cd-c667-43a7-b94e-e41d92f272a0 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Network': ['ID=92c70ad6-05e9-4666-a8b6-651c75975ab4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:57.010086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc,segment=NetworkSegment(083cbbf0-b5f7-473a-92e1-bfd138e5d9c8),segment_id=083cbbf0-b5f7-473a-92e1-bfd138e5d9c8)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:57.024881 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.079850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Deleting port 8e4dbd81-5412-4786-9809-066643c40fde {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:57.080225 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8e4dbd81-5412-4786-9809-066643c40fde), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.102230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-754c38b2-149a-4b74-a4cb-404f3eab20e5 req-5b3f34cd-c184-49b4-9216-922e7da9501d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a203b97-9da6-4302-a21d-8f352a9c8ad1 HTTP/1.1" status: 200 len: 210 time: 0.0778971 Feb 14 21:26:57.149137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7de1f1cf-adef-44cb-9a27-1a5771b4f452), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.194846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:57.218435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] For port 8e4dbd81-5412-4786-9809-066643c40fde, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8e4dbd81-5412-4786-9809-066643c40fde,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:57.218865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8e4dbd81-5412-4786-9809-066643c40fde), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.233536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Calling delete_port for 8e4dbd81-5412-4786-9809-066643c40fde owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:57.267010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Deleting port 8e4dbd81-5412-4786-9809-066643c40fde {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:26:57.271184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8e4dbd81-5412-4786-9809-066643c40fde), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.346031 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (8e4dbd81-5412-4786-9809-066643c40fde), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.374629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] Pushing event deleted for resources: {'Port': ['ID=8e4dbd81-5412-4786-9809-066643c40fde,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:57.380792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19df12-bdd3-4185-a53a-f54059273592 None None] No DVR routers for this DVR port 8e4dbd81-5412-4786-9809-066643c40fde on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:57.395925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1711cd9b-a424-48eb-8015-e9c1bfe6debc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:26:57.396897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] For port 8e4dbd81-5412-4786-9809-066643c40fde, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8e4dbd81-5412-4786-9809-066643c40fde,segment=NetworkSegment(4f14e972-0bda-4d7f-8fb7-1e7ff53791e6),segment_id=4f14e972-0bda-4d7f-8fb7-1e7ff53791e6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:26:57.397267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8e4dbd81-5412-4786-9809-066643c40fde), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.440904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Calling delete_port for 8e4dbd81-5412-4786-9809-066643c40fde owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:26:57.638177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e332f-66d9-4cd5-b4a9-096cb1bd92ba req-03916fdd-799e-4ff0-a853-ced5233f3bdf tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:57.640082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a6e332f-66d9-4cd5-b4a9-096cb1bd92ba req-03916fdd-799e-4ff0-a853-ced5233f3bdf tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 944 time: 0.1702888 Feb 14 21:26:57.657289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8e4dbd81-5412-4786-9809-066643c40fde), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:57.959006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:57.991795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 3083b63f-6669-411b-8e4b-0ef58fc0a313 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:26:57.992239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3083b63f-6669-411b-8e4b-0ef58fc0a313 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:58.028883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8e4dbd81-5412-4786-9809-066643c40fde no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:26:58.051466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 8e4dbd81-5412-4786-9809-066643c40fde {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:26:58.051842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8e4dbd81-5412-4786-9809-066643c40fde not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:26:58.093528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] No DVR routers for this DVR port 8e4dbd81-5412-4786-9809-066643c40fde on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:26:58.109688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Port': ['ID=8e4dbd81-5412-4786-9809-066643c40fde,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:58.180764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a6e332f-66d9-4cd5-b4a9-096cb1bd92ba req-e0435361-0ebc-4036-a6cf-6dcf3d322e00 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328934 Feb 14 21:26:58.237174 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7de1f1cf-adef-44cb-9a27-1a5771b4f452), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.272168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876adcb8-4cbb-4358-85db-712fbe504723 req-4bfb9311-e519-499f-ad4d-4d2fa59878ba tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:58.272352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-876adcb8-4cbb-4358-85db-712fbe504723 req-4bfb9311-e519-499f-ad4d-4d2fa59878ba tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.2174170 Feb 14 21:26:58.278666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de1f1cf-adef-44cb-9a27-1a5771b4f452']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:58.313813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:58.314138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f14e972-0bda-4d7f-8fb7-1e7ff53791e6') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:26:58.332253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (4f14e972-0bda-4d7f-8fb7-1e7ff53791e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.356827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-876adcb8-4cbb-4358-85db-712fbe504723 req-9e424346-0ed5-4b24-808b-278a0bf88b4b tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749159 Feb 14 21:26:58.357808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4f14e972-0bda-4d7f-8fb7-1e7ff53791e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.365942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:26:58.366426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (4f14e972-0bda-4d7f-8fb7-1e7ff53791e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:26:58.370175 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:26:58.446344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7de1f1cf-adef-44cb-9a27-1a5771b4f452), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.461738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.470166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] 10.222.0.86 "DELETE /v2.0/networks/7de1f1cf-adef-44cb-9a27-1a5771b4f452 HTTP/1.1" status: 204 len: 168 time: 1.5476084 Feb 14 21:26:58.492525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013dab5-1e9c-4f7f-b066-7c57af55a055 tempest-TaggedBootDevicesTest-196843184 tempest-TaggedBootDevicesTest-196843184-project] Pushing event deleted for resources: {'Network': ['ID=7de1f1cf-adef-44cb-9a27-1a5771b4f452,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:26:58.547286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:26:58.645515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0eba2-7302-4c83-aea3-9d567a02da12 req-9661a1fe-e38b-476e-aec2-9d9157f26115 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:58.647788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37c0eba2-7302-4c83-aea3-9d567a02da12 req-9661a1fe-e38b-476e-aec2-9d9157f26115 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.0994422 Feb 14 21:26:58.712148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37c0eba2-7302-4c83-aea3-9d567a02da12 req-fb70d6f4-82f7-491f-8d15-575c81f1f24b tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583539 Feb 14 21:26:59.319016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e753c-6ebb-42ba-b997-3fe12b58e700 req-a42248ea-0b67-4306-a685-8f3e13a98d24 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:59.320932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-929e753c-6ebb-42ba-b997-3fe12b58e700 req-a42248ea-0b67-4306-a685-8f3e13a98d24 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 944 time: 0.0648475 Feb 14 21:26:59.374511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-929e753c-6ebb-42ba-b997-3fe12b58e700 req-39cd0370-823b-4c5b-8efd-210980b719bd tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Feb 14 21:26:59.507459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52fc0-4f54-4986-93ca-d95b245fb01d req-03b663ba-a0ff-4947-9eb3-c7c2cad832f1 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:59.508881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4b52fc0-4f54-4986-93ca-d95b245fb01d req-03b663ba-a0ff-4947-9eb3-c7c2cad832f1 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0539966 Feb 14 21:26:59.557485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4b52fc0-4f54-4986-93ca-d95b245fb01d req-51e81a4f-8cb6-41b0-8515-d7f1f127c4cd tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Feb 14 21:26:59.863683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91dccc-611c-4563-94ff-86f5dd144474 req-9bbaac45-77e9-4fc9-a0ad-0377facdbb5d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:59.865473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be91dccc-611c-4563-94ff-86f5dd144474 req-9bbaac45-77e9-4fc9-a0ad-0377facdbb5d tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.0764897 Feb 14 21:26:59.931408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be91dccc-611c-4563-94ff-86f5dd144474 req-530a3118-e871-4e8b-bbd7-a932d6ab9f09 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 Feb 14 21:26:59.971953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-5eb8b357-519e-4094-bf40-77382ec40bce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:26:59.973434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-5eb8b357-519e-4094-bf40-77382ec40bce tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 950 time: 0.0553761 Feb 14 21:26:59.976441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1711cd9b-a424-48eb-8015-e9c1bfe6debc up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:27:00.031976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 1711cd9b-a424-48eb-8015-e9c1bfe6debc completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:27:00.035710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 1711cd9b-a424-48eb-8015-e9c1bfe6debc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:27:00.036085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.086948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Deleting port 5591c69e-dfdb-4f47-9404-8ed46e717826 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:00.087589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.131002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1711cd9b-a424-48eb-8015-e9c1bfe6debc is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:00.131578 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.157981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:00.160437 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d932f9e-1ba5-447c-aaf1-79b0bbf768bb" -d '{"events": [{"server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:00.175619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc,segment=NetworkSegment(083cbbf0-b5f7-473a-92e1-bfd138e5d9c8),segment_id=083cbbf0-b5f7-473a-92e1-bfd138e5d9c8)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:00.181426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.210789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] For port 5591c69e-dfdb-4f47-9404-8ed46e717826, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5591c69e-dfdb-4f47-9404-8ed46e717826,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:00.211579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.212716 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6652712-ca1c-44f8-a292-d8d4ba9fa49f x-openstack-request-id: req-a6652712-ca1c-44f8-a292-d8d4ba9fa49f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:00.213015 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:00.213266 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6652712-ca1c-44f8-a292-d8d4ba9fa49f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:00.213666 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc', 'code': 200} Feb 14 21:27:00.227581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Calling delete_port for 5591c69e-dfdb-4f47-9404-8ed46e717826 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:00.245312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:00.365426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7792c-50ed-4754-bae8-2a065bb7dae5 req-b9f36603-553b-42c0-93ec-05846ef1825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:00.366928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2c7792c-50ed-4754-bae8-2a065bb7dae5 req-b9f36603-553b-42c0-93ec-05846ef1825c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 1128 time: 0.0772705 Feb 14 21:27:00.519817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5591c69e-dfdb-4f47-9404-8ed46e717826), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.523385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2c7792c-50ed-4754-bae8-2a065bb7dae5 req-7997ab0b-204f-4529-bb71-ec8d6705c42e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447337 Feb 14 21:27:00.534762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5591c69e-dfdb-4f47-9404-8ed46e717826'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:00.541338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:00.570795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event deleted for resources: {'Port': ['ID=5591c69e-dfdb-4f47-9404-8ed46e717826,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:00.621884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48217-2299-46e4-8fd8-b59413088a49 req-bb989a8f-8633-41f0-9f41-cac6c41a9c33 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:00.622702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09a48217-2299-46e4-8fd8-b59413088a49 req-bb989a8f-8633-41f0-9f41-cac6c41a9c33 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.2124949 Feb 14 21:27:00.630114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8d8e-d6ea-4809-aaaa-28f15bb71725 req-94efe240-a2c8-4696-bc6f-20b4d0221b64 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:00.634652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2fc8d8e-d6ea-4809-aaaa-28f15bb71725 req-94efe240-a2c8-4696-bc6f-20b4d0221b64 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 945 time: 0.1727276 Feb 14 21:27:00.666437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] No DVR routers for this DVR port 5591c69e-dfdb-4f47-9404-8ed46e717826 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:00.689651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.693077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691845e7-b9ed-4c71-9f0d-fc89760d91c0 req-794486c7-e0bc-475f-a160-3d121703bc7a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.83 "DELETE /v2.0/ports/5591c69e-dfdb-4f47-9404-8ed46e717826 HTTP/1.1" status: 204 len: 173 time: 0.7140808 Feb 14 21:27:00.709674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-deleted', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:00.712769 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036de9f-5e2c-4b14-a0cb-33d05ab04769" -d '{"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-deleted", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:00.837300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec09c8c-d603-44f0-941c-f566ba624329 req-fc62be1d-497a-4f9a-85cf-c3f595d50f83 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:00.839001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ec09c8c-d603-44f0-941c-f566ba624329 req-fc62be1d-497a-4f9a-85cf-c3f595d50f83 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=59e973d6-778a-46ab-8f40-f292e324d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1418114 Feb 14 21:27:00.842211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2fc8d8e-d6ea-4809-aaaa-28f15bb71725 req-0be541a9-efc2-48b8-bb1e-85b6c1f9d47c tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830690 Feb 14 21:27:00.905149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Deleting port 222fcb78-406d-4a34-8880-365659913b2d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:00.906387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (222fcb78-406d-4a34-8880-365659913b2d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.934666 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44273b23-4b84-47ac-bcd9-0e220cdb91cf x-openstack-request-id: req-44273b23-4b84-47ac-bcd9-0e220cdb91cf {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:00.935261 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800c1915-c4b4-456f-bd61-12b270927105", "name": "network-vif-deleted", "tag": "5591c69e-dfdb-4f47-9404-8ed46e717826", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:00.935261 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44273b23-4b84-47ac-bcd9-0e220cdb91cf {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:00.935566 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800c1915-c4b4-456f-bd61-12b270927105', 'name': 'network-vif-deleted', 'tag': '5591c69e-dfdb-4f47-9404-8ed46e717826', 'status': 'completed', 'code': 200} Feb 14 21:27:00.936643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7087762-dad1-405e-8b7f-11201ed5ecb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:00.993553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ec09c8c-d603-44f0-941c-f566ba624329 req-71b3c5cf-47d5-4936-9029-6a30913e7e73 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440396 Feb 14 21:27:01.057646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] For port 222fcb78-406d-4a34-8880-365659913b2d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=222fcb78-406d-4a34-8880-365659913b2d,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:01.058256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (222fcb78-406d-4a34-8880-365659913b2d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:01.098268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13683997-3e69-4b22-a933-74c8c999540a req-8bec57eb-0527-48b5-a85f-5b2a4ff6c1a6 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=800c1915-c4b4-456f-bd61-12b270927105 HTTP/1.1" status: 200 len: 210 time: 0.0368233 Feb 14 21:27:01.102979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Calling delete_port for 222fcb78-406d-4a34-8880-365659913b2d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:01.267638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (222fcb78-406d-4a34-8880-365659913b2d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:01.284237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3cd8f3ed-e37c-431e-934d-359d9443d916', '222fcb78-406d-4a34-8880-365659913b2d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:01.303285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Pushing event deleted for resources: {'Port': ['ID=222fcb78-406d-4a34-8880-365659913b2d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:01.357268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] No DVR routers for this DVR port 222fcb78-406d-4a34-8880-365659913b2d on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:01.360081 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:01.363911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09a48217-2299-46e4-8fd8-b59413088a49 req-cbb0d756-2e74-478d-98be-1c086978fe02 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "DELETE /v2.0/ports/222fcb78-406d-4a34-8880-365659913b2d HTTP/1.1" status: 204 len: 173 time: 0.7282429 Feb 14 21:27:02.006781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77518-061a-4c7a-bb45-c5df42466f99 req-8d2e4426-337c-4f3f-b53f-58354d545969 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:02.008752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fd77518-061a-4c7a-bb45-c5df42466f99 req-8d2e4426-337c-4f3f-b53f-58354d545969 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 945 time: 0.0776854 Feb 14 21:27:02.082291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fd77518-061a-4c7a-bb45-c5df42466f99 req-1b678ab5-4f07-4e31-92db-15154680bdac tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643253 Feb 14 21:27:02.455890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf9de7-022c-43a0-8171-c13dc489e60b req-9519e946-344a-4db8-85ac-8d03b7c5f025 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:02.463375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcaf9de7-022c-43a0-8171-c13dc489e60b req-9519e946-344a-4db8-85ac-8d03b7c5f025 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0687542 Feb 14 21:27:02.519243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcaf9de7-022c-43a0-8171-c13dc489e60b req-4d1d9a86-d63c-48ef-93d2-8b686fd1f5fa tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Feb 14 21:27:02.654399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce46471-2972-4f60-868a-009af5ceb126 req-3189b5f5-487d-4aed-9176-326960392696 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:02.657157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ce46471-2972-4f60-868a-009af5ceb126 req-3189b5f5-487d-4aed-9176-326960392696 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.0718639 Feb 14 21:27:02.753908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ce46471-2972-4f60-868a-009af5ceb126 req-6d32dc3d-62af-40c8-becc-a0125adbf3c3 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859189 Feb 14 21:27:02.765479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181090-e6ef-4628-a2b4-d2dac36c1262 req-42ab708b-a409-4cb2-a487-b49f9e8f69a0 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:02.772604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44181090-e6ef-4628-a2b4-d2dac36c1262 req-42ab708b-a409-4cb2-a487-b49f9e8f69a0 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 945 time: 0.1136620 Feb 14 21:27:02.832414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44181090-e6ef-4628-a2b4-d2dac36c1262 req-b2463410-f210-4648-b324-50d2bdb96e57 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Feb 14 21:27:02.937455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'name': 'network-vif-deleted', 'tag': '222fcb78-406d-4a34-8880-365659913b2d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:02.939925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0732b5-9397-4c02-935d-1c70b8f65a40" -d '{"events": [{"server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "name": "network-vif-deleted", "tag": "222fcb78-406d-4a34-8880-365659913b2d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:02.979461 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14713b0b-5229-4a1f-90e1-6cb417557eeb x-openstack-request-id: req-14713b0b-5229-4a1f-90e1-6cb417557eeb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:02.979769 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e973d6-778a-46ab-8f40-f292e324d8f8", "name": "network-vif-deleted", "tag": "222fcb78-406d-4a34-8880-365659913b2d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:02.980025 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14713b0b-5229-4a1f-90e1-6cb417557eeb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:02.980428 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e973d6-778a-46ab-8f40-f292e324d8f8', 'name': 'network-vif-deleted', 'tag': '222fcb78-406d-4a34-8880-365659913b2d', 'status': 'completed', 'code': 200} Feb 14 21:27:03.304879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bda74f10-2799-4d87-bd03-e8dee8bab0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:03.638211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f676b-f3af-467d-a8fe-72fe277f493a req-25ff26b1-a682-4567-b29a-d5393fc09dbe tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:03.639919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c5f676b-f3af-467d-a8fe-72fe277f493a req-25ff26b1-a682-4567-b29a-d5393fc09dbe tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0569758 Feb 14 21:27:03.693456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c5f676b-f3af-467d-a8fe-72fe277f493a req-f8a7d2e9-c437-4f88-b2aa-0ee7569134fc tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Feb 14 21:27:03.948200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105a13-6257-42c8-b3ba-ab35593ab437 req-17f7e458-3492-4243-9233-58bf6904a2da tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:03.962550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96105a13-6257-42c8-b3ba-ab35593ab437 req-17f7e458-3492-4243-9233-58bf6904a2da tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.1261222 Feb 14 21:27:04.013489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:04.035717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 5591c69e-dfdb-4f47-9404-8ed46e717826 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:04.036294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5591c69e-dfdb-4f47-9404-8ed46e717826 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:04.057756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96105a13-6257-42c8-b3ba-ab35593ab437 req-197036ad-4c9e-447f-93d8-994d4bd69a65 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d8f562a-6aa5-42d2-8302-7b80048298f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000812 Feb 14 21:27:04.081633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696156c-2347-4dd6-8079-e99569357a1c req-896fbbd3-1175-4cbc-94e2-db7db0cedce1 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:04.083337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1696156c-2347-4dd6-8079-e99569357a1c req-896fbbd3-1175-4cbc-94e2-db7db0cedce1 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 945 time: 0.1605518 Feb 14 21:27:04.095656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc317419-ad68-4201-bc97-908a7a25593e req-189f3802-3905-4614-883d-85cd836eb51f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:04.097672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc317419-ad68-4201-bc97-908a7a25593e req-189f3802-3905-4614-883d-85cd836eb51f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 945 time: 0.1123705 Feb 14 21:27:04.222053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1696156c-2347-4dd6-8079-e99569357a1c req-a200ed9c-2762-4597-8290-9bb116e2c6b0 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/security-groups?id=d471a506-ace1-4ec7-8c8f-ec82c15f0de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232688 Feb 14 21:27:04.264775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Deleting port 1711cd9b-a424-48eb-8015-e9c1bfe6debc {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:04.265263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.373983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] For port 1711cd9b-a424-48eb-8015-e9c1bfe6debc, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1711cd9b-a424-48eb-8015-e9c1bfe6debc,segment=NetworkSegment(083cbbf0-b5f7-473a-92e1-bfd138e5d9c8),segment_id=083cbbf0-b5f7-473a-92e1-bfd138e5d9c8)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:04.374845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.387609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Calling delete_port for 1711cd9b-a424-48eb-8015-e9c1bfe6debc owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:04.456472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.520765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-fe6ab536-ea1f-4423-b361-36a140cc94fa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:04.522316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-fe6ab536-ea1f-4423-b361-36a140cc94fa tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.64 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 950 time: 0.0876596 Feb 14 21:27:04.646996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1711cd9b-a424-48eb-8015-e9c1bfe6debc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.665444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1711cd9b-a424-48eb-8015-e9c1bfe6debc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:04.679744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Pushing event deleted for resources: {'Port': ['ID=1711cd9b-a424-48eb-8015-e9c1bfe6debc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:04.746820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Deleting port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:04.747178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.751260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] No DVR routers for this DVR port 1711cd9b-a424-48eb-8015-e9c1bfe6debc on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:04.754909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.758863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc317419-ad68-4201-bc97-908a7a25593e req-b8ebd253-f63e-4e9c-b1b3-fd5893e3926f tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.83 "DELETE /v2.0/ports/1711cd9b-a424-48eb-8015-e9c1bfe6debc HTTP/1.1" status: 204 len: 173 time: 0.6543016 Feb 14 21:27:04.894687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f508-2a5c-4935-bb8d-3d49fe46eeb6 req-c568b1fe-842e-4a63-88ce-732843489c18 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:04.896119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32f2f508-2a5c-4935-bb8d-3d49fe46eeb6 req-c568b1fe-842e-4a63-88ce-732843489c18 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0944421 Feb 14 21:27:04.902129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] For port ba23361f-dcff-4d6f-8a26-8bc81359c4a6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:04.902506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:04.934760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Calling delete_port for ba23361f-dcff-4d6f-8a26-8bc81359c4a6 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:04.993279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'name': 'network-vif-deleted', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:04.995535 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f79ac89-9d04-4075-a01a-0a8f762f729a" -d '{"events": [{"server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "name": "network-vif-deleted", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:05.008237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32f2f508-2a5c-4935-bb8d-3d49fe46eeb6 req-665614ed-5540-4acc-909d-be23aa1ed290 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Feb 14 21:27:05.052769 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda8d90-946e-4bb6-9b3d-b8bcd2ef03a6 x-openstack-request-id: req-5dda8d90-946e-4bb6-9b3d-b8bcd2ef03a6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:05.053217 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4d5514-32df-4804-bf43-104c95a3cb7f", "name": "network-vif-deleted", "tag": "1711cd9b-a424-48eb-8015-e9c1bfe6debc", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:05.053471 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5dda8d90-946e-4bb6-9b3d-b8bcd2ef03a6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:05.053855 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4d5514-32df-4804-bf43-104c95a3cb7f', 'name': 'network-vif-deleted', 'tag': '1711cd9b-a424-48eb-8015-e9c1bfe6debc', 'status': 'completed', 'code': 200} Feb 14 21:27:05.114877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ba23361f-dcff-4d6f-8a26-8bc81359c4a6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:05.127764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ba23361f-dcff-4d6f-8a26-8bc81359c4a6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:05.165015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Pushing event deleted for resources: {'Port': ['ID=ba23361f-dcff-4d6f-8a26-8bc81359c4a6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:05.210825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 222fcb78-406d-4a34-8880-365659913b2d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:05.243109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 222fcb78-406d-4a34-8880-365659913b2d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:05.243909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] No DVR routers for this DVR port ba23361f-dcff-4d6f-8a26-8bc81359c4a6 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:05.244849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 222fcb78-406d-4a34-8880-365659913b2d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:05.247306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:05.251090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3741a3b9-e0a4-43d9-8d7f-045ccb6e19d8 req-7876fcf5-e63f-47ba-90e0-d41eaf26f64a tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.64 "DELETE /v2.0/ports/ba23361f-dcff-4d6f-8a26-8bc81359c4a6 HTTP/1.1" status: 204 len: 173 time: 0.7229517 Feb 14 21:27:05.254280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7813c49f-862b-4c05-8cbb-aa1bc53697f9 req-ccbf6905-484e-4da7-98ab-144632c964b0 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] 10.222.0.86 "GET /v2.0/ports?device_id=25c4968d-1146-413a-b343-16d6ce61bf01 HTTP/1.1" status: 200 len: 210 time: 0.0623922 Feb 14 21:27:05.417926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3f03eb4-fff1-4758-8d89-9d53237b5eaf req-6cbc7493-44bf-469f-9965-c1e3ded12c42 tempest-ServerAddressesTestJSON-2107489886 tempest-ServerAddressesTestJSON-2107489886-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c4d5514-32df-4804-bf43-104c95a3cb7f HTTP/1.1" status: 200 len: 210 time: 0.0514400 Feb 14 21:27:05.664432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:05.919800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.173429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9462a-7d50-4d5a-b9ee-6fb0c3f17c22 req-ab694525-4d32-4dd3-9484-c98557830059 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:06.174959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6b9462a-7d50-4d5a-b9ee-6fb0c3f17c22 req-ab694525-4d32-4dd3-9484-c98557830059 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0602715 Feb 14 21:27:06.227909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6b9462a-7d50-4d5a-b9ee-6fb0c3f17c22 req-85cb1c86-cda6-4bae-a593-d62afc866149 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464320 Feb 14 21:27:06.505082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51260) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:06.563414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Deleting subnet 52f1d623-b6f4-42d4-aee3-a810bf0e14b5 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:06.566782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Publish callbacks [] for subnet (52f1d623-b6f4-42d4-aee3-a810bf0e14b5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.601277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51262) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:06.612167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (52f1d623-b6f4-42d4-aee3-a810bf0e14b5), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.654715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (52f1d623-b6f4-42d4-aee3-a810bf0e14b5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.733701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (52f1d623-b6f4-42d4-aee3-a810bf0e14b5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.768181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f1d623-b6f4-42d4-aee3-a810bf0e14b5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:06.775969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.779183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2604f2c-94ae-4c19-a404-cf8c4edd932e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/52f1d623-b6f4-42d4-aee3-a810bf0e14b5 HTTP/1.1" status: 204 len: 168 time: 0.2728148 Feb 14 21:27:06.783372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51266) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:06.789029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-af1f270d-e10b-4450-b75c-338430af25f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27a52f391b984c3995fe3cb6c175bcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843913 Feb 14 21:27:06.789265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51268) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:06.840532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] Publish callbacks [] for security_group (9d8f562a-6aa5-42d2-8302-7b80048298f3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.863661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e9dedaa6-7539-412d-9427-6fb7ef3bb1af), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.865607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] Publish callbacks [] for security_group (9d8f562a-6aa5-42d2-8302-7b80048298f3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.916292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d8f562a-6aa5-42d2-8302-7b80048298f3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.919010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:06.922947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d8f562a-6aa5-42d2-8302-7b80048298f3 HTTP/1.1" status: 204 len: 168 time: 0.1300490 Feb 14 21:27:06.929757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933310d8-c920-4ee2-ba3c-5e345f607ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f562a-6aa5-42d2-8302-7b80048298f3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:06.960091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e9dedaa6-7539-412d-9427-6fb7ef3bb1af), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.000877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9dedaa6-7539-412d-9427-6fb7ef3bb1af']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:07.011770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:07.012165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083cbbf0-b5f7-473a-92e1-bfd138e5d9c8') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:07.024386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (083cbbf0-b5f7-473a-92e1-bfd138e5d9c8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.043669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (083cbbf0-b5f7-473a-92e1-bfd138e5d9c8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.052809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:07.053210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (083cbbf0-b5f7-473a-92e1-bfd138e5d9c8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:07.055263 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:07.058452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-deleted', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:07.061415 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bfee2f-9285-43fb-becb-bb566955e35c" -d '{"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-deleted", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:07.123310 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.125170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e9dedaa6-7539-412d-9427-6fb7ef3bb1af), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.144022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.145390 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec35e8-a223-4a98-be49-298104ccd6d3 x-openstack-request-id: req-0eec35e8-a223-4a98-be49-298104ccd6d3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:07.145895 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c4968d-1146-413a-b343-16d6ce61bf01", "name": "network-vif-deleted", "tag": "ba23361f-dcff-4d6f-8a26-8bc81359c4a6", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:07.146301 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0eec35e8-a223-4a98-be49-298104ccd6d3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:07.146841 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c4968d-1146-413a-b343-16d6ce61bf01', 'name': 'network-vif-deleted', 'tag': 'ba23361f-dcff-4d6f-8a26-8bc81359c4a6', 'status': 'completed', 'code': 200} Feb 14 21:27:07.147757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e9dedaa6-7539-412d-9427-6fb7ef3bb1af HTTP/1.1" status: 204 len: 168 time: 0.3630497 Feb 14 21:27:07.148710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e98439-12c0-40e2-96b5-9862c2f5fbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9dedaa6-7539-412d-9427-6fb7ef3bb1af,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:07.323735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51282) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:07.360336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:07.378053 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6a6debe-23d3-4229-b5c4-06690b85fbc1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc3fb4f20e4f4c3283ac65d21a89315e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525489 Feb 14 21:27:07.380510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51286) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:07.460538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5845-f172-4f14-9f2f-0396a4e12fa3 req-282e45b1-eb82-4a09-b070-ae7a44325e95 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:07.462101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13bc5845-f172-4f14-9f2f-0396a4e12fa3 req-282e45b1-eb82-4a09-b070-ae7a44325e95 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1478732 Feb 14 21:27:07.466884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2ef0cd97-d258-43a4-b81f-15278a64ce8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c0b358b17c94d0e86189c06d8da551f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047285 Feb 14 21:27:07.469921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:07.501278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] Publish callbacks [] for security_group (b70fae76-4a9d-4fbc-aa8c-44d213187099), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.521352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] Publish callbacks [] for security_group (d471a506-ace1-4ec7-8c8f-ec82c15f0de1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.537121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13bc5845-f172-4f14-9f2f-0396a4e12fa3 req-10b2ae41-73e4-4223-8428-3fac45e542e0 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691762 Feb 14 21:27:07.541755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] Publish callbacks [] for security_group (b70fae76-4a9d-4fbc-aa8c-44d213187099), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.548809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] Publish callbacks [] for security_group (d471a506-ace1-4ec7-8c8f-ec82c15f0de1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.613824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b70fae76-4a9d-4fbc-aa8c-44d213187099), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.614899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d471a506-ace1-4ec7-8c8f-ec82c15f0de1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.617862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.618123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:07.619366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b70fae76-4a9d-4fbc-aa8c-44d213187099 HTTP/1.1" status: 204 len: 168 time: 0.2378211 Feb 14 21:27:07.619887 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d471a506-ace1-4ec7-8c8f-ec82c15f0de1 HTTP/1.1" status: 204 len: 168 time: 0.1482434 Feb 14 21:27:07.629280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f85ea-8a0a-447c-a143-7af379b40c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70fae76-4a9d-4fbc-aa8c-44d213187099,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:07.629448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d90a2-8cac-4eb6-af10-da2a9cc41d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471a506-ace1-4ec7-8c8f-ec82c15f0de1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:08.022126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1711cd9b-a424-48eb-8015-e9c1bfe6debc no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:08.047107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 1711cd9b-a424-48eb-8015-e9c1bfe6debc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:08.047708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1711cd9b-a424-48eb-8015-e9c1bfe6debc not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:08.487732 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:27:08.626122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-7e3b30a9-9263-417b-ad98-afa41e94c62d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:08.627669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-7e3b30a9-9263-417b-ad98-afa41e94c62d tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.0971572 Feb 14 21:27:08.788059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Deleting port 3cd8f3ed-e37c-431e-934d-359d9443d916 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:08.788657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:08.799771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b293-534d-4855-be9c-ffff6d59e23d req-22c7030e-fc2d-4331-84c1-ae741e92f885 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:08.801336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5944b293-534d-4855-be9c-ffff6d59e23d req-22c7030e-fc2d-4331-84c1-ae741e92f885 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a5bc9d4-4447-491e-8cd3-dd190f4d4999 HTTP/1.1" status: 200 len: 946 time: 0.1050029 Feb 14 21:27:08.934679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5944b293-534d-4855-be9c-ffff6d59e23d req-6619f7f2-a9fa-45f7-b651-e8725ab7e348 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c03799c-2dcc-4c7d-8270-da5c9999a76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225560 Feb 14 21:27:08.957243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] For port 3cd8f3ed-e37c-431e-934d-359d9443d916, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3cd8f3ed-e37c-431e-934d-359d9443d916,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:08.957615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:08.970421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Calling delete_port for 3cd8f3ed-e37c-431e-934d-359d9443d916 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:09.170630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3cd8f3ed-e37c-431e-934d-359d9443d916), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.183080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3cd8f3ed-e37c-431e-934d-359d9443d916'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:09.221600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:09.224524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Pushing event deleted for resources: {'Port': ['ID=3cd8f3ed-e37c-431e-934d-359d9443d916,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:09.256644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: ba23361f-dcff-4d6f-8a26-8bc81359c4a6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:09.256990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ba23361f-dcff-4d6f-8a26-8bc81359c4a6 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:09.285430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] No DVR routers for this DVR port 3cd8f3ed-e37c-431e-934d-359d9443d916 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:09.288636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.292095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-119f1bf9-1d48-4026-884c-5ae689b8d976 req-d99f661c-c0a1-4c1b-a766-551b75697b09 tempest-ServerRescueNegativeTestJSON-1906010562 tempest-ServerRescueNegativeTestJSON-1906010562-project] 10.222.0.64 "DELETE /v2.0/ports/3cd8f3ed-e37c-431e-934d-359d9443d916 HTTP/1.1" status: 204 len: 173 time: 0.6546521 Feb 14 21:27:09.292596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'name': 'network-vif-deleted', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:09.297686 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76bdc23-62e0-4604-b113-684e5f3bead4" -d '{"events": [{"server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "name": "network-vif-deleted", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:09.363850 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411492b7-89f9-4c35-a9c8-8c13dba455d0 x-openstack-request-id: req-411492b7-89f9-4c35-a9c8-8c13dba455d0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:09.364345 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5bc9d4-4447-491e-8cd3-dd190f4d4999", "name": "network-vif-deleted", "tag": "3cd8f3ed-e37c-431e-934d-359d9443d916", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:09.364778 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-411492b7-89f9-4c35-a9c8-8c13dba455d0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:09.365480 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5bc9d4-4447-491e-8cd3-dd190f4d4999', 'name': 'network-vif-deleted', 'tag': '3cd8f3ed-e37c-431e-934d-359d9443d916', 'status': 'completed', 'code': 200} Feb 14 21:27:09.373990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51370) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:09.513771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.609861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Publish callbacks [] for security_group (31a3588e-7b80-4e9a-8da9-0d07ba103f51), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.616266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (31a3588e-7b80-4e9a-8da9-0d07ba103f51), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.655391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a3588e-7b80-4e9a-8da9-0d07ba103f51,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:09.660685 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0c174897674497a89220bb9d62e8c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855206 Feb 14 21:27:09.663775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:09.666511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.666860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.667232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.667574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.667918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.668247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.668572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.668897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.669223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.669541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.670014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.670343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.670658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5b5ec-19ae-484b-982f-e872d4bf1177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:09.743398 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] Publish callbacks [] for security_group (31a3588e-7b80-4e9a-8da9-0d07ba103f51), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.784548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] Publish callbacks [] for security_group (31a3588e-7b80-4e9a-8da9-0d07ba103f51), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.845297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (31a3588e-7b80-4e9a-8da9-0d07ba103f51), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.849904 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:09.851676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31a3588e-7b80-4e9a-8da9-0d07ba103f51 HTTP/1.1" status: 204 len: 168 time: 0.1868806 Feb 14 21:27:09.863545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ef54a-7a2c-420d-8a3b-4f32ffd2d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a3588e-7b80-4e9a-8da9-0d07ba103f51,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:09.991962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51388) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:10.655242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (9dc4c50e-2174-45cb-9332-8460931c73e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:10.819588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51416) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:10.998445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Deleting port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:10.999193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.119553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] For port 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,segment=NetworkSegment(4ad68821-882a-4d5c-8606-041345d13ff7),segment_id=4ad68821-882a-4d5c-8606-041345d13ff7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:11.119925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.150685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Calling delete_port for 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:11.162143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33108e03-1890-427c-af24-c1faef419315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.264645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33108e03-1890-427c-af24-c1faef419315 admin admin] Publish callbacks [] for security_group (d78966d4-98b1-4b91-b71f-55648607b8e3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.278136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33108e03-1890-427c-af24-c1faef419315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d78966d4-98b1-4b91-b71f-55648607b8e3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.350396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-33108e03-1890-427c-af24-c1faef419315 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ec89bb079e24bc0ba1ba8748714eb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281579 Feb 14 21:27:11.351840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33108e03-1890-427c-af24-c1faef419315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78966d4-98b1-4b91-b71f-55648607b8e3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:11.355452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:11.421149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51438) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:11.492627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] Publish callbacks [] for security_group (d78966d4-98b1-4b91-b71f-55648607b8e3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.526973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (79f9891c-cfd1-4a57-8c2a-8548b9dc6fef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.568150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Pushing event deleted for resources: {'Port': ['ID=79f9891c-cfd1-4a57-8c2a-8548b9dc6fef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:11.580173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] Publish callbacks [] for security_group (d78966d4-98b1-4b91-b71f-55648607b8e3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.587466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.588067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.588644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.589061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.589599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.590248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.590876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.591378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.591820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.592244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.592805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.593255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.594211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:11.704419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b730c03-6218-4194-8e49-c4d184288227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.929684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b730c03-6218-4194-8e49-c4d184288227 admin admin] Publish callbacks [] for security_group (5a824b8c-be2f-4143-87ce-7830204aeb30), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:11.936719 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b730c03-6218-4194-8e49-c4d184288227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a824b8c-be2f-4143-87ce-7830204aeb30), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.003096 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b730c03-6218-4194-8e49-c4d184288227 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=82d19aad454d4575ba4aabe7768a6db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804441 Feb 14 21:27:12.003931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51462) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:12.004926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b730c03-6218-4194-8e49-c4d184288227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a824b8c-be2f-4143-87ce-7830204aeb30,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:12.121881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] Publish callbacks [] for security_group (5a824b8c-be2f-4143-87ce-7830204aeb30), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.180718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] Publish callbacks [] for security_group (5a824b8c-be2f-4143-87ce-7830204aeb30), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.241235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a824b8c-be2f-4143-87ce-7830204aeb30), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.245194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.249318 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a824b8c-be2f-4143-87ce-7830204aeb30 HTTP/1.1" status: 204 len: 168 time: 0.2381544 Feb 14 21:27:12.276672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2b24c-4280-49c3-8f9b-89d13b5d86e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a824b8c-be2f-4143-87ce-7830204aeb30,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:12.280902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d78966d4-98b1-4b91-b71f-55648607b8e3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.284082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:12.285263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d78966d4-98b1-4b91-b71f-55648607b8e3 HTTP/1.1" status: 204 len: 168 time: 0.9290397 Feb 14 21:27:12.316945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44759a9a-5cd6-401d-a7a5-bd0e9ba7cdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78966d4-98b1-4b91-b71f-55648607b8e3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:12.565111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (9dc4c50e-2174-45cb-9332-8460931c73e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.106982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:13.133665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e87-8241-40dc-904a-ba625099ccee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.196266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Router 9dc4c50e-2174-45cb-9332-8460931c73e8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:27:13.220132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3cd8f3ed-e37c-431e-934d-359d9443d916 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:13.228364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e87-8241-40dc-904a-ba625099ccee admin admin] Publish callbacks [] for security_group (d272c54a-8d58-4a45-b9f2-b6c4fb75c661), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.234065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6e87-8241-40dc-904a-ba625099ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d272c54a-8d58-4a45-b9f2-b6c4fb75c661), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.262630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e6e87-8241-40dc-904a-ba625099ccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d272c54a-8d58-4a45-b9f2-b6c4fb75c661,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:13.284523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3cd8f3ed-e37c-431e-934d-359d9443d916 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:13.285923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3cd8f3ed-e37c-431e-934d-359d9443d916 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:13.315582 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c3e6e87-8241-40dc-904a-ba625099ccee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c60160927256448b877ff7975e7eabcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071006 Feb 14 21:27:13.318121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51488) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:13.384983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] Publish callbacks [] for security_group (d272c54a-8d58-4a45-b9f2-b6c4fb75c661), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.410053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:27:13.415068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] Publish callbacks [] for security_group (d272c54a-8d58-4a45-b9f2-b6c4fb75c661), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.423582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Sync routers for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:27:13.427387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3701d2ff-4d5d-4131-ab8e-d5af21b2873c admin admin] 10.222.0.86 "PUT /v2.0/routers/9dc4c50e-2174-45cb-9332-8460931c73e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338324 Feb 14 21:27:13.429825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51490) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:13.442467 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:13.443110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:13.488927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d272c54a-8d58-4a45-b9f2-b6c4fb75c661), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.492880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.500400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d272c54a-8d58-4a45-b9f2-b6c4fb75c661 HTTP/1.1" status: 204 len: 168 time: 0.1805673 Feb 14 21:27:13.522216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd58dde-a03b-4ab1-81ad-809c2d2e3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272c54a-8d58-4a45-b9f2-b6c4fb75c661,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:13.658739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks [] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.739954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:13.806532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks [] for router_gateway (9dc4c50e-2174-45cb-9332-8460931c73e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:13.882500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Deleting port db479166-1325-4065-9d9f-1acb5108ae72 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:13.883452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (db479166-1325-4065-9d9f-1acb5108ae72), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.054290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] For port db479166-1325-4065-9d9f-1acb5108ae72, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=db479166-1325-4065-9d9f-1acb5108ae72,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:14.055329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (db479166-1325-4065-9d9f-1acb5108ae72), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.088565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Calling delete_port for db479166-1325-4065-9d9f-1acb5108ae72 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:14.116774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:27:11Z', 'revision_number': 5, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port': {'id': 'db479166-1325-4065-9d9f-1acb5108ae72', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:23:16Z', 'updated_at': '2022-02-14T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:14.167429 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Checking router: 9dc4c50e-2174-45cb-9332-8460931c73e8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:27:14.177245 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Routers {'9dc4c50e-2174-45cb-9332-8460931c73e8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:14.177881 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9dc4c50e-2174-45cb-9332-8460931c73e8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:14.329128 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] Set router 9dc4c50e-2174-45cb-9332-8460931c73e8 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:14.355316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (db479166-1325-4065-9d9f-1acb5108ae72), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.402454 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:27:13Z', 'revision_number': 6, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:14.419132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=db479166-1325-4065-9d9f-1acb5108ae72,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:14.471688 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16cc9f-a0c3-41a0-9c1c-75b7f139897b None None] The sync data for ids ['9dc4c50e-2174-45cb-9332-8460931c73e8'] in n-d-828372-11 is: [{'id': '9dc4c50e-2174-45cb-9332-8460931c73e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1732274457-router', 'tenant_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:23:14Z', 'updated_at': '2022-02-14T21:27:13Z', 'revision_number': 6, 'project_id': '4df357a76d1e4f3f886ea0f1d0e163ee', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:27:14.517401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (9dc4c50e-2174-45cb-9332-8460931c73e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.626559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.628916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks [] for router_controller (9dc4c50e-2174-45cb-9332-8460931c73e8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.696367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9dc4c50e-2174-45cb-9332-8460931c73e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.697463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc4c50e-2174-45cb-9332-8460931c73e8 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:27:14.709585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.713515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51534) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:14.716919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-be7b048e-bfd4-421e-885f-59817f850a7e admin admin] 10.222.0.86 "DELETE /v2.0/routers/9dc4c50e-2174-45cb-9332-8460931c73e8 HTTP/1.1" status: 204 len: 168 time: 1.2857928 Feb 14 21:27:14.780046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Deleting subnet 19f110b8-a6e1-4f0b-b718-acc43b9a8a3c {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:14.784633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Publish callbacks [] for subnet (19f110b8-a6e1-4f0b-b718-acc43b9a8a3c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.845336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (19f110b8-a6e1-4f0b-b718-acc43b9a8a3c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:14.943311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (19f110b8-a6e1-4f0b-b718-acc43b9a8a3c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.068361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (19f110b8-a6e1-4f0b-b718-acc43b9a8a3c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.116794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f110b8-a6e1-4f0b-b718-acc43b9a8a3c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:15.120871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.127531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f58cdd1-f0cf-4138-80cf-2c4d1bf53369 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/19f110b8-a6e1-4f0b-b718-acc43b9a8a3c HTTP/1.1" status: 204 len: 168 time: 0.4117949 Feb 14 21:27:15.129897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51544) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:15.224077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (3dda7b6a-4554-486c-996c-fa613ab81f05), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.328284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (3dda7b6a-4554-486c-996c-fa613ab81f05), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.383387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dda7b6a-4554-486c-996c-fa613ab81f05']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:15.397504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad68821-882a-4d5c-8606-041345d13ff7') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:15.397805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad68821-882a-4d5c-8606-041345d13ff7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:15.408657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (4ad68821-882a-4d5c-8606-041345d13ff7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.425301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4ad68821-882a-4d5c-8606-041345d13ff7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.439746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:15.440353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (4ad68821-882a-4d5c-8606-041345d13ff7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:15.513053 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:15.518005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (3dda7b6a-4554-486c-996c-fa613ab81f05), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.546267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:15.554600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3dda7b6a-4554-486c-996c-fa613ab81f05 HTTP/1.1" status: 204 len: 168 time: 0.4233887 Feb 14 21:27:15.573187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc988dc-6093-402a-ac71-fead5d5cff87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dda7b6a-4554-486c-996c-fa613ab81f05,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:15.732463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:15.790883 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3cd4f773-6c73-4f5d-9233-d6f1f0799678 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4df357a76d1e4f3f886ea0f1d0e163ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569208 Feb 14 21:27:15.793592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51564) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:15.902979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] Publish callbacks [] for security_group (8c03799c-2dcc-4c7d-8270-da5c9999a76a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:16.005553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] Publish callbacks [] for security_group (8c03799c-2dcc-4c7d-8270-da5c9999a76a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:16.097796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:16.129858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c03799c-2dcc-4c7d-8270-da5c9999a76a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:16.133036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:16.133290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:16.133423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 79f9891c-cfd1-4a57-8c2a-8548b9dc6fef not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:16.133820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device db479166-1325-4065-9d9f-1acb5108ae72 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:16.135061 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c03799c-2dcc-4c7d-8270-da5c9999a76a HTTP/1.1" status: 204 len: 168 time: 0.3404808 Feb 14 21:27:16.172876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: db479166-1325-4065-9d9f-1acb5108ae72 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:16.173227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device db479166-1325-4065-9d9f-1acb5108ae72 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:16.184450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd611-fc5c-412f-99c1-2d752404a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03799c-2dcc-4c7d-8270-da5c9999a76a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:17.386391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51642) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:17.572005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51650) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:17.673081 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b91e2e0-a70c-4e4f-88cd-5bc0736a1aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.749283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-879161897-network', 'tenant_id': 'bd9ac9faf69d49c2a26d796abb1d1a8b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:17.786694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Made reservation on behalf of bd9ac9faf69d49c2a26d796abb1d1a8b for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:17.789246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.803489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.867537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b91e2e0-a70c-4e4f-88cd-5bc0736a1aa8 admin admin] Publish callbacks [] for security_group (0407e0ed-16d6-480e-9b8c-99f0b11ef088), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.881774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b91e2e0-a70c-4e4f-88cd-5bc0736a1aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0407e0ed-16d6-480e-9b8c-99f0b11ef088), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.904616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks [] for security_group (f33c2806-591b-406d-b8d1-b055ae1eba8b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.910209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f33c2806-591b-406d-b8d1-b055ae1eba8b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.932763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:27:17.951227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b91e2e0-a70c-4e4f-88cd-5bc0736a1aa8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26546ecc567043c3a5afa9127e4cdbe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5635407 Feb 14 21:27:17.952054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e2e0-a70c-4e4f-88cd-5bc0736a1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0407e0ed-16d6-480e-9b8c-99f0b11ef088,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:17.952694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4974217e-f3af-4818-a917-1e96f9c885d1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:17.953830 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Added segment 4974217e-f3af-4818-a917-1e96f9c885d1 of type vlan for network b01618e3-c16c-4b08-b01c-2bca6033e1ea Feb 14 21:27:17.955242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51660) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:18.030735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] Publish callbacks [] for security_group (0407e0ed-16d6-480e-9b8c-99f0b11ef088), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.031914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c2806-591b-406d-b8d1-b055ae1eba8b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:18.061908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b01618e3-c16c-4b08-b01c-2bca6033e1ea), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.085583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] Publish callbacks [] for security_group (0407e0ed-16d6-480e-9b8c-99f0b11ef088), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.100106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b01618e3-c16c-4b08-b01c-2bca6033e1ea), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.102675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:18.103711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.148913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0407e0ed-16d6-480e-9b8c-99f0b11ef088), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.152585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.154353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0407e0ed-16d6-480e-9b8c-99f0b11ef088 HTTP/1.1" status: 204 len: 168 time: 0.1980824 Feb 14 21:27:18.164338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2de5-5812-431c-933c-8384567052cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407e0ed-16d6-480e-9b8c-99f0b11ef088,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:18.270738 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6974084 Feb 14 21:27:18.273772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:18.279686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Request body: {'subnet': {'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-879161897-subnet', 'tenant_id': 'bd9ac9faf69d49c2a26d796abb1d1a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:18.315865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Made reservation on behalf of bd9ac9faf69d49c2a26d796abb1d1a8b for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:18.320694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.327097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e3954-3b4c-4d24-9ffe-a22651633b1c admin admin] Pushing event updated for resources: {'Network': ['ID=b01618e3-c16c-4b08-b01c-2bca6033e1ea,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:18.345315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b01618e3-c16c-4b08-b01c-2bca6033e1ea details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:27:18.624720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (5fc68961-30b7-4ec8-b70d-7778060b11eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.703456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51674) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:18.731137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7fef8027-4ac6-42b7-a107-398cf97c7326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.744339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc68961-30b7-4ec8-b70d-7778060b11eb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:18.756479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Checking segment: {'id': '4974217e-f3af-4818-a917-1e96f9c885d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:18.757089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Network hostable DHCP agents. Network: b01618e3-c16c-4b08-b01c-2bca6033e1ea, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:27:18.778823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Network b01618e3-c16c-4b08-b01c-2bca6033e1ea is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:27:18.800911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b01618e3-c16c-4b08-b01c-2bca6033e1ea) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:18.812475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a66ee-ae42-4bbe-99ec-e65faf01f123 None None] Network b01618e3-c16c-4b08-b01c-2bca6033e1ea requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:18.815685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:18.816635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.836067 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-04c72b4e-1cf8-4ac4-b9a6-3637f8a36d9c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5605028 Feb 14 21:27:18.914374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7fef8027-4ac6-42b7-a107-398cf97c7326 admin admin] Publish callbacks [] for security_group (a9842a4f-7d81-4d3e-91bf-00a7abda6a37), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.921787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7fef8027-4ac6-42b7-a107-398cf97c7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9842a4f-7d81-4d3e-91bf-00a7abda6a37), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:18.988794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef8027-4ac6-42b7-a107-398cf97c7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9842a4f-7d81-4d3e-91bf-00a7abda6a37,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:19.008320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7fef8027-4ac6-42b7-a107-398cf97c7326 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3f1168040b8f4e7894e5e11e90c90e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036897 Feb 14 21:27:19.010860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:19.053206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b3cc9-fd5b-4d5b-9d11-82e3bd9dc22b None None] Network b01618e3-c16c-4b08-b01c-2bca6033e1ea requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:19.085157 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] Publish callbacks [] for security_group (a9842a4f-7d81-4d3e-91bf-00a7abda6a37), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:19.111639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] Publish callbacks [] for security_group (a9842a4f-7d81-4d3e-91bf-00a7abda6a37), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:19.181398 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9842a4f-7d81-4d3e-91bf-00a7abda6a37), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:19.185061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:19.186417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9842a4f-7d81-4d3e-91bf-00a7abda6a37 HTTP/1.1" status: 204 len: 168 time: 0.1744390 Feb 14 21:27:19.200055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a7578-5d16-49f9-97b8-2f740f04a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9842a4f-7d81-4d3e-91bf-00a7abda6a37,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:19.561085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-9223dafe-bfb4-4df2-adb6-ade5ffcbb963 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:19.563281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-9223dafe-bfb4-4df2-adb6-ade5ffcbb963 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/networks?id=b01618e3-c16c-4b08-b01c-2bca6033e1ea HTTP/1.1" status: 200 len: 808 time: 0.1643236 Feb 14 21:27:19.588734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-ee6a20c1-33ae-4d25-b3ce-fc05b5ff8adc tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/quotas/bd9ac9faf69d49c2a26d796abb1d1a8b HTTP/1.1" status: 200 len: 375 time: 0.0110538 Feb 14 21:27:19.700213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-ea700d6f-2420-4eb1-a8fb-8db7dc618cb0 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd9ac9faf69d49c2a26d796abb1d1a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978329 Feb 14 21:27:19.910286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-4877f0c4-79b2-46ba-8fe8-1570d45c94b1 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:27:19.911654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-4877f0c4-79b2-46ba-8fe8-1570d45c94b1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2098174 Feb 14 21:27:20.035796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-097a686e-d3f8-458f-8803-f00d1c885dfa service neutron] 10.222.0.86 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176016 Feb 14 21:27:20.156029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-88a68f9d-d682-4704-aa65-5bfb5fac40ae service neutron] 10.222.0.86 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186421 Feb 14 21:27:20.403307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d004fef9-5d86-4d8e-ab92-e6d6e7437826 req-8cf3828d-d983-4527-9200-85fa2eb28ff3 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 210 time: 0.0747406 Feb 14 21:27:20.874538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:21.657552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a12066e0-4a73-4393-9a52-13665efc14b0 req-79a4a807-978e-4fdb-a07d-ca26cabb31bb tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 210 time: 0.0445204 Feb 14 21:27:21.803868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f3a52622-a801-4409-aba8-c128123094ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:22.012343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-10fb6dc4-b46f-40b8-99a5-5d51c3de6e01 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b79bde63bbcd448a9ddb3d8269353238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376539 Feb 14 21:27:22.180899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-fe473be9-bf1c-42e0-8186-b23603e26d06 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:22.182375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-fe473be9-bf1c-42e0-8186-b23603e26d06 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.64 "GET /v2.0/networks?id=b01618e3-c16c-4b08-b01c-2bca6033e1ea HTTP/1.1" status: 200 len: 808 time: 0.4273708 Feb 14 21:27:22.196998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Request body: {'port': {'device_id': '27d6734d-a362-422c-a376-479258643ff3', 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea', 'admin_state_up': True, 'tenant_id': 'bd9ac9faf69d49c2a26d796abb1d1a8b'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:22.690771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-05442ac2-234d-4ac9-958c-b0f4885cbfb5 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:22.692315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-05442ac2-234d-4ac9-958c-b0f4885cbfb5 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6790948 Feb 14 21:27:22.723881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-c3cbe525-41a4-416c-9af8-d31c657437a2 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/quotas/b79bde63bbcd448a9ddb3d8269353238 HTTP/1.1" status: 200 len: 375 time: 0.0227928 Feb 14 21:27:22.831327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f9d4a974-fed9-417f-a7e1-2738b9f14aea tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79bde63bbcd448a9ddb3d8269353238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900986 Feb 14 21:27:22.864272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-752bafda-8620-4862-af77-25b55de6d6e9 req-4d9e6c16-2442-44e8-9cb7-3d5cb22124e7 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 210 time: 0.0770595 Feb 14 21:27:22.869644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Made reservation on behalf of bd9ac9faf69d49c2a26d796abb1d1a8b for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:22.880910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.119581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60fa7c69-9645-494d-b518-4e142f8d103c req-865e5222-3fb5-4961-b3b9-a0b3f0621a3c tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 210 time: 0.0454288 Feb 14 21:27:23.158507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Allocated IP 172.20.0.8 (b01618e3-c16c-4b08-b01c-2bca6033e1ea/5fc68961-30b7-4ec8-b70d-7778060b11eb/3026c966-fa1f-4798-9561-78010bad586b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:27:23.200625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Deleting port 95e6e8aa-258c-4806-bd75-aff12bd83e86 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:23.200973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.387883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] For port 95e6e8aa-258c-4806-bd75-aff12bd83e86, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95e6e8aa-258c-4806-bd75-aff12bd83e86,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:23.388260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.413893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Calling delete_port for 95e6e8aa-258c-4806-bd75-aff12bd83e86 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:23.497479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks [] for port (3026c966-fa1f-4798-9561-78010bad586b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.609164 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.673906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Network b01618e3-c16c-4b08-b01c-2bca6033e1ea is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:27:23.679373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:23.685437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:27:23.733186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Pushing event updated for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:23.802110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:23.802721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.833061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-f064177d-11fd-4f93-b6f2-7ba9f53d0f0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6409683 Feb 14 21:27:23.834266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (95e6e8aa-258c-4806-bd75-aff12bd83e86), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:23.848507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Request body: {'port': {'device_id': '27d6734d-a362-422c-a376-479258643ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:23.874100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e6e8aa-258c-4806-bd75-aff12bd83e86,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:24.048587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3026c966-fa1f-4798-9561-78010bad586b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:24.343789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-8e3c3da0-77ef-4f3f-b46a-d9ece5dd738f tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b79bde63bbcd448a9ddb3d8269353238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106675 Feb 14 21:27:24.372520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad27d-90e4-4ebf-a354-92832785fd4c req-f35cd317-d3c8-4c61-b2ae-2332a08e353a tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:24.373932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-824ad27d-90e4-4ebf-a354-92832785fd4c req-f35cd317-d3c8-4c61-b2ae-2332a08e353a tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 931 time: 0.4088073 Feb 14 21:27:24.380929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1ae9949-9283-46d9-95f0-c93fd7d2a7ab req-d2e5e1df-3795-4072-9a0c-d1cd9da417f1 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 210 time: 0.0769651 Feb 14 21:27:24.607495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f3a52622-a801-4409-aba8-c128123094ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:24.631041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-824ad27d-90e4-4ebf-a354-92832785fd4c req-cb5ad25f-d272-4793-9b6c-bbe02b0d4745 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418456 Feb 14 21:27:24.666636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-3cbb66e8-c587-4a39-aa30-353c8701c46a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:24.666636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-3cbb66e8-c587-4a39-aa30-353c8701c46a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868810 Feb 14 21:27:24.701664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Request body: {'port': {'device_id': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b79bde63bbcd448a9ddb3d8269353238'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:24.857953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3026c966-fa1f-4798-9561-78010bad586b {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:24.877846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks [] for port (3026c966-fa1f-4798-9561-78010bad586b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:24.909270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Transition to ACTIVE for port object 3026c966-fa1f-4798-9561-78010bad586b will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:27:24.917946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.041095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Made reservation on behalf of b79bde63bbcd448a9ddb3d8269353238 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:25.044696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.076700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Pushing event updated for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:25.094447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.183125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Router f3a52622-a801-4409-aba8-c128123094ac has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:27:25.201252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Attempting to bind port 3026c966-fa1f-4798-9561-78010bad586b on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:27:25.201599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Attempting to bind port 3026c966-fa1f-4798-9561-78010bad586b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4974217e-f3af-4818-a917-1e96f9c885d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:27:25.201920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Attempting to bind port 3026c966-fa1f-4798-9561-78010bad586b on network b01618e3-c16c-4b08-b01c-2bca6033e1ea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:25.218082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Port 3026c966-fa1f-4798-9561-78010bad586b on network b01618e3-c16c-4b08-b01c-2bca6033e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:27:25.218427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Attempting to bind port 3026c966-fa1f-4798-9561-78010bad586b on network b01618e3-c16c-4b08-b01c-2bca6033e1ea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:25.232026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:27:25.232375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Checking segment: {'id': '4974217e-f3af-4818-a917-1e96f9c885d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:25.232770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Bound using segment: {'id': '4974217e-f3af-4818-a917-1e96f9c885d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:27:25.233213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Bound port: 3026c966-fa1f-4798-9561-78010bad586b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4974217e-f3af-4818-a917-1e96f9c885d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:27:25.233600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3026c966-fa1f-4798-9561-78010bad586b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.361623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks [] for security_group (12163ff5-8b86-414c-b59d-76713c40d4c4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.375692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (12163ff5-8b86-414c-b59d-76713c40d4c4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.453179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:27:25.501033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12163ff5-8b86-414c-b59d-76713c40d4c4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:25.526605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3026c966-fa1f-4798-9561-78010bad586b,segment=NetworkSegment(4974217e-f3af-4818-a917-1e96f9c885d1),segment_id=4974217e-f3af-4818-a917-1e96f9c885d1)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:27:25.553243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-273c9385-d4d7-4380-b6b0-3dbcfd927948 req-a0851bf6-0bce-4141-969e-5cd655893363 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 210 time: 0.0693495 Feb 14 21:27:25.557322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.560007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:27:25.565558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-03108ffe-934f-4483-9790-ab2998b61f76 admin admin] 10.222.0.86 "PUT /v2.0/routers/f3a52622-a801-4409-aba8-c128123094ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6891687 Feb 14 21:27:25.568189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:25.608823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Sync routers for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:27:25.629424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:25.630434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:25.720457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Pushing event updated for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:25.722186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks [] for router (f3a52622-a801-4409-aba8-c128123094ac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.830604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:25.858141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:25.858978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.861460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-e96ec319-c8f0-49b3-aae7-77dd4ba15f72 service neutron] 10.222.0.64 "PUT /v2.0/ports/3026c966-fa1f-4798-9561-78010bad586b HTTP/1.1" status: 200 len: 1092 time: 2.0178378 Feb 14 21:27:25.866639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'tag': '3026c966-fa1f-4798-9561-78010bad586b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:25.869429 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba47189-9612-42c1-b7fb-4c449ac47891" -d '{"events": [{"name": "network-changed", "server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "tag": "3026c966-fa1f-4798-9561-78010bad586b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:25.903513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks [] for router_gateway (f3a52622-a801-4409-aba8-c128123094ac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:25.961183 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fe48cb-e120-4de2-9df9-dc45ca82a291 x-openstack-request-id: req-d7fe48cb-e120-4de2-9df9-dc45ca82a291 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:25.961702 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "tag": "3026c966-fa1f-4798-9561-78010bad586b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:25.962104 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7fe48cb-e120-4de2-9df9-dc45ca82a291 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:25.962651 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'tag': '3026c966-fa1f-4798-9561-78010bad586b', 'status': 'completed', 'code': 200} Feb 14 21:27:26.013735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Deleting port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:26.014465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.053016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Allocated IP 192.168.233.105 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:27:26.119051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ca63f-7d3e-44c6-a1c0-b1c0434b0fc1 req-fe524ebd-e9c5-432e-b034-f54cb5f3c3b5 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:26.120672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c2ca63f-7d3e-44c6-a1c0-b1c0434b0fc1 req-fe524ebd-e9c5-432e-b034-f54cb5f3c3b5 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 943 time: 0.3129175 Feb 14 21:27:26.124707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-5b3a5b82-e457-4e5e-ae29-87a98e0afba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:26.126191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-5b3a5b82-e457-4e5e-ae29-87a98e0afba9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd9ac9faf69d49c2a26d796abb1d1a8b&device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 1126 time: 0.1845186 Feb 14 21:27:26.151193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] For port 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:26.151653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.153171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:27:23Z', 'revision_number': 5, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port': {'id': '7bdd9c34-ee79-4c37-8b73-8e88e24d63f4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a52622-a801-4409-aba8-c128123094ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:07Z', 'updated_at': '2022-02-14T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:26.181954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Calling delete_port for 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:26.183803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Checking router: f3a52622-a801-4409-aba8-c128123094ac for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:27:26.194158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Routers {'f3a52622-a801-4409-aba8-c128123094ac'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:26.194811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f3a52622-a801-4409-aba8-c128123094ac'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:26.319319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] Set router f3a52622-a801-4409-aba8-c128123094ac gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:26.362955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks [] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.384034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:27:25Z', 'revision_number': 6, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:26.401919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-d7690301-8a3e-4229-8299-0647c3e7c8bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3026c966-fa1f-4798-9561-78010bad586b HTTP/1.1" status: 200 len: 217 time: 0.2663689 Feb 14 21:27:26.415729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa671e-e764-4322-9ebb-143d77effeee None None] The sync data for ids ['f3a52622-a801-4409-aba8-c128123094ac'] in n-d-828372-11 is: [{'id': 'f3a52622-a801-4409-aba8-c128123094ac', 'name': 'tempest-TaggedBootDevicesTest-339087231-router', 'tenant_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:06Z', 'updated_at': '2022-02-14T21:27:25Z', 'revision_number': 6, 'project_id': '80c6444a2e1e4d7483977fcb7d949cdf', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:27:26.451687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7bdd9c34-ee79-4c37-8b73-8e88e24d63f4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.465861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.508275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdd9c34-ee79-4c37-8b73-8e88e24d63f4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:26.550202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c2ca63f-7d3e-44c6-a1c0-b1c0434b0fc1 req-9d3d0e50-924e-4ee8-806f-b5d283fc7fd6 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228482 Feb 14 21:27:26.578155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-1587758e-a0cb-4320-9a38-93909d874ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:26.579638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-1587758e-a0cb-4320-9a38-93909d874ead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc68961-30b7-4ec8-b70d-7778060b11eb HTTP/1.1" status: 200 len: 848 time: 0.1714633 Feb 14 21:27:26.583398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:27:26.587410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f3a52622-a801-4409-aba8-c128123094ac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.622206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:26.648621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:27:26.653378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-787e2137-9603-47d3-b2b3-cb441bb7cec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b01618e3-c16c-4b08-b01c-2bca6033e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511398 Feb 14 21:27:26.655046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Pushing event updated for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:26.698724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f3a52622-a801-4409-aba8-c128123094ac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.701411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks [] for router_controller (f3a52622-a801-4409-aba8-c128123094ac), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.763839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f3a52622-a801-4409-aba8-c128123094ac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.764544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a52622-a801-4409-aba8-c128123094ac {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:27:26.775177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.782555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d51ebcef-1765-4c28-8bcb-17bb0b999aba admin admin] 10.222.0.86 "DELETE /v2.0/routers/f3a52622-a801-4409-aba8-c128123094ac HTTP/1.1" status: 204 len: 168 time: 1.2106857 Feb 14 21:27:26.783901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:26.872436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Deleting subnet ba924296-e422-48b5-b3cb-416a7753fc6c {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:26.875826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aea95-9651-4e31-a124-a188b46d8310 req-f976c7f7-7e68-4759-bf44-1df1b36013c9 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:26.878307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Publish callbacks [] for subnet (ba924296-e422-48b5-b3cb-416a7753fc6c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.880894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b3aea95-9651-4e31-a124-a188b46d8310 req-f976c7f7-7e68-4759-bf44-1df1b36013c9 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.3258774 Feb 14 21:27:26.921096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-7e814b14-7fbf-48dd-9935-6b9813c0b253 service neutron] 10.222.0.64 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537692 Feb 14 21:27:26.925173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (ba924296-e422-48b5-b3cb-416a7753fc6c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:26.970551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:26.971269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.024328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b0d4b12c-1236-419f-8383-12ee7b09e120 None None] Provisioning complete for port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:27:27.025322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b12c-1236-419f-8383-12ee7b09e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.034995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b3aea95-9651-4e31-a124-a188b46d8310 req-f838a3a4-2aab-4914-9119-36ce83462a2c tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459174 Feb 14 21:27:27.036441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ba924296-e422-48b5-b3cb-416a7753fc6c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.041821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189065-fd16-49a8-9d36-08f44c61a397 req-096364aa-1539-4b5b-99b2-618ee5ee9dc8 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:27.048588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a189065-fd16-49a8-9d36-08f44c61a397 req-096364aa-1539-4b5b-99b2-618ee5ee9dc8 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 936 time: 0.3842065 Feb 14 21:27:27.070874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-f8113bcd-31ee-40a9-be64-4b2a87d96ff3 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3749385 Feb 14 21:27:27.088699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Request body: {'port': {'device_id': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:27.097005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4b12c-1236-419f-8383-12ee7b09e120 None None] Port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:27:27.114248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (ba924296-e422-48b5-b3cb-416a7753fc6c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.145041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba924296-e422-48b5-b3cb-416a7753fc6c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:27.165200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a0f9b-f637-4c60-81e6-3b492e62b8de None None] Network b977ec3f-a34c-462e-8079-2e605c65339f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:27.166827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.174282 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cf8bfbec-bd29-46d3-b19f-25ff17159f2c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ba924296-e422-48b5-b3cb-416a7753fc6c HTTP/1.1" status: 204 len: 168 time: 0.3884344 Feb 14 21:27:27.176760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:27.180193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55378f51-6f3b-48a2-9f03-25780a0b59ec req-03c5f92a-fb55-4918-86dd-6fd7a52813f1 service neutron] 10.222.0.64 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418392 Feb 14 21:27:27.219881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a189065-fd16-49a8-9d36-08f44c61a397 req-8749abbc-c677-42b7-9734-64d425b3ab16 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703405 Feb 14 21:27:27.238803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.315717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b977ec3f-a34c-462e-8079-2e605c65339f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.389010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-25e6d3be-1ed9-4bc3-b746-44d6fb27753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:27.390647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-25e6d3be-1ed9-4bc3-b746-44d6fb27753e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd9ac9faf69d49c2a26d796abb1d1a8b&device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 1126 time: 0.1538923 Feb 14 21:27:27.393110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Deleting port 717f2d83-5631-4749-a136-39db10e10324 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:27.393461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (717f2d83-5631-4749-a136-39db10e10324), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.425389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] DHCP port deletion for b977ec3f-a34c-462e-8079-2e605c65339f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:27:27.464136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] For port 717f2d83-5631-4749-a136-39db10e10324, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=717f2d83-5631-4749-a136-39db10e10324,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:27.464509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (717f2d83-5631-4749-a136-39db10e10324), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.481889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Calling delete_port for 717f2d83-5631-4749-a136-39db10e10324 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:27.524935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Deleting port 717f2d83-5631-4749-a136-39db10e10324 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:27.525576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (717f2d83-5631-4749-a136-39db10e10324), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.587677 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (717f2d83-5631-4749-a136-39db10e10324), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.605654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] For port 717f2d83-5631-4749-a136-39db10e10324, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=717f2d83-5631-4749-a136-39db10e10324,segment=NetworkSegment(e05affbd-e908-4858-b873-77fe7f57fbbe),segment_id=e05affbd-e908-4858-b873-77fe7f57fbbe)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:27.606404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (717f2d83-5631-4749-a136-39db10e10324), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.623745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Calling delete_port for 717f2d83-5631-4749-a136-39db10e10324 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:27.628247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] No DVR routers for this DVR port 717f2d83-5631-4749-a136-39db10e10324 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:27.631196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=717f2d83-5631-4749-a136-39db10e10324,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:27.760267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b977ec3f-a34c-462e-8079-2e605c65339f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: from cryptography.utils import int_from_bytes Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: from cryptography.utils import int_from_bytes Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.760669 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:27:27.763249 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:27:27.771248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (717f2d83-5631-4749-a136-39db10e10324), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.800565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b977ec3f-a34c-462e-8079-2e605c65339f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:27.809777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Pushing event deleted for resources: {'Port': ['ID=717f2d83-5631-4749-a136-39db10e10324,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:27.813190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05affbd-e908-4858-b873-77fe7f57fbbe') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:27.813490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05affbd-e908-4858-b873-77fe7f57fbbe') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:27.821127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.821401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.821771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.822112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.822711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.823042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.823388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.823721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.824559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.824559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.824817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e05affbd-e908-4858-b873-77fe7f57fbbe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.824992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.825373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.825570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:27:27.830238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8d4d4-857f-4399-9097-1fb76737088a None None] No DVR routers for this DVR port 717f2d83-5631-4749-a136-39db10e10324 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:27.848256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e05affbd-e908-4858-b873-77fe7f57fbbe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.855224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:27.855914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e05affbd-e908-4858-b873-77fe7f57fbbe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:27.858083 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:27.919639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b977ec3f-a34c-462e-8079-2e605c65339f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.930082 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:27.936247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b977ec3f-a34c-462e-8079-2e605c65339f HTTP/1.1" status: 204 len: 168 time: 0.7538602 Feb 14 21:27:27.936505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:27.996273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad756-3edc-4a90-a1f7-16193e0d10f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b977ec3f-a34c-462e-8079-2e605c65339f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:28.073620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 717f2d83-5631-4749-a136-39db10e10324 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:28.103579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 717f2d83-5631-4749-a136-39db10e10324 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:28.104277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 717f2d83-5631-4749-a136-39db10e10324 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:28.104911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95e6e8aa-258c-4806-bd75-aff12bd83e86 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:28.124769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 95e6e8aa-258c-4806-bd75-aff12bd83e86 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:28.125486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95e6e8aa-258c-4806-bd75-aff12bd83e86 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:28.126135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:28.147738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:28.148453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7bdd9c34-ee79-4c37-8b73-8e88e24d63f4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:28.268563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:28.281948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9511984-b16d-4789-a031-4ac4c30ef4d0 req-2c79194a-ba75-42bb-8f49-04efe999c3f4 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.283681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9511984-b16d-4789-a031-4ac4c30ef4d0 req-2c79194a-ba75-42bb-8f49-04efe999c3f4 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 943 time: 0.4029546 Feb 14 21:27:28.289677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks [] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.321487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-b353d92a-5aa2-4cc2-a046-1107616bdff1 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.323242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-b353d92a-5aa2-4cc2-a046-1107616bdff1 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.83 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.3970675 Feb 14 21:27:28.334152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Transition to ACTIVE for port object 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:27:28.343952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-42909635-dc85-44c9-8ed1-fb773b375853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.345396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-42909635-dc85-44c9-8ed1-fb773b375853 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b01618e3-c16c-4b08-b01c-2bca6033e1ea HTTP/1.1" status: 200 len: 909 time: 0.4659655 Feb 14 21:27:28.388727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dfb6e-6fca-4137-85c6-ec3aec6df9df req-69071080-f7e0-408d-9591-8a0c0e8bea5b tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.390334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de3dfb6e-6fca-4137-85c6-ec3aec6df9df req-69071080-f7e0-408d-9591-8a0c0e8bea5b tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 945 time: 0.2281923 Feb 14 21:27:28.391016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.473118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-89ba7da6-82af-479a-be09-60534c424af9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3026c966-fa1f-4798-9561-78010bad586b HTTP/1.1" status: 200 len: 217 time: 0.1162150 Feb 14 21:27:28.556431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.591352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9511984-b16d-4789-a031-4ac4c30ef4d0 req-cf2c59b2-3a45-4b7a-b9b4-e740c1423c02 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821207 Feb 14 21:27:28.607483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:28.673082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de3dfb6e-6fca-4137-85c6-ec3aec6df9df req-51b24316-da4a-4cbd-88a1-f6efc82f883d tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3f47ae9-1b43-406d-a73d-44c7e159880b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333345 Feb 14 21:27:28.674558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-2df88d60-fa5f-4c86-9cfc-55c68ae028de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.676028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-2df88d60-fa5f-4c86-9cfc-55c68ae028de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fc68961-30b7-4ec8-b70d-7778060b11eb HTTP/1.1" status: 200 len: 848 time: 0.1874993 Feb 14 21:27:28.752996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-bf3b4902-8ef4-463f-b867-f4bffcd1e8ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b01618e3-c16c-4b08-b01c-2bca6033e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422103 Feb 14 21:27:28.822804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.863847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Deleting port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:28.863847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.891205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Attempting to bind port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:27:28.892039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Attempting to bind port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:27:28.892375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Attempting to bind port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:28.942615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:27:28.942948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Attempting to bind port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:28.973016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:27:28.973420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:28.973773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:27:28.974236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Bound port: 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:27:28.974600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:28.988436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ea3ec-3abb-4805-bc9b-e429eac111e0 req-8b245aab-6ad0-436b-9fd7-c1c41094bac6 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:28.990067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60ea3ec-3abb-4805-bc9b-e429eac111e0 req-8b245aab-6ad0-436b-9fd7-c1c41094bac6 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 948 time: 0.2437768 Feb 14 21:27:29.044558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-264243e2-2105-46bb-a19f-4ff5c8799c68 service neutron] 10.222.0.64 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754834 Feb 14 21:27:29.106838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Deleting port c5a6a7a8-cf7a-416e-984f-77abce440fb3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:29.107236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.154246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] For port 1e43cbe0-8e26-4ee7-969a-52b0329fae92, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1e43cbe0-8e26-4ee7-969a-52b0329fae92,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:29.154667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.191428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Calling delete_port for 1e43cbe0-8e26-4ee7-969a-52b0329fae92 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:29.192996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] For port c5a6a7a8-cf7a-416e-984f-77abce440fb3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5a6a7a8-cf7a-416e-984f-77abce440fb3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:29.193366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.210271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Calling delete_port for c5a6a7a8-cf7a-416e-984f-77abce440fb3 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:29.213120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d60ea3ec-3abb-4805-bc9b-e429eac111e0 req-c0f96e1a-d721-41f5-aa51-df5c1841215f tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974800 Feb 14 21:27:29.281334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:27:29.350255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:27:29.404120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c5a6a7a8-cf7a-416e-984f-77abce440fb3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.443830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a6a7a8-cf7a-416e-984f-77abce440fb3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:29.465395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba47189-9612-42c1-b7fb-4c449ac47891 req-bdedcf03-0bca-45d1-b816-2ea92f3e1028 service neutron] 10.222.0.64 "GET /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120817 Feb 14 21:27:29.469029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1e43cbe0-8e26-4ee7-969a-52b0329fae92), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.487931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1e43cbe0-8e26-4ee7-969a-52b0329fae92'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:29.496028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.565408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Pushing event deleted for resources: {'Port': ['ID=1e43cbe0-8e26-4ee7-969a-52b0329fae92,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:29.575724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:29.576606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.581023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] 10.222.0.83 "PUT /v2.0/ports/5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb HTTP/1.1" status: 200 len: 1097 time: 2.4968781 Feb 14 21:27:29.587233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:29.595867 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c02022-a070-46a6-b9b2-bd3cdf178f07" -d '{"events": [{"name": "network-changed", "server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:29.794797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.797553 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513a2d9d-0605-4f6b-8c22-faf2902e7113 x-openstack-request-id: req-513a2d9d-0605-4f6b-8c22-faf2902e7113 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:29.797889 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:29.798142 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-513a2d9d-0605-4f6b-8c22-faf2902e7113 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:29.798543 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb', 'status': 'completed', 'code': 200} Feb 14 21:27:29.824413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] No DVR routers for this DVR port 1e43cbe0-8e26-4ee7-969a-52b0329fae92 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:29.872427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-106b6356-8127-469a-a734-a7c6542b9481 req-067daa59-5001-4691-b41d-83fb420cb6d8 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.86 "GET /v2.0/ports?device_id=191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d HTTP/1.1" status: 200 len: 210 time: 0.0554068 Feb 14 21:27:29.876828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:29.878828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-006417b0-3727-44d9-b027-b0ede3b9c26c req-2cfcf49d-4023-4b05-8d9d-c41c1f7833e5 tempest-AttachSCSIVolumeTestJSON-1818541080 tempest-AttachSCSIVolumeTestJSON-1818541080-project] 10.222.0.83 "DELETE /v2.0/ports/1e43cbe0-8e26-4ee7-969a-52b0329fae92 HTTP/1.1" status: 204 len: 173 time: 1.5437267 Feb 14 21:27:29.965908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf06ed-d2a8-4fb0-86f2-990e31487b96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:29.993664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-04b0b16e-c35f-4e01-b037-87c630673461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:29.995474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-04b0b16e-c35f-4e01-b037-87c630673461 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b79bde63bbcd448a9ddb3d8269353238&device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 1131 time: 0.3363235 Feb 14 21:27:30.014941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116adc-adc5-4311-8f49-2bbe08d41c7f req-2b59fd10-87ed-4649-a727-dfa6de90976f tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:30.017383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3116adc-adc5-4311-8f49-2bbe08d41c7f req-2b59fd10-87ed-4649-a727-dfa6de90976f tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 943 time: 0.2149909 Feb 14 21:27:30.061643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-52e0b393-2312-49fa-a3f9-29f916ae61ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb HTTP/1.1" status: 200 len: 217 time: 0.0551858 Feb 14 21:27:30.190678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-df41327b-b85a-4f86-b9ba-bccda96286e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:30.192933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-df41327b-b85a-4f86-b9ba-bccda96286e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1080327 Feb 14 21:27:30.199421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3116adc-adc5-4311-8f49-2bbe08d41c7f req-8178b80c-0e7b-4ea6-a506-fae33dcd2154 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364827 Feb 14 21:27:30.307267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Router f884e213-a1c5-4db2-bbed-c356e975a3ba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:27:30.331341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95653-e245-4b58-9830-4ba08da229b2 req-40853c07-53e0-4d97-b72d-7d580704bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:30.333036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-40853c07-53e0-4d97-b72d-7d580704bd8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1252162 Feb 14 21:27:30.440642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:27:30.452565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Sync routers for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:27:30.461155 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72c85495-5d3a-4bd8-a58e-d053537b4ff5 admin admin] 10.222.0.86 "PUT /v2.0/routers/f884e213-a1c5-4db2-bbed-c356e975a3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234230 Feb 14 21:27:30.462352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:30.475078 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:30.483178 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:30.485881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-3c6964e1-6abe-473e-8369-0a0fe137cc51 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447582 Feb 14 21:27:30.634512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks [] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:30.741862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f95653-e245-4b58-9830-4ba08da229b2 req-540aa2d0-a88f-4c91-a337-9336305031df service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504175 Feb 14 21:27:30.779035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62b87b-e97e-48ee-a1b5-ec58ff0b38f8 req-b06811e5-e6fe-46aa-bee5-5642193c79e4 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:30.780612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e62b87b-e97e-48ee-a1b5-ec58ff0b38f8 req-b06811e5-e6fe-46aa-bee5-5642193c79e4 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 948 time: 0.4275227 Feb 14 21:27:30.790388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks [] for router_gateway (f884e213-a1c5-4db2-bbed-c356e975a3ba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:30.795774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:30.901534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e62b87b-e97e-48ee-a1b5-ec58ff0b38f8 req-0c336f44-3205-4fa3-b2b8-264765c1249b tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Feb 14 21:27:30.914586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Deleting port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:30.915371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:30.928506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-79d04ea8-f4d7-4e1a-86b7-9bc3300911db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:30.934377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-79d04ea8-f4d7-4e1a-86b7-9bc3300911db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b79bde63bbcd448a9ddb3d8269353238&device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 1131 time: 0.1091228 Feb 14 21:27:30.941799 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dd5dad6-a6cb-458e-ad92-a080c126e5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.052000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] For port 2fd6a48d-e5a6-4f43-8918-cbc8020fbada, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:31.053288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.073125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Calling delete_port for 2fd6a48d-e5a6-4f43-8918-cbc8020fbada owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:31.076312 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:27:29Z', 'revision_number': 5, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port': {'id': '2fd6a48d-e5a6-4f43-8918-cbc8020fbada', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:18:15Z', 'updated_at': '2022-02-14T21:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:31.117268 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Checking router: f884e213-a1c5-4db2-bbed-c356e975a3ba for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:27:31.126972 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Routers {'f884e213-a1c5-4db2-bbed-c356e975a3ba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:31.127704 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f884e213-a1c5-4db2-bbed-c356e975a3ba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:31.193567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-7fdc0ea8-2a05-4be2-950f-41953473dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:31.195119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-7fdc0ea8-2a05-4be2-950f-41953473dfb1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2516482 Feb 14 21:27:31.274574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-a0b85e76-6978-43b2-a58e-7090ceeea03d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb HTTP/1.1" status: 200 len: 217 time: 0.0731976 Feb 14 21:27:31.304381 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] Set router f884e213-a1c5-4db2-bbed-c356e975a3ba gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:31.333560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3026c966-fa1f-4798-9561-78010bad586b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:27:31.423566 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:27:30Z', 'revision_number': 6, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:31.453837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d66d5-2956-49d5-9699-5913e2e3cbc8 None None] The sync data for ids ['f884e213-a1c5-4db2-bbed-c356e975a3ba'] in n-d-828372-11 is: [{'id': 'f884e213-a1c5-4db2-bbed-c356e975a3ba', 'name': 'tempest-TaggedBootDevicesTest-1364209689-router', 'tenant_id': 'c35223858ee84505a1a64bba87e92fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:18:14Z', 'updated_at': '2022-02-14T21:27:30Z', 'revision_number': 6, 'project_id': 'c35223858ee84505a1a64bba87e92fc1', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:27:31.455269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2fd6a48d-e5a6-4f43-8918-cbc8020fbada), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.502678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-6cf01170-0c81-49b1-9478-55bfec410733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:31.504571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-6cf01170-0c81-49b1-9478-55bfec410733 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2237482 Feb 14 21:27:31.551057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd6a48d-e5a6-4f43-8918-cbc8020fbada,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:31.586730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3026c966-fa1f-4798-9561-78010bad586b,segment=NetworkSegment(4974217e-f3af-4818-a917-1e96f9c885d1),segment_id=4974217e-f3af-4818-a917-1e96f9c885d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:31.629961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3026c966-fa1f-4798-9561-78010bad586b', 'network_id': 'b01618e3-c16c-4b08-b01c-2bca6033e1ea', 'port_id': '3026c966-fa1f-4798-9561-78010bad586b', 'mac_address': 'fa:16:3e:f7:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc68961-30b7-4ec8-b70d-7778060b11eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:27:31.672759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b96989-b7fa-482a-83e8-3954d7d8d7f6 req-2b95ae61-4314-45d1-a649-ad74d10d0abf tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:31.676221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b96989-b7fa-482a-83e8-3954d7d8d7f6 req-2b95ae61-4314-45d1-a649-ad74d10d0abf tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 943 time: 0.3159788 Feb 14 21:27:31.728021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.748985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3026c966-fa1f-4798-9561-78010bad586b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:31.749396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3026c966-fa1f-4798-9561-78010bad586b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.785560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3026c966-fa1f-4798-9561-78010bad586b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:31.816401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'name': 'network-vif-deleted', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:31.819338 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bc91c-ed35-4579-934d-03821419c874" -d '{"events": [{"server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "name": "network-vif-deleted", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:31.827977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b96989-b7fa-482a-83e8-3954d7d8d7f6 req-c544e459-3d3c-485d-8b32-24578a61860d tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416676 Feb 14 21:27:31.832726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-c78ea5e8-612b-4ad0-a346-818e3fc1c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:31.835600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-c78ea5e8-612b-4ad0-a346-818e3fc1c459 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3212032 Feb 14 21:27:31.847539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3026c966-fa1f-4798-9561-78010bad586b,segment=NetworkSegment(4974217e-f3af-4818-a917-1e96f9c885d1),segment_id=4974217e-f3af-4818-a917-1e96f9c885d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:31.861986 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.932673 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f94df7-beac-4651-99cc-58d88f3a57d6 x-openstack-request-id: req-c9f94df7-beac-4651-99cc-58d88f3a57d6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:31.939860 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d", "name": "network-vif-deleted", "tag": "1e43cbe0-8e26-4ee7-969a-52b0329fae92", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:31.940326 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9f94df7-beac-4651-99cc-58d88f3a57d6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:31.940818 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191df7b0-fdf6-4edc-bc5b-0fcbe84ac12d', 'name': 'network-vif-deleted', 'tag': '1e43cbe0-8e26-4ee7-969a-52b0329fae92', 'status': 'completed', 'code': 200} Feb 14 21:27:31.977641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:31.983692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks [] for router_controller (f884e213-a1c5-4db2-bbed-c356e975a3ba), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.042574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:32.122846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f884e213-a1c5-4db2-bbed-c356e975a3ba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.123742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f884e213-a1c5-4db2-bbed-c356e975a3ba {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:27:32.133088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.135086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ccb03637-0bdb-47a0-b086-a08f09403ba5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f884e213-a1c5-4db2-bbed-c356e975a3ba HTTP/1.1" status: 204 len: 168 time: 1.6710176 Feb 14 21:27:32.146193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:32.217922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-d66c1cd0-c5ef-4886-8bd5-abe113c1d981 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754146 Feb 14 21:27:32.239558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3026c966-fa1f-4798-9561-78010bad586b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:32.283771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Deleting subnet 5eaf9773-128a-4e2a-86dc-46d887c6bc53 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:32.298279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Publish callbacks [] for subnet (5eaf9773-128a-4e2a-86dc-46d887c6bc53), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.422579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (5eaf9773-128a-4e2a-86dc-46d887c6bc53), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.440611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:27:32.499670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fcaa-ba36-479b-8593-f790cb6ba026 req-b6ec7d58-fd80-4dc3-94f1-b0d1b578515b tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:32.501042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0e9fcaa-ba36-479b-8593-f790cb6ba026 req-b6ec7d58-fd80-4dc3-94f1-b0d1b578515b tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 948 time: 0.4226511 Feb 14 21:27:32.600376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5eaf9773-128a-4e2a-86dc-46d887c6bc53), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.638786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8c02022-a070-46a6-b9b2-bd3cdf178f07 req-af5a74e1-8671-4a84-bea3-35cfb6c1dcdd service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768864 Feb 14 21:27:32.676048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1e43cbe0-8e26-4ee7-969a-52b0329fae92 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:32.679501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5a6a7a8-cf7a-416e-984f-77abce440fb3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:32.679657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0e9fcaa-ba36-479b-8593-f790cb6ba026 req-cdbde08e-82ed-465d-9aa4-14877a8d7802 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720786 Feb 14 21:27:32.718211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (5eaf9773-128a-4e2a-86dc-46d887c6bc53), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.719649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c5a6a7a8-cf7a-416e-984f-77abce440fb3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:32.723342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5a6a7a8-cf7a-416e-984f-77abce440fb3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:32.724965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fd6a48d-e5a6-4f43-8918-cbc8020fbada no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:32.757048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaf9773-128a-4e2a-86dc-46d887c6bc53,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:32.769197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.776141 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e67c9f01-07b3-4fde-a03e-92245190dc8e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5eaf9773-128a-4e2a-86dc-46d887c6bc53 HTTP/1.1" status: 204 len: 168 time: 0.6283822 Feb 14 21:27:32.783400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51986) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:32.843852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c362e60-42a5-4f9d-bf3f-421084b08e72 None None] Network 42707035-9442-44e0-b4e4-dbd3e1c7a34d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:32.928053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (42707035-9442-44e0-b4e4-dbd3e1c7a34d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:32.975079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 1e43cbe0-8e26-4ee7-969a-52b0329fae92 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:32.975805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1e43cbe0-8e26-4ee7-969a-52b0329fae92 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:32.998463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Deleting port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:32.998809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.032424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2fd6a48d-e5a6-4f43-8918-cbc8020fbada {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:33.033134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fd6a48d-e5a6-4f43-8918-cbc8020fbada not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:33.070336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b81ae-9f19-441e-b57d-665baa9f8afb req-7e677ce6-0ba3-4983-8df8-0e07d0cbe7cf tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:33.083846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-435b81ae-9f19-441e-b57d-665baa9f8afb req-7e677ce6-0ba3-4983-8df8-0e07d0cbe7cf tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 944 time: 0.1158493 Feb 14 21:27:33.097974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] For port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,segment=NetworkSegment(a0ec5f0c-41e0-4763-89f0-28093440b0dd),segment_id=a0ec5f0c-41e0-4763-89f0-28093440b0dd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:33.098639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.117435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Calling delete_port for c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:33.197251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-435b81ae-9f19-441e-b57d-665baa9f8afb req-1f6bba5c-4ea6-43ba-8097-3855148cea89 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122868 Feb 14 21:27:33.232772 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c8e42a9b-ca0d-4c1e-926e-9936a757bfa3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.279865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e42a9b-ca0d-4c1e-926e-9936a757bfa3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:33.303634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] No DVR routers for this DVR port c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:33.385702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (42707035-9442-44e0-b4e4-dbd3e1c7a34d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.401232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e613e52-e64b-41fe-af20-caa707ae54b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.407398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:33.409661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42707035-9442-44e0-b4e4-dbd3e1c7a34d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:33.420803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ec5f0c-41e0-4763-89f0-28093440b0dd') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:33.421171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ec5f0c-41e0-4763-89f0-28093440b0dd') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:33.433218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a0ec5f0c-41e0-4763-89f0-28093440b0dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.446753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb', 'mac_address': 'fa:16:3e:f4:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:27:33.457607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a0ec5f0c-41e0-4763-89f0-28093440b0dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.471543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:33.472744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a0ec5f0c-41e0-4763-89f0-28093440b0dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.528267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:33.528825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:33.534406 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:33.562015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:33.567115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (42707035-9442-44e0-b4e4-dbd3e1c7a34d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.577025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce0a56-6ed4-4d00-aa6d-8bb566c55788 None None] DHCP port deletion for 42707035-9442-44e0-b4e4-dbd3e1c7a34d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:27:33.580506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.590428 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] 10.222.0.86 "DELETE /v2.0/networks/42707035-9442-44e0-b4e4-dbd3e1c7a34d HTTP/1.1" status: 204 len: 168 time: 0.8026061 Feb 14 21:27:33.607091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdadadb-85da-4a30-a5ec-2e35ed92fb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=42707035-9442-44e0-b4e4-dbd3e1c7a34d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:33.639778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:33.645742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:33.711056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:33.859857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416970-6ce2-4616-bb0e-631e5b913baf req-a28c6a6f-4ed6-4a1c-a88a-614931d4e714 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:33.863098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70416970-6ce2-4616-bb0e-631e5b913baf req-a28c6a6f-4ed6-4a1c-a88a-614931d4e714 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 949 time: 0.0805957 Feb 14 21:27:33.897696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:33.904153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:33.944267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70416970-6ce2-4616-bb0e-631e5b913baf req-ce898fbf-ad31-47e4-8d2c-1cd3ea4c7654 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712867 Feb 14 21:27:34.012027 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ab4dc5d-0005-47b6-9815-126466e2ec50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80c6444a2e1e4d7483977fcb7d949cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127932 Feb 14 21:27:34.014372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:34.089770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:34.113489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] Publish callbacks [] for security_group (6f0f1c07-08dd-4a76-832d-3a4a13f939c9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.125835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:34.126226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8e42a9b-ca0d-4c1e-926e-9936a757bfa3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:34.160763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] Publish callbacks [] for security_group (6f0f1c07-08dd-4a76-832d-3a4a13f939c9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.213978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6f0f1c07-08dd-4a76-832d-3a4a13f939c9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.218332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.222603 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f0f1c07-08dd-4a76-832d-3a4a13f939c9 HTTP/1.1" status: 204 len: 168 time: 0.2037673 Feb 14 21:27:34.234386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a905-bef6-458e-9416-5e31330f189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f1c07-08dd-4a76-832d-3a4a13f939c9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:34.367572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d159-c1b1-4ce3-8786-4b1ac3cad5f7 req-81fa6240-2497-4a16-a2f6-28db428f8f47 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:34.369091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b03d159-c1b1-4ce3-8786-4b1ac3cad5f7 req-81fa6240-2497-4a16-a2f6-28db428f8f47 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 944 time: 0.0656006 Feb 14 21:27:34.427844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b03d159-c1b1-4ce3-8786-4b1ac3cad5f7 req-8a35fefa-9e3d-4f92-98e8-897189e466e8 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Feb 14 21:27:34.470807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.717241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52010) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:34.771754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7eb08e26-7681-4c7a-baa0-fbf98ce20f1d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c35223858ee84505a1a64bba87e92fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545301 Feb 14 21:27:34.774474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52012) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:34.843797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] Publish callbacks [] for security_group (5c43bb6f-e3eb-4795-b107-dbad4c8988d9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.873345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] Publish callbacks [] for security_group (5c43bb6f-e3eb-4795-b107-dbad4c8988d9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.941881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5c43bb6f-e3eb-4795-b107-dbad4c8988d9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.945638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:34.950290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c43bb6f-e3eb-4795-b107-dbad4c8988d9 HTTP/1.1" status: 204 len: 168 time: 0.1715436 Feb 14 21:27:34.957757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b1719-3205-4bbe-9026-8e93555ead42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c43bb6f-e3eb-4795-b107-dbad4c8988d9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:35.109250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747a300-d09d-4538-8fed-98741431156b req-f5f6ba83-829a-416e-91f5-6e824281324b tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:35.111235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7747a300-d09d-4538-8fed-98741431156b req-f5f6ba83-829a-416e-91f5-6e824281324b tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 949 time: 0.0674479 Feb 14 21:27:35.186109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7747a300-d09d-4538-8fed-98741431156b req-7154575f-b533-46ae-b46a-c429b8bdbe25 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Feb 14 21:27:35.365090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3026c966-fa1f-4798-9561-78010bad586b up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:27:35.455590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3026c966-fa1f-4798-9561-78010bad586b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:27:35.464534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3026c966-fa1f-4798-9561-78010bad586b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:27:35.464940 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3026c966-fa1f-4798-9561-78010bad586b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:35.632036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd5f0-c46a-44c6-a045-df1c6d24e7b5 req-32678eb6-3c8b-4ca2-886a-72e03672b3ba tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:35.633872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12bd5f0-c46a-44c6-a045-df1c6d24e7b5 req-32678eb6-3c8b-4ca2-886a-72e03672b3ba tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 944 time: 0.0995228 Feb 14 21:27:35.658199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3026c966-fa1f-4798-9561-78010bad586b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:35.658735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3026c966-fa1f-4798-9561-78010bad586b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:35.696169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12bd5f0-c46a-44c6-a045-df1c6d24e7b5 req-50448e30-914a-4147-ad5c-9ea814a4e077 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Feb 14 21:27:35.730222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026c966-fa1f-4798-9561-78010bad586b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:35.741273 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8560b1-70e1-48b1-950c-ca98cc6299f3" -d '{"events": [{"server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "name": "network-vif-plugged", "status": "completed", "tag": "3026c966-fa1f-4798-9561-78010bad586b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:35.761996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3026c966-fa1f-4798-9561-78010bad586b,segment=NetworkSegment(4974217e-f3af-4818-a917-1e96f9c885d1),segment_id=4974217e-f3af-4818-a917-1e96f9c885d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:35.766533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:35.770281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:35.829221 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a795a42-1fde-4540-8704-287a7191d5a8 x-openstack-request-id: req-9a795a42-1fde-4540-8704-287a7191d5a8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:35.830739 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "name": "network-vif-plugged", "status": "completed", "tag": "3026c966-fa1f-4798-9561-78010bad586b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:35.831223 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a795a42-1fde-4540-8704-287a7191d5a8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:35.832058 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026c966-fa1f-4798-9561-78010bad586b', 'code': 200} Feb 14 21:27:35.833382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:35.942648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a64e8-bf5f-4321-8491-d047dd5eccb0 req-9f8eee27-76d2-4feb-a10f-33f2d161930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:35.944731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad8a64e8-bf5f-4321-8491-d047dd5eccb0 req-9f8eee27-76d2-4feb-a10f-33f2d161930c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0642622 Feb 14 21:27:35.949275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.006517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:36.069748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad8a64e8-bf5f-4321-8491-d047dd5eccb0 req-b084d861-0cc0-4dcc-8a4b-f91a2c00064c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015928 Feb 14 21:27:36.167584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-505012016-network', 'tenant_id': '14361dbfd51a42d8a74c4d08a49bd0f6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:36.188387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Made reservation on behalf of 14361dbfd51a42d8a74c4d08a49bd0f6 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:36.191177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.211711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.263441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:27:36.359690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks [] for security_group (428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.372633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.389697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:27:36.405758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dbe00-bb63-4569-9034-6c68a57d72c4 req-7a7995eb-b21d-4e6d-90cf-80cebbf36647 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:36.407046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bcbb5ee4-c63f-4bf5-8774-06b36c24c440), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.408298 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Added segment bcbb5ee4-c63f-4bf5-8774-06b36c24c440 of type vlan for network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 Feb 14 21:27:36.411661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:27:36.416468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:27:36.417082 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.417888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a87dbe00-bb63-4569-9034-6c68a57d72c4 req-7a7995eb-b21d-4e6d-90cf-80cebbf36647 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 949 time: 0.1362514 Feb 14 21:27:36.502040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.519058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a87dbe00-bb63-4569-9034-6c68a57d72c4 req-6e39c7ff-8e6b-4c2e-86e1-d266602efb54 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996437 Feb 14 21:27:36.553840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:36.554229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.591180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:36.591703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.592677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:36.593260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.600343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.602632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:36.676274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6685905 Feb 14 21:27:36.679140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52056) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:36.684127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Request body: {'subnet': {'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-505012016-subnet', 'tenant_id': '14361dbfd51a42d8a74c4d08a49bd0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:36.698522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee90f7-5f20-417f-abff-bff5c928d26a admin admin] Pushing event updated for resources: {'Network': ['ID=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:36.705185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:36.719222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:27:36.730841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Made reservation on behalf of 14361dbfd51a42d8a74c4d08a49bd0f6 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:36.734296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:36.944542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e5d11-da9e-48ce-afe6-bdc55b219238 req-e684b8fe-a05b-49ed-9832-274e6fcfddb3 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:36.946060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea1e5d11-da9e-48ce-afe6-bdc55b219238 req-e684b8fe-a05b-49ed-9832-274e6fcfddb3 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.1111038 Feb 14 21:27:37.042991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea1e5d11-da9e-48ce-afe6-bdc55b219238 req-fa5b9cbc-6ba9-4980-81cb-bc48a503fc87 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Feb 14 21:27:37.050934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:37.108051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:37.123854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:37.143972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Checking segment: {'id': 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:37.144396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Network hostable DHCP agents. Network: 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:27:37.166714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:27:37.181998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:37.192180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43d00a-bd1b-4ff5-8f60-c235534f6c9e None None] Network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:37.219355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:37.220861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:37.261762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8cb40e2e-8ae1-4f79-b74f-d225381cf50f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5742297 Feb 14 21:27:37.351597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711016fe-60d7-42fd-99f3-9a617a1db122 None None] Network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:37.717311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc9f31-4e0a-4259-9791-1cf95b9b2831 req-bdee5a8e-9ede-4621-8ee8-aa95ac2f92f7 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:37.718982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79bc9f31-4e0a-4259-9791-1cf95b9b2831 req-bdee5a8e-9ede-4621-8ee8-aa95ac2f92f7 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.1002777 Feb 14 21:27:37.777805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79bc9f31-4e0a-4259-9791-1cf95b9b2831 req-3da846e0-c199-49f3-b65f-89e58b3fbe19 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Feb 14 21:27:37.833032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:37.835446 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8548f-0a4c-45dc-ba0b-86e2fb412eb5" -d '{"events": [{"server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "name": "network-vif-plugged", "status": "completed", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:37.899503 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b1a0a-70ec-43a1-a113-08ea50af950f x-openstack-request-id: req-010b1a0a-70ec-43a1-a113-08ea50af950f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:37.899745 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "name": "network-vif-plugged", "status": "completed", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:37.899999 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-010b1a0a-70ec-43a1-a113-08ea50af950f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:37.900556 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb', 'code': 200} Feb 14 21:27:38.386371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762b4f-4ab8-4a48-ab06-abb543c6f660 req-97261550-b306-4d83-88c2-da7f76b9409c tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:38.388091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae762b4f-4ab8-4a48-ab06-abb543c6f660 req-97261550-b306-4d83-88c2-da7f76b9409c tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.1179116 Feb 14 21:27:38.417552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc37eb-9c8a-4581-973f-9fb3010bf725 req-8ff11f15-2143-4684-954c-c8781e5eea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:38.419220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4efc37eb-9c8a-4581-973f-9fb3010bf725 req-8ff11f15-2143-4684-954c-c8781e5eea1c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 1133 time: 0.1406608 Feb 14 21:27:38.432864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-efad13ee-76fd-40d2-886c-e4fe2c883d05 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:38.434352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-efad13ee-76fd-40d2-886c-e4fe2c883d05 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/networks?id=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 HTTP/1.1" status: 200 len: 817 time: 0.6067157 Feb 14 21:27:38.474535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a966937d-5c54-4034-80e0-c4cae0f7d05a tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/quotas/14361dbfd51a42d8a74c4d08a49bd0f6 HTTP/1.1" status: 200 len: 375 time: 0.0279641 Feb 14 21:27:38.528198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-9a26d3bd-2f61-415f-a321-7540c39f3f27 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=14361dbfd51a42d8a74c4d08a49bd0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407190 Feb 14 21:27:38.534896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae762b4f-4ab8-4a48-ab06-abb543c6f660 req-1795fd16-a701-4ed4-add5-6dbf3aeae275 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373882 Feb 14 21:27:38.538589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4efc37eb-9c8a-4581-973f-9fb3010bf725 req-bc63ba46-ce51-4d19-9127-f26ab6284bcf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033537 Feb 14 21:27:38.659843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-35b73063-1315-4884-9801-3f6200437efe service neutron] 10.222.0.86 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124909 Feb 14 21:27:38.782243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-4b50af07-31e9-4bee-b989-89c9cc5d9b87 service neutron] 10.222.0.86 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156850 Feb 14 21:27:38.988943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e7c5c-9b95-4192-befc-039e49b4ed82 req-d43418e4-3343-4316-9784-5b7a6e21a5ce tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:38.990405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b15e7c5c-9b95-4192-befc-039e49b4ed82 req-d43418e4-3343-4316-9784-5b7a6e21a5ce tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.0859306 Feb 14 21:27:39.076892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b15e7c5c-9b95-4192-befc-039e49b4ed82 req-f827c5bc-08af-4c32-a7f8-2a0f2ffbd1d5 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732944 Feb 14 21:27:39.123053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-245de8c9-fc07-483a-84b1-923c0eddf095 req-4cbd4ddc-57bf-4a5e-975a-a2f5966b95f3 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 210 time: 0.0656235 Feb 14 21:27:40.249358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9a939-8f50-46ee-9544-782522e2bd7e req-8f40f052-772e-4a42-9a1e-dd4d9fb0cd7a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:40.255036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50d9a939-8f50-46ee-9544-782522e2bd7e req-8f40f052-772e-4a42-9a1e-dd4d9fb0cd7a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.0991561 Feb 14 21:27:40.427101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50d9a939-8f50-46ee-9544-782522e2bd7e req-2b9d071d-d310-4e65-9594-a728d102da87 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406002 Feb 14 21:27:40.476411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-129ae650-8fec-4da9-97de-4f8f0b0298dc tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:40.480577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-129ae650-8fec-4da9-97de-4f8f0b0298dc tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.83 "GET /v2.0/networks?id=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 HTTP/1.1" status: 200 len: 817 time: 0.2421696 Feb 14 21:27:40.510768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:40.515522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Request body: {'port': {'device_id': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879', 'admin_state_up': True, 'tenant_id': '14361dbfd51a42d8a74c4d08a49bd0f6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:40.587479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1357db35-7f5a-4815-af98-c3267ddb2727 req-b9daf2c4-12dc-46c2-8fb0-9d8b6717884b tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 210 time: 0.1057925 Feb 14 21:27:40.816664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Made reservation on behalf of 14361dbfd51a42d8a74c4d08a49bd0f6 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:40.822331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:40.934227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52172) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:41.101717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Allocated IP 172.20.0.7 (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879/9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38/5933cf16-f3ac-4b07-8567-8a59c14c0e15) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:27:41.219391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9033758-7f3b-4fa6-b31a-8764c94f6dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.463591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f338-16e3-4dda-a9eb-2aaf598aa3c7 req-89ff1775-5b41-40e0-98c3-3e8199585d0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:41.472740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5306f338-16e3-4dda-a9eb-2aaf598aa3c7 req-89ff1775-5b41-40e0-98c3-3e8199585d0b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.1736221 Feb 14 21:27:41.516186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9033758-7f3b-4fa6-b31a-8764c94f6dbe admin admin] Publish callbacks [] for security_group (c94292bd-0a46-42c2-b415-3b0aab869898), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.534746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9033758-7f3b-4fa6-b31a-8764c94f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c94292bd-0a46-42c2-b415-3b0aab869898), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.540032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks [] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.677638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9033758-7f3b-4fa6-b31a-8764c94f6dbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9bda6f3493e48b4880f89a12d5f5d03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397738 Feb 14 21:27:41.680891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52188) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:41.698365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5306f338-16e3-4dda-a9eb-2aaf598aa3c7 req-8afe244d-b521-45ad-b629-034f3ecdda2a tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242849 Feb 14 21:27:41.700281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9033758-7f3b-4fa6-b31a-8764c94f6dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94292bd-0a46-42c2-b415-3b0aab869898,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:41.841515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10947358-16da-4a26-9be5-08ddffe2189b req-1ab1c3e7-272e-4a07-8885-d09954d77c8a tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 210 time: 0.0565162 Feb 14 21:27:41.854484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.904463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.920827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] Publish callbacks [] for security_group (c94292bd-0a46-42c2-b415-3b0aab869898), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:41.979643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:27:41.996211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:42.003309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:27:42.013756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17312ea-5efb-4284-a869-93a1e95a5b21 req-715127b5-f900-4b0e-86b0-e893c0ca628a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:42.019727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c17312ea-5efb-4284-a869-93a1e95a5b21 req-715127b5-f900-4b0e-86b0-e893c0ca628a tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.1808362 Feb 14 21:27:42.022936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] Publish callbacks [] for security_group (c94292bd-0a46-42c2-b415-3b0aab869898), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.068468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Pushing event updated for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:42.123918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c94292bd-0a46-42c2-b415-3b0aab869898), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.126530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.130225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c94292bd-0a46-42c2-b415-3b0aab869898 HTTP/1.1" status: 204 len: 168 time: 0.4189978 Feb 14 21:27:42.166964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:42.167755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.169174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Deleting port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:42.169524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.182051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726321-b46f-4db0-9469-6834487cc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94292bd-0a46-42c2-b415-3b0aab869898,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:42.193099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-a432a481-b230-458c-8387-382dc68363b0 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6922216 Feb 14 21:27:42.203530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c17312ea-5efb-4284-a869-93a1e95a5b21 req-073afa91-6d10-42c5-8992-0e6cd7d3a971 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316319 Feb 14 21:27:42.226291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Request body: {'port': {'device_id': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:42.281820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] For port 431c67db-bf9c-40e8-8c12-d0c4639dc5cc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:42.282481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.299686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Calling delete_port for 431c67db-bf9c-40e8-8c12-d0c4639dc5cc owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:42.308907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.622846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (431c67db-bf9c-40e8-8c12-d0c4639dc5cc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.691196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=431c67db-bf9c-40e8-8c12-d0c4639dc5cc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:42.755443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5933cf16-f3ac-4b07-8567-8a59c14c0e15 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:42.772493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks [] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.946380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:42.950909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Transition to ACTIVE for port object 5933cf16-f3ac-4b07-8567-8a59c14c0e15 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:27:42.979313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:43.101545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-b89ed14b-9476-47b3-b525-8d78fa767c7b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:43.104160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-b89ed14b-9476-47b3-b525-8d78fa767c7b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.64 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.3284647 Feb 14 21:27:43.157134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6909ed-3b61-4bd7-a6f5-eeb4e818f386 req-67abf61d-42dc-454e-bdd2-01a0ae7f5cb6 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:43.166643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a6909ed-3b61-4bd7-a6f5-eeb4e818f386 req-67abf61d-42dc-454e-bdd2-01a0ae7f5cb6 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.3270683 Feb 14 21:27:43.315971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:43.342644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Router 4319633f-b0e1-4b93-ae01-d5006413a3d7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:27:43.438059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a6909ed-3b61-4bd7-a6f5-eeb4e818f386 req-d90e95e2-ee1b-479d-a5ba-9d697111df13 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702773 Feb 14 21:27:43.508822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Attempting to bind port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:27:43.509168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Attempting to bind port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:27:43.509572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Attempting to bind port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 on network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:43.514821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:27:43.520155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a53a-5726-4d50-b0e8-e262ecfd0085 req-277dda0e-e54e-4797-8fa6-29d8e1fa9e40 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:43.527199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Sync routers for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:27:43.527912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfc1a53a-5726-4d50-b0e8-e262ecfd0085 req-277dda0e-e54e-4797-8fa6-29d8e1fa9e40 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 943 time: 0.4483905 Feb 14 21:27:43.530252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6cb96999-049e-4b3f-b3f6-d4551389f6c3 admin admin] 10.222.0.86 "PUT /v2.0/routers/4319633f-b0e1-4b93-ae01-d5006413a3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0174937 Feb 14 21:27:43.532573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:43.555248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:43.557802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:43.559289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-6fca36ab-2bc9-4771-b540-c4d1593d8fb0 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:43.560812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-6fca36ab-2bc9-4771-b540-c4d1593d8fb0 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.83 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.4768548 Feb 14 21:27:43.636455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 on network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:27:43.637490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Attempting to bind port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 on network 0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:43.671299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks [] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:43.757749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:27:43.758683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Checking segment: {'id': 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:43.758683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Bound using segment: {'id': 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:27:43.758998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Bound port: 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:27:43.759474 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:43.836378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:43.886847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfc1a53a-5726-4d50-b0e8-e262ecfd0085 req-0c0df39a-f853-4bf3-9f06-3a4e338eca94 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580902 Feb 14 21:27:43.902808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Deleting port 3026c966-fa1f-4798-9561-78010bad586b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:43.903211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3026c966-fa1f-4798-9561-78010bad586b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:43.903325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks [] for router_gateway (4319633f-b0e1-4b93-ae01-d5006413a3d7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.002723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8c275-ae7b-4576-a5a7-ac81fdb9523b req-acff5198-381b-4d33-8b8c-0297db19ba5c tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:44.003896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Deleting port 227dc898-8219-421e-b4b5-afc817223827 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:44.004375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (227dc898-8219-421e-b4b5-afc817223827), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.004472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aee8c275-ae7b-4576-a5a7-ac81fdb9523b req-acff5198-381b-4d33-8b8c-0297db19ba5c tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 950 time: 0.4081106 Feb 14 21:27:44.028358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:27:44.061515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15,segment=NetworkSegment(bcbb5ee4-c63f-4bf5-8774-06b36c24c440),segment_id=bcbb5ee4-c63f-4bf5-8774-06b36c24c440)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:27:44.092741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.096285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Deleting port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:44.096621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.164817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '227dc898-8219-421e-b4b5-afc817223827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:27:42Z', 'revision_number': 5, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port': {'id': '227dc898-8219-421e-b4b5-afc817223827', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:44.173445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] For port 227dc898-8219-421e-b4b5-afc817223827, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=227dc898-8219-421e-b4b5-afc817223827,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:44.174067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (227dc898-8219-421e-b4b5-afc817223827), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.177110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] For port 3026c966-fa1f-4798-9561-78010bad586b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3026c966-fa1f-4798-9561-78010bad586b,segment=NetworkSegment(4974217e-f3af-4818-a917-1e96f9c885d1),segment_id=4974217e-f3af-4818-a917-1e96f9c885d1)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:44.177483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3026c966-fa1f-4798-9561-78010bad586b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.188691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Calling delete_port for 227dc898-8219-421e-b4b5-afc817223827 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:44.200624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Checking router: 4319633f-b0e1-4b93-ae01-d5006413a3d7 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:27:44.218434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Routers {'4319633f-b0e1-4b93-ae01-d5006413a3d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:44.219330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4319633f-b0e1-4b93-ae01-d5006413a3d7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:44.262986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Calling delete_port for 3026c966-fa1f-4798-9561-78010bad586b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:44.292685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aee8c275-ae7b-4576-a5a7-ac81fdb9523b req-07f1fd49-898b-4d5a-947e-350a8b7f51ff tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/security-groups?id=12163ff5-8b86-414c-b59d-76713c40d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754540 Feb 14 21:27:44.303029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:44.303899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.305572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] 10.222.0.83 "PUT /v2.0/ports/5933cf16-f3ac-4b07-8567-8a59c14c0e15 HTTP/1.1" status: 200 len: 1092 time: 2.0886340 Feb 14 21:27:44.306185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:44.308804 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e89473f-6b81-437f-b289-d430ffb226b2" -d '{"events": [{"name": "network-changed", "server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:44.355791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] Set router 4319633f-b0e1-4b93-ae01-d5006413a3d7 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:44.440223 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f808c-756e-4841-ad33-1436190b5460 x-openstack-request-id: req-238f808c-756e-4841-ad33-1436190b5460 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:44.440520 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:44.440772 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-238f808c-756e-4841-ad33-1436190b5460 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:44.441400 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15', 'status': 'completed', 'code': 200} Feb 14 21:27:44.446730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:27:43Z', 'revision_number': 6, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:44.459946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4638-740c-4a13-8af9-4fc016e23cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:44.479638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5222b4-f74a-4a0b-83e9-0dbabd277d09 None None] The sync data for ids ['4319633f-b0e1-4b93-ae01-d5006413a3d7'] in n-d-828372-11 is: [{'id': '4319633f-b0e1-4b93-ae01-d5006413a3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1204746039-router', 'tenant_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:14Z', 'updated_at': '2022-02-14T21:27:43Z', 'revision_number': 6, 'project_id': 'c16a9e9bc45c41f4a5b76f3779edd6fc', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:27:44.490195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] For port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:44.491099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.570521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (227dc898-8219-421e-b4b5-afc817223827), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.594289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Calling delete_port for 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:44.604640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=227dc898-8219-421e-b4b5-afc817223827,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:44.689761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.700553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-c2a4726c-4f2b-4744-b8f7-6ffba78aba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:44.702328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-c2a4726c-4f2b-4744-b8f7-6ffba78aba75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14361dbfd51a42d8a74c4d08a49bd0f6&device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 1126 time: 0.3133905 Feb 14 21:27:44.801779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-d806934f-b522-4ebf-a8f3-aa1528904411 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15 HTTP/1.1" status: 200 len: 217 time: 0.0839975 Feb 14 21:27:44.809101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.812220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks [] for router_controller (4319633f-b0e1-4b93-ae01-d5006413a3d7), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.863795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2af3-c164-489b-8765-0610436a309b req-7e14c7e4-7631-4cf8-adf1-f4de283a9391 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:44.864406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2ef2af3-c164-489b-8765-0610436a309b req-7e14c7e4-7631-4cf8-adf1-f4de283a9391 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 945 time: 0.2150042 Feb 14 21:27:44.870541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3026c966-fa1f-4798-9561-78010bad586b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.875580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (4319633f-b0e1-4b93-ae01-d5006413a3d7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.876407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4319633f-b0e1-4b93-ae01-d5006413a3d7 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:27:44.882762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:44.884839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8cfd0d8-23c1-4be4-96ae-609600600e4e admin admin] 10.222.0.86 "DELETE /v2.0/routers/4319633f-b0e1-4b93-ae01-d5006413a3d7 HTTP/1.1" status: 204 len: 168 time: 1.3503616 Feb 14 21:27:44.888912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3026c966-fa1f-4798-9561-78010bad586b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:44.891503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:44.994442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Deleting subnet 38a2d966-742b-4a08-9f99-075261cca65e {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:45.016230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Publish callbacks [] for subnet (38a2d966-742b-4a08-9f99-075261cca65e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.036977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Pushing event deleted for resources: {'Port': ['ID=3026c966-fa1f-4798-9561-78010bad586b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:45.076306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2ef2af3-c164-489b-8765-0610436a309b req-f02e49d9-a1cc-424d-a141-9bdf48377174 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/security-groups?id=f33c2806-591b-406d-b8d1-b055ae1eba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795123 Feb 14 21:27:45.095106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-b90ed140-e115-4f28-93c7-19f5d2af5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:45.096651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-b90ed140-e115-4f28-93c7-19f5d2af5643 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38 HTTP/1.1" status: 200 len: 857 time: 0.2815280 Feb 14 21:27:45.105814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (38a2d966-742b-4a08-9f99-075261cca65e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.149576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] No DVR routers for this DVR port 3026c966-fa1f-4798-9561-78010bad586b on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:45.158035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.161609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f02f73a8-7c01-46cf-aa31-d11997dd0134 req-372f06cb-ce9e-4b35-8cd5-a55f747d6d9b tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.64 "DELETE /v2.0/ports/3026c966-fa1f-4798-9561-78010bad586b HTTP/1.1" status: 204 len: 173 time: 1.9910395 Feb 14 21:27:45.188222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-6e1dd5fb-cdcf-4c9c-b87c-a5ed1186b8e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562637 Feb 14 21:27:45.191478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.234499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (38a2d966-742b-4a08-9f99-075261cca65e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.275332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Pushing event deleted for resources: {'Port': ['ID=5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:45.294418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60810e-8d87-4f43-a03d-b44443b79816 req-c5624eea-638a-4f1e-b342-23734e6bb2e7 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:45.295988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf60810e-8d87-4f43-a03d-b44443b79816 req-c5624eea-638a-4f1e-b342-23734e6bb2e7 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 943 time: 0.2511837 Feb 14 21:27:45.342058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (38a2d966-742b-4a08-9f99-075261cca65e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.425218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.432698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/38a2d966-742b-4a08-9f99-075261cca65e HTTP/1.1" status: 204 len: 168 time: 0.5386698 Feb 14 21:27:45.434188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73ea77-6830-4b16-93b2-64e0695f1ec0 None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:45.435519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:45.436613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109fc68-fc35-40cb-9b77-a1f42ac42394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a2d966-742b-4a08-9f99-075261cca65e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:45.488358 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:27:45.633495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (80d398ed-51db-46d5-83ff-6a0740a6b332), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.786089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Deleting port e139a421-2bbb-4e7d-95c1-cd06282007e3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:45.786633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.834395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] DHCP port deletion for 80d398ed-51db-46d5-83ff-6a0740a6b332 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:27:45.903600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] For port e139a421-2bbb-4e7d-95c1-cd06282007e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e139a421-2bbb-4e7d-95c1-cd06282007e3,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:45.903600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.921480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Calling delete_port for e139a421-2bbb-4e7d-95c1-cd06282007e3 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:45.940667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Deleting port e139a421-2bbb-4e7d-95c1-cd06282007e3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:45.941374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.943045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] No DVR routers for this DVR port 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:45.954712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c43555a-3dcf-4fdf-bd74-361c006ec648 req-a53d8ed8-9e96-4eb2-a5aa-1c65c9f082fc tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22eda9e-9811-41a1-a7c7-992c3a4ae536 HTTP/1.1" status: 200 len: 210 time: 0.0807199 Feb 14 21:27:45.981864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:45.985642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80e5c9e3-0c31-4e52-943a-3320b17147d7 req-aaff8944-c9db-4b1a-81da-b6191c29e121 tempest-TenantUsagesTestJSON-1518811402 tempest-TenantUsagesTestJSON-1518811402-project] 10.222.0.83 "DELETE /v2.0/ports/5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb HTTP/1.1" status: 204 len: 173 time: 2.4029551 Feb 14 21:27:46.051633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-f91e01c6-a725-4d67-bb5a-f2cd95d4a652 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8573365 Feb 14 21:27:46.104633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf60810e-8d87-4f43-a03d-b44443b79816 req-cded7ce7-4fca-408f-a11c-b53ad01a4ba7 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291510 Feb 14 21:27:46.108820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.155461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e139a421-2bbb-4e7d-95c1-cd06282007e3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:46.156901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] No DVR routers for this DVR port e139a421-2bbb-4e7d-95c1-cd06282007e3 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:46.159937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e139a421-2bbb-4e7d-95c1-cd06282007e3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:46.191491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] For port e139a421-2bbb-4e7d-95c1-cd06282007e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e139a421-2bbb-4e7d-95c1-cd06282007e3,segment=NetworkSegment(0d72905a-63a2-404c-a56b-cd07f66fc6df),segment_id=0d72905a-63a2-404c-a56b-cd07f66fc6df)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:46.191954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.227861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Calling delete_port for e139a421-2bbb-4e7d-95c1-cd06282007e3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:46.305352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (80d398ed-51db-46d5-83ff-6a0740a6b332), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.311309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25baf7cb-94dc-4d28-9e2a-2d0a7d6b5a34 req-ea12fcc0-0f5c-493f-9b6d-79abea3a7b6a service neutron] 10.222.0.83 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429752 Feb 14 21:27:46.337557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d398ed-51db-46d5-83ff-6a0740a6b332']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:46.348794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d72905a-63a2-404c-a56b-cd07f66fc6df') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:46.349219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d72905a-63a2-404c-a56b-cd07f66fc6df') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:46.356198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc2ca20-20d7-4e27-bc7f-c32da1a5dad3 req-9b61ad27-6480-41ed-9f89-a7270db99f15 tempest-ServerTagsTestJSON-1657513038 tempest-ServerTagsTestJSON-1657513038-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d6734d-a362-422c-a376-479258643ff3 HTTP/1.1" status: 200 len: 210 time: 0.0701399 Feb 14 21:27:46.360419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (0d72905a-63a2-404c-a56b-cd07f66fc6df), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.366455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:46.370207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e139a421-2bbb-4e7d-95c1-cd06282007e3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:46.370716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e139a421-2bbb-4e7d-95c1-cd06282007e3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:46.371320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 227dc898-8219-421e-b4b5-afc817223827 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:46.374999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0d72905a-63a2-404c-a56b-cd07f66fc6df), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.391217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:46.391217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (0d72905a-63a2-404c-a56b-cd07f66fc6df), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.394723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:46.426101 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:46.441942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'name': 'network-vif-deleted', 'tag': '3026c966-fa1f-4798-9561-78010bad586b'}, {'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'name': 'network-vif-deleted', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:46.444731 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bab550-e08d-4b58-9596-495b4ce49120" -d '{"events": [{"server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "name": "network-vif-deleted", "tag": "3026c966-fa1f-4798-9561-78010bad586b"}, {"server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "name": "network-vif-deleted", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:46.446262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:46.446732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:46.454221 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (80d398ed-51db-46d5-83ff-6a0740a6b332), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.461775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.466163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] 10.222.0.86 "DELETE /v2.0/networks/80d398ed-51db-46d5-83ff-6a0740a6b332 HTTP/1.1" status: 204 len: 168 time: 1.0231042 Feb 14 21:27:46.468952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-65031950-0833-4625-aeab-bfa8638fd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:46.471294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-65031950-0833-4625-aeab-bfa8638fd435 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14361dbfd51a42d8a74c4d08a49bd0f6&device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 1126 time: 0.0969532 Feb 14 21:27:46.471911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52290) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:46.477109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 227dc898-8219-421e-b4b5-afc817223827 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:46.477474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 227dc898-8219-421e-b4b5-afc817223827 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:46.477913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 431c67db-bf9c-40e8-8c12-d0c4639dc5cc no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:46.481748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab658-1604-44e9-9087-1d93b7cbde69 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d398ed-51db-46d5-83ff-6a0740a6b332,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:46.518507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 431c67db-bf9c-40e8-8c12-d0c4639dc5cc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:46.518864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 431c67db-bf9c-40e8-8c12-d0c4639dc5cc not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:46.532123 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89b575-b98d-405e-b570-e25107465fa5 x-openstack-request-id: req-4b89b575-b98d-405e-b570-e25107465fa5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:46.532421 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d6734d-a362-422c-a376-479258643ff3", "name": "network-vif-deleted", "tag": "3026c966-fa1f-4798-9561-78010bad586b", "status": "completed", "code": 200}, {"server_uuid": "e22eda9e-9811-41a1-a7c7-992c3a4ae536", "name": "network-vif-deleted", "tag": "5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:46.532960 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b89b575-b98d-405e-b570-e25107465fa5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:46.534657 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d6734d-a362-422c-a376-479258643ff3', 'name': 'network-vif-deleted', 'tag': '3026c966-fa1f-4798-9561-78010bad586b', 'status': 'completed', 'code': 200} Feb 14 21:27:46.534657 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22eda9e-9811-41a1-a7c7-992c3a4ae536', 'name': 'network-vif-deleted', 'tag': '5f1fe45d-b6cb-4bfe-ab53-be47fc39edbb', 'status': 'completed', 'code': 200} Feb 14 21:27:46.536123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (e139a421-2bbb-4e7d-95c1-cd06282007e3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.561740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Network 80d398ed-51db-46d5-83ff-6a0740a6b332 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:27:46.562418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] No DVR routers for this DVR port e139a421-2bbb-4e7d-95c1-cd06282007e3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:46.567666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1089d-513e-49cd-b09e-e32c0cfa8336 None None] Pushing event deleted for resources: {'Port': ['ID=e139a421-2bbb-4e7d-95c1-cd06282007e3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:46.608515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2b910b9-1365-4dff-86b0-64e564e39db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.705864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-39a5a85d-8a25-47f4-991a-655eb5eceea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:46.707501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-39a5a85d-8a25-47f4-991a-655eb5eceea5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 HTTP/1.1" status: 200 len: 918 time: 0.2247381 Feb 14 21:27:46.801014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-83a39631-ce59-49f6-bb28-e555a58f715f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15 HTTP/1.1" status: 200 len: 217 time: 0.0547144 Feb 14 21:27:46.930798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2b910b9-1365-4dff-86b0-64e564e39db7 admin admin] Publish callbacks [] for security_group (f0a85c42-0ef9-4252-ae7c-5a76d9dce25e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:46.932985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-2016dcd5-0263-4d11-aad7-4d6bdc653fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:46.934614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-2016dcd5-0263-4d11-aad7-4d6bdc653fc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38 HTTP/1.1" status: 200 len: 857 time: 0.1256378 Feb 14 21:27:46.938336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2b910b9-1365-4dff-86b0-64e564e39db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0a85c42-0ef9-4252-ae7c-5a76d9dce25e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.016366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-2a565921-809f-46c1-baf5-998fcfa6b7f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475934 Feb 14 21:27:47.046028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d2b910b9-1365-4dff-86b0-64e564e39db7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=703c31a6cfdf4a9ead029e99cffcf102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497622 Feb 14 21:27:47.048760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.090355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b910b9-1365-4dff-86b0-64e564e39db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a85c42-0ef9-4252-ae7c-5a76d9dce25e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:47.101321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] Publish callbacks [] for security_group (f0a85c42-0ef9-4252-ae7c-5a76d9dce25e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.127702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] Publish callbacks [] for security_group (f0a85c42-0ef9-4252-ae7c-5a76d9dce25e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.163500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-42b2547e-f02a-443a-aae4-b95fa818a021 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371539 Feb 14 21:27:47.198151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0a85c42-0ef9-4252-ae7c-5a76d9dce25e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.201575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.203906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0a85c42-0ef9-4252-ae7c-5a76d9dce25e HTTP/1.1" status: 204 len: 168 time: 0.1535513 Feb 14 21:27:47.246788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a407a2-8022-4d04-8d47-3507038a5654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a85c42-0ef9-4252-ae7c-5a76d9dce25e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:47.290732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52304) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.367870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e89473f-6b81-437f-b289-d430ffb226b2 req-5ae1ca9e-a143-4aa7-aefd-b2b9932e7248 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982775 Feb 14 21:27:47.390601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ce4a-7f9c-462b-8c7e-e2cb5d941609 req-c408c216-fd0a-43c7-8bdd-2b200784087d tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:47.392171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5af4ce4a-7f9c-462b-8c7e-e2cb5d941609 req-c408c216-fd0a-43c7-8bdd-2b200784087d tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 943 time: 0.1511896 Feb 14 21:27:47.432601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.454283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3026c966-fa1f-4798-9561-78010bad586b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:47.460445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52310) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.482912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3026c966-fa1f-4798-9561-78010bad586b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:47.483448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3026c966-fa1f-4798-9561-78010bad586b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:47.508893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7591f2f2-153f-4e31-90b6-423e790d193e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b79bde63bbcd448a9ddb3d8269353238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166581 Feb 14 21:27:47.511331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52314) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.512206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5af4ce4a-7f9c-462b-8c7e-e2cb5d941609 req-92a37cae-de6e-43ed-abb9-cfe01faacfb6 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121628 Feb 14 21:27:47.561986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Deleting subnet 5fc68961-30b7-4ec8-b70d-7778060b11eb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:47.572295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Publish callbacks [] for subnet (5fc68961-30b7-4ec8-b70d-7778060b11eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.621818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (5fc68961-30b7-4ec8-b70d-7778060b11eb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.644749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] Publish callbacks [] for security_group (12163ff5-8b86-414c-b59d-76713c40d4c4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.682478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] Publish callbacks [] for security_group (12163ff5-8b86-414c-b59d-76713c40d4c4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.694811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5fc68961-30b7-4ec8-b70d-7778060b11eb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.721831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52318) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.758101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1723de05-dfd1-42be-94dd-ed68b62ce88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.786396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Deleting port c7663234-4c3b-4be3-ba0e-da88c3052a5d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:47.786946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.813767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (5fc68961-30b7-4ec8-b70d-7778060b11eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.820967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (12163ff5-8b86-414c-b59d-76713c40d4c4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.823437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.827268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/12163ff5-8b86-414c-b59d-76713c40d4c4 HTTP/1.1" status: 204 len: 168 time: 0.3034723 Feb 14 21:27:47.859832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc68961-30b7-4ec8-b70d-7778060b11eb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:47.866485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c2892-9c60-4785-ab06-09b14201d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12163ff5-8b86-414c-b59d-76713c40d4c4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:47.868513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.874593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2493f73c-e240-4896-b57d-16e0e76293d8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5fc68961-30b7-4ec8-b70d-7778060b11eb HTTP/1.1" status: 204 len: 168 time: 0.4128835 Feb 14 21:27:47.879140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52322) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:47.922103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] For port c7663234-4c3b-4be3-ba0e-da88c3052a5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7663234-4c3b-4be3-ba0e-da88c3052a5d,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:47.922531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.945911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Calling delete_port for c7663234-4c3b-4be3-ba0e-da88c3052a5d owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:47.979862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1723de05-dfd1-42be-94dd-ed68b62ce88e admin admin] Publish callbacks [] for security_group (41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.984821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b01618e3-c16c-4b08-b01c-2bca6033e1ea), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:47.988830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1723de05-dfd1-42be-94dd-ed68b62ce88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.041713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1723de05-dfd1-42be-94dd-ed68b62ce88e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=212ab3adcc904d4db52302ce4a9727a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118727 Feb 14 21:27:48.041713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723de05-dfd1-42be-94dd-ed68b62ce88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.041951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52326) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:48.121192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b01618e3-c16c-4b08-b01c-2bca6033e1ea), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.149729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01618e3-c16c-4b08-b01c-2bca6033e1ea']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:48.161427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4974217e-f3af-4818-a917-1e96f9c885d1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:48.161722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4974217e-f3af-4818-a917-1e96f9c885d1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:48.173079 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (4974217e-f3af-4818-a917-1e96f9c885d1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.174500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] Publish callbacks [] for security_group (41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.189524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4974217e-f3af-4818-a917-1e96f9c885d1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.198621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:48.199520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (4974217e-f3af-4818-a917-1e96f9c885d1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:48.201759 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:48.203931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] Publish callbacks [] for security_group (41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.248944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52328) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:48.259274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b01618e3-c16c-4b08-b01c-2bca6033e1ea), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.264926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.271464 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] 10.222.0.86 "DELETE /v2.0/networks/b01618e3-c16c-4b08-b01c-2bca6033e1ea HTTP/1.1" status: 204 len: 168 time: 0.3889954 Feb 14 21:27:48.282213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2923-b0ae-476f-a8d2-d170bdbc283f admin admin] Pushing event deleted for resources: {'Network': ['ID=b01618e3-c16c-4b08-b01c-2bca6033e1ea,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.285370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-804f0384-316d-4b04-b5e5-fffee7edb6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.291135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5933cf16-f3ac-4b07-8567-8a59c14c0e15 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:27:48.304713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c7663234-4c3b-4be3-ba0e-da88c3052a5d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.341096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7663234-4c3b-4be3-ba0e-da88c3052a5d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.371307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.374009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.375416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81 HTTP/1.1" status: 204 len: 168 time: 0.3324492 Feb 14 21:27:48.420682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec165539-d6d4-45fe-84a9-2ec14e85acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b8167d-a77c-4fa8-bf2c-9ed5f4a99c81,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.445655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15,segment=NetworkSegment(bcbb5ee4-c63f-4bf5-8774-06b36c24c440),segment_id=bcbb5ee4-c63f-4bf5-8774-06b36c24c440)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:48.508947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '5933cf16-f3ac-4b07-8567-8a59c14c0e15', 'network_id': '0cdec8b4-73d1-43fd-ba0b-2e0baadd7879', 'port_id': '5933cf16-f3ac-4b07-8567-8a59c14c0e15', 'mac_address': 'fa:16:3e:c9:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:27:48.562268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:48.562947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.567993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-804f0384-316d-4b04-b5e5-fffee7edb6c5 admin admin] Publish callbacks [] for security_group (537abc55-89d3-4370-970f-1dffd1bb82e7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.582912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5933cf16-f3ac-4b07-8567-8a59c14c0e15 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:27:48.615298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15,segment=NetworkSegment(bcbb5ee4-c63f-4bf5-8774-06b36c24c440),segment_id=bcbb5ee4-c63f-4bf5-8774-06b36c24c440)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:48.621742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.629948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-804f0384-316d-4b04-b5e5-fffee7edb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (537abc55-89d3-4370-970f-1dffd1bb82e7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.643791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:48.681917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.706572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f0384-316d-4b04-b5e5-fffee7edb6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537abc55-89d3-4370-970f-1dffd1bb82e7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:48.714243 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0428286d-380b-4382-80f8-1a46d35a1f0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd9ac9faf69d49c2a26d796abb1d1a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692682 Feb 14 21:27:48.718657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52340) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:48.724236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-804f0384-316d-4b04-b5e5-fffee7edb6c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a43dcfb99ffd43a484c8ec8d060dea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726536 Feb 14 21:27:48.724712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52342) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:48.765310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.819666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] Publish callbacks [] for security_group (f33c2806-591b-406d-b8d1-b055ae1eba8b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.843674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d9532-a2e1-416d-bd0b-7a1de3e54f31 req-b2e02336-101a-4b5d-9bdc-4202e89a28e4 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:48.845260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-326d9532-a2e1-416d-bd0b-7a1de3e54f31 req-b2e02336-101a-4b5d-9bdc-4202e89a28e4 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 944 time: 0.1341164 Feb 14 21:27:48.854728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] Publish callbacks [] for security_group (f33c2806-591b-406d-b8d1-b055ae1eba8b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.862663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] Publish callbacks [] for security_group (537abc55-89d3-4370-970f-1dffd1bb82e7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.879762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5933cf16-f3ac-4b07-8567-8a59c14c0e15'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:48.909039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] Publish callbacks [] for security_group (537abc55-89d3-4370-970f-1dffd1bb82e7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.967975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f33c2806-591b-406d-b8d1-b055ae1eba8b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.974136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:48.975215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f33c2806-591b-406d-b8d1-b055ae1eba8b HTTP/1.1" status: 204 len: 168 time: 0.2545509 Feb 14 21:27:49.015443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959190b1-0266-4769-8084-ceebf0ccb498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c2806-591b-406d-b8d1-b055ae1eba8b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:49.036107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-326d9532-a2e1-416d-bd0b-7a1de3e54f31 req-d9046c1b-1698-4874-a14b-7267f16fb1bb tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818423 Feb 14 21:27:49.047693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (537abc55-89d3-4370-970f-1dffd1bb82e7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:49.051485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:49.056558 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/537abc55-89d3-4370-970f-1dffd1bb82e7 HTTP/1.1" status: 204 len: 168 time: 0.3254595 Feb 14 21:27:49.072619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf46a-4171-4480-89e7-032b84045648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537abc55-89d3-4370-970f-1dffd1bb82e7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:49.117281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-0bf7f915-ae0c-4a9d-baf0-0efe836e3d0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1251001 Feb 14 21:27:49.239146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Router 8f56922d-4905-420e-a5e2-c998ae9bff4f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:27:49.248073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-79f71361-8901-4be4-a615-3c6e18f29244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:49.249622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-79f71361-8901-4be4-a615-3c6e18f29244 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1128 time: 0.1089995 Feb 14 21:27:49.445771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:27:49.453228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3ceb52dc-d32f-4a4c-8284-a2e9404d132b admin admin] 10.222.0.86 "PUT /v2.0/routers/8f56922d-4905-420e-a5e2-c998ae9bff4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9794614 Feb 14 21:27:49.454634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-01c00cb7-5511-45ef-89c8-7659ae5f4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:49.456140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-01c00cb7-5511-45ef-89c8-7659ae5f4f5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.1571674 Feb 14 21:27:49.456653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52366) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:49.463507 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Sync routers for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:27:49.475529 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:49.476722 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:49.586410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-a8def288-8af6-4f87-845f-8917c12ccbd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 1000 time: 0.1172850 Feb 14 21:27:49.628342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks [] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:49.681998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-d0887337-48c9-4363-86b4-d3812dfce05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:49.683966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-d0887337-48c9-4363-86b4-d3812dfce05f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.0909429 Feb 14 21:27:49.778251 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:49.812521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-ff3ae743-5bca-4957-90c9-74d30dc53473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:49.814799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-ff3ae743-5bca-4957-90c9-74d30dc53473 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1236796 Feb 14 21:27:49.882743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks [] for router_gateway (8f56922d-4905-420e-a5e2-c998ae9bff4f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.023234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Deleting port dc52d6c9-9cdf-4e06-8768-36aed003d775 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:50.023583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.096878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-4059aff9-0ff0-4dc9-9714-c4c270d5365b service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750914 Feb 14 21:27:50.304214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5933cf16-f3ac-4b07-8567-8a59c14c0e15 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:27:50.334231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] For port dc52d6c9-9cdf-4e06-8768-36aed003d775, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dc52d6c9-9cdf-4e06-8768-36aed003d775,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:50.334602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.370819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Calling delete_port for dc52d6c9-9cdf-4e06-8768-36aed003d775 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:50.406356 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:27:48Z', 'revision_number': 5, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port': {'id': 'dc52d6c9-9cdf-4e06-8768-36aed003d775', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:25:24Z', 'updated_at': '2022-02-14T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:50.446559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:27:50.451764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Checking router: 8f56922d-4905-420e-a5e2-c998ae9bff4f for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:27:50.452817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:27:50.453358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.466380 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Routers {'8f56922d-4905-420e-a5e2-c998ae9bff4f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:27:50.467710 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['8f56922d-4905-420e-a5e2-c998ae9bff4f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:50.523407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c4e57-7078-4dd6-b8c3-f58329ae4d26 req-60a619c9-b734-4965-9a77-349c80979a1f service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179804 Feb 14 21:27:50.537416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2813b9-9d75-4a16-9b4d-fee38c6537d7 req-95a7f054-9ed2-40e3-b056-ce035609c3e8 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:50.549125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd2813b9-9d75-4a16-9b4d-fee38c6537d7 req-95a7f054-9ed2-40e3-b056-ce035609c3e8 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 944 time: 0.2726862 Feb 14 21:27:50.578986 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] Set router 8f56922d-4905-420e-a5e2-c998ae9bff4f gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:27:50.652304 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:27:49Z', 'revision_number': 6, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:50.668247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef615-8a5e-46e0-8542-013e3c12ce50 req-d2953d2d-8789-4e7a-a2f2-70404ec94b07 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:50.668473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:27:50.668941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.675482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3cef615-8a5e-46e0-8542-013e3c12ce50 req-d2953d2d-8789-4e7a-a2f2-70404ec94b07 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.2523797 Feb 14 21:27:50.706864 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57256-5eda-4ebe-b5ec-3e2aa07d8b7c None None] The sync data for ids ['8f56922d-4905-420e-a5e2-c998ae9bff4f'] in n-d-828372-11 is: [{'id': '8f56922d-4905-420e-a5e2-c998ae9bff4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1589486260-router', 'tenant_id': '899b62af028d442e967377237b9abb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:25:22Z', 'updated_at': '2022-02-14T21:27:49Z', 'revision_number': 6, 'project_id': '899b62af028d442e967377237b9abb63', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:27:50.738484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:50.747285 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2795607-6116-48f5-b021-6cffa7669296" -d '{"events": [{"server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "name": "network-vif-plugged", "status": "completed", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:50.750613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd2813b9-9d75-4a16-9b4d-fee38c6537d7 req-182a185f-246c-4000-ab0d-296b1678e4fc tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905065 Feb 14 21:27:50.784140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15,segment=NetworkSegment(bcbb5ee4-c63f-4bf5-8774-06b36c24c440),segment_id=bcbb5ee4-c63f-4bf5-8774-06b36c24c440)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:50.797638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.830662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3cef615-8a5e-46e0-8542-013e3c12ce50 req-5571134a-bab8-4d48-a893-bf03827e1761 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462319 Feb 14 21:27:50.862124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (dc52d6c9-9cdf-4e06-8768-36aed003d775), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:50.875033 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eaf4db-dd1c-44ae-8460-735af6029c8f x-openstack-request-id: req-e3eaf4db-dd1c-44ae-8460-735af6029c8f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:50.875570 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "name": "network-vif-plugged", "status": "completed", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:50.875839 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3eaf4db-dd1c-44ae-8460-735af6029c8f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:50.876474 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15', 'code': 200} Feb 14 21:27:50.924874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc52d6c9-9cdf-4e06-8768-36aed003d775,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:50.951781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:50.989198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f5b9f-f562-4dc8-a368-20e0fb143683 req-0f232af6-8855-46f3-b9b4-d6b08c463f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:50.990768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a54f5b9f-f562-4dc8-a368-20e0fb143683 req-0f232af6-8855-46f3-b9b4-d6b08c463f27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 1128 time: 0.0685601 Feb 14 21:27:51.055847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.084736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a54f5b9f-f562-4dc8-a368-20e0fb143683 req-d72bcf6a-d683-417f-84d7-cdacc87f0ffe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Feb 14 21:27:51.216243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.220200 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks [] for router_controller (8f56922d-4905-420e-a5e2-c998ae9bff4f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.309500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (8f56922d-4905-420e-a5e2-c998ae9bff4f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.310095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f56922d-4905-420e-a5e2-c998ae9bff4f {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:27:51.325997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.331127 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8051794c-1e3d-447f-8a78-75f6509b2545 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8f56922d-4905-420e-a5e2-c998ae9bff4f HTTP/1.1" status: 204 len: 168 time: 1.8706093 Feb 14 21:27:51.331422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52438) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:51.405666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Deleting subnet 5f6b1610-f8b0-4711-a13e-2a564ab5fbee {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:51.406749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Publish callbacks [] for subnet (5f6b1610-f8b0-4711-a13e-2a564ab5fbee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.458843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (5f6b1610-f8b0-4711-a13e-2a564ab5fbee), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.567903 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5f6b1610-f8b0-4711-a13e-2a564ab5fbee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.663138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (5f6b1610-f8b0-4711-a13e-2a564ab5fbee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.705484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6b1610-f8b0-4711-a13e-2a564ab5fbee,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:51.717435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:51.723827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f044d30e-5e56-4ed2-b128-0aba4f755545 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5f6b1610-f8b0-4711-a13e-2a564ab5fbee HTTP/1.1" status: 204 len: 168 time: 0.3892252 Feb 14 21:27:51.724256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52452) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:51.725610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb980c-b938-41ad-893e-bac4d73c7445 None None] Network 907c3124-30e9-4475-95d4-019bf2c8df3a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:51.866906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (907c3124-30e9-4475-95d4-019bf2c8df3a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.006597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Deleting port 13cb9e83-701f-4baa-9b9c-675c5c7de422 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:52.006597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.099082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] DHCP port deletion for 907c3124-30e9-4475-95d4-019bf2c8df3a request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:27:52.226498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dc52d6c9-9cdf-4e06-8768-36aed003d775 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:52.239358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd83bb-0076-4399-88f7-9606062bfff6 req-dd23cca4-3116-43ef-90c3-db1aaa53f896 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:52.251133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90cd83bb-0076-4399-88f7-9606062bfff6 req-dd23cca4-3116-43ef-90c3-db1aaa53f896 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 945 time: 0.2900500 Feb 14 21:27:52.291262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: dc52d6c9-9cdf-4e06-8768-36aed003d775 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:52.298195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dc52d6c9-9cdf-4e06-8768-36aed003d775 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:52.299578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7663234-4c3b-4be3-ba0e-da88c3052a5d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:52.338285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] For port 13cb9e83-701f-4baa-9b9c-675c5c7de422, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13cb9e83-701f-4baa-9b9c-675c5c7de422,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:52.338976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.356656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c7663234-4c3b-4be3-ba0e-da88c3052a5d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:52.364838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7663234-4c3b-4be3-ba0e-da88c3052a5d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:52.365546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Calling delete_port for 13cb9e83-701f-4baa-9b9c-675c5c7de422 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:52.369735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d26b7-b310-4c0b-9fb2-f1cb769fed02 req-f7e0a02f-5005-4fb8-b25d-b163c651284f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:52.371734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a6d26b7-b310-4c0b-9fb2-f1cb769fed02 req-f7e0a02f-5005-4fb8-b25d-b163c651284f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.3320944 Feb 14 21:27:52.390126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Deleting port 13cb9e83-701f-4baa-9b9c-675c5c7de422 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:52.390809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.463041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90cd83bb-0076-4399-88f7-9606062bfff6 req-3cf6ee14-e456-4d94-bc3a-eb62d1dcc622 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107940 Feb 14 21:27:52.511202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] For port 13cb9e83-701f-4baa-9b9c-675c5c7de422, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13cb9e83-701f-4baa-9b9c-675c5c7de422,segment=NetworkSegment(212f15eb-fd2b-49a2-985c-68340a35c166),segment_id=212f15eb-fd2b-49a2-985c-68340a35c166)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:52.512174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.551656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Calling delete_port for 13cb9e83-701f-4baa-9b9c-675c5c7de422 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:52.570546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a6d26b7-b310-4c0b-9fb2-f1cb769fed02 req-22710f60-b0ce-48e9-824a-548e8a25f2c2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855581 Feb 14 21:27:52.598073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.670558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Pushing event deleted for resources: {'Port': ['ID=13cb9e83-701f-4baa-9b9c-675c5c7de422,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:52.676712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (13cb9e83-701f-4baa-9b9c-675c5c7de422), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.685193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] No DVR routers for this DVR port 13cb9e83-701f-4baa-9b9c-675c5c7de422 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:52.753965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] Pushing event deleted for resources: {'Port': ['ID=13cb9e83-701f-4baa-9b9c-675c5c7de422,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:52.775037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c88628-153d-46a1-9ed5-f656224eeacb None None] No DVR routers for this DVR port 13cb9e83-701f-4baa-9b9c-675c5c7de422 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:52.852299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (907c3124-30e9-4475-95d4-019bf2c8df3a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:52.956133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907c3124-30e9-4475-95d4-019bf2c8df3a']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:52.984077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212f15eb-fd2b-49a2-985c-68340a35c166') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:52.984831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212f15eb-fd2b-49a2-985c-68340a35c166') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:53.015291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (212f15eb-fd2b-49a2-985c-68340a35c166), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.059116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (212f15eb-fd2b-49a2-985c-68340a35c166), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.073118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:53.073861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (212f15eb-fd2b-49a2-985c-68340a35c166), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:53.165839 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:53.171127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (907c3124-30e9-4475-95d4-019bf2c8df3a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.190307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.195555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] 10.222.0.86 "DELETE /v2.0/networks/907c3124-30e9-4475-95d4-019bf2c8df3a HTTP/1.1" status: 204 len: 168 time: 1.4701684 Feb 14 21:27:53.218794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47794a2-fd4b-4a69-8b33-eb56386c2105 admin admin] Pushing event deleted for resources: {'Network': ['ID=907c3124-30e9-4475-95d4-019bf2c8df3a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:53.603649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37505f-788c-4f44-b9be-fe70581b08ab req-1fae8cd4-671c-4e07-b749-f2f4a9d54e73 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:53.612037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad37505f-788c-4f44-b9be-fe70581b08ab req-1fae8cd4-671c-4e07-b749-f2f4a9d54e73 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 945 time: 0.0755486 Feb 14 21:27:53.630917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52538) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:53.677946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad37505f-788c-4f44-b9be-fe70581b08ab req-9e4a3c83-3c21-45d7-86c6-744d2c1fa49d tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Feb 14 21:27:53.683310 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97b4f6d1-c9f5-4475-88f7-f6cc8c2b2b19 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c16a9e9bc45c41f4a5b76f3779edd6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504441 Feb 14 21:27:53.685936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52540) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:53.766945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630ca9-2055-4d64-ac70-e685d8afc2df req-85961b88-c225-487f-8c02-d838a6f52115 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:53.775462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70630ca9-2055-4d64-ac70-e685d8afc2df req-85961b88-c225-487f-8c02-d838a6f52115 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.0959878 Feb 14 21:27:53.788843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] Publish callbacks [] for security_group (c3f47ae9-1b43-406d-a73d-44c7e159880b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.848734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70630ca9-2055-4d64-ac70-e685d8afc2df req-488ecdc6-78d2-472a-9606-85ac3050b61a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717838 Feb 14 21:27:53.849747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] Publish callbacks [] for security_group (c3f47ae9-1b43-406d-a73d-44c7e159880b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.942319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52548) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:53.995672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f47ae9-1b43-406d-a73d-44c7e159880b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:53.999896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:54.004667 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3f47ae9-1b43-406d-a73d-44c7e159880b HTTP/1.1" status: 204 len: 168 time: 0.3105474 Feb 14 21:27:54.016774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93688333-78b2-4b78-b225-d18f8b54e5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f47ae9-1b43-406d-a73d-44c7e159880b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:54.139426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 13cb9e83-701f-4baa-9b9c-675c5c7de422 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:54.163689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f349-f6ce-4b5d-8e3c-047606414350 req-1ad53dc2-0816-4c55-9af0-5476de26c9d4 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:54.165398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b24f349-f6ce-4b5d-8e3c-047606414350 req-1ad53dc2-0816-4c55-9af0-5476de26c9d4 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 945 time: 0.1552522 Feb 14 21:27:54.184687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 13cb9e83-701f-4baa-9b9c-675c5c7de422 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:54.184974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 13cb9e83-701f-4baa-9b9c-675c5c7de422 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:54.283014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b24f349-f6ce-4b5d-8e3c-047606414350 req-0ad97ac5-60ef-4d33-8c0b-6c15515d410d tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Feb 14 21:27:54.344838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-355c3ca0-d814-417f-9411-f8c5f26104e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:54.807508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-355c3ca0-d814-417f-9411-f8c5f26104e9 admin admin] Publish callbacks [] for security_group (4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:54.817691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-355c3ca0-d814-417f-9411-f8c5f26104e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:54.863832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c3ca0-d814-417f-9411-f8c5f26104e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:54.876079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-355c3ca0-d814-417f-9411-f8c5f26104e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e7436d1495043a1a19d4f208bb61925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9321945 Feb 14 21:27:54.879405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52566) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:54.947240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] Publish callbacks [] for security_group (4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:54.974753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] Publish callbacks [] for security_group (4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.018184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7482f2-bc3a-417a-86c9-c690d33d19ae req-5e757d89-dc2b-4852-a45f-1e38132c79e7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:55.020415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea7482f2-bc3a-417a-86c9-c690d33d19ae req-5e757d89-dc2b-4852-a45f-1e38132c79e7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.0615764 Feb 14 21:27:55.045075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.052658 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.053637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d HTTP/1.1" status: 204 len: 168 time: 0.1728778 Feb 14 21:27:55.062491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31520ec9-1111-471d-9e0b-8c845bd8db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f19c7-3b56-46c4-b99b-a2eb7e9fdf8d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:55.076104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52572) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:55.116378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea7482f2-bc3a-417a-86c9-c690d33d19ae req-b43f540d-34ad-4193-b2b9-a0be61fb5795 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867033 Feb 14 21:27:55.131211 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-605318b5-c350-431b-9993-9de94e15b002 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=899b62af028d442e967377237b9abb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506461 Feb 14 21:27:55.132134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52574) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:55.188278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] Publish callbacks [] for security_group (d4e28fda-c200-47bd-abe2-da7987bebabe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.211491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] Publish callbacks [] for security_group (d4e28fda-c200-47bd-abe2-da7987bebabe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.269946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d4e28fda-c200-47bd-abe2-da7987bebabe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.273231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.274651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d4e28fda-c200-47bd-abe2-da7987bebabe HTTP/1.1" status: 204 len: 168 time: 0.1415265 Feb 14 21:27:55.323310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78395bf9-855b-4fef-b266-4c4f634ba7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e28fda-c200-47bd-abe2-da7987bebabe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:55.372674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-89955ced-fd11-4e5b-b750-2e8619b23128 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:55.374311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-89955ced-fd11-4e5b-b750-2e8619b23128 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.83 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 945 time: 0.0983837 Feb 14 21:27:55.529652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7596c8e-5e56-4d72-93e8-855bb56c8d3d req-4f55c7cf-306e-45b0-b3fe-e84e94171347 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:55.531249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7596c8e-5e56-4d72-93e8-855bb56c8d3d req-4f55c7cf-306e-45b0-b3fe-e84e94171347 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/ports?device_id=454c9b6b-1833-4e98-af00-2fd66c56f331 HTTP/1.1" status: 200 len: 945 time: 0.1518092 Feb 14 21:27:55.554436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Deleting port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:27:55.554915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.655125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7596c8e-5e56-4d72-93e8-855bb56c8d3d req-931ee4f5-afd9-40ff-9623-f233acd291e3 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.86 "GET /v2.0/security-groups?id=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127441 Feb 14 21:27:55.691182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:55.691938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52592) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:55.700952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] For port 5933cf16-f3ac-4b07-8567-8a59c14c0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=5933cf16-f3ac-4b07-8567-8a59c14c0e15,segment=NetworkSegment(bcbb5ee4-c63f-4bf5-8774-06b36c24c440),segment_id=bcbb5ee4-c63f-4bf5-8774-06b36c24c440)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:27:55.701320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.717077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Calling delete_port for 5933cf16-f3ac-4b07-8567-8a59c14c0e15 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:27:55.834558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c90-d9dd-4258-832d-f0edda0f7f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.869662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5933cf16-f3ac-4b07-8567-8a59c14c0e15), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.870259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7379d9e4-4914-4eaf-8334-d4629453db25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.885075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['5933cf16-f3ac-4b07-8567-8a59c14c0e15'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:27:55.948408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Pushing event deleted for resources: {'Port': ['ID=5933cf16-f3ac-4b07-8567-8a59c14c0e15,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:55.994840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] No DVR routers for this DVR port 5933cf16-f3ac-4b07-8567-8a59c14c0e15 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:27:55.997146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7379d9e4-4914-4eaf-8334-d4629453db25 admin admin] Publish callbacks [] for security_group (7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:55.997893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.002703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-830320cb-698b-4512-9c3e-8b3c15f516b5 req-8dfcdbf7-fda7-47ec-a05e-86920349f274 tempest-InstanceActionsV221TestJSON-2074006169 tempest-InstanceActionsV221TestJSON-2074006169-project] 10.222.0.83 "DELETE /v2.0/ports/5933cf16-f3ac-4b07-8567-8a59c14c0e15 HTTP/1.1" status: 204 len: 173 time: 0.6209338 Feb 14 21:27:56.003569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'name': 'network-vif-deleted', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:27:56.009048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7379d9e4-4914-4eaf-8334-d4629453db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.015409 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247d996-ce02-4b26-baa7-6bc7dc399f17" -d '{"events": [{"server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "name": "network-vif-deleted", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:27:56.022828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c90-d9dd-4258-832d-f0edda0f7f67 admin admin] Publish callbacks [] for security_group (6024f70a-77ac-463a-9b75-2d73e607780f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.036676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6c90-d9dd-4258-832d-f0edda0f7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6024f70a-77ac-463a-9b75-2d73e607780f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.070826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7379d9e4-4914-4eaf-8334-d4629453db25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25c926ceeadd496097e2e88b5c29f249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779247 Feb 14 21:27:56.073589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:56.074252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379d9e4-4914-4eaf-8334-d4629453db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:56.097761 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1fcf6c90-d9dd-4258-832d-f0edda0f7f67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=36a5cb005950440b9ce5b7fd97742568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150908 Feb 14 21:27:56.100581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:56.126336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6c90-d9dd-4258-832d-f0edda0f7f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6024f70a-77ac-463a-9b75-2d73e607780f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:56.146844 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b4e00-f4ed-4354-94ce-92e3b44027ac x-openstack-request-id: req-b82b4e00-f4ed-4354-94ce-92e3b44027ac {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:27:56.147139 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454c9b6b-1833-4e98-af00-2fd66c56f331", "name": "network-vif-deleted", "tag": "5933cf16-f3ac-4b07-8567-8a59c14c0e15", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:27:56.148297 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b82b4e00-f4ed-4354-94ce-92e3b44027ac {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:27:56.148724 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454c9b6b-1833-4e98-af00-2fd66c56f331', 'name': 'network-vif-deleted', 'tag': '5933cf16-f3ac-4b07-8567-8a59c14c0e15', 'status': 'completed', 'code': 200} Feb 14 21:27:56.180405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] Publish callbacks [] for security_group (7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.209846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] Publish callbacks [] for security_group (6024f70a-77ac-463a-9b75-2d73e607780f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.238749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] Publish callbacks [] for security_group (6024f70a-77ac-463a-9b75-2d73e607780f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.284388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] Publish callbacks [] for security_group (7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.311490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6024f70a-77ac-463a-9b75-2d73e607780f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.316006 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.320305 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6024f70a-77ac-463a-9b75-2d73e607780f HTTP/1.1" status: 204 len: 168 time: 0.2185616 Feb 14 21:27:56.332186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6db218-0b9c-4fc9-8ffd-3328a469aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6024f70a-77ac-463a-9b75-2d73e607780f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:56.363810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b780e9-175b-411b-a730-d8a1f4818226 req-792d0b00-dab5-455c-a147-8fef36dd3305 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:56.366433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30b780e9-175b-411b-a730-d8a1f4818226 req-792d0b00-dab5-455c-a147-8fef36dd3305 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1505706 Feb 14 21:27:56.386953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.390092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.394891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c HTTP/1.1" status: 204 len: 168 time: 0.3202770 Feb 14 21:27:56.412958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61ed01-18ad-4fa5-aeb0-26417f869dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7936fbcc-cc19-4dfe-acb9-31d7ba6afc9c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:56.450970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30b780e9-175b-411b-a730-d8a1f4818226 req-0a43782b-a8a2-4a38-8572-2a74846f25e8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744290 Feb 14 21:27:56.842296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:56.858717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a57f1203-37fa-4269-bf5f-9923b1bffd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.889043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52650) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:56.910448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9467df-a63d-48de-a6a9-e00b03e80d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:56.936759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52654) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:56.955365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52656) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.025499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9467df-a63d-48de-a6a9-e00b03e80d8b admin admin] Publish callbacks [] for security_group (cb3e101e-431e-494e-a6cd-d576d14cb4a2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.030898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9467df-a63d-48de-a6a9-e00b03e80d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cb3e101e-431e-494e-a6cd-d576d14cb4a2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.074202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9467df-a63d-48de-a6a9-e00b03e80d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e101e-431e-494e-a6cd-d576d14cb4a2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.079300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ed9467df-a63d-48de-a6a9-e00b03e80d8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4709cd1c318462fa33be60016433ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1878674 Feb 14 21:27:57.082449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52660) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.137848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] Publish callbacks [] for security_group (cb3e101e-431e-494e-a6cd-d576d14cb4a2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.161350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] Publish callbacks [] for security_group (cb3e101e-431e-494e-a6cd-d576d14cb4a2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.168208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52662) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.226393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cb3e101e-431e-494e-a6cd-d576d14cb4a2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.229940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.234324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb3e101e-431e-494e-a6cd-d576d14cb4a2 HTTP/1.1" status: 204 len: 168 time: 0.1478541 Feb 14 21:27:57.245844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb77f3-c827-4bfc-a9d0-68013e2871b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e101e-431e-494e-a6cd-d576d14cb4a2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.309534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-822669726-network', 'tenant_id': '240ac92c8f704ae4a93cfd4d68d26199'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:57.334847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Made reservation on behalf of 240ac92c8f704ae4a93cfd4d68d26199 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:57.338496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.356941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.361388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a57f1203-37fa-4269-bf5f-9923b1bffd0f admin admin] Publish callbacks [] for security_group (6c8b9fb4-063b-4c80-918c-b7298aec5654), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.374882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a57f1203-37fa-4269-bf5f-9923b1bffd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6c8b9fb4-063b-4c80-918c-b7298aec5654), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.394188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Deleting subnet 9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:27:57.407979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Publish callbacks [] for subnet (9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.472108 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a57f1203-37fa-4269-bf5f-9923b1bffd0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5a13c5b986849458faa370973bf9bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276388 Feb 14 21:27:57.480148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52672) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.495673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks [] for security_group (48c5c357-eed3-4b05-ae6b-3f299a1c6942), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.499678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.503098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (48c5c357-eed3-4b05-ae6b-3f299a1c6942), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.504520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f1203-37fa-4269-bf5f-9923b1bffd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b9fb4-063b-4c80-918c-b7298aec5654,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.538252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:27:57.552323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c5c357-eed3-4b05-ae6b-3f299a1c6942,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.558549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2b05d124-bd70-4a12-b2c2-c7368c0ec7c2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.559316 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Added segment 2b05d124-bd70-4a12-b2c2-c7368c0ec7c2 of type vlan for network d2b4397e-62c6-410a-bcd5-27103760fdce Feb 14 21:27:57.604070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.642794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d2b4397e-62c6-410a-bcd5-27103760fdce), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.647067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-network', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:57.659008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] Publish callbacks [] for security_group (6c8b9fb4-063b-4c80-918c-b7298aec5654), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.693493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf920-391d-409f-b3d5-cf7553ed607d req-8c4acd45-b0df-4ee0-8e8e-032e34994931 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:57.695365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1ecf920-391d-409f-b3d5-cf7553ed607d req-8c4acd45-b0df-4ee0-8e8e-032e34994931 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.0986810 Feb 14 21:27:57.696772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d2b4397e-62c6-410a-bcd5-27103760fdce), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.697652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:57.698983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.714500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Made reservation on behalf of 2b92662abee8432aaaf39f1dafb56059 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:57.717261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.721126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] Publish callbacks [] for security_group (6c8b9fb4-063b-4c80-918c-b7298aec5654), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.748314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.775577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.785381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6123059 Feb 14 21:27:57.789366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.794191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d35fe-288a-4d16-85fe-436734a2775f admin admin] Pushing event updated for resources: {'Network': ['ID=d2b4397e-62c6-410a-bcd5-27103760fdce,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.806275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Request body: {'subnet': {'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-822669726-subnet', 'tenant_id': '240ac92c8f704ae4a93cfd4d68d26199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:57.811865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1ecf920-391d-409f-b3d5-cf7553ed607d req-0a95d9d9-b3d4-480f-937a-c83333fbb7f2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081469 Feb 14 21:27:57.815445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d2b4397e-62c6-410a-bcd5-27103760fdce details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:27:57.855325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:57.857197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.863805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52686) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:57.868353 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ac3bfaf-64b9-4c65-8743-0f0e8b3dbfb2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9db3bc7c-40d4-4dd2-9fd1-a7c6e8714d38 HTTP/1.1" status: 204 len: 168 time: 0.9299004 Feb 14 21:27:57.958581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Made reservation on behalf of 240ac92c8f704ae4a93cfd4d68d26199 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:57.962501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:57.977163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.053244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6c8b9fb4-063b-4c80-918c-b7298aec5654), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.056317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.057582 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6c8b9fb4-063b-4c80-918c-b7298aec5654 HTTP/1.1" status: 204 len: 168 time: 0.5739222 Feb 14 21:27:58.078583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810f739-fd0f-44fb-bdd7-cf3573005e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b9fb4-063b-4c80-918c-b7298aec5654,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:58.112428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.122100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks [] for security_group (d65a096f-709e-4f75-9f2e-e3c01b12c80d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.131530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d65a096f-709e-4f75-9f2e-e3c01b12c80d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.139322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdec8b4-73d1-43fd-ba0b-2e0baadd7879']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:58.144662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:27:58.152247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:58.152654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbb5ee4-c63f-4bf5-8774-06b36c24c440') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:27:58.165029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (bcbb5ee4-c63f-4bf5-8774-06b36c24c440), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.182313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bcbb5ee4-c63f-4bf5-8774-06b36c24c440), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.189056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (19fa67cc-effc-4b8c-b4c4-e4679c752d8c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.189247 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Added segment 19fa67cc-effc-4b8c-b4c4-e4679c752d8c of type vlan for network 876508f9-1d57-4672-bd3a-19ad6b49b719 Feb 14 21:27:58.192476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:27:58.193069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (bcbb5ee4-c63f-4bf5-8774-06b36c24c440), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:27:58.195224 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:27:58.255335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a096f-709e-4f75-9f2e-e3c01b12c80d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:58.270061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (0cdec8b4-73d1-43fd-ba0b-2e0baadd7879), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.275922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.282021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (876508f9-1d57-4672-bd3a-19ad6b49b719), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.282518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0cdec8b4-73d1-43fd-ba0b-2e0baadd7879 HTTP/1.1" status: 204 len: 168 time: 0.4175920 Feb 14 21:27:58.301568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72788-d8ac-4b59-b608-12940c8b6b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdec8b4-73d1-43fd-ba0b-2e0baadd7879,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:58.352017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5933cf16-f3ac-4b07-8567-8a59c14c0e15 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:27:58.360968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (c4eff60e-4ccf-4fb7-aae5-12cf6e15606f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.382543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 5933cf16-f3ac-4b07-8567-8a59c14c0e15 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:27:58.383354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 5933cf16-f3ac-4b07-8567-8a59c14c0e15 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:27:58.409769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (876508f9-1d57-4672-bd3a-19ad6b49b719), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.410784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.411555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.431595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4eff60e-4ccf-4fb7-aae5-12cf6e15606f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:58.499570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5404053 Feb 14 21:27:58.503740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:58.511548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Request body: {'subnet': {'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-subnet', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:58.562206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa6931-2863-425a-804a-bebf312b64eb admin admin] Pushing event updated for resources: {'Network': ['ID=876508f9-1d57-4672-bd3a-19ad6b49b719,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:58.566347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.573843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.575463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Checking segment: {'id': '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:58.576011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Network hostable DHCP agents. Network: d2b4397e-62c6-410a-bcd5-27103760fdce, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:27:58.582335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.583458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Made reservation on behalf of 2b92662abee8432aaaf39f1dafb56059 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:27:58.585122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:27:58.586160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.592583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:58.598109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.605775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.616856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.631082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.633124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-91510278-ad56-45e0-8a24-b5ec031644a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.1454225 Feb 14 21:27:58.646212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.724065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Network d2b4397e-62c6-410a-bcd5-27103760fdce is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:27:58.725304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29da47cb-e0e4-41c0-8fc7-b693ee564eb0 req-393d8394-df7d-4505-9e68-ed1eb587f662 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830009 Feb 14 21:27:58.783882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d2b4397e-62c6-410a-bcd5-27103760fdce) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:58.801318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:58.801920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11340ce-bc53-49e2-85c4-93754d65b390 None None] Network d2b4397e-62c6-410a-bcd5-27103760fdce requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:58.802163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.818698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b42df912-503f-42ad-9c21-4dd8084c5b65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14361dbfd51a42d8a74c4d08a49bd0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218509 Feb 14 21:27:58.819079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:58.903011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a559ff5-5bb2-43ba-9607-e43e535f9578 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1036706 Feb 14 21:27:58.914453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] Publish callbacks [] for security_group (428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:58.972691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd81e5c-7eb6-49d7-9585-e04d77331662 None None] Network d2b4397e-62c6-410a-bcd5-27103760fdce requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:58.994525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (a60b86fd-7b26-4720-970a-eee1d5a2545d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.034613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] Publish callbacks [] for security_group (428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.076420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60b86fd-7b26-4720-970a-eee1d5a2545d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:59.091585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Checking segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:59.092521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Network hostable DHCP agents. Network: 876508f9-1d57-4672-bd3a-19ad6b49b719, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:27:59.100868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095a5c3-38f0-4f7b-a9e5-f3cb567a9857 req-06b59732-4820-42a3-820c-13fd68486162 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:59.109645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c095a5c3-38f0-4f7b-a9e5-f3cb567a9857 req-06b59732-4820-42a3-820c-13fd68486162 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1573589 Feb 14 21:27:59.119135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:27:59.135897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 876508f9-1d57-4672-bd3a-19ad6b49b719) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:59.153181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:27:59.155353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9c32b-3ea3-4801-8384-dd29ffb9db45 None None] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:27:59.155837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.181597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c53a564-97b4-4f3a-a5f4-f12567f5a36c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6738758 Feb 14 21:27:59.183102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.184250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:27:59.188917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.189086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:27:59.192368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c HTTP/1.1" status: 204 len: 168 time: 0.3699870 Feb 14 21:27:59.218228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80766976-e558-4774-8bb9-5a0f459e1658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428fdcc5-ce38-4800-9f3a-7ee7c1ff6b9c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:59.218724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.219762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.224959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c095a5c3-38f0-4f7b-a9e5-f3cb567a9857 req-bd21d434-e932-4cdd-8c89-d4a8b946df8e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141050 Feb 14 21:27:59.293512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for router_controller (b8532065-79f4-40f4-867d-43d6ab83ee60), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.395779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-876508f9-1d57-4672-bd3a-19ad6b49b719', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:27:59.396914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.481967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for router_gateway (b8532065-79f4-40f4-867d-43d6ab83ee60), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.586104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Allocated IP 172.20.0.2 (876508f9-1d57-4672-bd3a-19ad6b49b719/a60b86fd-7b26-4720-970a-eee1d5a2545d/3e121d7b-d415-4261-bec4-493ccf8e309c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:27:59.725275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for router_gateway (b8532065-79f4-40f4-867d-43d6ab83ee60), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.747773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.825746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks [] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.834955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:27:59.895759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:27:59.896592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Allocated IP 172.25.2.160 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:27:59.905357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:27:59.910803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:27:59.921010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Pushing event updated for resources: {'Port': ['ID=3e121d7b-d415-4261-bec4-493ccf8e309c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:27:59.986533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Attempting to bind port 3e121d7b-d415-4261-bec4-493ccf8e309c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:27:59.987140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Attempting to bind port 3e121d7b-d415-4261-bec4-493ccf8e309c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:27:59.987558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Attempting to bind port 3e121d7b-d415-4261-bec4-493ccf8e309c on network 876508f9-1d57-4672-bd3a-19ad6b49b719 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:27:59.996447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:27:59.996907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Checking segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:27:59.998591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.001205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Bound using segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:00.002087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Bound port: 3e121d7b-d415-4261-bec4-493ccf8e309c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:00.003262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.012141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.027515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.037832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.048955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.059743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.070624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.072137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.081740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.084036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] For port 3e121d7b-d415-4261-bec4-493ccf8e309c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:00.088368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] For port 3e121d7b-d415-4261-bec4-493ccf8e309c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e121d7b-d415-4261-bec4-493ccf8e309c,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:00.097552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.098379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-4c5ed1e7-ee09-4d6c-8583-0c64295427d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.2243471 Feb 14 21:28:00.131285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.172579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9c05a-5a0e-4743-be2c-c4210421c788 None None] Pushing event updated for resources: {'Port': ['ID=3e121d7b-d415-4261-bec4-493ccf8e309c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:00.207528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d6387d4-be5e-45e5-b9d1-876ff3187760 req-c4440170-465c-45e8-a197-1fa490e3ac9c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044064 Feb 14 21:28:00.230694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:00.234131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:00.250806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:00.286178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:00.505112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3c7d-126a-493c-845a-7a659df2afe1 req-0f5c65e2-a453-41f5-90f4-9091a30ab28d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:00.512376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131f3c7d-126a-493c-845a-7a659df2afe1 req-0f5c65e2-a453-41f5-90f4-9091a30ab28d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1677010 Feb 14 21:28:00.637711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131f3c7d-126a-493c-845a-7a659df2afe1 req-c80ade99-4adf-4c49-840a-3f120771d7cb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005991 Feb 14 21:28:00.722804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for router_gateway (b8532065-79f4-40f4-867d-43d6ab83ee60), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.886479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52794) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:00.891725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2119455012-network', 'tenant_id': '4d0d365a12df42f29f4984988fc806b2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:00.938438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Made reservation on behalf of 4d0d365a12df42f29f4984988fc806b2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:00.944619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5bde46-6333-43a6-bd18-40efd86d2ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.947070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:00.960839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.004054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.072941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks [] for security_group (c9746d4c-c051-44cf-bd7d-3d3fdf6006db), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.079268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c9746d4c-c051-44cf-bd7d-3d3fdf6006db), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.111580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:01.131125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9746d4c-c051-44cf-bd7d-3d3fdf6006db,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:01.139591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (03f83fe1-034c-4f8c-b475-0a62d83a30fe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.140062 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Added segment 03f83fe1-034c-4f8c-b475-0a62d83a30fe of type vlan for network c31fcb1b-ac19-4c06-b417-81c00d090b14 Feb 14 21:28:01.196474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Router b8532065-79f4-40f4-867d-43d6ab83ee60 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:28:01.200495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c31fcb1b-ac19-4c06-b417-81c00d090b14), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.250183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c31fcb1b-ac19-4c06-b417-81c00d090b14), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.252299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.253663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.359552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4711816 Feb 14 21:28:01.364220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:01.373117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Request body: {'subnet': {'network_id': 'c31fcb1b-ac19-4c06-b417-81c00d090b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2119455012-subnet', 'tenant_id': '4d0d365a12df42f29f4984988fc806b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:01.383582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:01.385374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72208b-bda2-4c07-97a2-fcd06638defb admin admin] Pushing event updated for resources: {'Network': ['ID=c31fcb1b-ac19-4c06-b417-81c00d090b14,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:01.397369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Sync routers for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:01.412189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c31fcb1b-ac19-4c06-b417-81c00d090b14 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:01.423106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:01.428898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:01.438073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.442157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59bce10d-eeba-4c81-8e02-6ae0d44d75d3 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.2541318 Feb 14 21:28:01.442453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:01.616106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Made reservation on behalf of 4d0d365a12df42f29f4984988fc806b2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:01.618577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:01.721957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52822) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:01.806472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.832704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.838292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.843796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.862327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.867867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.885558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.894757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-87a09ae5-f101-439a-8ff0-4d5ff2557db8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.5312874 Feb 14 21:28:01.952013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae46af7-f85c-4fe2-aec6-4e5f6f240a5b None None] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:01.958535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.972890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.978470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:01.996324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.001770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.042388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.064044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.068456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c00a08c0-8fc2-452a-9b79-f7bf15ea21a5 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.6022387 Feb 14 21:28:02.090270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-108363232-network', 'tenant_id': '29099370230c44f8bac6f0e9bb3783a4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:02.167388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e121d7b-d415-4261-bec4-493ccf8e309c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:02.208504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Provisioning complete for port 3e121d7b-d415-4261-bec4-493ccf8e309c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:02.208866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.326277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0ee3a0c1-832d-4dd3-b1ca-bbbf8c99837b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.327770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0ee3a0c1-832d-4dd3-b1ca-bbbf8c99837b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2410800 Feb 14 21:28:02.367074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:02.409917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1e60df2-5b52-4f56-b2db-5936391c9da9 req-88ba76b1-1fb4-4722-82b1-1e708fcd5fbd tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5142334 Feb 14 21:28:02.418451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36bb3-161a-43c5-8473-cd4662bfc33a req-444817fd-1a27-4f7a-a64e-6b382d314ef0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:02.420615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02c36bb3-161a-43c5-8473-cd4662bfc33a req-444817fd-1a27-4f7a-a64e-6b382d314ef0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.6298184 Feb 14 21:28:02.433764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Made reservation on behalf of 29099370230c44f8bac6f0e9bb3783a4 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:02.437406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.454540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.541197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3e121d7b-d415-4261-bec4-493ccf8e309c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:02.542303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.560060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-ae35c9c6-7036-46f1-a7d3-7d47b4f822f4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2244105 Feb 14 21:28:02.637038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.723479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks [] for security_group (4f69ba6f-79cd-46ef-8623-7959b53f4831), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.725686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Current status of the port 3e121d7b-d415-4261-bec4-493ccf8e309c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:02.726085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.742499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:02.814659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3e121d7b-d415-4261-bec4-493ccf8e309c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:02.815939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.840302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] For port 3e121d7b-d415-4261-bec4-493ccf8e309c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e121d7b-d415-4261-bec4-493ccf8e309c,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:02.858517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4f69ba6f-79cd-46ef-8623-7959b53f4831), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.872231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.961562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:02.984122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:28:02.984480 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:28:02.993183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Allocated IP 172.20.0.1 (876508f9-1d57-4672-bd3a-19ad6b49b719/a60b86fd-7b26-4720-970a-eee1d5a2545d/602ebc87-789c-4af1-b1c0-80dfa5d71a2b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:03.010920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f827-71c2-4edd-b8da-0a02b52f201a None None] Pushing event updated for resources: {'Port': ['ID=3e121d7b-d415-4261-bec4-493ccf8e309c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:03.023639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:00Z', 'revision_number': 3, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:03.072545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Checking router: b8532065-79f4-40f4-867d-43d6ab83ee60 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:03.072904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Updating router b8532065-79f4-40f4-867d-43d6ab83ee60 port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:28:03.129253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.151627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:03.155551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks [] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.179852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69ba6f-79cd-46ef-8623-7959b53f4831,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:03.212473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:03.229412 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.266574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02c36bb3-161a-43c5-8473-cd4662bfc33a req-b2fa9959-8e17-42a9-bc01-4af27bdaf2f0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8130088 Feb 14 21:28:03.284992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.285352 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Added segment ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d of type vlan for network f9d1a022-ab8d-45e6-ad48-1766262712ad Feb 14 21:28:03.288303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:03.298344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (d460147c-76b9-4d33-b54f-3788e8e48b3e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.303056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:03.306668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:03.322892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3890455c-48d6-4ad8-9c56-25f3e7630420 None None] Provisioning complete for port 3e121d7b-d415-4261-bec4-493ccf8e309c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:03.323686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3890455c-48d6-4ad8-9c56-25f3e7630420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.361743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (b8532065-79f4-40f4-867d-43d6ab83ee60), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.379611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304722-8903-4f15-a572-032c5532bd4e req-79aa1684-6b42-4cbd-81fa-882a3bc73f0d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:03.381226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a304722-8903-4f15-a572-032c5532bd4e req-79aa1684-6b42-4cbd-81fa-882a3bc73f0d tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.4226921 Feb 14 21:28:03.413557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e3a47fb-0efb-44a8-aa69-687b4ac64131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.507244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:03.517790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Pushing event updated for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:03.565678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.582381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f9d1a022-ab8d-45e6-ad48-1766262712ad), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.635365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d460147c-76b9-4d33-b54f-3788e8e48b3e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:03.672424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:03.722599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Checking segment: {'id': '03f83fe1-034c-4f8c-b475-0a62d83a30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c31fcb1b-ac19-4c06-b417-81c00d090b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:03.722963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Network hostable DHCP agents. Network: c31fcb1b-ac19-4c06-b417-81c00d090b14, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:28:03.735294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:03.757985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a304722-8903-4f15-a572-032c5532bd4e req-5823fa4a-bf32-4647-9cc6-093c60831cc3 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370667 Feb 14 21:28:03.785847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f9d1a022-ab8d-45e6-ad48-1766262712ad), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.787220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:03.787446 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.836291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3e121d7b-d415-4261-bec4-493ccf8e309c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:03.842804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3890455c-48d6-4ad8-9c56-25f3e7630420 None None] Current status of the port 3e121d7b-d415-4261-bec4-493ccf8e309c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:03.855606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:03.855606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.878601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4128a4aa-17cb-417f-af23-85931a4570f1,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:03.883417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Network c31fcb1b-ac19-4c06-b417-81c00d090b14 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:28:03.885930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:03.898990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3330ef4-6aef-4f1f-86a7-4acd30c9eae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.904609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1648080 Feb 14 21:28:03.904609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52896) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:03.915952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Request body: {'subnet': {'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-108363232-subnet', 'tenant_id': '29099370230c44f8bac6f0e9bb3783a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:03.920344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab299a4-da2e-43a3-93af-9e88b3716624 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d1a022-ab8d-45e6-ad48-1766262712ad,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:03.936628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, c31fcb1b-ac19-4c06-b417-81c00d090b14) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:03.951727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:03.952341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.967634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:03.976833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:03.980693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks [] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:03.987356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.000445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:04.006186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:04.011628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:04.021588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks [] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.026737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:04.030892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f9d1a022-ab8d-45e6-ad48-1766262712ad details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:04.032829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (b8532065-79f4-40f4-867d-43d6ab83ee60), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.035255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:04.041186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e0775-aab4-4bd2-a9ff-318bf1f3da82 None None] Network c31fcb1b-ac19-4c06-b417-81c00d090b14 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:04.043473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-392683f2-ec32-472e-9669-1f824482db7e req-15049ee8-4b33-4869-8dac-271ffa4e68c8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 5446 time: 0.3836520 Feb 14 21:28:04.069236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.086656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Made reservation on behalf of 29099370230c44f8bac6f0e9bb3783a4 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:04.090285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.094634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] For port 4128a4aa-17cb-417f-af23-85931a4570f1, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:04.177473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:04.181899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-95cf5920-f1a0-48e8-8981-9b5ee3f9ff93 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8162880 Feb 14 21:28:04.204644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:04.213800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e121d7b-d415-4261-bec4-493ccf8e309c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:04.222113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:04.299172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] device_id is not set on port 4128a4aa-17cb-417f-af23-85931a4570f1 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:28:04.327633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.329524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Attempting to bind port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:04.329899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Attempting to bind port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:04.330277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Attempting to bind port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:04.335602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-392683f2-ec32-472e-9669-1f824482db7e req-234b59df-f200-4e83-8344-6bccf4e03eeb tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894421 Feb 14 21:28:04.349512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Publish callbacks [] for port (4128a4aa-17cb-417f-af23-85931a4570f1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.398667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Pushing event updated for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:04.413710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3330ef4-6aef-4f1f-86a7-4acd30c9eae2 admin admin] Publish callbacks [] for security_group (28f5a9b7-4321-4510-bb82-6717a012c7cb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.431379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3330ef4-6aef-4f1f-86a7-4acd30c9eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28f5a9b7-4321-4510-bb82-6717a012c7cb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.500316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.565595 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3330ef4-6aef-4f1f-86a7-4acd30c9eae2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f96b14fc4651482d939420a9f6388d56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3498034 Feb 14 21:28:04.566091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3330ef4-6aef-4f1f-86a7-4acd30c9eae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5a9b7-4321-4510-bb82-6717a012c7cb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:04.582849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:04.707588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0f2ef6e2-b70e-4988-afa4-ace001569b1e no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:04.759907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] Publish callbacks [] for security_group (28f5a9b7-4321-4510-bb82-6717a012c7cb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.774808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:04.775535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:04.776124 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.776692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:04.787550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Bound port: f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:04.788388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.808441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] Publish callbacks [] for security_group (28f5a9b7-4321-4510-bb82-6717a012c7cb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.850498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e52fab5d-b4c1-428e-b08b-5cb46da4640c None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:04.850878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52fab5d-b4c1-428e-b08b-5cb46da4640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.863214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] No DVR routers for this DVR port 4128a4aa-17cb-417f-af23-85931a4570f1 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:04.866731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Pushing event updated for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:04.881036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['78d1d984-bd6b-4fa8-9f73-b9400b30d677'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:04.887379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Router b8532065-79f4-40f4-867d-43d6ab83ee60 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:04.887683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (da0f6fe4-d7f8-4733-a947-1593010f9f00), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.890582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28f5a9b7-4321-4510-bb82-6717a012c7cb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.893749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:04.897871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28f5a9b7-4321-4510-bb82-6717a012c7cb HTTP/1.1" status: 204 len: 168 time: 0.3096385 Feb 14 21:28:04.925607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bed341-c921-41f5-9357-bbe7d0f4e8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5a9b7-4321-4510-bb82-6717a012c7cb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:04.987677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41625f-2a54-4147-b7bb-02cf96c6d80d None None] Pushing event updated for resources: {'Port': ['ID=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:05.010554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] For port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:05.013206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d92c-cf85-4308-aee4-c1a1c319ba1f req-10b65a54-4260-406b-87b5-68a4164fc388 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.014802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1884d92c-cf85-4308-aee4-c1a1c319ba1f req-10b65a54-4260-406b-87b5-68a4164fc388 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 944 time: 0.4893966 Feb 14 21:28:05.087965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.092962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678e873-6673-4e8c-a61e-ab3e3fe1155c req-89fc1b14-5f52-4ff9-85f0-d1030d198c11 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.094446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] For port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:05.094628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c678e873-6673-4e8c-a61e-ab3e3fe1155c req-89fc1b14-5f52-4ff9-85f0-d1030d198c11 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.4944220 Feb 14 21:28:05.102140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] In _notify_port_updated(), no bound segment for port 4128a4aa-17cb-417f-af23-85931a4570f1 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:28:05.103837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.104602 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.106448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-0189ac4d-d330-4c81-8357-704c5a2aac3c service neutron] 10.222.0.83 "PUT /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 200 len: 1033 time: 2.3804724 Feb 14 21:28:05.117447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0f6fe4-d7f8-4733-a947-1593010f9f00,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:05.117675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e52fab5d-b4c1-428e-b08b-5cb46da4640c None None] Port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:28:05.144972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:05.154316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.155399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4597f3df-2797-4105-bcc9-2216ac6401a0 admin admin] 10.222.0.86 "PUT /v2.0/routers/b8532065-79f4-40f4-867d-43d6ab83ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7117994 Feb 14 21:28:05.194007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac592eb0-3ce3-4e49-9638-ff07385b9b00 None None] Network c31fcb1b-ac19-4c06-b417-81c00d090b14 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:05.222261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:05.275927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3e121d7b-d415-4261-bec4-493ccf8e309c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:05.276303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.278390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1884d92c-cf85-4308-aee4-c1a1c319ba1f req-d2e98160-4175-4baa-a1ec-817d0cf91ee4 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405167 Feb 14 21:28:05.288448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-cefe3669-9843-483a-8bae-8923eab98e45 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.290470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-cefe3669-9843-483a-8bae-8923eab98e45 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "GET /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1673095 Feb 14 21:28:05.294250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Checking segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:05.294781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Network hostable DHCP agents. Network: f9d1a022-ab8d-45e6-ad48-1766262712ad, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:28:05.313447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:05.348091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c678e873-6673-4e8c-a61e-ab3e3fe1155c req-fd645e09-3799-448e-8db4-def689cf7ae1 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373428 Feb 14 21:28:05.438884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Network f9d1a022-ab8d-45e6-ad48-1766262712ad is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:28:05.476271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f9d1a022-ab8d-45e6-ad48-1766262712ad) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:05.483331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.486301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41625f-2a54-4147-b7bb-02cf96c6d80d None None] Pushing event updated for resources: {'Port': ['ID=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:05.504278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Provisioning complete for port 4128a4aa-17cb-417f-af23-85931a4570f1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:05.504899 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.507691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:05.508356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:05.510316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80166c3c-7ffa-4f81-a424-2ab8080d02c9 None None] Network f9d1a022-ab8d-45e6-ad48-1766262712ad requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:05.517028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.517631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.564779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0f2ef6e2-b70e-4988-afa4-ace001569b1e is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:05.565287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.569683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-57a9bf3c-f381-4f07-bfa7-0d142c4e7e2b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6605992 Feb 14 21:28:05.620524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.626619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.632257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.638132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.646301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.651711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.660114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-33b724fc-00bd-44fd-9257-ceb4a52f7952 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 4666 time: 0.1997962 Feb 14 21:28:05.800186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:05.802589 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a49d6b-60ff-4b8e-8767-ff5d953d0be0" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:05.834659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:05.843038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52960) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:05.870207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f2808a5-2502-4e49-93a2-a11bdf7a87c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:05.885494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a04e7af-b35d-459d-bec6-3ec3d513f5f1 req-4d241e6e-e3c9-4eca-8b24-b4d49d7a3789 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc&id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2130158 Feb 14 21:28:05.902542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=477d8dd6-b5af-4c43-96e3-b2b730d31769,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:05.952389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-5d683280-75c2-42e1-96db-c314eb7f2af3 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:05.953987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-5d683280-75c2-42e1-96db-c314eb7f2af3 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/networks?id=d2b4397e-62c6-410a-bcd5-27103760fdce HTTP/1.1" status: 200 len: 814 time: 0.2139280 Feb 14 21:28:05.974062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:05.976657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-2ec94be4-4ac7-45ad-9b7f-4aa1124b3969 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/quotas/240ac92c8f704ae4a93cfd4d68d26199 HTTP/1.1" status: 200 len: 375 time: 0.0133092 Feb 14 21:28:05.979936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] For port 477d8dd6-b5af-4c43-96e3-b2b730d31769, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:06.030980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f2808a5-2502-4e49-93a2-a11bdf7a87c1 admin admin] Publish callbacks [] for security_group (038b115e-6c2d-4f97-a742-39c4da4e7e37), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.040250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f2808a5-2502-4e49-93a2-a11bdf7a87c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (038b115e-6c2d-4f97-a742-39c4da4e7e37), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.066936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-f97aae83-4f47-4be7-83ec-22bacc3732d6 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=240ac92c8f704ae4a93cfd4d68d26199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421300 Feb 14 21:28:06.076156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] device_id is not set on port 477d8dd6-b5af-4c43-96e3-b2b730d31769 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:28:06.089819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Port 4128a4aa-17cb-417f-af23-85931a4570f1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:28:06.108049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Publish callbacks [] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.137223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f2808a5-2502-4e49-93a2-a11bdf7a87c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a57a9962f46d4fd0bae2493373e95987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901778 Feb 14 21:28:06.139498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:06.149224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.175580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2808a5-2502-4e49-93a2-a11bdf7a87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b115e-6c2d-4f97-a742-39c4da4e7e37,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:06.259452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.260513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:06.302740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] Publish callbacks [] for security_group (038b115e-6c2d-4f97-a742-39c4da4e7e37), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.334700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e9b3f-0137-490c-aaa9-5e127b30f9a3 None None] Network f9d1a022-ab8d-45e6-ad48-1766262712ad requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:06.335807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] Publish callbacks [] for security_group (038b115e-6c2d-4f97-a742-39c4da4e7e37), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.350559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] No DVR routers for this DVR port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:06.406957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Pushing event updated for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:06.410675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (038b115e-6c2d-4f97-a742-39c4da4e7e37), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.413893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.417690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/038b115e-6c2d-4f97-a742-39c4da4e7e37 HTTP/1.1" status: 204 len: 168 time: 0.2611880 Feb 14 21:28:06.430695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-1add9814-5b7b-4d55-a2d0-3284f190fa3e service neutron] 10.222.0.86 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480539 Feb 14 21:28:06.448090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735726e9-38a1-4fe5-83d5-e67257ef8f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b115e-6c2d-4f97-a742-39c4da4e7e37,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:06.512952 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.557650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.634222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:06.634605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.713301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:06.759955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3e121d7b-d415-4261-bec4-493ccf8e309c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:06.831349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f009a416-4f30-4ddb-9f50-7ce1b9017d18 None None] Port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:28:06.865349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:06.865753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.910876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:06.917979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 2, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:06.950501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:06.951683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 42ceaa10-88cd-45ad-bc76-370232474920 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:06.956991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a3b0d-30ce-4018-951f-7775b78cca61 None None] The sync data for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 is: [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 2, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:07.025295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] In _notify_port_updated(), no bound segment for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 on network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:28:07.026600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:07.027341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.028732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5b16dddd-8ec3-4af5-94c3-54c14aaba01f service neutron] 10.222.0.83 "PUT /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 200 len: 1033 time: 1.7264011 Feb 14 21:28:07.051577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ccaf8db6-21d7-48b0-a224-1be6d83ea710 None None] Provisioning complete for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:07.051958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8db6-21d7-48b0-a224-1be6d83ea710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.107367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-9437aea9-213c-45d6-a6f1-4415155885ac tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:07.109547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-9437aea9-213c-45d6-a6f1-4415155885ac tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 946 time: 0.6565809 Feb 14 21:28:07.118334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:07.142196 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.144424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf8db6-21d7-48b0-a224-1be6d83ea710 None None] Port 477d8dd6-b5af-4c43-96e3-b2b730d31769 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:28:07.323975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-8e202688-5c7d-4d6b-82de-c6c82e457d0d service neutron] 10.222.0.86 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913887 Feb 14 21:28:07.345805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-ac40bd28-d328-42e1-901e-2d867132154e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:07.359115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-ac40bd28-d328-42e1-901e-2d867132154e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 829 time: 0.9131105 Feb 14 21:28:07.408686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-4f8472fd-c0c2-4d28-b62a-4db61b9afc10 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/quotas/2b92662abee8432aaaf39f1dafb56059 HTTP/1.1" status: 200 len: 375 time: 0.0481935 Feb 14 21:28:07.469285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 42ceaa10-88cd-45ad-bc76-370232474920 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:07.470671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.503689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Deleting port 7af02136-2048-4029-8252-ae45540f40fe {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:07.504406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.510421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:07.510978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.527329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:07.653610 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947b9b8-6c92-49e3-ae9e-a1ffa53d89db x-openstack-request-id: req-9947b9b8-6c92-49e3-ae9e-a1ffa53d89db {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:07.653976 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:07.654168 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9947b9b8-6c92-49e3-ae9e-a1ffa53d89db {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:07.655179 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'code': 200} Feb 14 21:28:07.683608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:07.683992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.733288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:07.750874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.752114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 477d8dd6-b5af-4c43-96e3-b2b730d31769 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:07.914658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:07.954592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:07.954977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.995291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.996349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:07.997216 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Floating IP 0401b19f-7d0a-46b1-9e9f-76444f088caf disassociated. External IP: 172.25.2.15, port: 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021. Feb 14 21:28:07.997855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:08.037033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 477d8dd6-b5af-4c43-96e3-b2b730d31769 host ! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:28:08.037449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 477d8dd6-b5af-4c43-96e3-b2b730d31769 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:28:08.037894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0166c20d-fe95-4f79-b69a-76331d6beb65 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:08.164488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-8b4ccf76-9136-4a13-84cd-d7566509624d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7542362 Feb 14 21:28:08.342004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0166c20d-fe95-4f79-b69a-76331d6beb65 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:08.344532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.407225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:08.412045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.454552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:08.502535 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.504617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:08.629417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.653249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:08.666829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.685691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:08.727382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-b7dfe08d-1b1c-4f5a-9d76-a10fcf74801c service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618362 Feb 14 21:28:08.796037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:08.796526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7af02136-2048-4029-8252-ae45540f40fe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.895529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:08.895945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:08.978690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:09.063077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:09.128368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:09.136792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-074b995a-7870-4fc2-96fb-cd087971e5f3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:09.144086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-074b995a-7870-4fc2-96fb-cd087971e5f3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 817 time: 0.8263507 Feb 14 21:28:09.161647 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.162613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4128a4aa-17cb-417f-af23-85931a4570f1 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:09.343976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:09.372198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 4128a4aa-17cb-417f-af23-85931a4570f1 host ! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:28:09.372601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4128a4aa-17cb-417f-af23-85931a4570f1 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:28:09.481335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-90aae0af-c07f-455f-a436-af27ba7e7ea4 service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365711 Feb 14 21:28:09.492555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f763f98b-a67c-46d2-b4ee-3573b8a3b1bf tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/quotas/29099370230c44f8bac6f0e9bb3783a4 HTTP/1.1" status: 200 len: 375 time: 0.3471255 Feb 14 21:28:09.538394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Router dc84969d-8bf7-42bf-acee-2fa86ade7a91 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:09.550620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7af02136-2048-4029-8252-ae45540f40fe no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:09.553728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:09.554400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.652766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:09.667466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65'}, {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:09.671817 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e1432b-0b18-4620-990c-735506a1e0c6" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "42ceaa10-88cd-45ad-bc76-370232474920"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65"}, {"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:09.747178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:09.747921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.769460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-92f43fb3-14b6-4948-a939-76a46697a135 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2755456 Feb 14 21:28:09.821670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 7af02136-2048-4029-8252-ae45540f40fe is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:09.822282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7af02136-2048-4029-8252-ae45540f40fe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.826047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:09.839091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.908301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7af02136-2048-4029-8252-ae45540f40fe, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7af02136-2048-4029-8252-ae45540f40fe,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:09.922449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:09.927986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:10.015783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-d4cd0831-569e-43a4-8b51-2da11f2423c8 service neutron] 10.222.0.86 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448022 Feb 14 21:28:10.036844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:10.243994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-93926f9e-db56-4438-b1e9-5008b618abb9 service neutron] 10.222.0.86 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233293 Feb 14 21:28:10.637333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:10.653039 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Sync routers for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:10.688776 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:10.690430 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:11.043257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:11.052976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port 9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:11.064566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:11.077485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-5aa5be05-1395-4598-b7ee-11c4dd45219a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "DELETE /v2.0/ports/9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021 HTTP/1.1" status: 204 len: 173 time: 4.0393364 Feb 14 21:28:11.205005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:11.213090 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147727a0-f72f-448b-b06b-11c45f6b32c8" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:11.246941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:11.247360 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:11.301153 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:11.301542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (27511047-1259-4198-b630-6db7717c9da5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:11.302132 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Floating IP 27511047-1259-4198-b630-6db7717c9da5 disassociated. External IP: 172.25.2.248, port: 7af02136-2048-4029-8252-ae45540f40fe. Feb 14 21:28:11.302760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Calling delete_port for 7af02136-2048-4029-8252-ae45540f40fe owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:11.460944 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:11.515004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:11.521543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Sync routers for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:11.537345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:11.538255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:11.541774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b578d83-93ac-4b0d-a885-7e950edf8ec2 req-8951b1b4-567e-426a-bb9c-fd56dc1ae2ed tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:11.543700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b578d83-93ac-4b0d-a885-7e950edf8ec2 req-8951b1b4-567e-426a-bb9c-fd56dc1ae2ed tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 1.2968714 Feb 14 21:28:11.563511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-fe1ebc46-bd1f-4983-aee5-233a086c58ef tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:11.565194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-fe1ebc46-bd1f-4983-aee5-233a086c58ef tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.83 "GET /v2.0/networks?id=d2b4397e-62c6-410a-bcd5-27103760fdce HTTP/1.1" status: 200 len: 814 time: 2.0879006 Feb 14 21:28:11.633208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Request body: {'port': {'device_id': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce', 'admin_state_up': True, 'tenant_id': '240ac92c8f704ae4a93cfd4d68d26199'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:11.686190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:12.189490 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:12.241081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-f3bad4d6-a777-4f3f-bff9-9fd3b10d4b2d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:12.245078 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-f3bad4d6-a777-4f3f-bff9-9fd3b10d4b2d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.64 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 829 time: 0.3812182 Feb 14 21:28:12.251018 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Checking router: dc84969d-8bf7-42bf-acee-2fa86ade7a91 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:12.268003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'port': {'device_id': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'admin_state_up': True, 'tenant_id': '2b92662abee8432aaaf39f1dafb56059'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:12.282126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:12.289388 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:12.290266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 2, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:12.359420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Checking router: b8532065-79f4-40f4-867d-43d6ab83ee60 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:12.363933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Updating router b8532065-79f4-40f4-867d-43d6ab83ee60 port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:28:12.465403 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:12.632932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478954d-b46a-4dc2-9720-fd974d04d709 req-9b1d7af7-83b0-4e00-97c5-b0e43210bfbb tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:12.647199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7478954d-b46a-4dc2-9720-fd974d04d709 req-9b1d7af7-83b0-4e00-97c5-b0e43210bfbb tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 944 time: 1.6881440 Feb 14 21:28:12.659016 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:12.685158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53330) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:12.710407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Made reservation on behalf of 2b92662abee8432aaaf39f1dafb56059 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:12.725817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:12.897338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b578d83-93ac-4b0d-a885-7e950edf8ec2 req-c6039660-c5cc-4ae5-9a7c-b632ec7b581a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2776234 Feb 14 21:28:13.132173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.242034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7478954d-b46a-4dc2-9720-fd974d04d709 req-78b4e963-41c6-4888-85ea-68d9fcfca34b tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups?id=678c1679-60f7-4c06-bccd-a3811a298e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5937827 Feb 14 21:28:13.249998 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:13.275902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7af02136-2048-4029-8252-ae45540f40fe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.362923 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cb53b-9ab8-4c9c-9910-9472a430acdc None None] The sync data for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 is: [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:21:02Z', 'revision_number': 4, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '72224b85-08ad-4a92-91ca-9812d60a194f', 'name': '', 'network_id': 'b96b6493-c3ae-4a9e-bd96-635f57b587e9', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'mac_address': 'fa:16:3e:e4:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:00Z', 'updated_at': '2022-02-14T21:21:08Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'subnets': [{'id': 'e6ff007d-e78a-4fb8-bd78-5699336c3a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:13.392848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Publish callbacks [] for security_group (93ee61b1-5f53-4350-9f34-47f912398861), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.407325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (93ee61b1-5f53-4350-9f34-47f912398861), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.430193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks [] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.449762 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.492291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event deleted for resources: {'Port': ['ID=7af02136-2048-4029-8252-ae45540f40fe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:13.522079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.527414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.527972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.528476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.528993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.529493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.530314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.530807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.531368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.531857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.532384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.532905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.533545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.681444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ee61b1-5f53-4350-9f34-47f912398861,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:13.725490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.729897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.731966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.735017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.735683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.738917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.739934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.740409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.741860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.742435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.743567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.749149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.750274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:13.785330 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae14e21b-f8c9-45d9-b30f-d8902172b4d3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a57ac3d69154d13af2a8d0f8140efdb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0980880 Feb 14 21:28:13.788086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53356) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:13.788860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c84fb861-4f2a-4d19-8e6c-b0d663014c0b req-f2627ad3-9598-4ded-9f6b-8dd514042360 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 210 time: 0.3263884 Feb 14 21:28:13.842280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0d368-0324-4113-8746-9c38b6de7a5f None None] Pushing event updated for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:13.864119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 42ceaa10-88cd-45ad-bc76-370232474920 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:13.864461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (42ceaa10-88cd-45ad-bc76-370232474920), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.867963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Attempting to bind port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:13.868350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Attempting to bind port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:13.868727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Attempting to bind port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b on network 876508f9-1d57-4672-bd3a-19ad6b49b719 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:13.889521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:13.889921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Checking segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:13.890335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:13.893332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Bound using segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:13.894408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Bound port: 602ebc87-789c-4af1-b1c0-80dfa5d71a2b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:13.894905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.008066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Allocated IP 172.20.0.13 (876508f9-1d57-4672-bd3a-19ad6b49b719/a60b86fd-7b26-4720-970a-eee1d5a2545d/1726b62d-0c3c-4699-87c0-b434e7729276) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:14.038381 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333d1e6-3f82-4611-91c9-8d49f464bb21 x-openstack-request-id: req-f333d1e6-3f82-4611-91c9-8d49f464bb21 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:14.038780 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "42ceaa10-88cd-45ad-bc76-370232474920", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65", "code": 200}, {"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:14.039282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f333d1e6-3f82-4611-91c9-8d49f464bb21 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:14.039854 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'code': 200} Feb 14 21:28:14.040008 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb45740-fcae-48dd-b275-6dc321d262a0 None None] New status for floating IP 0401b19f-7d0a-46b1-9e9f-76444f088caf: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:28:14.040255 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920', 'code': 200} Feb 14 21:28:14.040581 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'code': 200} Feb 14 21:28:14.040939 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'code': 200} Feb 14 21:28:14.041296 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'code': 200} Feb 14 21:28:14.131379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:14.157287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] For port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:14.227119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] For port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:14.240106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:14.240611 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.251623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.292327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port 42ceaa10-88cd-45ad-bc76-370232474920, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=42ceaa10-88cd-45ad-bc76-370232474920,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:14.293853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (42ceaa10-88cd-45ad-bc76-370232474920), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.338536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 42ceaa10-88cd-45ad-bc76-370232474920 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:14.568509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:14.570064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:14.670388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f44e1476-1e2d-4587-a21b-881a93ad4f96 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:14.680391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f44e1476-1e2d-4587-a21b-881a93ad4f96 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.83 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 817 time: 0.2667983 Feb 14 21:28:14.690176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0d368-0324-4113-8746-9c38b6de7a5f None None] Pushing event updated for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:14.747892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Made reservation on behalf of 240ac92c8f704ae4a93cfd4d68d26199 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:14.753957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Request body: {'port': {'device_id': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'admin_state_up': True, 'tenant_id': '29099370230c44f8bac6f0e9bb3783a4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:14.767806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.816198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (42ceaa10-88cd-45ad-bc76-370232474920), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:14.971886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-3b49265c-fec3-4a2c-b9d1-30149a6c867b tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:14.973545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-3b49265c-fec3-4a2c-b9d1-30149a6c867b tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 817 time: 0.1997693 Feb 14 21:28:14.991955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b05136a3-2bcd-493a-b38d-98d31cb5989f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:15.001048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b05136a3-2bcd-493a-b38d-98d31cb5989f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:15.004907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394808ba-eb5f-4341-a904-41ed6e139e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.008886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b05136a3-2bcd-493a-b38d-98d31cb5989f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:15.017012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b05136a3-2bcd-493a-b38d-98d31cb5989f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:15.020050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b05136a3-2bcd-493a-b38d-98d31cb5989f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 3142 time: 1.7768507 Feb 14 21:28:15.068600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73d8e823-5f3e-4d4d-99e4-b0fb65eceee8 req-8de9c8b6-69c6-4fcd-92cf-3ef52e10c41a tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 210 time: 0.3502634 Feb 14 21:28:15.123389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=42ceaa10-88cd-45ad-bc76-370232474920,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:15.151643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] Publish callbacks [] for security_group (93ee61b1-5f53-4350-9f34-47f912398861), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.175541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:15.189568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Request body: {'port': {'device_id': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'admin_state_up': True, 'tenant_id': '29099370230c44f8bac6f0e9bb3783a4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:15.238328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:15.267393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] Publish callbacks [] for security_group (93ee61b1-5f53-4350-9f34-47f912398861), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.333435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 602ebc87-789c-4af1-b1c0-80dfa5d71a2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:15.399498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Allocated IP 172.20.0.7 (d2b4397e-62c6-410a-bcd5-27103760fdce/c4eff60e-4ccf-4fb7-aae5-12cf6e15606f/0ab8a902-8445-4d02-8efa-994e30ee997b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:15.404526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (93ee61b1-5f53-4350-9f34-47f912398861), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.407820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.411571 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93ee61b1-5f53-4350-9f34-47f912398861 HTTP/1.1" status: 204 len: 168 time: 1.6048491 Feb 14 21:28:15.561078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f9e9d390-6c66-426f-b3e4-799ce9e1644f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:15.565227 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f9e9d390-6c66-426f-b3e4-799ce9e1644f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 817 time: 1.5689335 Feb 14 21:28:15.584609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Current status of the port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:15.585683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.608964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Request body: {'port': {'device_id': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'admin_state_up': True, 'tenant_id': '29099370230c44f8bac6f0e9bb3783a4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:15.637515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7f4aa-ff43-4298-9034-a5dd7796ff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ee61b1-5f53-4350-9f34-47f912398861,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:15.693412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] For port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:15.699583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks [] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.704212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:15.709331 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.717299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:14Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:15.749393 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.776417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port 42ceaa10-88cd-45ad-bc76-370232474920 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:15.782533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3731ac1-0ce1-477d-800d-7db5f5706a22 req-b35f6666-ac5b-4836-b228-edfdaf7a4ac3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7126284 Feb 14 21:28:15.783868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.788166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-d9b83ae3-b3e9-4684-9e7f-a7511070238d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "DELETE /v2.0/ports/42ceaa10-88cd-45ad-bc76-370232474920 HTTP/1.1" status: 204 len: 173 time: 4.5148416 Feb 14 21:28:15.802936 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a39af-998d-4fbf-ba85-743e0389a909 x-openstack-request-id: req-944a39af-998d-4fbf-ba85-743e0389a909 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:15.803309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:15.803572 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-944a39af-998d-4fbf-ba85-743e0389a909 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:15.803973 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '9c0b3d9b-9370-4b2e-a2d7-1f9a37ef3021', 'status': 'completed', 'code': 200} Feb 14 21:28:15.813257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3afa18-7ca8-4cc5-bf56-99033f0703c3 None None] The sync data for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 is: [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:14Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:15.814213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:15.970474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9da23c83-77a0-4e68-923c-7f21878590ce None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:15.971335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9da23c83-77a0-4e68-923c-7f21878590ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.033964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53376) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:16.040775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60925dbf-873c-4afe-92a7-f4360ebade6b None None] Pushing event updated for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:16.045824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af02136-2048-4029-8252-ae45540f40fe'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:16.048582 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a10d98-00b0-43a8-94fd-3281cc826fde" -d '{"events": [{"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-unplugged", "status": "completed", "tag": "7af02136-2048-4029-8252-ae45540f40fe"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:16.150125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:16.155986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Made reservation on behalf of 29099370230c44f8bac6f0e9bb3783a4 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:16.159262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.163956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Sync routers for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:16.172977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:16.173176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Network d2b4397e-62c6-410a-bcd5-27103760fdce is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:16.185162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9da23c83-77a0-4e68-923c-7f21878590ce None None] Current status of the port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:16.191949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:16.192970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:16.214192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:16.223793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:16.320299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2f80-e2ec-4ecc-99cf-d49b7a15b81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.386047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:16.428998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Pushing event updated for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:16.490939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Made reservation on behalf of 29099370230c44f8bac6f0e9bb3783a4 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:16.494420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:16.495103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.514810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.531272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4463b343-6f29-4f24-ab48-2748886274a2 req-f48aeb72-b196-4476-8336-3a7fe2a8a377 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1f38322-e03d-44f0-9992-5a6195fffa19 HTTP/1.1" status: 200 len: 210 time: 0.3943408 Feb 14 21:28:16.538161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-a505be3e-88d9-446a-bb15-32f28a9d15f2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9085495 Feb 14 21:28:16.538908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] No DVR routers for this DVR port 7af02136-2048-4029-8252-ae45540f40fe on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:16.540864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for port (1726b62d-0c3c-4699-87c0-b434e7729276), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.542764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.549696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.64 "DELETE /v2.0/ports/7af02136-2048-4029-8252-ae45540f40fe HTTP/1.1" status: 204 len: 173 time: 9.4246316 Feb 14 21:28:16.567416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Request body: {'port': {'device_id': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:16.691360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1457e1-4b55-4cd9-9adb-1d4f8472c939 req-1e2358c1-eda1-4ade-987f-f090134ddc45 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:16.697887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394808ba-eb5f-4341-a904-41ed6e139e05 admin admin] Publish callbacks [] for security_group (8aca873e-330d-472a-bbf1-86bc8d16c1a0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.709797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Made reservation on behalf of 29099370230c44f8bac6f0e9bb3783a4 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:16.714820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.719860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b1457e1-4b55-4cd9-9adb-1d4f8472c939 req-1e2358c1-eda1-4ade-987f-f090134ddc45 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.9303627 Feb 14 21:28:16.807183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394808ba-eb5f-4341-a904-41ed6e139e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8aca873e-330d-472a-bbf1-86bc8d16c1a0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.844156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 0166c20d-fe95-4f79-b69a-76331d6beb65 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:16.844779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:16.991919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 602ebc87-789c-4af1-b1c0-80dfa5d71a2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:17.002787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-394808ba-eb5f-4341-a904-41ed6e139e05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a5bb8a02b7c4285b427d453e10bce68&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8373911 Feb 14 21:28:17.011071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53386) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:17.023917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.031767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Allocated IP 172.20.0.2 (f9d1a022-ab8d-45e6-ad48-1766262712ad/da0f6fe4-d7f8-4733-a947-1593010f9f00/84e2e64e-219a-4689-83f1-c2be79f42a27) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:17.057271 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.097638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2f80-e2ec-4ecc-99cf-d49b7a15b81b admin admin] Publish callbacks [] for security_group (aedc7942-6686-4912-bd4f-7b0e77e72fb4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.134372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b1457e1-4b55-4cd9-9adb-1d4f8472c939 req-3b6f85f4-5d43-4c17-bf53-7b769bc51472 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070618 Feb 14 21:28:17.147846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:17.161238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2f80-e2ec-4ecc-99cf-d49b7a15b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aedc7942-6686-4912-bd4f-7b0e77e72fb4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.201064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:17.202080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.204193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Checking router: fc1a0aa4-064f-49c3-9230-deb75c0a83b5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:17.211799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7be4-3f85-42a2-ae6d-afe7a81b48df req-9ba3b0d7-3644-4fe6-b655-35b4a9f2e7f4 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:17.217968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e8f7be4-3f85-42a2-ae6d-afe7a81b48df req-9ba3b0d7-3644-4fe6-b655-35b4a9f2e7f4 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 931 time: 0.4956191 Feb 14 21:28:17.219389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394808ba-eb5f-4341-a904-41ed6e139e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca873e-330d-472a-bbf1-86bc8d16c1a0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:17.247770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:17.248464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:17.254879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port 0166c20d-fe95-4f79-b69a-76331d6beb65, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0166c20d-fe95-4f79-b69a-76331d6beb65,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:17.255639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.303861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:17.307907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:17.378483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:17.418583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9948c469-0795-45f7-8825-2db42ce24a3e req-208ecafa-8734-4611-b39b-e4bffa282a9e tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 210 time: 0.0794303 Feb 14 21:28:17.433927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 0166c20d-fe95-4f79-b69a-76331d6beb65 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:17.486444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:17.516083 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c1a2f80-e2ec-4ecc-99cf-d49b7a15b81b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35156bb60f094edeb1d8f30afead8fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3809886 Feb 14 21:28:17.519525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event updated for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:17.534136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53388) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:17.593960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a2f80-e2ec-4ecc-99cf-d49b7a15b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc7942-6686-4912-bd4f-7b0e77e72fb4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:17.688114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:17.688992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.744371 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-2f931895-c1ec-47af-9001-4531eaf5c23e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4887598 Feb 14 21:28:17.748973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] Publish callbacks [] for security_group (8aca873e-330d-472a-bbf1-86bc8d16c1a0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.793124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e8f7be4-3f85-42a2-ae6d-afe7a81b48df req-6e8a48aa-4c59-41b4-8237-393df0f3c492 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833004 Feb 14 21:28:17.805702 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf7147-a6b5-4a56-85c5-05bf15e3c917 x-openstack-request-id: req-91bf7147-a6b5-4a56-85c5-05bf15e3c917 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:17.806283 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-unplugged", "status": "completed", "tag": "7af02136-2048-4029-8252-ae45540f40fe", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:17.806562 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91bf7147-a6b5-4a56-85c5-05bf15e3c917 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:17.808036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920'}, {'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-deleted', 'tag': '7af02136-2048-4029-8252-ae45540f40fe'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:17.810020 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af02136-2048-4029-8252-ae45540f40fe', 'code': 200} Feb 14 21:28:17.811118 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae0178-d2a0-4e5b-ae37-18437958d713" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "42ceaa10-88cd-45ad-bc76-370232474920"}, {"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-deleted", "tag": "7af02136-2048-4029-8252-ae45540f40fe"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:17.928930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] Publish callbacks [] for security_group (8aca873e-330d-472a-bbf1-86bc8d16c1a0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:17.982755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:17.991859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dbcba4e4-e4e4-45bd-b063-c76ac7eb8d99 None None] Provisioning complete for port 1726b62d-0c3c-4699-87c0-b434e7729276 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:17.993256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dbcba4e4-e4e4-45bd-b063-c76ac7eb8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.059545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dbcba4e4-e4e4-45bd-b063-c76ac7eb8d99 None None] Port 1726b62d-0c3c-4699-87c0-b434e7729276 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:28:18.110464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:18.110685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded6aa6-2c3f-4e95-8453-7a0409b6c65c req-d42fb5d7-e0b1-469d-a5d6-34d339d4b035 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:18.110685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aded6aa6-2c3f-4e95-8453-7a0409b6c65c req-d42fb5d7-e0b1-469d-a5d6-34d339d4b035 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 932 time: 0.4241164 Feb 14 21:28:18.110873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Request body: {'port': {'device_id': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:18.111354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaae4-d41c-418a-8a33-2d8fc7bb9ac8 None None] The sync data for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 is: [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:26:11Z', 'revision_number': 4, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a545c81f-87b7-4c8b-a7f8-40f685e6e98f', 'name': '', 'network_id': '6f3205f1-9c31-47c9-89a9-229521639ab0', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'mac_address': 'fa:16:3e:f5:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:09Z', 'updated_at': '2022-02-14T21:26:15Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'subnets': [{'id': 'f66c9e55-e7ae-42fb-9fb5-4b4450171904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:18.126831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] Publish callbacks [] for security_group (aedc7942-6686-4912-bd4f-7b0e77e72fb4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.132463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8aca873e-330d-472a-bbf1-86bc8d16c1a0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.136701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.149311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8aca873e-330d-472a-bbf1-86bc8d16c1a0 HTTP/1.1" status: 204 len: 168 time: 1.1299887 Feb 14 21:28:18.162857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks [] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.191503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] Publish callbacks [] for security_group (aedc7942-6686-4912-bd4f-7b0e77e72fb4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.218217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.303481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf5131-2538-46dd-9dc2-183d42164fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aca873e-330d-472a-bbf1-86bc8d16c1a0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:18.345886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.393212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aded6aa6-2c3f-4e95-8453-7a0409b6c65c req-77f2ed14-2f30-4657-8174-26275d7990c4 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990723 Feb 14 21:28:18.422508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e44435-63d9-4ae4-886f-1ced83d9be98 req-469c8a8f-fd5e-4e04-8968-ee9a7ae612a9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:18.437711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e44435-63d9-4ae4-886f-1ced83d9be98 req-469c8a8f-fd5e-4e04-8968-ee9a7ae612a9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:18.445768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aedc7942-6686-4912-bd4f-7b0e77e72fb4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.456203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e44435-63d9-4ae4-886f-1ced83d9be98 req-469c8a8f-fd5e-4e04-8968-ee9a7ae612a9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:18.458136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9e44435-63d9-4ae4-886f-1ced83d9be98 req-469c8a8f-fd5e-4e04-8968-ee9a7ae612a9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 2409 time: 0.4110503 Feb 14 21:28:18.467229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0166c20d-fe95-4f79-b69a-76331d6beb65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.470416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:18.472340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aedc7942-6686-4912-bd4f-7b0e77e72fb4 HTTP/1.1" status: 204 len: 168 time: 0.9248309 Feb 14 21:28:18.638876 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3df293-6583-464e-8c4a-180e071c3bfa x-openstack-request-id: req-ea3df293-6583-464e-8c4a-180e071c3bfa {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:18.644150 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "42ceaa10-88cd-45ad-bc76-370232474920", "status": "completed", "code": 200}, {"server_uuid": "f1f38322-e03d-44f0-9992-5a6195fffa19", "name": "network-vif-deleted", "tag": "7af02136-2048-4029-8252-ae45540f40fe", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:18.646664 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea3df293-6583-464e-8c4a-180e071c3bfa {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:18.647255 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '42ceaa10-88cd-45ad-bc76-370232474920', 'status': 'completed', 'code': 200} Feb 14 21:28:18.653446 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f38322-e03d-44f0-9992-5a6195fffa19', 'name': 'network-vif-deleted', 'tag': '7af02136-2048-4029-8252-ae45540f40fe', 'status': 'completed', 'code': 200} Feb 14 21:28:18.705344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=0166c20d-fe95-4f79-b69a-76331d6beb65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:18.732009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302792fc-844c-43f2-bbb8-1b3df2e841a7 None None] New status for floating IP 27511047-1259-4198-b630-6db7717c9da5: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:28:18.742319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6762345-70a2-4935-9a09-4e802866e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc7942-6686-4912-bd4f-7b0e77e72fb4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:18.763903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Network f9d1a022-ab8d-45e6-ad48-1766262712ad is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:18.780839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:18.793827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event updated for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:18.805379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Allocated IP 172.20.0.3 (f9d1a022-ab8d-45e6-ad48-1766262712ad/da0f6fe4-d7f8-4733-a947-1593010f9f00/5b368db3-3a6b-4820-83f3-aad34edde4ce) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:18.808768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:18.987822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port 0166c20d-fe95-4f79-b69a-76331d6beb65 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:18.989675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:19.019268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.023554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:19.024691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.031937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-c34cdd69-21b5-4bc0-bc6d-3a0a082e1c5d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "DELETE /v2.0/ports/0166c20d-fe95-4f79-b69a-76331d6beb65 HTTP/1.1" status: 204 len: 173 time: 3.2140057 Feb 14 21:28:19.045106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab8a902-8445-4d02-8efa-994e30ee997b {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:19.083369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-911e8dbb-b38d-46ce-be93-9a4d1a9b1c4f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3479447 Feb 14 21:28:19.099256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Request body: {'port': {'device_id': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:19.106801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks [] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.169514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1ceaa2c-db0c-4e3b-8f09-b6eb46b7a1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.217048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9e44435-63d9-4ae4-886f-1ced83d9be98 req-606e4104-d8cf-4830-a941-6d7e28f78af9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7134244 Feb 14 21:28:19.286728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Transition to ACTIVE for port object 0ab8a902-8445-4d02-8efa-994e30ee997b will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:19.297223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.326037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.413440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6c67f-c1e2-481a-8455-6b6083684685 req-7c93ccf1-a255-477d-a650-d4443fe8a744 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:19.415005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e6c67f-c1e2-481a-8455-6b6083684685 req-7c93ccf1-a255-477d-a650-d4443fe8a744 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.6935031 Feb 14 21:28:19.468940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:19.474591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c8bea5f-f1a5-4a3f-9ed8-fcf7a3c468f6 req-a4ec4fbb-75e1-4227-b83b-439d9a4747e0 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 210 time: 0.0808704 Feb 14 21:28:19.605851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53426) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:19.614098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e6c67f-c1e2-481a-8455-6b6083684685 req-43f02593-8203-4dad-bd68-9c7487031ce1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670666 Feb 14 21:28:19.747336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (678c1679-60f7-4c06-bccd-a3811a298e1e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.796037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (678c1679-60f7-4c06-bccd-a3811a298e1e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.883788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:19.884691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.890938 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1ceaa2c-db0c-4e3b-8f09-b6eb46b7a1fd admin admin] Publish callbacks [] for security_group (ae8bdc35-71d2-4b09-9279-ce4b154bb13b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.894634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks [] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.910123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1726b62d-0c3c-4699-87c0-b434e7729276 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:19.922332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks [] for port (1726b62d-0c3c-4699-87c0-b434e7729276), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.954804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1ceaa2c-db0c-4e3b-8f09-b6eb46b7a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ae8bdc35-71d2-4b09-9279-ce4b154bb13b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.962838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Transition to ACTIVE for port object 1726b62d-0c3c-4699-87c0-b434e7729276 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:19.965163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (678c1679-60f7-4c06-bccd-a3811a298e1e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.968153 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:19.969609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "DELETE /v2.0/security-groups/678c1679-60f7-4c06-bccd-a3811a298e1e HTTP/1.1" status: 204 len: 168 time: 0.3621974 Feb 14 21:28:19.977686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:19.984344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea21cd7-afed-4461-a690-bf788c296d5c tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c1679-60f7-4c06-bccd-a3811a298e1e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:19.987125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.031300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Attempting to bind port 0ab8a902-8445-4d02-8efa-994e30ee997b on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:20.031643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Attempting to bind port 0ab8a902-8445-4d02-8efa-994e30ee997b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:20.031975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Attempting to bind port 0ab8a902-8445-4d02-8efa-994e30ee997b on network d2b4397e-62c6-410a-bcd5-27103760fdce {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:20.049051 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-7bac411f-b6a5-467b-aa28-3a6e4ab97c9a tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] show failed (client error): The resource could not be found. Feb 14 21:28:20.050119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7bac411f-b6a5-467b-aa28-3a6e4ab97c9a tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "GET /v2.0/security-groups/678c1679-60f7-4c06-bccd-a3811a298e1e HTTP/1.1" status: 404 len: 347 time: 0.0623322 Feb 14 21:28:20.064258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Allocated IP 172.20.0.12 (f9d1a022-ab8d-45e6-ad48-1766262712ad/da0f6fe4-d7f8-4733-a947-1593010f9f00/1111edc5-06dd-4146-a693-79c6dbd1e799) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:20.066675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53438) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:20.089505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Port 0ab8a902-8445-4d02-8efa-994e30ee997b on network d2b4397e-62c6-410a-bcd5-27103760fdce not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:20.089895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Attempting to bind port 0ab8a902-8445-4d02-8efa-994e30ee997b on network d2b4397e-62c6-410a-bcd5-27103760fdce {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:20.093680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1ceaa2c-db0c-4e3b-8f09-b6eb46b7a1fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9872bfcd80a546e59d42ce2b5db7d907&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0921967 Feb 14 21:28:20.237890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks [] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.273673 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.276896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53440) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:20.364842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Network f9d1a022-ab8d-45e6-ad48-1766262712ad is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:20.489380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:20.491713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.509434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:20.545284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceaa2c-db0c-4e3b-8f09-b6eb46b7a1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8bdc35-71d2-4b09-9279-ce4b154bb13b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:20.556405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:20.556725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Checking segment: {'id': '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:20.557112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Bound using segment: {'id': '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:20.557551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Bound port: 0ab8a902-8445-4d02-8efa-994e30ee997b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:20.557912 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.559065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] Publish callbacks [] for security_group (ae8bdc35-71d2-4b09-9279-ce4b154bb13b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.566940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea1acb-f105-4e4b-b7c6-d484cb2045b1 req-c84ec89a-fab2-41e2-bfd7-e9e7f73a7cda tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:20.573628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3ea1acb-f105-4e4b-b7c6-d484cb2045b1 req-c84ec89a-fab2-41e2-bfd7-e9e7f73a7cda tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 943 time: 0.8590469 Feb 14 21:28:20.594204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a8b4-2d98-4c3b-8530-cc0fdea57b7b req-c6ea775c-8287-4fda-84d1-abf78cb809c3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:20.595445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] Publish callbacks [] for security_group (ae8bdc35-71d2-4b09-9279-ce4b154bb13b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.601135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7178a8b4-2d98-4c3b-8530-cc0fdea57b7b req-c6ea775c-8287-4fda-84d1-abf78cb809c3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 932 time: 0.8667421 Feb 14 21:28:20.658390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Network f9d1a022-ab8d-45e6-ad48-1766262712ad is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:20.665330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:20.668630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.685159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:20.688034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ae8bdc35-71d2-4b09-9279-ce4b154bb13b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.692558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.695852 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae8bdc35-71d2-4b09-9279-ce4b154bb13b HTTP/1.1" status: 204 len: 168 time: 0.4152751 Feb 14 21:28:20.706801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:20.708862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:20.709598 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97bd57-3505-4e3a-9e13-8fcdd887026e" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:20.776407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:20.777355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.812226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:20.812428 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2095981 Feb 14 21:28:20.812516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:20.819404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c20c6-d0cd-456d-820c-ee52a7a509b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8bdc35-71d2-4b09-9279-ce4b154bb13b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:20.843968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7026410 Feb 14 21:28:20.871957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Request body: {'port': {'device_id': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:20.961298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:21.036127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.039367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3ea1acb-f105-4e4b-b7c6-d484cb2045b1 req-9668aee7-0476-4249-a9a7-279252230325 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594727 Feb 14 21:28:21.133436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Request body: {'port': {'device_id': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:21.209479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7178a8b4-2d98-4c3b-8530-cc0fdea57b7b req-c1ae057c-bf74-4caa-9b1d-d0c341ededc7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111811 Feb 14 21:28:21.236930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Pushing event updated for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:21.241177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e2e64e-219a-4689-83f1-c2be79f42a27 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:21.308547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:21.336744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks [] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.367094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ab8a902-8445-4d02-8efa-994e30ee997b,segment=NetworkSegment(2b05d124-bd70-4a12-b2c2-c7368c0ec7c2),segment_id=2b05d124-bd70-4a12-b2c2-c7368c0ec7c2)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:21.444013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Transition to ACTIVE for port object 84e2e64e-219a-4689-83f1-c2be79f42a27 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:21.449317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Attempting to bind port 1726b62d-0c3c-4699-87c0-b434e7729276 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:21.449317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Attempting to bind port 1726b62d-0c3c-4699-87c0-b434e7729276 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:21.449317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Attempting to bind port 1726b62d-0c3c-4699-87c0-b434e7729276 on network 876508f9-1d57-4672-bd3a-19ad6b49b719 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:21.451266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.461380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.480557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.554820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81982c13-f9ac-4df5-8b83-df8d958c36cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event updated for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:21.574049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Deleting port 53ef24cf-7494-418f-bf46-50cbc08a65f2 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:21.574587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.576245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Port 1726b62d-0c3c-4699-87c0-b434e7729276 on network 876508f9-1d57-4672-bd3a-19ad6b49b719 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:21.576581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Attempting to bind port 1726b62d-0c3c-4699-87c0-b434e7729276 on network 876508f9-1d57-4672-bd3a-19ad6b49b719 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:21.644028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:21.644373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Checking segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:21.644774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Bound using segment: {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:21.645235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Bound port: 1726b62d-0c3c-4699-87c0-b434e7729276, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fa67cc-effc-4b8c-b4c4-e4679c752d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:21.645601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.704461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.704461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (53ef24cf-7494-418f-bf46-50cbc08a65f2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.720495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Calling delete_port for 53ef24cf-7494-418f-bf46-50cbc08a65f2 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:21.790873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443e3a4-1f46-4e25-bc3b-43cd654def5d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event updated for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:21.872445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:21.873168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.874761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] 10.222.0.83 "PUT /v2.0/ports/0ab8a902-8445-4d02-8efa-994e30ee997b HTTP/1.1" status: 200 len: 1092 time: 5.3147388 Feb 14 21:28:21.876062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (53ef24cf-7494-418f-bf46-50cbc08a65f2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:21.901802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73628eaa-74c2-4ccc-8de0-030a78905f1e req-5695eace-d8dd-4005-a3cb-b07023f1f30e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:21.908098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73628eaa-74c2-4ccc-8de0-030a78905f1e req-5695eace-d8dd-4005-a3cb-b07023f1f30e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:21.916198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73628eaa-74c2-4ccc-8de0-030a78905f1e req-5695eace-d8dd-4005-a3cb-b07023f1f30e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 1676 time: 0.7413604 Feb 14 21:28:22.021608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Attempting to bind port 84e2e64e-219a-4689-83f1-c2be79f42a27 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:22.022056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Attempting to bind port 84e2e64e-219a-4689-83f1-c2be79f42a27 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:22.022669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Attempting to bind port 84e2e64e-219a-4689-83f1-c2be79f42a27 on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:22.027653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93f8a0-622e-4048-ba45-8dbfef581b27 req-d981efed-a750-4655-8cc4-658915fd8123 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:22.035230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e93f8a0-622e-4048-ba45-8dbfef581b27 req-d981efed-a750-4655-8cc4-658915fd8123 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 931 time: 0.6837168 Feb 14 21:28:22.038821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:22.040967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:22.083256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1726b62d-0c3c-4699-87c0-b434e7729276,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:22.084615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Port 84e2e64e-219a-4689-83f1-c2be79f42a27 on network f9d1a022-ab8d-45e6-ad48-1766262712ad not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:22.084954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Attempting to bind port 84e2e64e-219a-4689-83f1-c2be79f42a27 on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:22.091433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57a16d-9f22-409f-8742-6a8a9783daeb service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:22.095629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:22.095982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Checking segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:22.097599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Bound using segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:22.098131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Bound port: 84e2e64e-219a-4689-83f1-c2be79f42a27, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:22.098508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.113114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.202289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-088327ac-3a46-4a28-a6f7-a8748b543694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:22.203982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-088327ac-3a46-4a28-a6f7-a8748b543694 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=240ac92c8f704ae4a93cfd4d68d26199&device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 1126 time: 0.2759936 Feb 14 21:28:22.204922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Pushing event deleted for resources: {'Port': ['ID=53ef24cf-7494-418f-bf46-50cbc08a65f2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:22.248168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:22.249177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.252035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] 10.222.0.64 "PUT /v2.0/ports/1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 1093 time: 4.1646149 Feb 14 21:28:22.262099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:22.264857 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07" -d '{"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:22.294304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b368db3-3a6b-4820-83f3-aad34edde4ce {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:22.317489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-467351ce-3d2f-42b0-a201-30ce13617d3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab8a902-8445-4d02-8efa-994e30ee997b HTTP/1.1" status: 200 len: 217 time: 0.0966408 Feb 14 21:28:22.319075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd18f3-c8a1-4049-adb8-546fdb647dda service neutron] Pushing event updated for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:22.328572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks [] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.359495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73628eaa-74c2-4ccc-8de0-030a78905f1e req-4a57664b-482b-4c13-8068-f56d6dd205fc tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418232 Feb 14 21:28:22.388911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cd0774e8-b654-412a-b4f9-ccd1ba4a0e15), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.435134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks [] for floatingip (27511047-1259-4198-b630-6db7717c9da5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.439764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.442162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e56e9893-113b-4d9f-8a23-f7712d6898d8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] 10.222.0.86 "DELETE /v2.0/floatingips/27511047-1259-4198-b630-6db7717c9da5 HTTP/1.1" status: 204 len: 168 time: 2.3733716 Feb 14 21:28:22.458186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53502) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:22.500437 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:28:22.505719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=cd0774e8-b654-412a-b4f9-ccd1ba4a0e15,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:22.516258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:22.545357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e93f8a0-622e-4048-ba45-8dbfef581b27 req-b354b7a8-dcbe-4a55-b623-b9052d3178e2 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090547 Feb 14 21:28:22.599966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:22.660047 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.674318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-28e9fec3-34fc-47fd-9ae8-b59ca9076e09 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "DELETE /v2.0/ports/cd0774e8-b654-412a-b4f9-ccd1ba4a0e15 HTTP/1.1" status: 204 len: 173 time: 3.6233604 Feb 14 21:28:22.711747 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e507b5-edde-430e-9fe7-af4a2caa8ffb x-openstack-request-id: req-24e507b5-edde-430e-9fe7-af4a2caa8ffb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:22.713069 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "0166c20d-fe95-4f79-b69a-76331d6beb65", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:22.713352 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24e507b5-edde-430e-9fe7-af4a2caa8ffb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:22.716056 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '0166c20d-fe95-4f79-b69a-76331d6beb65', 'status': 'completed', 'code': 200} Feb 14 21:28:22.742207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Transition to ACTIVE for port object 5b368db3-3a6b-4820-83f3-aad34edde4ce will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:22.790731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-82815c4a-5b67-479c-893f-1bc9314858d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:22.792273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-82815c4a-5b67-479c-893f-1bc9314858d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4eff60e-4ccf-4fb7-aae5-12cf6e15606f HTTP/1.1" status: 200 len: 854 time: 0.4316678 Feb 14 21:28:22.799265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:22.808404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=84e2e64e-219a-4689-83f1-c2be79f42a27,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:22.926074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-6c7d7e0a-31e8-4116-b52d-395be868ba04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d2b4397e-62c6-410a-bcd5-27103760fdce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199892 Feb 14 21:28:23.049338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:23.068919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Pushing event updated for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:23.145376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e406bb5-4112-4ee2-bed9-404fb743051b req-b9ec7d73-e924-4bb5-b20a-ac7461e10481 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.159458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e406bb5-4112-4ee2-bed9-404fb743051b req-b9ec7d73-e924-4bb5-b20a-ac7461e10481 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.6548419 Feb 14 21:28:23.234299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-b946f941-4e06-4b6d-93ef-eb45ffffe29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.236709 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-b946f941-4e06-4b6d-93ef-eb45ffffe29e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1127 time: 0.9133089 Feb 14 21:28:23.249299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a67890-7a44-4bfd-86f2-8e1491a80ad2 req-32a5b191-bd2c-43c4-ab42-621177190935 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.262599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95a67890-7a44-4bfd-86f2-8e1491a80ad2 req-32a5b191-bd2c-43c4-ab42-621177190935 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 943 time: 0.4648309 Feb 14 21:28:23.263635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.264609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:23.266491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] 10.222.0.83 "PUT /v2.0/ports/84e2e64e-219a-4689-83f1-c2be79f42a27 HTTP/1.1" status: 200 len: 1092 time: 4.1739256 Feb 14 21:28:23.408307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e406bb5-4112-4ee2-bed9-404fb743051b req-0caa294e-d3cc-48a2-844f-e3d8980ffdc6 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472038 Feb 14 21:28:23.410929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 0f2ef6e2-b70e-4988-afa4-ace001569b1e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:23.411584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:23.429223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95a67890-7a44-4bfd-86f2-8e1491a80ad2 req-88117995-51e9-4fec-8820-09b90675ea26 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654108 Feb 14 21:28:23.472914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-03af544f-2c32-4723-8525-6516f4652200 service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364521 Feb 14 21:28:23.817422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f95f-1b83-45dc-996d-67c2447d6f90 req-fa75f924-cea1-4ac1-9b73-f8082eac249b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.821397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b881f95f-1b83-45dc-996d-67c2447d6f90 req-fa75f924-cea1-4ac1-9b73-f8082eac249b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 944 time: 0.2627978 Feb 14 21:28:23.841716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port 0f2ef6e2-b70e-4988-afa4-ace001569b1e, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0f2ef6e2-b70e-4988-afa4-ace001569b1e,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:23.843885 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:23.855306 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-6839ee28-adf0-4ef8-96bf-6146e2ab5198 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 217 time: 0.5877542 Feb 14 21:28:23.879582 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3adf0-7a4a-4e8f-aacd-a94d26116e7c x-openstack-request-id: req-ddf3adf0-7a4a-4e8f-aacd-a94d26116e7c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:23.880043 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:23.880303 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ddf3adf0-7a4a-4e8f-aacd-a94d26116e7c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:23.880707 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276', 'status': 'completed', 'code': 200} Feb 14 21:28:23.883146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84cc15-6e0f-46c1-aed3-527c421cb880 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:23.912986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac036-9c5e-4691-8547-8ab7daf98447 req-fae53557-2fe0-442d-adbe-23ab5499563d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:23.920241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a6ac036-9c5e-4691-8547-8ab7daf98447 req-fae53557-2fe0-442d-adbe-23ab5499563d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 943 time: 0.2714596 Feb 14 21:28:23.924388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 0f2ef6e2-b70e-4988-afa4-ace001569b1e owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:23.949682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-165b1fff-dfbb-4db2-aa82-b1db0c1f976e req-84c35918-3b9a-46e1-9a01-3f5cc3514061 service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640069 Feb 14 21:28:23.984761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b881f95f-1b83-45dc-996d-67c2447d6f90 req-baf14428-59cc-4a75-b4cc-346a2725e5ff tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454675 Feb 14 21:28:24.063815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a6ac036-9c5e-4691-8547-8ab7daf98447 req-291b3ca2-30ef-41c3-bff2-9bb453981497 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups?id=89bd0070-98f9-4286-83d1-ad24b3c7c984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421850 Feb 14 21:28:24.086520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-b19d1b2f-1d9b-457b-b7a2-d87a0f7c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.088107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-b19d1b2f-1d9b-457b-b7a2-d87a0f7c9bc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.1949341 Feb 14 21:28:24.174788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f823610d-f7e8-4d22-bb93-ff5e95193b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.176782 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-f823610d-f7e8-4d22-bb93-ff5e95193b9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 1126 time: 0.8067005 Feb 14 21:28:24.252156 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-ad7f81d0-2d4a-411a-8181-8de3bca3f5b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e2e64e-219a-4689-83f1-c2be79f42a27 HTTP/1.1" status: 200 len: 217 time: 0.0634947 Feb 14 21:28:24.253050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Attempting to bind port 5b368db3-3a6b-4820-83f3-aad34edde4ce on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:24.253322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Attempting to bind port 5b368db3-3a6b-4820-83f3-aad34edde4ce by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:24.254667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Attempting to bind port 5b368db3-3a6b-4820-83f3-aad34edde4ce on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:24.286425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120fcb-541e-413f-a952-915b3cf7553b req-f0dd4cc1-2d88-462d-bbeb-321729467d37 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.302885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb120fcb-541e-413f-a952-915b3cf7553b req-f0dd4cc1-2d88-462d-bbeb-321729467d37 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.2078083 Feb 14 21:28:24.334215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Port 5b368db3-3a6b-4820-83f3-aad34edde4ce on network f9d1a022-ab8d-45e6-ad48-1766262712ad not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:24.334440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Attempting to bind port 5b368db3-3a6b-4820-83f3-aad34edde4ce on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:24.360137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1111edc5-06dd-4146-a693-79c6dbd1e799 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:24.366874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:24.373509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Checking segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:24.374031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Bound using segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:24.374509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Bound port: 5b368db3-3a6b-4820-83f3-aad34edde4ce, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:24.374879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.382545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53536) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:24.414724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks [] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.426305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-86a25e04-490f-442e-b0c8-d0cf611a26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.427859 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-86a25e04-490f-442e-b0c8-d0cf611a26ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3229032 Feb 14 21:28:24.442520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0f2ef6e2-b70e-4988-afa4-ace001569b1e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.514784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Transition to ACTIVE for port object 1111edc5-06dd-4146-a693-79c6dbd1e799 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:24.534169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=0f2ef6e2-b70e-4988-afa4-ace001569b1e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:24.589732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.595630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:24.602108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-9577eccb-6de7-499f-b89f-cfffbfd75f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.603620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-9577eccb-6de7-499f-b89f-cfffbfd75f4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.3333056 Feb 14 21:28:24.669486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:24.684646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb120fcb-541e-413f-a952-915b3cf7553b req-cad254bd-8bd3-4328-b4b2-a20c70040b0e tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717222 Feb 14 21:28:24.718740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-1673598d-3589-4116-a5b2-a90fd8646666 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813842 Feb 14 21:28:24.725553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.727516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b'}, {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:24.731748 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ff0ac0-9176-4f86-978b-a4afc148efdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b"}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:24.737001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port 0f2ef6e2-b70e-4988-afa4-ace001569b1e on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:24.741407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.746405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a37c32aa-b4cf-4dbf-a736-d8769da3d772 req-04d7fd87-c309-4a12-9230-fa7909c37e4a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.83 "DELETE /v2.0/ports/0f2ef6e2-b70e-4988-afa4-ace001569b1e HTTP/1.1" status: 204 len: 173 time: 2.0284231 Feb 14 21:28:24.775102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:24.798593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffc9b5-371b-4aa4-a1ef-79668a86fab8 req-dc446fbe-8330-4610-ab8f-1fe6ac780326 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.805223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bffc9b5-371b-4aa4-a1ef-79668a86fab8 req-dc446fbe-8330-4610-ab8f-1fe6ac780326 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.2580714 Feb 14 21:28:24.863795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:24.864552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:24.865961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] 10.222.0.64 "PUT /v2.0/ports/5b368db3-3a6b-4820-83f3-aad34edde4ce HTTP/1.1" status: 200 len: 1092 time: 4.0301917 Feb 14 21:28:24.932189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bffc9b5-371b-4aa4-a1ef-79668a86fab8 req-9ea7f225-d25c-4ce5-bd76-3362db28fc83 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179442 Feb 14 21:28:25.031441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53550) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:25.063505 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aea572-6aa8-4fb9-bb69-ab143fb1de6f x-openstack-request-id: req-75aea572-6aa8-4fb9-bb69-ab143fb1de6f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:25.069941 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b", "status": "completed", "code": 200}, {"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "cd0774e8-b654-412a-b4f9-ccd1ba4a0e15", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:25.070444 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75aea572-6aa8-4fb9-bb69-ab143fb1de6f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:25.071054 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b', 'status': 'completed', 'code': 200} Feb 14 21:28:25.071422 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': 'cd0774e8-b654-412a-b4f9-ccd1ba4a0e15', 'status': 'completed', 'code': 200} Feb 14 21:28:25.078614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-357517563'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:25.135968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67b9fb-b4f1-488c-9231-4045cacb6679 req-acc0032e-b2de-4009-94d9-0de217bbd7cb tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:25.147473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c67b9fb-b4f1-488c-9231-4045cacb6679 req-acc0032e-b2de-4009-94d9-0de217bbd7cb tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 943 time: 0.2105973 Feb 14 21:28:25.165731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-4e55bb51-53c4-4bb1-8803-ed508be0f4af service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236712 Feb 14 21:28:25.245991 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-15bdc7c0-7005-46c1-956e-0aa4b0dd2263 service neutron] 10.222.0.83 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128846 Feb 14 21:28:25.250823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Attempting to bind port 1111edc5-06dd-4146-a693-79c6dbd1e799 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:25.251461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Attempting to bind port 1111edc5-06dd-4146-a693-79c6dbd1e799 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:25.251954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Attempting to bind port 1111edc5-06dd-4146-a693-79c6dbd1e799 on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:25.336369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.338206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Port 1111edc5-06dd-4146-a693-79c6dbd1e799 on network f9d1a022-ab8d-45e6-ad48-1766262712ad not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:25.338625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Attempting to bind port 1111edc5-06dd-4146-a693-79c6dbd1e799 on network f9d1a022-ab8d-45e6-ad48-1766262712ad {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:25.356486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Made reservation on behalf of 7ec07c865ee04fe2b7601362ddc45993 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:25.361271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.390187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c67b9fb-b4f1-488c-9231-4045cacb6679 req-c6bfe4f9-08b8-4ec0-8389-74445bf79c9b tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415731 Feb 14 21:28:25.412461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fdc37852-1341-4db3-8604-5f395d0dbe38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.436093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:25.436498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Checking segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:25.437065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Bound using segment: {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:25.439099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Bound port: 1111edc5-06dd-4146-a693-79c6dbd1e799, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:25.439504 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.446271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-6d634218-b872-44fa-babd-4dba697217ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:25.448104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-6d634218-b872-44fa-babd-4dba697217ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=240ac92c8f704ae4a93cfd4d68d26199&device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 1126 time: 0.3604403 Feb 14 21:28:25.494700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434186a-d07a-49e8-90f8-c37659707a7d req-45bd9597-147f-4845-8045-76628dde8f41 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:25.502975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8434186a-d07a-49e8-90f8-c37659707a7d req-45bd9597-147f-4845-8045-76628dde8f41 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 944 time: 0.3508570 Feb 14 21:28:25.638843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fdc37852-1341-4db3-8604-5f395d0dbe38 admin admin] Publish callbacks [] for security_group (60ed7c10-d26f-473f-83be-31a35330c587), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.666868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fdc37852-1341-4db3-8604-5f395d0dbe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60ed7c10-d26f-473f-83be-31a35330c587), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:25.709407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e731357-88be-4b34-b048-64505cb3feb2 req-a525e9f4-1e37-40ad-908f-08caf517c2a4 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.1180792 Feb 14 21:28:25.814552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:25.823435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1111edc5-06dd-4146-a693-79c6dbd1e799,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:25.828948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fdc37852-1341-4db3-8604-5f395d0dbe38 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=43679ae0121940e8816613bfbfdd8c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7952347 Feb 14 21:28:25.837215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4318324b-e9fc-4b9b-bfcd-b0e0045e9cd9 req-5f23a825-ecc3-4f21-9cd6-5754a2315ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108576 Feb 14 21:28:25.837513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53564) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:25.843003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37852-1341-4db3-8604-5f395d0dbe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed7c10-d26f-473f-83be-31a35330c587,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:25.868277 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-c8a050c8-76fe-496f-87ff-199eb39f7c2a service neutron] 10.222.0.83 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818052 Feb 14 21:28:25.888743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8434186a-d07a-49e8-90f8-c37659707a7d req-70e39f98-f9b8-4a00-b7c0-16d4903e7e75 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845682 Feb 14 21:28:25.898952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-4bd7bf1d-6fc1-4b56-9144-a687253422cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:25.900620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-4bd7bf1d-6fc1-4b56-9144-a687253422cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=d2b4397e-62c6-410a-bcd5-27103760fdce HTTP/1.1" status: 200 len: 915 time: 0.4321866 Feb 14 21:28:26.000594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-a22e710d-9efc-4936-af43-4491f69bf74a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab8a902-8445-4d02-8efa-994e30ee997b HTTP/1.1" status: 200 len: 217 time: 0.0512917 Feb 14 21:28:26.005665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] Publish callbacks [] for security_group (60ed7c10-d26f-473f-83be-31a35330c587), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.014709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27'}, {'name': 'network-changed', 'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:26.018517 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ee513-263b-4f8f-9ed8-00586c9b870b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27"}, {"name": "network-changed", "server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:26.074340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74ee80-2709-4dfd-ac66-7ed208c09f9f service neutron] Pushing event updated for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:26.092959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.105378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] Publish callbacks [] for security_group (60ed7c10-d26f-473f-83be-31a35330c587), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.122279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73fab9-c17a-4bbe-b3c3-6cf4b7ea529b req-8719b321-bfb9-41bf-a8ff-d67d698e55fa tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.128262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc73fab9-c17a-4bbe-b3c3-6cf4b7ea529b req-8719b321-bfb9-41bf-a8ff-d67d698e55fa tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.2981596 Feb 14 21:28:26.158735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.243696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:26.283183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60ed7c10-d26f-473f-83be-31a35330c587), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.288266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.294042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60ed7c10-d26f-473f-83be-31a35330c587 HTTP/1.1" status: 204 len: 168 time: 0.4519937 Feb 14 21:28:26.326040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc809d-0f21-409d-85fa-cedec422ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed7c10-d26f-473f-83be-31a35330c587,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:26.338894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks [] for security_group (99703dc7-6bf3-46c3-a79c-77dac8b9100e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.345532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-21415b1f-ffd6-4b6f-927b-f5e36ce5a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.348307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-21415b1f-ffd6-4b6f-927b-f5e36ce5a318 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 1126 time: 1.3813334 Feb 14 21:28:26.352227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99703dc7-6bf3-46c3-a79c-77dac8b9100e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.366749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.367765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.368987 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0305e632-a226-49f8-9dd9-2524c712d8e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/1111edc5-06dd-4146-a693-79c6dbd1e799 HTTP/1.1" status: 200 len: 1093 time: 5.3348353 Feb 14 21:28:26.408118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-8d1e9d9b-6175-4d5d-b4e6-8ce7aea40351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.411458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-8d1e9d9b-6175-4d5d-b4e6-8ce7aea40351 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4eff60e-4ccf-4fb7-aae5-12cf6e15606f HTTP/1.1" status: 200 len: 854 time: 0.3991539 Feb 14 21:28:26.442845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-ba4efb98-c13c-467d-b188-440217d3acce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce HTTP/1.1" status: 200 len: 217 time: 0.0857878 Feb 14 21:28:26.481003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ab8a902-8445-4d02-8efa-994e30ee997b details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:26.560080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-590ead8f-0e7f-4dd7-9482-af3c37a9f7f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d2b4397e-62c6-410a-bcd5-27103760fdce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323881 Feb 14 21:28:26.598285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2b81-006e-4138-8edc-0ea175943ef3 req-f576e6c5-d7fa-41c1-8496-de304247add9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.599884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9fe2b81-006e-4138-8edc-0ea175943ef3 req-f576e6c5-d7fa-41c1-8496-de304247add9 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.5178373 Feb 14 21:28:26.609674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc73fab9-c17a-4bbe-b3c3-6cf4b7ea529b req-59107b87-9a00-44cf-853c-14da0195a0d2 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805007 Feb 14 21:28:26.656190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0723dd63-0acc-4bd4-a8af-32bcc4e94385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:26.664486 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0723dd63-0acc-4bd4-a8af-32bcc4e94385 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.1808853 Feb 14 21:28:26.696067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:26.705670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9fe2b81-006e-4138-8edc-0ea175943ef3 req-1d06fe0d-be4a-4f01-b34c-33fc3a9ff9df tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939631 Feb 14 21:28:26.783951 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3767e54-b6f0-499b-9f42-4c8ae7d4b267 x-openstack-request-id: req-b3767e54-b6f0-499b-9f42-4c8ae7d4b267 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:26.784263 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:26.784526 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3767e54-b6f0-499b-9f42-4c8ae7d4b267 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:26.785483 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27', 'status': 'completed', 'code': 200} Feb 14 21:28:26.785738 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce', 'status': 'completed', 'code': 200} Feb 14 21:28:26.798339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-5d4d116a-b38f-4e66-8ac8-10ba094713de service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259328 Feb 14 21:28:26.812819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (72afa282-bbc5-4d4f-8dd3-744af01e72d8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.813173 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Added segment 72afa282-bbc5-4d4f-8dd3-744af01e72d8 of type vlan for network 608cba96-54f3-4512-829a-fdda79716059 Feb 14 21:28:26.908916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (608cba96-54f3-4512-829a-fdda79716059), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:26.996223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:27.031063 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-9f1c7637-b2a1-4b93-a362-91afd7ceb026 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3492298 Feb 14 21:28:27.032905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (608cba96-54f3-4512-829a-fdda79716059), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.038535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:27.045357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.102916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-b6303178-8ce3-4f2d-a70e-e92358b3db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:27.104452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-b6303178-8ce3-4f2d-a70e-e92358b3db12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1127 time: 1.0019939 Feb 14 21:28:27.105092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99703dc7-6bf3-46c3-a79c-77dac8b9100e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:27.189345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ab8a902-8445-4d02-8efa-994e30ee997b,segment=NetworkSegment(2b05d124-bd70-4a12-b2c2-c7368c0ec7c2),segment_id=2b05d124-bd70-4a12-b2c2-c7368c0ec7c2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:27.201694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '0ab8a902-8445-4d02-8efa-994e30ee997b', 'network_id': 'd2b4397e-62c6-410a-bcd5-27103760fdce', 'port_id': '0ab8a902-8445-4d02-8efa-994e30ee997b', 'mac_address': 'fa:16:3e:d1:b7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff60e-4ccf-4fb7-aae5-12cf6e15606f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:27.263840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0ab8a902-8445-4d02-8efa-994e30ee997b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:27.264288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.283483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab8a902-8445-4d02-8efa-994e30ee997b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:27.308774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ab8a902-8445-4d02-8efa-994e30ee997b,segment=NetworkSegment(2b05d124-bd70-4a12-b2c2-c7368c0ec7c2),segment_id=2b05d124-bd70-4a12-b2c2-c7368c0ec7c2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:27.335426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.411138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:27.504632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Pushing event updated for resources: {'Network': ['ID=608cba96-54f3-4512-829a-fdda79716059,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:27.514922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad16e033-b921-4354-af12-5af9324186da tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1231968 Feb 14 21:28:27.517184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 608cba96-54f3-4512-829a-fdda79716059 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:27.521966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:27.539148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-d33920c3-b2ae-4344-8e26-1e042ab86802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:27.540730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-d33920c3-b2ae-4344-8e26-1e042ab86802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 1127 time: 1.0919878 Feb 14 21:28:27.542371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-acc2f7b4-0b17-4b27-b69b-e81e13bb0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:27.543755 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-acc2f7b4-0b17-4b27-b69b-e81e13bb0c74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 1126 time: 0.7723265 Feb 14 21:28:27.620289 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-7f26f805-3367-462e-9e4b-f91abc7c8794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1111edc5-06dd-4146-a693-79c6dbd1e799 HTTP/1.1" status: 200 len: 217 time: 0.0633852 Feb 14 21:28:27.624966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['0ab8a902-8445-4d02-8efa-994e30ee997b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:27.635088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:27.640000 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dd3d62-4a0c-45b5-aa84-2e01201cadee" -d '{"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:27.665645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1726b62d-0c3c-4699-87c0-b434e7729276 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:27.680166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94bbfd7-6cee-45b5-a4e9-10469062cb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.704241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c4ce38-11db-43e9-b91b-7b4132be59a2 req-d4c4923d-c943-4741-98e4-af258d1fb6f7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0515053 Feb 14 21:28:27.792604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43ff0ac0-9176-4f86-978b-a4afc148efdd req-15871ca5-b68d-45af-9b04-b62d9ed97c03 service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877901 Feb 14 21:28:27.800005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b21dc-f36d-407d-9906-5de10df52ce6 req-9e6d5ba4-ed3d-4aa2-8b49-71daf57140aa tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:27.802308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d92b21dc-f36d-407d-9906-5de10df52ce6 req-9e6d5ba4-ed3d-4aa2-8b49-71daf57140aa tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 943 time: 0.9037831 Feb 14 21:28:27.849835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1726b62d-0c3c-4699-87c0-b434e7729276,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:27.876864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '1726b62d-0c3c-4699-87c0-b434e7729276', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'mac_address': 'fa:16:3e:6b:c3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:27.957387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1726b62d-0c3c-4699-87c0-b434e7729276 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:27.958156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:27.965602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d92b21dc-f36d-407d-9906-5de10df52ce6 req-a37eed4a-f0e6-4c3c-a323-e200f0c7c49e tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214962 Feb 14 21:28:27.998913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1726b62d-0c3c-4699-87c0-b434e7729276 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:28.110887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1726b62d-0c3c-4699-87c0-b434e7729276,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:28.139923 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-40a8ff37-f981-4c12-a504-6b0822fbcc2e service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734384 Feb 14 21:28:28.141503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-4a136b47-006c-446d-9e51-77fe9996b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.143503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-4a136b47-006c-446d-9e51-77fe9996b26f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.5002811 Feb 14 21:28:28.145047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-04b9a9ca-afc3-4ca9-90aa-3745d2447bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.146444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-04b9a9ca-afc3-4ca9-90aa-3745d2447bad service neutron] 10.222.0.64 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 930 time: 1.0171485 Feb 14 21:28:28.153537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.186489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'name': 'tempest-network--119174599', 'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:28.200375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94bbfd7-6cee-45b5-a4e9-10469062cb50 admin admin] Publish callbacks [] for security_group (ac1324d0-5053-4399-8750-87394c981bf4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.207101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-d963619a-8f5e-4633-a820-caafc6ae2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.209444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-d963619a-8f5e-4633-a820-caafc6ae2f1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 918 time: 0.6562793 Feb 14 21:28:28.216817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:28.227709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.228523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.228633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94bbfd7-6cee-45b5-a4e9-10469062cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac1324d0-5053-4399-8750-87394c981bf4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.229653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.230215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.230768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.231592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.232186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.232824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.233859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.234414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.234996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.235577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.236108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:28:28.308287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c3d82-5fcd-4e23-9e5a-43b07127127e req-1b3c7433-7c37-48d3-86a8-51e3cb30c51d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.309792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af7c3d82-5fcd-4e23-9e5a-43b07127127e req-1b3c7433-7c37-48d3-86a8-51e3cb30c51d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.2401412 Feb 14 21:28:28.333687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9ed7a-f680-4e6a-b2b2-aa850d4c6967 req-096ed9b4-1ae5-4218-8514-9c0a1070ab9d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.340664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9f9ed7a-f680-4e6a-b2b2-aa850d4c6967 req-096ed9b4-1ae5-4218-8514-9c0a1070ab9d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 944 time: 0.3817217 Feb 14 21:28:28.352837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c94bbfd7-6cee-45b5-a4e9-10469062cb50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=89b8f6267859499ab7d9a8ab5ca4ad23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384782 Feb 14 21:28:28.360089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53592) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:28.423766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bbfd7-6cee-45b5-a4e9-10469062cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1324d0-5053-4399-8750-87394c981bf4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:28.476305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] Publish callbacks [] for security_group (ac1324d0-5053-4399-8750-87394c981bf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.479634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1726b62d-0c3c-4699-87c0-b434e7729276'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:28.501123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] Publish callbacks [] for security_group (ac1324d0-5053-4399-8750-87394c981bf4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.533545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 84e2e64e-219a-4689-83f1-c2be79f42a27 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:28.576982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9f9ed7a-f680-4e6a-b2b2-aa850d4c6967 req-011cce98-87b6-478e-bb99-00abd7784578 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222712 Feb 14 21:28:28.581279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac1324d0-5053-4399-8750-87394c981bf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.584119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.585272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac1324d0-5053-4399-8750-87394c981bf4 HTTP/1.1" status: 204 len: 168 time: 0.2165391 Feb 14 21:28:28.606132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451905f3-933d-4018-a38a-ddfcf4c74fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1324d0-5053-4399-8750-87394c981bf4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:28.643284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af7c3d82-5fcd-4e23-9e5a-43b07127127e req-d5f45213-aa92-4458-a031-a86a9bbe4e86 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240900 Feb 14 21:28:28.662224 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d6b03e-9ac0-448b-a399-b464f461f719 x-openstack-request-id: req-17d6b03e-9ac0-448b-a399-b464f461f719 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:28.662708 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b", "name": "network-vif-deleted", "tag": "0f2ef6e2-b70e-4988-afa4-ace001569b1e", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:28.663117 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17d6b03e-9ac0-448b-a399-b464f461f719 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:28.663683 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b', 'name': 'network-vif-deleted', 'tag': '0f2ef6e2-b70e-4988-afa4-ace001569b1e', 'status': 'completed', 'code': 200} Feb 14 21:28:28.778438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=84e2e64e-219a-4689-83f1-c2be79f42a27,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:28.803056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ab8a902-8445-4d02-8efa-994e30ee997b up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:28.829794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87bae-a6d5-4549-85ea-9c94c7de1822 req-ad4b8f1c-1fd6-4fe9-aa19-4d458ab684b5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:28.848976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-abf87bae-a6d5-4549-85ea-9c94c7de1822 req-ad4b8f1c-1fd6-4fe9-aa19-4d458ab684b5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1495562 Feb 14 21:28:28.852700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-563d83ed-a6fe-451e-ad9e-9dcb79267dd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 217 time: 0.6413274 Feb 14 21:28:28.854871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-0014e50f-208f-45dc-bae1-e91f8964d864 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5967882 Feb 14 21:28:28.855701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:28.858928 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d4fe6-c761-48a8-8f96-2f775954c95e" -d '{"events": [{"name": "network-changed", "server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:28.896865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '84e2e64e-219a-4689-83f1-c2be79f42a27', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'port_id': '84e2e64e-219a-4689-83f1-c2be79f42a27', 'mac_address': 'fa:16:3e:2f:b8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0f6fe4-d7f8-4733-a947-1593010f9f00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:28.978948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d9e8fa5-ca91-4f08-b9e3-87f5b97c6358 req-a14a6522-4d80-4109-81a6-ec48b2c2b131 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0833571 Feb 14 21:28:28.984338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:28.985318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 0ab8a902-8445-4d02-8efa-994e30ee997b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:28.992505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 0ab8a902-8445-4d02-8efa-994e30ee997b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:28.992891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.031260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-e239d39d-e907-4e78-9fdd-dcdcd587fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:29.035951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-e239d39d-e907-4e78-9fdd-dcdcd587fabf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.1533711 Feb 14 21:28:29.037560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:29.044816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.044997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-abf87bae-a6d5-4549-85ea-9c94c7de1822 req-4b8f8a5c-085c-4754-a497-bbc1da1922b4 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949074 Feb 14 21:28:29.136476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 84e2e64e-219a-4689-83f1-c2be79f42a27 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:29.137203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.182633 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3516fac3-9384-4991-be9c-add169044e32 x-openstack-request-id: req-3516fac3-9384-4991-be9c-add169044e32 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:29.183611 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:29.191516 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3516fac3-9384-4991-be9c-add169044e32 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:29.192230 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799', 'status': 'completed', 'code': 200} Feb 14 21:28:29.229866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e2e64e-219a-4689-83f1-c2be79f42a27 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:29.256440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.267136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54e06e-c955-4982-a607-a349f1d9ab11 req-31ca689c-48b1-4742-a64a-51d23f36204d tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:29.296913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c54e06e-c955-4982-a607-a349f1d9ab11 req-31ca689c-48b1-4742-a64a-51d23f36204d tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 944 time: 0.1305518 Feb 14 21:28:29.297856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-c271b88e-ab2d-4f10-9e05-3874260df4ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e2e64e-219a-4689-83f1-c2be79f42a27 HTTP/1.1" status: 200 len: 217 time: 0.4353571 Feb 14 21:28:29.325817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 0ab8a902-8445-4d02-8efa-994e30ee997b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:29.326376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.405518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c54e06e-c955-4982-a607-a349f1d9ab11 req-068d21ab-e70f-4519-91eb-dab919dca74d tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014240 Feb 14 21:28:29.418443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:29.428595 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b03dc-79a9-4526-acc6-4e803919e72c" -d '{"events": [{"server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:29.447237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=84e2e64e-219a-4689-83f1-c2be79f42a27,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:29.464075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ab8a902-8445-4d02-8efa-994e30ee997b,segment=NetworkSegment(2b05d124-bd70-4a12-b2c2-c7368c0ec7c2),segment_id=2b05d124-bd70-4a12-b2c2-c7368c0ec7c2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:29.468595 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.485442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-e98d526c-2d1a-4544-a3c3-72d5b8a58862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:29.487354 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-e98d526c-2d1a-4544-a3c3-72d5b8a58862 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4376209 Feb 14 21:28:29.489512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-ac327ff1-5c67-4b63-ba3c-62e0e7c82162 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2059591 Feb 14 21:28:29.491084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Deleting port a545c81f-87b7-4c8b-a7f8-40f685e6e98f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:29.491678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.559514 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d3c4e-2e4f-43c6-8fe9-20ac917e3d04 x-openstack-request-id: req-192d3c4e-2e4f-43c6-8fe9-20ac917e3d04 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:29.560063 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "name": "network-vif-plugged", "status": "completed", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:29.560063 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-192d3c4e-2e4f-43c6-8fe9-20ac917e3d04 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:29.560461 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b', 'code': 200} Feb 14 21:28:29.576326 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:29.609127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-76566b00-e43d-4540-83f6-aec930831ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:29.610705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-76566b00-e43d-4540-83f6-aec930831ae4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.2731452 Feb 14 21:28:29.649659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-90e545c6-af5c-4bec-b78f-9d48ed612e65 service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444643 Feb 14 21:28:29.680202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:29.745799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['84e2e64e-219a-4689-83f1-c2be79f42a27'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:29.764423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd7b3-93d5-4435-911a-844e7dd98c47 req-5919bed1-43e1-4680-bf34-2b9ee915ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:29.770206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f3cd7b3-93d5-4435-911a-844e7dd98c47 req-5919bed1-43e1-4680-bf34-2b9ee915ce66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 1128 time: 0.1588094 Feb 14 21:28:29.786776 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-345a1c53-f269-4f5d-b9dc-04f992e0b915 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471791 Feb 14 21:28:29.815231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:29.815900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-a871dc2b-4db4-46ef-bb2f-8c0641fe4660 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449024 Feb 14 21:28:30.037632 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for security_group (9ef56a85-45e2-4d80-b84c-4fa02a19e3fc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.061809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-69226f95-e573-4eec-ab70-63e1543d16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.063593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-69226f95-e573-4eec-ab70-63e1543d16d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 1126 time: 0.4339757 Feb 14 21:28:30.079820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] For port a545c81f-87b7-4c8b-a7f8-40f685e6e98f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:30.080283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.085035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ef56a85-45e2-4d80-b84c-4fa02a19e3fc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.098014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:30.109492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f37b5a60-d454-4447-9745-edf8cebcb2fb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.109859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f3cd7b3-93d5-4435-911a-844e7dd98c47 req-b217cf86-a876-48c7-983b-c8fcbc100a88 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750671 Feb 14 21:28:30.109973 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Added segment f37b5a60-d454-4447-9745-edf8cebcb2fb of type vlan for network 884517ea-3e7b-466c-8415-34795020112f Feb 14 21:28:30.144063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f882a5-db7b-4476-98ab-50d9f7f31590 req-62ec8068-7e39-47b1-bf1f-e5035b03e9cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.152334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8f882a5-db7b-4476-98ab-50d9f7f31590 req-62ec8068-7e39-47b1-bf1f-e5035b03e9cd tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.3154135 Feb 14 21:28:30.170392 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (884517ea-3e7b-466c-8415-34795020112f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.186207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cbb03-f49e-4409-877d-fb3e4e7a1e0a req-5b583480-d6ad-46b6-9e3a-226b254cf589 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.195424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b3cbb03-f49e-4409-877d-fb3e4e7a1e0a req-5b583480-d6ad-46b6-9e3a-226b254cf589 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 945 time: 0.4837759 Feb 14 21:28:30.232759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (884517ea-3e7b-466c-8415-34795020112f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.234003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.234699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.318362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b3cbb03-f49e-4409-877d-fb3e4e7a1e0a req-b78e8984-11df-42bd-84d0-3d56f30645f5 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219971 Feb 14 21:28:30.371525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Calling delete_port for a545c81f-87b7-4c8b-a7f8-40f685e6e98f owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:30.373408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=884517ea-3e7b-466c-8415-34795020112f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:30.378059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8f882a5-db7b-4476-98ab-50d9f7f31590 req-6e83a775-322f-4c86-8ec5-6290fb547f93 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240880 Feb 14 21:28:30.386238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 884517ea-3e7b-466c-8415-34795020112f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:30.422574 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8884575 Feb 14 21:28:30.425314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53634) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:30.434721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3d59db52-aabd-4f95-8c10-3e1cf68fbe07 req-6ffb3039-f334-4073-acc9-0c183eed96a3 service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036574 Feb 14 21:28:30.473140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04357518-ccfe-47f1-a92e-bf324d406531 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef56a85-45e2-4d80-b84c-4fa02a19e3fc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:30.491112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a2f8741e-189a-40e4-b592-df9e327c5bb2 req-2494f1e7-6616-4447-a2dc-757bf0922e13 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373255 Feb 14 21:28:30.493307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-c4ce60b6-e643-4a66-b2d5-9fa2c1eefe92 service neutron] 10.222.0.83 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838071 Feb 14 21:28:30.631341 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-2574e716-86f1-45dd-849c-5f0c53abda38 service neutron] 10.222.0.83 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057348 Feb 14 21:28:30.706467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-41459bca-6745-4e19-ad9f-72680ade590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.708107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-41459bca-6745-4e19-ad9f-72680ade590d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 918 time: 0.6243410 Feb 14 21:28:30.719239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7abc30b0-6bb9-451c-85ab-267ee3d69ae8 req-335b24af-82f2-421c-837e-022a73016300 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0785925 Feb 14 21:28:30.801832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (884517ea-3e7b-466c-8415-34795020112f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.807824 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-91de81ae-bfce-4c1c-a326-eda1bf6475ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce HTTP/1.1" status: 200 len: 217 time: 0.0892165 Feb 14 21:28:30.811770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-f9ef5851-4362-4578-be23-ec2091d2a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.813398 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-f9ef5851-4362-4578-be23-ec2091d2a67b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29099370230c44f8bac6f0e9bb3783a4&device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 1127 time: 0.1744068 Feb 14 21:28:30.828296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c56b6-26bf-4374-817f-c5e4a95c04c0 req-3e8537a2-bb46-4d14-8bef-ea1d8f352fd0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.829845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c43c56b6-26bf-4374-817f-c5e4a95c04c0 req-3e8537a2-bb46-4d14-8bef-ea1d8f352fd0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1839387 Feb 14 21:28:30.942637 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-673d52c5-38ab-4333-991c-de858cd8afbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:30.956181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-1dcba1f1-47b6-467a-bb93-f2cb8180f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:30.958339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-1dcba1f1-47b6-467a-bb93-f2cb8180f301 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.1417184 Feb 14 21:28:30.984693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c43c56b6-26bf-4374-817f-c5e4a95c04c0 req-103f911c-cc1f-49e7-b006-da8c2b50fb5a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334805 Feb 14 21:28:31.022476 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-35eaa293-fe2f-4d93-95fb-7c51e178af46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563557 Feb 14 21:28:31.056008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e711-19a2-4be7-aff5-453bde7bec1a req-09c8cf6c-503e-4e5c-9165-61329970307b tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:31.066402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c9e711-19a2-4be7-aff5-453bde7bec1a req-09c8cf6c-503e-4e5c-9165-61329970307b tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 945 time: 0.2260640 Feb 14 21:28:31.151853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-757dd127-0ceb-4383-8d8a-d830a133052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:31.156357 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-757dd127-0ceb-4383-8d8a-d830a133052d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 200 len: 918 time: 0.3295965 Feb 14 21:28:31.161245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a545c81f-87b7-4c8b-a7f8-40f685e6e98f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.205368 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (884517ea-3e7b-466c-8415-34795020112f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.336903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884517ea-3e7b-466c-8415-34795020112f']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:31.342747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1c9e711-19a2-4be7-aff5-453bde7bec1a req-b18817e9-89c0-45b9-bc25-839e229910d4 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753761 Feb 14 21:28:31.365090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37b5a60-d454-4447-9745-edf8cebcb2fb') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:31.371522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37b5a60-d454-4447-9745-edf8cebcb2fb') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:31.398832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (f37b5a60-d454-4447-9745-edf8cebcb2fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.421512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f37b5a60-d454-4447-9745-edf8cebcb2fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.430985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:31.431638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (f37b5a60-d454-4447-9745-edf8cebcb2fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:31.433727 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:31.458989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a545c81f-87b7-4c8b-a7f8-40f685e6e98f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:31.471708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-85299bc1-68b2-47ee-babf-5dbf2f3bcf72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1111edc5-06dd-4146-a693-79c6dbd1e799 HTTP/1.1" status: 200 len: 217 time: 0.2397211 Feb 14 21:28:31.690483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1726b62d-0c3c-4699-87c0-b434e7729276 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:31.728234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (884517ea-3e7b-466c-8415-34795020112f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.753306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 884517ea-3e7b-466c-8415-34795020112f {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:28:31.794465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.806275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 1726b62d-0c3c-4699-87c0-b434e7729276 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:31.807440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53660) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:31.809564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/884517ea-3e7b-466c-8415-34795020112f HTTP/1.1" status: 204 len: 168 time: 1.3798091 Feb 14 21:28:31.813696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-364cb373-c5a9-45d6-9e02-7de93402bce1 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7689791 Feb 14 21:28:31.819820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:31.825121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe50b7a-9eda-4a3f-af3a-ed156c7ebffd tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Network': ['ID=884517ea-3e7b-466c-8415-34795020112f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:31.826280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 1726b62d-0c3c-4699-87c0-b434e7729276 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:31.828462 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.857123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:31.859898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:31.863683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fce3e-209a-4e89-a912-14106e632441 req-59e7031a-f550-4b7f-91fe-0fcf0dcdc9c2 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:31.869219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec9fce3e-209a-4e89-a912-14106e632441 req-59e7031a-f550-4b7f-91fe-0fcf0dcdc9c2 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 945 time: 0.3265111 Feb 14 21:28:31.931188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711fbeb-2280-47d0-ab46-9a4b966b4d2d req-ed9b451d-7af3-48c5-832f-cdc807377697 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:31.949944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3711fbeb-2280-47d0-ab46-9a4b966b4d2d req-ed9b451d-7af3-48c5-832f-cdc807377697 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.3673370 Feb 14 21:28:31.964852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-2c794ec8-9ffd-4e8b-a147-ced96ebfc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:31.967384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-2c794ec8-9ffd-4e8b-a147-ced96ebfc7bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 200 len: 857 time: 0.4193206 Feb 14 21:28:32.046298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1726b62d-0c3c-4699-87c0-b434e7729276 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:32.046910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.096304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec9fce3e-209a-4e89-a912-14106e632441 req-fbc1efe8-ad6e-47db-ae34-c2cfd911471c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116797 Feb 14 21:28:32.107017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:32.109537 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141372b7-e3a1-4de5-bb63-475e4d0cd29d" -d '{"events": [{"server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "name": "network-vif-plugged", "status": "completed", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:32.132641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1726b62d-0c3c-4699-87c0-b434e7729276,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:32.134849 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-e86f1a4a-19b9-45c7-874a-f2f4d5faae15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d1a022-ab8d-45e6-ad48-1766262712ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595409 Feb 14 21:28:32.142868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.150019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3711fbeb-2280-47d0-ab46-9a4b966b4d2d req-1798a172-45a8-48d2-b862-9683e427f994 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988001 Feb 14 21:28:32.177004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:32.236063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:32.291676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e50b7cf-cd9f-4e82-bc26-e2c54a255d59 req-1226af6d-ea0c-4003-80ce-7f71de3f74d6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0599806 Feb 14 21:28:32.316674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.342125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (66e66d25-ee49-416a-b8d3-b138676c2df4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.342482 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Added segment 66e66d25-ee49-416a-b8d3-b138676c2df4 of type vlan for network 911745b8-0caa-4a42-9256-919e7ccd03cc Feb 14 21:28:32.430432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (911745b8-0caa-4a42-9256-919e7ccd03cc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.445206 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6916be1-cf14-425f-81eb-c9487de42b5e x-openstack-request-id: req-d6916be1-cf14-425f-81eb-c9487de42b5e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:32.445583 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "name": "network-vif-plugged", "status": "completed", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:32.445890 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6916be1-cf14-425f-81eb-c9487de42b5e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:32.446353 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276', 'code': 200} Feb 14 21:28:32.482457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfa4f-e1a7-4a36-98e8-e3c1bf6ab783 req-48ec1e14-2526-491e-a6ee-f1a5729e6be3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:32.505011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-352cfa4f-e1a7-4a36-98e8-e3c1bf6ab783 req-48ec1e14-2526-491e-a6ee-f1a5729e6be3 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.2118716 Feb 14 21:28:32.556497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 84e2e64e-219a-4689-83f1-c2be79f42a27 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:32.566378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (911745b8-0caa-4a42-9256-919e7ccd03cc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.567711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:32.568291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.676402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-352cfa4f-e1a7-4a36-98e8-e3c1bf6ab783 req-edfd285b-24cd-4988-863c-d8e8fdaeb6e2 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701946 Feb 14 21:28:32.687567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=911745b8-0caa-4a42-9256-919e7ccd03cc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:32.708888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 911745b8-0caa-4a42-9256-919e7ccd03cc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:32.763224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a9954-7eba-4e92-a7df-c07d54ad6eae req-90b3fc04-fcc5-42ef-9b5e-7e7ae22956b9 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:32.775833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104a9954-7eba-4e92-a7df-c07d54ad6eae req-90b3fc04-fcc5-42ef-9b5e-7e7ae22956b9 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 945 time: 0.1744921 Feb 14 21:28:32.821489 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d1f500e0-52b2-4037-b913-4ea70f390a2c tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0086772 Feb 14 21:28:32.828997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c1ee513-263b-4f8f-9ed8-00586c9b870b req-8ec51a00-6a67-472d-a8a8-f0641a9e2338 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9869840 Feb 14 21:28:32.833772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:32.905068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 84e2e64e-219a-4689-83f1-c2be79f42a27 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:32.916844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 84e2e64e-219a-4689-83f1-c2be79f42a27 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:32.917378 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:32.964688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104a9954-7eba-4e92-a7df-c07d54ad6eae req-282680be-6b27-4eda-82ef-d2e71a3354f4 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831686 Feb 14 21:28:33.111771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 84e2e64e-219a-4689-83f1-c2be79f42a27 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:33.112369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:33.226369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=84e2e64e-219a-4689-83f1-c2be79f42a27,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:33.239309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:33.429326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:33.482346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180270-b2d3-4ce0-b7cf-86b4d3cda954 req-7e9f1c0c-7d50-4cd5-9222-b3858fbf5801 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:33.484609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d180270-b2d3-4ce0-b7cf-86b4d3cda954 req-7e9f1c0c-7d50-4cd5-9222-b3858fbf5801 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.1374490 Feb 14 21:28:33.508053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c60daf2e-8905-4ac2-8c6f-a1b77440777f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:33.511607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91967ee-d56e-4d56-a622-a3cc75828cc5 req-caa58c4a-c13b-40b5-958f-0d651c00a4e8 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:33.513312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91967ee-d56e-4d56-a622-a3cc75828cc5 req-caa58c4a-c13b-40b5-958f-0d651c00a4e8 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.2429926 Feb 14 21:28:33.630410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d180270-b2d3-4ce0-b7cf-86b4d3cda954 req-57a77ed2-867a-48e7-a9ee-fd89b2ffa77d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138027 Feb 14 21:28:33.664324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a91967ee-d56e-4d56-a622-a3cc75828cc5 req-37ef2229-f975-4d5d-a442-665c248d6a22 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315138 Feb 14 21:28:33.690918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1111edc5-06dd-4146-a693-79c6dbd1e799 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:33.954462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a256b3-a24c-42b2-b2a5-d9ac4871b0d5 req-ef161749-00b0-4128-9eca-4e5f1159c33f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.1392996 Feb 14 21:28:33.982098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1111edc5-06dd-4146-a693-79c6dbd1e799,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:34.013643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'subnet': {'network_id': '911745b8-0caa-4a42-9256-919e7ccd03cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:34.014222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298b6b4-0f1b-4043-b99f-903ecca419f1 req-fd471870-7571-4689-9efe-35e05f18348e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:34.021596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7298b6b4-0f1b-4043-b99f-903ecca419f1 req-fd471870-7571-4689-9efe-35e05f18348e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1951549 Feb 14 21:28:34.036852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '1111edc5-06dd-4146-a693-79c6dbd1e799', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'port_id': '1111edc5-06dd-4146-a693-79c6dbd1e799', 'mac_address': 'fa:16:3e:95:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0f6fe4-d7f8-4733-a947-1593010f9f00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:34.107013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:34.109426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:34.124774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7298b6b4-0f1b-4043-b99f-903ecca419f1 req-204f5f66-13e1-4491-8396-7d546afb4660 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999899 Feb 14 21:28:34.157356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1111edc5-06dd-4146-a693-79c6dbd1e799 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:34.159814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:34.192169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1111edc5-06dd-4146-a693-79c6dbd1e799 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:34.236894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1111edc5-06dd-4146-a693-79c6dbd1e799,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:34.255253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:34.256380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5b368db3-3a6b-4820-83f3-aad34edde4ce details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:34.302282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d390-e157-4fbe-8829-aca5ce1f93df req-720c749b-eb17-4d8d-b86b-19229f891b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:34.303842 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2a63d390-e157-4fbe-8829-aca5ce1f93df req-720c749b-eb17-4d8d-b86b-19229f891b83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1129 time: 1.7554545 Feb 14 21:28:34.305587 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-2fe0882f-7b83-4d67-828d-cf3c83165545 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1465793 Feb 14 21:28:34.314762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:34.329624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:34.362551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '5b368db3-3a6b-4820-83f3-aad34edde4ce', 'network_id': 'f9d1a022-ab8d-45e6-ad48-1766262712ad', 'port_id': '5b368db3-3a6b-4820-83f3-aad34edde4ce', 'mac_address': 'fa:16:3e:c3:68:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0f6fe4-d7f8-4733-a947-1593010f9f00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:34.490016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:34.498252 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44d51d-eba9-423f-b095-09158becd089" -d '{"events": [{"server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "name": "network-vif-plugged", "status": "completed", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:34.653820 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449f96a-b8b6-4345-a01e-6733ef739517 x-openstack-request-id: req-d449f96a-b8b6-4345-a01e-6733ef739517 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:34.654637 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "name": "network-vif-plugged", "status": "completed", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:34.661384 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d449f96a-b8b6-4345-a01e-6733ef739517 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:34.662143 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27', 'code': 200} Feb 14 21:28:34.757832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:34.758858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:34.774187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5b368db3-3a6b-4820-83f3-aad34edde4ce is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:34.775185 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:34.804733 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a33d4fe6-c761-48a8-8f96-2f775954c95e req-04b8eebb-57bf-459e-9c1a-6c447c9bacc2 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870498 Feb 14 21:28:34.806003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:34.857261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b368db3-3a6b-4820-83f3-aad34edde4ce {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:34.873298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-95bc6b41-53db-4dd2-958d-ffb1076800a6 admin admin] 10.222.0.86 "PUT /v2.0/routers/fc1a0aa4-064f-49c3-9230-deb75c0a83b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3980002 Feb 14 21:28:34.885972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53716) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:34.889677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Sync routers for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:34.891604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53718) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:34.894162 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2a63d390-e157-4fbe-8829-aca5ce1f93df req-d5ff0742-d01a-4431-bd14-1a3ec693e193 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749493 Feb 14 21:28:34.996770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:34.998914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:35.003799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:35.042069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9952884-bc96-4067-a25c-c4e27b2f3a23 req-ba2b9c1f-82f0-4ee2-9e9f-9daa03b9b236 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:35.050307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9952884-bc96-4067-a25c-c4e27b2f3a23 req-ba2b9c1f-82f0-4ee2-9e9f-9daa03b9b236 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.2347183 Feb 14 21:28:35.151275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9952884-bc96-4067-a25c-c4e27b2f3a23 req-b66c5b1f-c9e5-4113-b41a-f2dfbc1fc722 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914042 Feb 14 21:28:35.185381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59fbe2-0575-4113-a1e0-c94a6c12adef req-b952acc6-ebb1-4537-a6b0-a687fa5d74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:35.187243 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8e59fbe2-0575-4113-a1e0-c94a6c12adef req-b952acc6-ebb1-4537-a6b0-a687fa5d74df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 1128 time: 0.3023429 Feb 14 21:28:35.239203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873b56-3b5c-4331-a4a0-62e03f2000b3 req-7f1735ca-77e4-4860-a638-ee863d73b205 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:35.251800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0873b56-3b5c-4331-a4a0-62e03f2000b3 req-7f1735ca-77e4-4860-a638-ee863d73b205 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 943 time: 0.3608093 Feb 14 21:28:35.400531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1001b5ee-1f6e-4dd1-a68b-6c139b1ef5db req-bcda6524-76ae-4503-9419-580f9835570d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.1084466 Feb 14 21:28:35.437995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0873b56-3b5c-4331-a4a0-62e03f2000b3 req-a5a0d080-8eec-4b7a-81ea-16c59cd764a2 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790221 Feb 14 21:28:35.449645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-753c132a-cafe-4630-b41c-0112e4b56e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:35.585344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8e59fbe2-0575-4113-a1e0-c94a6c12adef req-3f46309b-0eda-43d7-a5a8-4cc4846e90fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913362 Feb 14 21:28:35.610737 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:35.657794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46db0a-065f-4396-a0be-880e324d8112 req-ad22b4bb-1c83-4068-a769-c3fcdf4afae1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:35.665620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd46db0a-065f-4396-a0be-880e324d8112 req-ad22b4bb-1c83-4068-a769-c3fcdf4afae1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1263368 Feb 14 21:28:35.692674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks [] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:35.714982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:35.776301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd46db0a-065f-4396-a0be-880e324d8112 req-7d441528-87f7-46a7-96ae-09dd9099f4a1 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096556 Feb 14 21:28:35.777133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:35.850781 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.033385 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.058895 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-753c132a-cafe-4630-b41c-0112e4b56e9c admin admin] Publish callbacks [] for security_group (5bf7f19d-7ee9-49e4-ad99-8418e983ca6e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.060543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks [] for router_gateway (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.069752 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-753c132a-cafe-4630-b41c-0112e4b56e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5bf7f19d-7ee9-49e4-ad99-8418e983ca6e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.132777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1111edc5-06dd-4146-a693-79c6dbd1e799'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:36.214444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-753c132a-cafe-4630-b41c-0112e4b56e9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f79f9826e9984b30af7d6c2e9af98826&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3155363 Feb 14 21:28:36.214992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:36.219667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c132a-cafe-4630-b41c-0112e4b56e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7f19d-7ee9-49e4-ad99-8418e983ca6e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:36.284221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['5b368db3-3a6b-4820-83f3-aad34edde4ce'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:36.324323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:28:36.328836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fedb6b27-ff04-4b2f-a5b9-5e6600acdacf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.372781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:28:30Z', 'revision_number': 5, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port': {'id': '5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:26:04Z', 'updated_at': '2022-02-14T21:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:36.456044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Checking router: fc1a0aa4-064f-49c3-9230-deb75c0a83b5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:36.470257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fedb6b27-ff04-4b2f-a5b9-5e6600acdacf,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:36.501670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] Publish callbacks [] for security_group (5bf7f19d-7ee9-49e4-ad99-8418e983ca6e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.540164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Deleting port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:36.540511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.556844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] Publish callbacks [] for security_group (5bf7f19d-7ee9-49e4-ad99-8418e983ca6e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.584831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Routers {'fc1a0aa4-064f-49c3-9230-deb75c0a83b5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:36.585491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:36.631399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Checking segment: {'id': '66e66d25-ee49-416a-b8d3-b138676c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '911745b8-0caa-4a42-9256-919e7ccd03cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:36.631399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Network hostable DHCP agents. Network: 911745b8-0caa-4a42-9256-919e7ccd03cc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:28:36.632196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5bf7f19d-7ee9-49e4-ad99-8418e983ca6e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.635073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.639394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5bf7f19d-7ee9-49e4-ad99-8418e983ca6e HTTP/1.1" status: 204 len: 168 time: 0.4235120 Feb 14 21:28:36.677882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-563449b1-30ce-456a-8116-28b2950b46b9 req-5e8bd756-3a28-44df-841c-c2ecfce0211b tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0589173 Feb 14 21:28:36.716732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ed6bd-0726-4b5a-aea3-c464ee4451a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7f19d-7ee9-49e4-ad99-8418e983ca6e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:36.735837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Network 911745b8-0caa-4a42-9256-919e7ccd03cc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:28:36.742469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b794d-fa7a-4cb9-b87f-da5b4a30ff7b req-53ec8d75-4aca-49bc-bb18-6218f1f1c8aa tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:36.751892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa4b794d-fa7a-4cb9-b87f-da5b4a30ff7b req-53ec8d75-4aca-49bc-bb18-6218f1f1c8aa tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.4590614 Feb 14 21:28:36.807428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 911745b8-0caa-4a42-9256-919e7ccd03cc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:36.840440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:36.847166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d8c13-63b6-4f2f-893d-d771f030cc79 None None] Network 911745b8-0caa-4a42-9256-919e7ccd03cc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:36.848214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.866784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] For port 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:36.867068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:36.902026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa4b794d-fa7a-4cb9-b87f-da5b4a30ff7b req-c1f3de81-cfd4-48e6-a6f9-38194cbc4120 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488993 Feb 14 21:28:36.932701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Calling delete_port for 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:36.996463 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-394b71bb-62b0-46fc-90a7-9d47a2a4b44f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1310163 Feb 14 21:28:36.997060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53752) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:37.011958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'floatingip': {'floating_network_id': '911745b8-0caa-4a42-9256-919e7ccd03cc'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:37.076005 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.099262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c3a19-f93d-4635-ab67-48389622f3c7 req-a25423b6-7229-45df-b1e9-a59d7617da67 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:37.105819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ef64e-f192-4023-b3cc-25ae5be4d17a None None] Network 911745b8-0caa-4a42-9256-919e7ccd03cc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:37.112343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-386c3a19-f93d-4635-ab67-48389622f3c7 req-a25423b6-7229-45df-b1e9-a59d7617da67 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 944 time: 0.2519138 Feb 14 21:28:37.396689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] Set router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:37.403643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.404020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-386c3a19-f93d-4635-ab67-48389622f3c7 req-f4a47ab2-baa8-45ec-a001-78b2e54c8288 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891703 Feb 14 21:28:37.443403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:37.455994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618b8ca-271a-48f0-bfcd-005942be89da req-722c07e0-c5c8-4ca6-9499-eb01ba700248 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:37.460578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c618b8ca-271a-48f0-bfcd-005942be89da req-722c07e0-c5c8-4ca6-9499-eb01ba700248 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.3300378 Feb 14 21:28:37.483655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:28:36Z', 'revision_number': 6, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:37.514864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4ee310c-146c-450c-b231-75b32329804a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.522936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f08d8a-5c5f-4db7-b668-ade4b3b6d639 None None] The sync data for ids ['fc1a0aa4-064f-49c3-9230-deb75c0a83b5'] in n-d-828372-11 is: [{'id': 'fc1a0aa4-064f-49c3-9230-deb75c0a83b5', 'name': 'tempest-ServersTestManualDisk-1022373246-router', 'tenant_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:26:02Z', 'updated_at': '2022-02-14T21:28:36Z', 'revision_number': 6, 'project_id': '0f550a6db1bc4aba94f23e1cd3057ce4', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:37.604088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.613968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c618b8ca-271a-48f0-bfcd-005942be89da req-89dfc0a2-3eec-4e8a-9e04-3fdc44b9f2bd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425292 Feb 14 21:28:37.641822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.670876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:37.760398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.842091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4ee310c-146c-450c-b231-75b32329804a admin admin] Publish callbacks [] for security_group (a4d6658e-0dbf-4ea0-b758-f192aea0e48f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.852578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6709743-3f6f-469c-a910-f755f9bef35a req-9aea6a47-2cf1-4bc1-9d8b-a1259668c80e tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0495191 Feb 14 21:28:37.857077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Allocated IP 172.20.0.8 (911745b8-0caa-4a42-9256-919e7ccd03cc/fedb6b27-ff04-4b2f-a5b9-5e6600acdacf/6dff4776-4f5c-41ff-8cef-9f9c8919356f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:37.904299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4ee310c-146c-450c-b231-75b32329804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a4d6658e-0dbf-4ea0-b758-f192aea0e48f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.918766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:37.950225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks [] for router_controller (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.033584 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4ee310c-146c-450c-b231-75b32329804a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02ba0b62e68c4a82b7e71e70a6d548ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763540 Feb 14 21:28:38.034441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53780) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:38.038501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee310c-146c-450c-b231-75b32329804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6658e-0dbf-4ea0-b758-f192aea0e48f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:38.055018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (fc1a0aa4-064f-49c3-9230-deb75c0a83b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.056514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc1a0aa4-064f-49c3-9230-deb75c0a83b5 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:28:38.063843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.067999 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a522d500-a8ec-4a7b-8453-43b83b79a5ea admin admin] 10.222.0.86 "DELETE /v2.0/routers/fc1a0aa4-064f-49c3-9230-deb75c0a83b5 HTTP/1.1" status: 204 len: 168 time: 3.1679604 Feb 14 21:28:38.071751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:38.105785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.153653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Deleting subnet f66c9e55-e7ae-42fb-9fb5-4b4450171904 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:28:38.159526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Publish callbacks [] for subnet (f66c9e55-e7ae-42fb-9fb5-4b4450171904), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.162042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] Publish callbacks [] for security_group (a4d6658e-0dbf-4ea0-b758-f192aea0e48f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.202575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074cc97-beac-41e0-9203-9ef34e50ea39 req-f3e1734e-181c-46e0-9a78-4a201773cac3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:38.204862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0074cc97-beac-41e0-9203-9ef34e50ea39 req-f3e1734e-181c-46e0-9a78-4a201773cac3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.0886619 Feb 14 21:28:38.216509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] Publish callbacks [] for security_group (a4d6658e-0dbf-4ea0-b758-f192aea0e48f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.220552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (f66c9e55-e7ae-42fb-9fb5-4b4450171904), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.230990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.295111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0074cc97-beac-41e0-9203-9ef34e50ea39 req-a9e0a0e7-479b-4827-9607-88cfd72994a3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783317 Feb 14 21:28:38.334489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a4d6658e-0dbf-4ea0-b758-f192aea0e48f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.337224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.341157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4d6658e-0dbf-4ea0-b758-f192aea0e48f HTTP/1.1" status: 204 len: 168 time: 0.3038950 Feb 14 21:28:38.356225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa784d-f3ec-4ff4-99d3-46823f02329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6658e-0dbf-4ea0-b758-f192aea0e48f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:38.385790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f66c9e55-e7ae-42fb-9fb5-4b4450171904), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.427831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Network 911745b8-0caa-4a42-9256-919e7ccd03cc is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:38.453326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Port': ['ID=6dff4776-4f5c-41ff-8cef-9f9c8919356f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:38.506385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:38.525915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:38.533310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (f66c9e55-e7ae-42fb-9fb5-4b4450171904), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.551141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.554558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96a716-e443-484a-8b91-9be49d19ba93 None None] Network 6f3205f1-9c31-47c9-89a9-229521639ab0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:38.562980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f66c9e55-e7ae-42fb-9fb5-4b4450171904 HTTP/1.1" status: 204 len: 168 time: 0.4900894 Feb 14 21:28:38.563663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53790) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:38.623089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d652e5-56b8-4562-8621-eb657f3869f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66c9e55-e7ae-42fb-9fb5-4b4450171904,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:38.755101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6f3205f1-9c31-47c9-89a9-229521639ab0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.841538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] DHCP port deletion for 6f3205f1-9c31-47c9-89a9-229521639ab0 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:28:38.947491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-b8f30d27-effa-4cb6-8406-309f2a30976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:38.949031 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-b8f30d27-effa-4cb6-8406-309f2a30976c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1128 time: 0.1780021 Feb 14 21:28:38.953982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Deleting port 01dfc5db-4e77-472a-9c2e-e093fe1c980a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:38.954637 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:38.993029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 01dfc5db-4e77-472a-9c2e-e093fe1c980a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:39.087715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-b53b7ef3-2953-4d62-91fe-9eb7ce74c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:39.089353 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-b53b7ef3-2953-4d62-91fe-9eb7ce74c56e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.1176689 Feb 14 21:28:39.183310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Deleting port 01dfc5db-4e77-472a-9c2e-e093fe1c980a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:39.184150 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.188405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-8afd26f4-bb4b-48f6-b206-a06d498020b6 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 258 time: 0.8137226 Feb 14 21:28:39.204686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41faa7-6b4d-4b48-8602-09299965794f req-b7677114-b73f-4afb-849e-e070ea215ddc tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:39.206157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb41faa7-6b4d-4b48-8602-09299965794f req-b7677114-b73f-4afb-849e-e070ea215ddc tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 944 time: 0.6777282 Feb 14 21:28:39.215726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:39.275274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 01dfc5db-4e77-472a-9c2e-e093fe1c980a is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:39.275274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.276778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for floatingip (e86493fc-1d8d-41a4-9f5c-c224ab85d8eb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.294216 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-b06efd3f-844f-459d-b3e9-197257fc9b80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 1000 time: 0.1881568 Feb 14 21:28:39.315637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.353164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=01dfc5db-4e77-472a-9c2e-e093fe1c980a,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:39.353164 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.369816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb41faa7-6b4d-4b48-8602-09299965794f req-50b7d7ee-af65-461d-98b2-f4290150e257 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495886 Feb 14 21:28:39.380071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-6503834e-02d0-4fea-a0cb-a46d4bdce3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:39.384498 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-6503834e-02d0-4fea-a0cb-a46d4bdce3d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.0892301 Feb 14 21:28:39.435892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Calling delete_port for 01dfc5db-4e77-472a-9c2e-e093fe1c980a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:39.439257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=01dfc5db-4e77-472a-9c2e-e093fe1c980a,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:39.439427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] For port 01dfc5db-4e77-472a-9c2e-e093fe1c980a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=01dfc5db-4e77-472a-9c2e-e093fe1c980a,segment=NetworkSegment(e643f731-4e17-4422-a12e-e8efe0729d4c),segment_id=e643f731-4e17-4422-a12e-e8efe0729d4c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:39.439774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.458333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.459385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:39.466164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Calling delete_port for 01dfc5db-4e77-472a-9c2e-e093fe1c980a owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:39.477841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.532008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-f98bdbb7-b44d-4750-a4d2-cbc54f24a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:39.533811 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-f98bdbb7-b44d-4750-a4d2-cbc54f24a2b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1412039 Feb 14 21:28:39.542898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:28:39.543546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ef9ba31-f8d5-452e-bf1c-a8d9348f9b42 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:28:39.544134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a545c81f-87b7-4c8b-a7f8-40f685e6e98f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:39.573935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a545c81f-87b7-4c8b-a7f8-40f685e6e98f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:28:39.574949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a545c81f-87b7-4c8b-a7f8-40f685e6e98f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:28:39.615147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:39.647851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.705864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] Pushing event deleted for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:39.718005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836e32b-b6ee-4b06-b548-78cebea34d33 None None] No DVR routers for this DVR port 01dfc5db-4e77-472a-9c2e-e093fe1c980a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:39.725055 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (01dfc5db-4e77-472a-9c2e-e093fe1c980a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.732446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1111edc5-06dd-4146-a693-79c6dbd1e799 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:39.763099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8726-d1d0-41a5-a994-7c32a7587577 req-ba394632-b765-4a7a-a70d-06ec7afa2408 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:39.764741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4da8726-d1d0-41a5-a994-7c32a7587577 req-ba394632-b765-4a7a-a70d-06ec7afa2408 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.2705693 Feb 14 21:28:39.821363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-afaf67ce-5e70-4266-8557-73d36443699c service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794254 Feb 14 21:28:39.822294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] No DVR routers for this DVR port 01dfc5db-4e77-472a-9c2e-e093fe1c980a on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:28:39.823857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dfc5db-4e77-472a-9c2e-e093fe1c980a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:39.857584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 1111edc5-06dd-4146-a693-79c6dbd1e799 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:39.864232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 1111edc5-06dd-4146-a693-79c6dbd1e799 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:39.864754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.968128 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:39.971739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.003468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6f3205f1-9c31-47c9-89a9-229521639ab0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.003958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4da8726-d1d0-41a5-a994-7c32a7587577 req-4bb75b59-63c9-4299-a7e4-03732f6e3406 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300785 Feb 14 21:28:40.027883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3205f1-9c31-47c9-89a9-229521639ab0']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:40.028835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.039036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e643f731-4e17-4422-a12e-e8efe0729d4c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:40.039469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e643f731-4e17-4422-a12e-e8efe0729d4c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:40.053552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e643f731-4e17-4422-a12e-e8efe0729d4c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.063531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1111edc5-06dd-4146-a693-79c6dbd1e799 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:40.063531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.071321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e643f731-4e17-4422-a12e-e8efe0729d4c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.081711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:40.082246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e643f731-4e17-4422-a12e-e8efe0729d4c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.107095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1111edc5-06dd-4146-a693-79c6dbd1e799,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:40.108091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:40.111570 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34a7cb-57c2-4639-8871-093ba40d51b1" -d '{"events": [{"server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "name": "network-vif-plugged", "status": "completed", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:40.116768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.117618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5b368db3-3a6b-4820-83f3-aad34edde4ce up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:40.239117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:40.240848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7650f59-efa1-4566-8b1a-b682db74adcd req-545efab7-41bf-4f4c-a4aa-b6d67e895603 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0942190 Feb 14 21:28:40.259504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 5b368db3-3a6b-4820-83f3-aad34edde4ce completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:40.264979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 5b368db3-3a6b-4820-83f3-aad34edde4ce triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:40.266113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.418357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Port': ['ID=6dff4776-4f5c-41ff-8cef-9f9c8919356f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:40.423273 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef54621e-ab06-43e9-b698-0c9c62ab3975 x-openstack-request-id: req-ef54621e-ab06-43e9-b698-0c9c62ab3975 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:40.424065 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "name": "network-vif-plugged", "status": "completed", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:40.424065 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef54621e-ab06-43e9-b698-0c9c62ab3975 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:40.424795 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799', 'code': 200} Feb 14 21:28:40.425506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 5b368db3-3a6b-4820-83f3-aad34edde4ce is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:40.426464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.437328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (e86493fc-1d8d-41a4-9f5c-c224ab85d8eb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.466142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:40.475067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.565551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.566782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ed9cebcf-a0e5-43bb-8907-0c7e21b9d0b7 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5660229 Feb 14 21:28:40.573232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:40.593084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:40.702050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-90faa454-6770-4c90-be9a-1f7b08650816 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "GET /v2.0/floatingips?floating_network_id=911745b8-0caa-4a42-9256-919e7ccd03cc HTTP/1.1" status: 200 len: 689 time: 0.1246276 Feb 14 21:28:40.702050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Allocated IP 172.25.2.14 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/8bcaf28b-3550-447d-bd73-c068511f3ca9) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:40.704540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53830) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:40.744042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5573e-f303-4c26-bba4-04e6a66c2c8a req-625f1fc4-0461-4e14-bedb-d8cccb08219b tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:40.746079 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:40.751220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e5573e-f303-4c26-bba4-04e6a66c2c8a req-625f1fc4-0461-4e14-bedb-d8cccb08219b tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 945 time: 0.2343998 Feb 14 21:28:40.826069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6f3205f1-9c31-47c9-89a9-229521639ab0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.837576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:40.844139 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6f3205f1-9c31-47c9-89a9-229521639ab0 HTTP/1.1" status: 204 len: 168 time: 2.2487195 Feb 14 21:28:40.847008 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b677a5c-cd8d-4986-9306-393c316290d0 req-ecdb5344-3b1d-43bc-b3f0-5e1e6c57dfdb service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105324 Feb 14 21:28:40.859697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac40f6-cf66-487b-a349-6b0891f05eb5 req-636af80f-2e19-4c5d-a3d2-a0ea12aff1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:40.861212 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9dac40f6-cf66-487b-a349-6b0891f05eb5 req-636af80f-2e19-4c5d-a3d2-a0ea12aff1e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 1129 time: 0.1141167 Feb 14 21:28:40.862374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e351cd-1e4f-4fec-9b9e-559adb9b4291 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3205f1-9c31-47c9-89a9-229521639ab0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:40.929386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9dac40f6-cf66-487b-a349-6b0891f05eb5 req-1f2c6cc1-da39-4c0b-8e97-dc509154b182 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Feb 14 21:28:41.039925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:41.089333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4511a156-1de6-4fdc-af1b-cdaca0d6ff77 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f550a6db1bc4aba94f23e1cd3057ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478983 Feb 14 21:28:41.090083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53844) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:41.155255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] Publish callbacks [] for security_group (38061fb0-95da-4689-81b5-e0851e524680), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.186246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] Publish callbacks [] for security_group (38061fb0-95da-4689-81b5-e0851e524680), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.253519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (38061fb0-95da-4689-81b5-e0851e524680), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.262827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.265738 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38061fb0-95da-4689-81b5-e0851e524680 HTTP/1.1" status: 204 len: 168 time: 0.1742599 Feb 14 21:28:41.280714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e580b7-13de-478b-8071-553c4a6b8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38061fb0-95da-4689-81b5-e0851e524680,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:41.343123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e5573e-f303-4c26-bba4-04e6a66c2c8a req-7cae810e-338e-4f75-a32c-534e0baf2195 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909910 Feb 14 21:28:41.401769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (911745b8-0caa-4a42-9256-919e7ccd03cc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.555105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.621271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaa34e-a953-442d-925e-9abdeddf0536 req-2237f089-5e3f-4641-9f1e-6a647312ba7a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:41.622808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3dcaa34e-a953-442d-925e-9abdeddf0536 req-2237f089-5e3f-4641-9f1e-6a647312ba7a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 945 time: 0.1469090 Feb 14 21:28:41.657783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Deleting port 6dff4776-4f5c-41ff-8cef-9f9c8919356f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:41.658374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.673414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.737251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:41.765318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:41.781435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:41.788448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:41.793288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3dcaa34e-a953-442d-925e-9abdeddf0536 req-c293bf04-472d-419a-882b-ce492628a835 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643200 Feb 14 21:28:41.796917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event updated for resources: {'Port': ['ID=8bcaf28b-3550-447d-bd73-c068511f3ca9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:41.848828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.849160 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for floatingip (6dff4776-4f5c-41ff-8cef-9f9c8919356f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.873584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Calling delete_port for 6dff4776-4f5c-41ff-8cef-9f9c8919356f owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:41.886952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:41.888460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:41.937873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:41.946712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.024680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d2db1fa-b682-41d8-a410-5bf405df41b2 req-174fe28b-ae7d-421b-ae4a-3a52d7b949d7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0725169 Feb 14 21:28:42.057386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.140413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.290568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:42.315721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6dff4776-4f5c-41ff-8cef-9f9c8919356f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.383646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dff4776-4f5c-41ff-8cef-9f9c8919356f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:42.425560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce'}, {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:42.428079 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8764b-5ede-4c36-bc31-3c47899a3404" -d '{"events": [{"server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "name": "network-vif-plugged", "status": "completed", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce"}, {"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-unplugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:42.472418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for floatingip (e86493fc-1d8d-41a4-9f5c-c224ab85d8eb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.580238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:42.583668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fedb6b27-ff04-4b2f-a5b9-5e6600acdacf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.635553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.649102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.703641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d61d5-8840-4441-bdc9-79483bf78425 req-4a9b999e-71d0-4ccb-81b8-384ee218d60c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:42.706253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e33d61d5-8840-4441-bdc9-79483bf78425 req-4a9b999e-71d0-4ccb-81b8-384ee218d60c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 945 time: 0.2404208 Feb 14 21:28:42.784666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1572754158-network', 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:42.789729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event updated for resources: {'Port': ['ID=8bcaf28b-3550-447d-bd73-c068511f3ca9,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:42.797124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (fedb6b27-ff04-4b2f-a5b9-5e6600acdacf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.805091 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.841080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fedb6b27-ff04-4b2f-a5b9-5e6600acdacf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:42.872414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:42.881377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.882761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-a3da8e6d-28f5-468d-8e02-14ef3ee0e9a7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6933177 Feb 14 21:28:42.885992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.901184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:42.926816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e33d61d5-8840-4441-bdc9-79483bf78425 req-ffe6de74-ed49-4384-8375-063032918939 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706889 Feb 14 21:28:42.993221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (911745b8-0caa-4a42-9256-919e7ccd03cc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.015787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-c37e32eb-6d49-425f-a27e-c9d6d5d8ab1e tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.0995073 Feb 14 21:28:43.027271 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fbd42a-10de-4166-9819-f6120c474e2e x-openstack-request-id: req-b6fbd42a-10de-4166-9819-f6120c474e2e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:43.028289 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "name": "network-vif-plugged", "status": "completed", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce", "code": 200}, {"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-unplugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:43.029722 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6fbd42a-10de-4166-9819-f6120c474e2e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:43.030394 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce', 'code': 200} Feb 14 21:28:43.030963 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'code': 200} Feb 14 21:28:43.033853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911745b8-0caa-4a42-9256-919e7ccd03cc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:43.083201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks [] for security_group (dde707a8-56e1-4187-aba2-156cd05e3528), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.089398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dde707a8-56e1-4187-aba2-156cd05e3528), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.115064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e66d25-ee49-416a-b8d3-b138676c2df4') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:43.123294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e66d25-ee49-416a-b8d3-b138676c2df4') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:43.137157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:43.180907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde707a8-56e1-4187-aba2-156cd05e3528,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:43.186593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (66e66d25-ee49-416a-b8d3-b138676c2df4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.200051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:43.208899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (66e66d25-ee49-416a-b8d3-b138676c2df4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.221476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:43.222145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (66e66d25-ee49-416a-b8d3-b138676c2df4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:43.224555 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:43.299309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f91585-af8e-4c78-aeae-d616b3a763ef req-15250b6f-b33b-47cf-90c8-95f4cc4c9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.301921 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f5f91585-af8e-4c78-aeae-d616b3a763ef req-15250b6f-b33b-47cf-90c8-95f4cc4c9e34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 1128 time: 0.1920309 Feb 14 21:28:43.384012 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f5f91585-af8e-4c78-aeae-d616b3a763ef req-45d0d4fb-4591-43d6-997b-e157a3fb9522 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759618 Feb 14 21:28:43.395491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-45bf760b-c7da-404b-a1b4-49d1e28b9b1a tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.396986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb241a9-3e18-4788-8578-f89d97cf3c08 req-45bf760b-c7da-404b-a1b4-49d1e28b9b1a tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.3673785 Feb 14 21:28:43.401417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (911745b8-0caa-4a42-9256-919e7ccd03cc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.414375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 911745b8-0caa-4a42-9256-919e7ccd03cc {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:28:43.417623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.421320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/911745b8-0caa-4a42-9256-919e7ccd03cc HTTP/1.1" status: 204 len: 168 time: 2.7131467 Feb 14 21:28:43.423069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0d68ed46-4658-47fe-900c-2049c5289253), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.423500 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Added segment 0d68ed46-4658-47fe-900c-2049c5289253 of type vlan for network 8f66f68b-d996-440a-abf9-c77092683976 Feb 14 21:28:43.424845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:43.437039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8312-9813-4cac-9aab-8c14fa9fc829 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Network': ['ID=911745b8-0caa-4a42-9256-919e7ccd03cc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:43.447579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3df82-1d46-4180-b29b-d0ff16ee2290 req-a4f88a87-e1ac-41f0-b48c-f459f2886af8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.449234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87a3df82-1d46-4180-b29b-d0ff16ee2290 req-a4f88a87-e1ac-41f0-b48c-f459f2886af8 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.3235211 Feb 14 21:28:43.477394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867bf168-f905-41a8-acb9-1fed3dbb7735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.527700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8968589-eb90-45ed-adc4-e97963169202 req-7482a174-18cb-4866-91ca-012245eb3163 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0361078 Feb 14 21:28:43.599288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87a3df82-1d46-4180-b29b-d0ff16ee2290 req-3661a680-7382-4bc4-bc83-7d4bf416e8e0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410246 Feb 14 21:28:43.635222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8f66f68b-d996-440a-abf9-c77092683976), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.679024 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d0235675-ef81-4c2b-ada0-478323d43d37 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1952 time: 0.2478802 Feb 14 21:28:43.681663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53928) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:43.757749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8f66f68b-d996-440a-abf9-c77092683976), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.760238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.761027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.840144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867bf168-f905-41a8-acb9-1fed3dbb7735 admin admin] Publish callbacks [] for security_group (45dd3ef9-1bb0-47d1-a6c7-2013b4ade552), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.854178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867bf168-f905-41a8-acb9-1fed3dbb7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45dd3ef9-1bb0-47d1-a6c7-2013b4ade552), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:43.864388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.865101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.865717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.866397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.867026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.867659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.868351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.868944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.869593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.870216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.870814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.871548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:43.873822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4a05ad9-dbd4-4c0b-bd69-fb49a439dad6 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7792 time: 0.1906600 Feb 14 21:28:43.896415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53932) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:43.929703 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3479879 Feb 14 21:28:43.930993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53934) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:43.938430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Request body: {'subnet': {'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1572754158-subnet', 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:43.965713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:43.969152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.026279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b09e6-b10c-4c18-8b9b-27cce4a6f2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f66f68b-d996-440a-abf9-c77092683976,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:44.037718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8f66f68b-d996-440a-abf9-c77092683976 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:44.040136 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-aa80f1c3-5121-4b98-925b-ed669f44d4fb tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] delete failed (client error): The resource could not be found. Feb 14 21:28:44.041246 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa80f1c3-5121-4b98-925b-ed669f44d4fb tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/e86493fc-1d8d-41a4-9f5c-c224ab85d8eb HTTP/1.1" status: 404 len: 345 time: 0.1425512 Feb 14 21:28:44.049403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-867bf168-f905-41a8-acb9-1fed3dbb7735 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6dd60945da7844638db815a55cd2906e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8971128 Feb 14 21:28:44.049403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53938) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:44.050520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:44.057313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf168-f905-41a8-acb9-1fed3dbb7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd3ef9-1bb0-47d1-a6c7-2013b4ade552,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:44.091071 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-22391352-c65b-4af4-a36c-d3c79d8ac35d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] DELETE failed (client error): The resource could not be found. Feb 14 21:28:44.092418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22391352-c65b-4af4-a36c-d3c79d8ac35d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:28:44.099200 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-22391352-c65b-4af4-a36c-d3c79d8ac35d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/911745b8-0caa-4a42-9256-919e7ccd03cc HTTP/1.1" status: 404 len: 339 time: 0.0496976 Feb 14 21:28:44.102259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:44.109541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'name': 'tempest-network--1154525066', 'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:44.114229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-b7a9cec0-ba4b-4091-b68c-fd3459c51cc7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.123031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-b7a9cec0-ba4b-4091-b68c-fd3459c51cc7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2477369 Feb 14 21:28:44.137304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:44.139975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.166031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:44.176154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b6e46abb-12a5-4fcd-be43-0fbc5e74c218), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.176505 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Added segment b6e46abb-12a5-4fcd-be43-0fbc5e74c218 of type vlan for network 6b2db0c8-10fd-4b0f-94c3-9d45e76aff22 Feb 14 21:28:44.219815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-ec70ab4b-3741-4a73-bd0c-41467a471ffe tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.0958219 Feb 14 21:28:44.221962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6b2db0c8-10fd-4b0f-94c3-9d45e76aff22), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.232927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'floatingip': {'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:44.253545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6b2db0c8-10fd-4b0f-94c3-9d45e76aff22), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.255437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.256031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.286732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] Publish callbacks [] for security_group (45dd3ef9-1bb0-47d1-a6c7-2013b4ade552), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.298033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.312898 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2093594 Feb 14 21:28:44.315263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:44.406569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bffd2-9a2c-4c9d-a892-68dc7c97e3f4 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=6b2db0c8-10fd-4b0f-94c3-9d45e76aff22,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:44.409257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] Publish callbacks [] for security_group (45dd3ef9-1bb0-47d1-a6c7-2013b4ade552), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.418495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6b2db0c8-10fd-4b0f-94c3-9d45e76aff22 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:44.539737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e336d91-14d2-4819-b591-a8ad0b0b3e4e tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.545261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e336d91-14d2-4819-b591-a8ad0b0b3e4e tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.551781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e336d91-14d2-4819-b591-a8ad0b0b3e4e tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.557834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e336d91-14d2-4819-b591-a8ad0b0b3e4e tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:44.562762 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e336d91-14d2-4819-b591-a8ad0b0b3e4e tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2465432 Feb 14 21:28:44.563587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:44.642300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6b2db0c8-10fd-4b0f-94c3-9d45e76aff22), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.761941 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6b2db0c8-10fd-4b0f-94c3-9d45e76aff22), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.791266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (09ee87d5-8d24-4a38-811f-8577b9a5ca48), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.820090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2db0c8-10fd-4b0f-94c3-9d45e76aff22']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:44.844009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e46abb-12a5-4fcd-be43-0fbc5e74c218') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:44.844497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e46abb-12a5-4fcd-be43-0fbc5e74c218') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:44.863185 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b6e46abb-12a5-4fcd-be43-0fbc5e74c218), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.889919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b6e46abb-12a5-4fcd-be43-0fbc5e74c218), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.903836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:44.904783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b6e46abb-12a5-4fcd-be43-0fbc5e74c218), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.952063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45dd3ef9-1bb0-47d1-a6c7-2013b4ade552), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.954969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:44.956156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45dd3ef9-1bb0-47d1-a6c7-2013b4ade552 HTTP/1.1" status: 204 len: 168 time: 0.9037018 Feb 14 21:28:44.962548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ee87d5-8d24-4a38-811f-8577b9a5ca48,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:44.975611 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:44.982296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:44.982665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Network hostable DHCP agents. Network: 8f66f68b-d996-440a-abf9-c77092683976, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:28:44.985068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4723e7-0e08-46c3-a0f9-118a03ffa7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd3ef9-1bb0-47d1-a6c7-2013b4ade552,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:45.013512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6b2db0c8-10fd-4b0f-94c3-9d45e76aff22), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.026212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b2db0c8-10fd-4b0f-94c3-9d45e76aff22 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:28:45.076414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.090362 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/6b2db0c8-10fd-4b0f-94c3-9d45e76aff22 HTTP/1.1" status: 204 len: 168 time: 0.5255947 Feb 14 21:28:45.095927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Network 8f66f68b-d996-440a-abf9-c77092683976 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:28:45.096440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:45.101586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6159b-ccea-4ed8-996f-c229b8fd445f tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b2db0c8-10fd-4b0f-94c3-9d45e76aff22,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:45.113854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'name': 'tempest-network--818210679', 'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:45.185435 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-8478f14b-80d1-400e-ad42-f6bd20184e5b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2083261 Feb 14 21:28:45.224215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:45.226109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8f66f68b-d996-440a-abf9-c77092683976) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:45.242299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e4db7-7e1a-426a-8e84-90a66bce6c7d None None] Network 8f66f68b-d996-440a-abf9-c77092683976 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:45.262111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.302054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.302957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.365218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:45.378698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3c27e155-4fbf-4c7a-8567-263676519726), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.379213 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Added segment 3c27e155-4fbf-4c7a-8567-263676519726 of type vlan for network 77924563-db57-47e3-ab29-968ed5cfbc9d Feb 14 21:28:45.438275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (77924563-db57-47e3-ab29-968ed5cfbc9d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.483029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df959da-7883-40f8-a7ff-2b19c5617065 None None] Network 8f66f68b-d996-440a-abf9-c77092683976 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:45.489946 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (77924563-db57-47e3-ab29-968ed5cfbc9d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.494542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.495671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.537023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-947d6f0d-2176-40af-9285-b82ea274f8dc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5957737 Feb 14 21:28:45.541899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-9a0134bf-2413-4507-821e-65835b0203f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.543581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-9a0134bf-2413-4507-821e-65835b0203f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=240ac92c8f704ae4a93cfd4d68d26199&device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 1128 time: 0.2745736 Feb 14 21:28:45.567397 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4692647 Feb 14 21:28:45.592093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53960) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:45.592432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53958) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:45.680038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f84240c-f39a-4bdc-b7d5-874f20574bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:45.755171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:28:45.771557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332f333-72bf-4efc-a86f-afc6d0bfc4df tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=77924563-db57-47e3-ab29-968ed5cfbc9d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:45.781467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c102fef-dbc2-4ea1-a3c1-b8a6454ea2f0 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.786038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c102fef-dbc2-4ea1-a3c1-b8a6454ea2f0 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "GET /v2.0/networks/77924563-db57-47e3-ab29-968ed5cfbc9d HTTP/1.1" status: 200 len: 756 time: 0.1895604 Feb 14 21:28:45.788551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53964) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:45.825225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:28:45.831582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 77924563-db57-47e3-ab29-968ed5cfbc9d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:45.856116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-0c77d9a0-70b9-4406-a2c2-2be03eb68e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.857659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-0c77d9a0-70b9-4406-a2c2-2be03eb68e22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d2b4397e-62c6-410a-bcd5-27103760fdce HTTP/1.1" status: 200 len: 915 time: 0.2571712 Feb 14 21:28:45.926876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-f99c91f6-c54b-4bb2-94cd-486e57130f5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab8a902-8445-4d02-8efa-994e30ee997b HTTP/1.1" status: 200 len: 217 time: 0.0559762 Feb 14 21:28:45.967236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:45.991240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c75287f-7566-4258-8867-7adbfef46b6c tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.995251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c75287f-7566-4258-8867-7adbfef46b6c tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "GET /v2.0/networks/608cba96-54f3-4512-829a-fdda79716059 HTTP/1.1" status: 200 len: 767 time: 0.1945374 Feb 14 21:28:45.995490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53968) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:45.997399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-99197d5d-82fa-4921-aa8c-778ce97f22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:45.998988 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-99197d5d-82fa-4921-aa8c-778ce97f22a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4eff60e-4ccf-4fb7-aae5-12cf6e15606f HTTP/1.1" status: 200 len: 854 time: 0.0623140 Feb 14 21:28:46.000956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f84240c-f39a-4bdc-b7d5-874f20574bba admin admin] Publish callbacks [] for security_group (b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.006110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f84240c-f39a-4bdc-b7d5-874f20574bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.055060 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-d4ae13dc-ebd7-4452-bd80-a40f2c6ad40e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d2b4397e-62c6-410a-bcd5-27103760fdce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441842 Feb 14 21:28:46.063480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.072564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.085657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1f84240c-f39a-4bdc-b7d5-874f20574bba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9f660c72d71e4f8da7f61661cc116d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789474 Feb 14 21:28:46.099906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84240c-f39a-4bdc-b7d5-874f20574bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:46.104111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53970) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:46.126996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (77924563-db57-47e3-ab29-968ed5cfbc9d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.209312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] Publish callbacks [] for security_group (b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.213288 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-5493f51c-1a0a-452f-a39f-4bfdff90127d service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500013 Feb 14 21:28:46.255754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (77924563-db57-47e3-ab29-968ed5cfbc9d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.276980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77924563-db57-47e3-ab29-968ed5cfbc9d']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:46.278516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] Publish callbacks [] for security_group (b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.286791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27e155-4fbf-4c7a-8567-263676519726') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:46.287090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27e155-4fbf-4c7a-8567-263676519726') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:46.299602 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (3c27e155-4fbf-4c7a-8567-263676519726), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.322187 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Floating IP 5d15a2fe-f215-419b-acf6-a7df70295d13 associated. External IP: 172.25.2.14, port: 1726b62d-0c3c-4699-87c0-b434e7729276. Feb 14 21:28:46.324519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3c27e155-4fbf-4c7a-8567-263676519726), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.357274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b5f21d-fb04-43da-b9bc-8282d82cd8d2 req-011cd6c6-c566-403d-b990-4962ebaefa96 service neutron] 10.222.0.83 "GET /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365662 Feb 14 21:28:46.367966 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.368129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:46.369103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (3c27e155-4fbf-4c7a-8567-263676519726), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:46.370852 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:46.375346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.375346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba HTTP/1.1" status: 204 len: 168 time: 0.2675617 Feb 14 21:28:46.398788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedecf4-e7bc-43b9-9585-a6525788633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ae40e-1dc2-4dc3-b32a-6d286b9a8eba,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:46.473824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (77924563-db57-47e3-ab29-968ed5cfbc9d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.480308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77924563-db57-47e3-ab29-968ed5cfbc9d {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:28:46.506899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.513544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/77924563-db57-47e3-ab29-968ed5cfbc9d HTTP/1.1" status: 204 len: 168 time: 0.5138226 Feb 14 21:28:46.514850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:46.519531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'name': 'tempest-network--1795486452'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:46.525687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727fbfe-066e-4516-8a11-ad11708e4bda tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Network': ['ID=77924563-db57-47e3-ab29-968ed5cfbc9d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:46.559303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Made reservation on behalf of 4e145869ce6f4c669d698b38dfd7be5c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:46.564503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.610757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:46.639405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2fc692c0-d9a6-49e9-aa3f-42dd882cf645), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.639763 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Added segment 2fc692c0-d9a6-49e9-aa3f-42dd882cf645 of type vlan for network 112decde-6692-433b-a8a7-f6da8426f520 Feb 14 21:28:46.714076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (112decde-6692-433b-a8a7-f6da8426f520), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.733461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Router b8532065-79f4-40f4-867d-43d6ab83ee60 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:46.755629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (112decde-6692-433b-a8a7-f6da8426f520), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.757145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:46.758152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.820470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3026021 Feb 14 21:28:46.821731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:46.881760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:46.887381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:46.900609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:46.951936 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Sync routers for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:46.969805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb8d09-ba19-4414-a0f0-427bd7bdd2b9 tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=112decde-6692-433b-a8a7-f6da8426f520,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:46.976198 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:46.978381 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:46.984146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 112decde-6692-433b-a8a7-f6da8426f520 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:47.162769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (112decde-6692-433b-a8a7-f6da8426f520), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.181621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (112decde-6692-433b-a8a7-f6da8426f520), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.206959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Network 112decde-6692-433b-a8a7-f6da8426f520 is not hosted by any dhcp agent {{(pid=103512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:28:47.208432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:47.209040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.212831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "PUT /v2.0/networks/112decde-6692-433b-a8a7-f6da8426f520 HTTP/1.1" status: 200 len: 858 time: 0.3879919 Feb 14 21:28:47.215511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53992) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:47.220975 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:47.262520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-4e22daa3-c4fe-4497-b9ce-1b7a08a82cfb tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "PUT /v2.0/floatingips/5d15a2fe-f215-419b-acf6-a7df70295d13 HTTP/1.1" status: 200 len: 996 time: 3.0413220 Feb 14 21:28:47.262979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:47.265594 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a02c3-2425-472e-b454-f2f27548d394" -d '{"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:47.308436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340ea4d-ecbc-42c7-bc3b-d700233112fc tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event updated for resources: {'Network': ['ID=112decde-6692-433b-a8a7-f6da8426f520,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:47.328202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (112decde-6692-433b-a8a7-f6da8426f520), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.372909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-c92a94e6-d634-45fb-84f8-a88b92184cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:47.374466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-c92a94e6-d634-45fb-84f8-a88b92184cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1129 time: 0.0708706 Feb 14 21:28:47.412162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (112decde-6692-433b-a8a7-f6da8426f520), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.436432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112decde-6692-433b-a8a7-f6da8426f520']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.451692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc692c0-d9a6-49e9-aa3f-42dd882cf645') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.452274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc692c0-d9a6-49e9-aa3f-42dd882cf645') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.469516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (2fc692c0-d9a6-49e9-aa3f-42dd882cf645), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.484405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-7d21d928-a06b-4a5d-8f7a-442e1ddf4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:47.486043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-7d21d928-a06b-4a5d-8f7a-442e1ddf4c3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 930 time: 0.1035392 Feb 14 21:28:47.493284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2fc692c0-d9a6-49e9-aa3f-42dd882cf645), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.501028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:47.501804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (2fc692c0-d9a6-49e9-aa3f-42dd882cf645), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:47.506382 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:47.571762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-8e0f0843-a18f-436c-9b0e-cd8ceafda8cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 999 time: 0.0784311 Feb 14 21:28:47.590144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (112decde-6692-433b-a8a7-f6da8426f520), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.594936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 112decde-6692-433b-a8a7-f6da8426f520 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:28:47.599008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.604934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] 10.222.0.86 "DELETE /v2.0/networks/112decde-6692-433b-a8a7-f6da8426f520 HTTP/1.1" status: 204 len: 168 time: 0.3855343 Feb 14 21:28:47.605269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54002) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:47.638913 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5d15a2fe-f215-419b-acf6-a7df70295d13', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'mac_address': 'fa:16:3e:6b:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:28:41Z', 'updated_at': '2022-02-14T21:28:45Z', 'revision_number': 1, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.646293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-0a66923b-0cb6-41a6-ba59-e0d1fdc354b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:47.648229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-0a66923b-0cb6-41a6-ba59-e0d1fdc354b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.0601416 Feb 14 21:28:47.672059 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Checking router: b8532065-79f4-40f4-867d-43d6ab83ee60 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:47.681433 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a851590f-04a2-4ac6-8d7e-0703963b045d tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] DELETE failed (client error): The resource could not be found. Feb 14 21:28:47.681910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a851590f-04a2-4ac6-8d7e-0703963b045d tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:28:47.682022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:47.682583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.695806 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a851590f-04a2-4ac6-8d7e-0703963b045d tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "DELETE /v2.0/subnets/fedb6b27-ff04-4b2f-a5b9-5e6600acdacf HTTP/1.1" status: 404 len: 337 time: 0.0872507 Feb 14 21:28:47.695806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cce119-27e6-4968-a5a7-592a74a1a64d tempest-ExternalNetworksTestJSON-1834482204 tempest-ExternalNetworksTestJSON-1834482204-project-admin] Pushing event deleted for resources: {'Network': ['ID=112decde-6692-433b-a8a7-f6da8426f520,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:47.700825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:47.769389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-9fea637f-8452-4d79-8968-77d3c4167af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:47.776035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-9fea637f-8452-4d79-8968-77d3c4167af1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1156371 Feb 14 21:28:47.785889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-5774297c-4816-456f-89a5-6205d6dce120 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:28:47.802446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-5774297c-4816-456f-89a5-6205d6dce120 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250127 Feb 14 21:28:47.810940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (608cba96-54f3-4512-829a-fdda79716059), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.834811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:47.915010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (608cba96-54f3-4512-829a-fdda79716059), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:47.962097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608cba96-54f3-4512-829a-fdda79716059']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.984059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72afa282-bbc5-4d4f-8dd3-744af01e72d8') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.987909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72afa282-bbc5-4d4f-8dd3-744af01e72d8') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:47.993128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-e39ec86b-2967-4dcf-8b41-a1d05b02166b service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828210 Feb 14 21:28:48.005763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (72afa282-bbc5-4d4f-8dd3-744af01e72d8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.024030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (72afa282-bbc5-4d4f-8dd3-744af01e72d8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.039259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:28:48.040895 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (72afa282-bbc5-4d4f-8dd3-744af01e72d8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:28:48.050619 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:28:48.205228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (608cba96-54f3-4512-829a-fdda79716059), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.231832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.239095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] 10.222.0.86 "DELETE /v2.0/networks/608cba96-54f3-4512-829a-fdda79716059 HTTP/1.1" status: 204 len: 168 time: 0.5339754 Feb 14 21:28:48.251854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760035fd-69be-44d5-8117-04fea92116b7 tempest-ExternalNetworksTestJSON-776555587 tempest-ExternalNetworksTestJSON-776555587-project] Pushing event deleted for resources: {'Network': ['ID=608cba96-54f3-4512-829a-fdda79716059,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:48.276962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbc8621-1c6a-481b-bae1-b684fbb7b1c6 req-0d76bcfd-a9b8-46a4-89f5-9bf1c266a137 service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760386 Feb 14 21:28:48.393554 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5d15a2fe-f215-419b-acf6-a7df70295d13', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'mac_address': 'fa:16:3e:6b:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:28:41Z', 'updated_at': '2022-02-14T21:28:45Z', 'revision_number': 1, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:48.480836 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54ec4c-eb61-4d61-bfae-ec1ec118285a None None] The sync data for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 is: [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5d15a2fe-f215-419b-acf6-a7df70295d13', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'mac_address': 'fa:16:3e:6b:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:28:41Z', 'updated_at': '2022-02-14T21:28:45Z', 'revision_number': 1, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:48.507666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5650a-246e-4394-b443-87a5c98401ec req-1a14409c-0a99-4e72-b79e-4e2aa003ef76 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:48.517213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85e5650a-246e-4394-b443-87a5c98401ec req-1a14409c-0a99-4e72-b79e-4e2aa003ef76 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 945 time: 0.1091926 Feb 14 21:28:48.562974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:48.597189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85e5650a-246e-4394-b443-87a5c98401ec req-160362a3-ea0d-45ec-82fd-9931ec8059fb tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790751 Feb 14 21:28:48.765334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07ad507a-9d71-450e-9e07-45c1a2f210ce req-6ec53e79-bbed-4bce-a8ec-a13346c719d0 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0705056 Feb 14 21:28:48.787592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f85fd996-0420-46fd-b4e2-082eb7459366 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ec07c865ee04fe2b7601362ddc45993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192242 Feb 14 21:28:48.788022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:48.884499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] Publish callbacks [] for security_group (99703dc7-6bf3-46c3-a79c-77dac8b9100e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:48.932461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39487ae4-ea9d-4e1e-8cf7-acd3d4449777 None None] New status for floating IP 5d15a2fe-f215-419b-acf6-a7df70295d13: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:28:48.947017 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] Publish callbacks [] for security_group (99703dc7-6bf3-46c3-a79c-77dac8b9100e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.061387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99703dc7-6bf3-46c3-a79c-77dac8b9100e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.064463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.065621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99703dc7-6bf3-46c3-a79c-77dac8b9100e HTTP/1.1" status: 204 len: 168 time: 0.2767386 Feb 14 21:28:49.082646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87ec73-51c1-42c6-9f0a-27122736a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99703dc7-6bf3-46c3-a79c-77dac8b9100e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:49.526238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-96977a2e-8581-4301-a554-1d2b57eea9bd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:49.527524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-96977a2e-8581-4301-a554-1d2b57eea9bd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.1408167 Feb 14 21:28:49.552593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-99476946-4610-4d9d-ac5f-1dcdd06aa47d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.0176361 Feb 14 21:28:49.565711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54054) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:49.592378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-ef589d25-574b-4ed7-8c9e-a8541fc66a77 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389874 Feb 14 21:28:49.678830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-47d878e7-18c5-421d-b967-9757cda2ffa5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e145869ce6f4c669d698b38dfd7be5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1115427 Feb 14 21:28:49.681534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54058) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:49.715240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-687c71e0-ad9b-4459-9306-ac537ba8a9e5 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129000 Feb 14 21:28:49.758275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] Publish callbacks [] for security_group (9ef56a85-45e2-4d80-b84c-4fa02a19e3fc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.792571 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] Publish callbacks [] for security_group (9ef56a85-45e2-4d80-b84c-4fa02a19e3fc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.850348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ef56a85-45e2-4d80-b84c-4fa02a19e3fc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.854076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:49.858150 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ef56a85-45e2-4d80-b84c-4fa02a19e3fc HTTP/1.1" status: 204 len: 168 time: 0.1745670 Feb 14 21:28:49.860425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-8b329a49-546d-4cc5-b999-2e93e373f32e service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356406 Feb 14 21:28:49.868711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65c954-006d-455d-b425-32d7c36e4567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef56a85-45e2-4d80-b84c-4fa02a19e3fc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:50.133917 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d04d40b-b25a-4aa0-9998-eb898a86b0e4 x-openstack-request-id: req-5d04d40b-b25a-4aa0-9998-eb898a86b0e4 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:50.134404 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:50.134485 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d04d40b-b25a-4aa0-9998-eb898a86b0e4 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:50.134840 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276', 'status': 'completed', 'code': 200} Feb 14 21:28:50.324085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a02c3-2425-472e-b454-f2f27548d394 req-662fc889-0d8b-486a-a8bb-e04a83b2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:50.333719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-662fc889-0d8b-486a-a8bb-e04a83b2b2b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1129 time: 0.1643074 Feb 14 21:28:50.378183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-68913a5f-a564-4ccf-8e0c-cff6b3b5d122 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 258 time: 0.2179575 Feb 14 21:28:50.399517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:50.450743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:50.560952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a02c3-2425-472e-b454-f2f27548d394 req-a81438af-f12d-4478-ba0d-1c5816885a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:50.562720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-a81438af-f12d-4478-ba0d-1c5816885a8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 930 time: 0.2282081 Feb 14 21:28:50.739191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-739c3501-d98a-4b4e-b6a3-e457add8b892 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 1001 time: 0.1687562 Feb 14 21:28:50.790105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:50.846617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a02c3-2425-472e-b454-f2f27548d394 req-516e831c-599b-4be4-8dc7-af67802d692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:50.849283 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-516e831c-599b-4be4-8dc7-af67802d692d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.1049662 Feb 14 21:28:50.979589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a02c3-2425-472e-b454-f2f27548d394 req-3056d0dd-9242-4d31-8a93-a7648c063e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:50.985491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-3056d0dd-9242-4d31-8a93-a7648c063e42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1259832 Feb 14 21:28:51.053798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Allocated IP 172.25.2.125 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b873e960-9cda-44b1-85eb-736c1e5008e7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:51.229889 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-f27a16ad-646a-4ffb-8177-5883536b30f4 service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390885 Feb 14 21:28:51.268786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:51.331203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:51.404504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event updated for resources: {'Port': ['ID=b873e960-9cda-44b1-85eb-736c1e5008e7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:51.413026 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a82a02c3-2425-472e-b454-f2f27548d394 req-ac5f977a-aa0d-49b1-a500-587bc61b711b service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700625 Feb 14 21:28:51.441147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:51.443656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:51.446304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:51.554329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (231d4fba-933c-44be-931b-3a476a78e695), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:51.625912 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.016136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.032072 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.121909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-6edc7123-88fd-48cf-a086-69815f4769a6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:52.129006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-6edc7123-88fd-48cf-a086-69815f4769a6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.2989988 Feb 14 21:28:52.137249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (231d4fba-933c-44be-931b-3a476a78e695), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.146624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:52.222728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event updated for resources: {'Port': ['ID=b873e960-9cda-44b1-85eb-736c1e5008e7,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:52.265548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.284672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-695a397c-759d-463d-962c-1ea8181f7a63 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8940372 Feb 14 21:28:52.369323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:52.373819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-320e1ac3-e7d9-4394-a283-da75efdec006 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.0881517 Feb 14 21:28:52.374400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.525820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-ecf2632a-9b22-42aa-b443-4d8975e5d6f2 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:52.528301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4859716d-14ed-4ae7-a7af-f753a039e126 req-ecf2632a-9b22-42aa-b443-4d8975e5d6f2 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1512794 Feb 14 21:28:52.605297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.6 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/03e35816-03ca-45ee-b7bb-c3acf7c93326) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:52.757009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b282-4522-4108-95a7-7b9f716b6952 req-89a9c7ff-cf69-4e25-90d4-6d5a90f3cee0 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:52.767849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7452b282-4522-4108-95a7-7b9f716b6952 req-89a9c7ff-cf69-4e25-90d4-6d5a90f3cee0 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 946 time: 0.1095262 Feb 14 21:28:52.860151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:52.871030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7452b282-4522-4108-95a7-7b9f716b6952 req-85a1c405-d0f0-4f8e-aecd-5b84eedf82de tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020749 Feb 14 21:28:52.981178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:53.075982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bd7f305-f5bd-4944-86c1-2fe6c9a46d83 req-f1632839-bca5-4de0-b5ef-f099c76b2aab tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0612700 Feb 14 21:28:53.277801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54152) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:53.346892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dd5e-5233-4fa7-b15d-dab8927c7fa3 req-fb749c2f-8415-4d4e-b0b1-b02f06b7d64c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:53.349485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8153dd5e-5233-4fa7-b15d-dab8927c7fa3 req-fb749c2f-8415-4d4e-b0b1-b02f06b7d64c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 931 time: 0.1283014 Feb 14 21:28:53.461315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8153dd5e-5233-4fa7-b15d-dab8927c7fa3 req-f16aa6b7-d1d7-4e03-9290-9bc995db924f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024084 Feb 14 21:28:53.507279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:53.523037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:53.530461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:53.575432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:53.613147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:53.614420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:53.635494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-feadc2ac-7d56-4d2a-8fb0-482d4807af71 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4985561 Feb 14 21:28:53.645584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810125aa-8d4b-436f-a516-c3606223d1de req-ad9626e9-a22f-49aa-8e0d-290fadc39a6b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:53.647252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-810125aa-8d4b-436f-a516-c3606223d1de req-ad9626e9-a22f-49aa-8e0d-290fadc39a6b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0925896 Feb 14 21:28:53.651643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Request body: {'port': {'device_id': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:53.726998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:53.739814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-810125aa-8d4b-436f-a516-c3606223d1de req-0793d05e-120c-461f-90b5-9ff882a1406d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.0851016 Feb 14 21:28:53.745192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:53.761728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-810125aa-8d4b-436f-a516-c3606223d1de req-c8e0d632-d999-4813-8b1f-1d2bf5628b66 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'floatingip': {'port_id': '1726b62d-0c3c-4699-87c0-b434e7729276', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:53.811953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-810125aa-8d4b-436f-a516-c3606223d1de req-c8e0d632-d999-4813-8b1f-1d2bf5628b66 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (231d4fba-933c-44be-931b-3a476a78e695), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:53.816083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.122873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.123705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e35816-03ca-45ee-b7bb-c3acf7c93326 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:54.134398 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-810125aa-8d4b-436f-a516-c3606223d1de req-c8e0d632-d999-4813-8b1f-1d2bf5628b66 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] update failed (client error): There was a conflict when trying to complete your request. Feb 14 21:28:54.135554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-810125aa-8d4b-436f-a516-c3606223d1de req-c8e0d632-d999-4813-8b1f-1d2bf5628b66 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "PUT /v2.0/floatingips/231d4fba-933c-44be-931b-3a476a78e695 HTTP/1.1" status: 409 len: 551 time: 0.3825965 Feb 14 21:28:54.149981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks [] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.180415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Transition to ACTIVE for port object 03e35816-03ca-45ee-b7bb-c3acf7c93326 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:28:54.192542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.289847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Pushing event updated for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:54.343484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Allocated IP 172.25.2.7 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c8147466-a3b7-490f-a72d-9c75b178cdec) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:54.380079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Attempting to bind port 03e35816-03ca-45ee-b7bb-c3acf7c93326 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:54.380657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Attempting to bind port 03e35816-03ca-45ee-b7bb-c3acf7c93326 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:54.380994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Attempting to bind port 03e35816-03ca-45ee-b7bb-c3acf7c93326 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:54.386059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Port 03e35816-03ca-45ee-b7bb-c3acf7c93326 on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:28:54.386434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Attempting to bind port 03e35816-03ca-45ee-b7bb-c3acf7c93326 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:54.391811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:54.392164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:54.392848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:54.393322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Bound port: 03e35816-03ca-45ee-b7bb-c3acf7c93326, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:54.393731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.460196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d45c4-7d97-49a3-8f9e-bf142ea8f8ec req-146a7150-1302-483b-ab2e-445e243051ce tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:54.461711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d75d45c4-7d97-49a3-8f9e-bf142ea8f8ec req-146a7150-1302-483b-ab2e-445e243051ce tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 945 time: 0.2171817 Feb 14 21:28:54.480889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:54.484771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:54.496752 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.534683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:54.536008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.537454 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] 10.222.0.83 "PUT /v2.0/ports/03e35816-03ca-45ee-b7bb-c3acf7c93326 HTTP/1.1" status: 200 len: 1092 time: 0.8926604 Feb 14 21:28:54.537904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:54.540817 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0426314a-58e8-4b25-8343-8edab343e3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:54.547745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d75d45c4-7d97-49a3-8f9e-bf142ea8f8ec req-73905558-0bfc-4c30-9fdd-63ff3ef96751 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Feb 14 21:28:54.561972 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.600317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d9d0-92db-4342-811d-2ad8ffb2f919 service neutron] Pushing event updated for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:54.616031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:54.655875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-b6677e3f-b921-41e1-86d5-94d4dbffa1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:54.657919 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-b6677e3f-b921-41e1-86d5-94d4dbffa1f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 1126 time: 0.0542145 Feb 14 21:28:54.663370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:54.680555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:54.699573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:54.705555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cd63e00-6c3f-4583-91a1-fab1ca6b1ebc req-0791db36-8034-43ab-9391-2700d22108a7 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0457580 Feb 14 21:28:54.717972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-3941d418-27a9-4bdd-9ecf-077d657d12f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326 HTTP/1.1" status: 200 len: 217 time: 0.0506001 Feb 14 21:28:54.733276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=c8147466-a3b7-490f-a72d-9c75b178cdec,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:54.787883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a679-982f-4871-943d-e72305344b94 req-f0725428-0947-4aaa-8c83-2db034ce1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:54.789446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-f0725428-0947-4aaa-8c83-2db034ce1f7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.0593429 Feb 14 21:28:54.827403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-ee3e4348-3cfe-40bc-8ed1-7419b6653f3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314775 Feb 14 21:28:54.859282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-00d4a6eb-d569-4e0f-9ab1-1d9dd9a7d2af tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips/231d4fba-933c-44be-931b-3a476a78e695 HTTP/1.1" status: 200 len: 693 time: 0.0883570 Feb 14 21:28:54.928588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-e6cc1396-bda7-4809-9352-39bda6ac1cdb service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932250 Feb 14 21:28:54.935124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (4cba8268-9de3-4cfb-9069-e9206805bd1e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.006042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-0dc65445-9183-476a-ada3-ef847b448702 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:55.011570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-0dc65445-9183-476a-ada3-ef847b448702 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1511521 Feb 14 21:28:55.017890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-c2eff253-dbfe-4990-a476-ea202c9d2b0f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:28:55.018938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-c2eff253-dbfe-4990-a476-ea202c9d2b0f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062957 Feb 14 21:28:55.019659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.021731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c5b7a679-982f-4871-943d-e72305344b94 req-d3a01f9d-689d-42ea-8fa7-3feb41535052 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Feb 14 21:28:55.090214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-7a191d77-4f3c-486a-8cf7-7fe772026111 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.0480289 Feb 14 21:28:55.164019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-4c17e089-9c6f-4f9a-ab89-98bcd489bf20 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.0611351 Feb 14 21:28:55.619207 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.630856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Deleting port b873e960-9cda-44b1-85eb-736c1e5008e7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:28:55.631859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.633963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.755843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=c8147466-a3b7-490f-a72d-9c75b178cdec,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:55.770264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (4cba8268-9de3-4cfb-9069-e9206805bd1e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.792470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.792864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (b873e960-9cda-44b1-85eb-736c1e5008e7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.797862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.799075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-89ad3aa0-94d9-4a7f-8c90-96fe466268dc tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5148442 Feb 14 21:28:55.802450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:55.808091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-324733203'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:55.810087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Calling delete_port for b873e960-9cda-44b1-85eb-736c1e5008e7 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:28:55.828915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Made reservation on behalf of 3c7802ce14b445d1b6c93a725aa61193 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:55.832942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.844542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.958515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for security_group (21d3ac9c-bc21-4f7c-b94b-d6524da9ee77), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.964378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (21d3ac9c-bc21-4f7c-b94b-d6524da9ee77), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:55.998901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3ac9c-bc21-4f7c-b94b-d6524da9ee77,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:56.024314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:28:56.027408 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b873e960-9cda-44b1-85eb-736c1e5008e7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.038859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8eb87d6a-3789-485e-ac20-7d23b7821c3e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.039485 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Added segment 8eb87d6a-3789-485e-ac20-7d23b7821c3e of type vlan for network 16f71622-b016-44ef-bc1c-1a347efd39aa Feb 14 21:28:56.064475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event deleted for resources: {'Port': ['ID=b873e960-9cda-44b1-85eb-736c1e5008e7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:56.099442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (16f71622-b016-44ef-bc1c-1a347efd39aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.128804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (16f71622-b016-44ef-bc1c-1a347efd39aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.134631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:56.135554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.151840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (231d4fba-933c-44be-931b-3a476a78e695), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.156327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.158792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3474236c-a1c0-43ac-b935-41c8848a9c41 req-2e1864d1-36a8-4b53-9cc3-b3f617a62bcc tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "DELETE /v2.0/floatingips/231d4fba-933c-44be-931b-3a476a78e695 HTTP/1.1" status: 204 len: 173 time: 0.9709482 Feb 14 21:28:56.205983 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3992095 Feb 14 21:28:56.207105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54200) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:56.212736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Request body: {'subnet': {'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:56.225116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8149fba-cc8d-4c63-82ba-32282068335b tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Network': ['ID=16f71622-b016-44ef-bc1c-1a347efd39aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:56.236945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 16f71622-b016-44ef-bc1c-1a347efd39aa details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:28:56.398652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6917-9ae3-4fcf-a07b-4ee0bb4d559f req-cb9da919-304f-47c7-ba4e-e40e18bfdcfc tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:56.400157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-020d6917-9ae3-4fcf-a07b-4ee0bb4d559f req-cb9da919-304f-47c7-ba4e-e40e18bfdcfc tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 943 time: 0.1199994 Feb 14 21:28:56.400928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Made reservation on behalf of 3c7802ce14b445d1b6c93a725aa61193 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:28:56.404082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.513758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-020d6917-9ae3-4fcf-a07b-4ee0bb4d559f req-a957536c-9c6a-4e35-a57f-775bff3b2ab6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046140 Feb 14 21:28:56.599298 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a392b5-d47d-4bcd-b62b-dd5a43568a4d x-openstack-request-id: req-a1a392b5-d47d-4bcd-b62b-dd5a43568a4d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:28:56.599599 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:28:56.599911 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1a392b5-d47d-4bcd-b62b-dd5a43568a4d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:28:56.600327 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326', 'status': 'completed', 'code': 200} Feb 14 21:28:56.674818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (d127cd5e-7372-4b20-9abf-9920c5a37bdd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.684578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 03e35816-03ca-45ee-b7bb-c3acf7c93326 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:28:56.700326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426314a-58e8-4b25-8343-8edab343e3bb req-d178aa05-ed73-469e-9d51-c009032cc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:56.708829 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-d178aa05-ed73-469e-9d51-c009032cc1c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 1126 time: 0.0864978 Feb 14 21:28:56.806171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Subnet': ['ID=d127cd5e-7372-4b20-9abf-9920c5a37bdd,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:56.836173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426314a-58e8-4b25-8343-8edab343e3bb req-a24ee11b-93d6-4a55-acb4-345e607f4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:56.837699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-a24ee11b-93d6-4a55-acb4-345e607f4673 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.1222646 Feb 14 21:28:56.846487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Checking segment: {'id': '8eb87d6a-3789-485e-ac20-7d23b7821c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:56.847501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network hostable DHCP agents. Network: 16f71622-b016-44ef-bc1c-1a347efd39aa, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:28:56.871258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 16f71622-b016-44ef-bc1c-1a347efd39aa is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:28:56.892492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 16f71622-b016-44ef-bc1c-1a347efd39aa) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:56.897450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:56.898449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:56.899360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.908923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3943b89-5494-4b23-838b-c5a8c5a046a9 None None] Network 16f71622-b016-44ef-bc1c-1a347efd39aa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:56.934844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54214) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:56.935371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-84c2d6e0-84ce-4b53-88bc-ab2641722ddf tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7265451 Feb 14 21:28:56.939594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '03e35816-03ca-45ee-b7bb-c3acf7c93326', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': '03e35816-03ca-45ee-b7bb-c3acf7c93326', 'mac_address': 'fa:16:3e:2d:b3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:28:56.945137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1355164891', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:56.980018 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-ceb79497-eaa8-47ec-b786-38846fd9a74a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326 HTTP/1.1" status: 200 len: 217 time: 0.1297915 Feb 14 21:28:56.981585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2a600e7-1ae1-425c-9446-00bd41dd6f54 req-116127ac-beb8-40e8-ae20-a4c4d7039121 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0413785 Feb 14 21:28:56.985812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:56.987177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.070212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_controller (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.102582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-16f71622-b016-44ef-bc1c-1a347efd39aa', 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa', 'project_id': '3c7802ce14b445d1b6c93a725aa61193', 'fixed_ips': [{'subnet_id': 'd127cd5e-7372-4b20-9abf-9920c5a37bdd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:28:57.104658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.121221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 03e35816-03ca-45ee-b7bb-c3acf7c93326 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:57.121960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.147293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-4365a1f0-6bb4-4550-8aa1-ffb4b16406e0 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 1001 time: 0.1413195 Feb 14 21:28:57.155806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e35816-03ca-45ee-b7bb-c3acf7c93326 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:28:57.172930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426314a-58e8-4b25-8343-8edab343e3bb req-3bf3b0e2-8bb0-4f26-b467-ba83b46c1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:57.174412 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-3bf3b0e2-8bb0-4f26-b467-ba83b46c1341 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1808634 Feb 14 21:28:57.219636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-0d91e85a-5951-4f91-92a5-53b96bbc665b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:57.236806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-0d91e85a-5951-4f91-92a5-53b96bbc665b tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports/1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 943 time: 0.0813169 Feb 14 21:28:57.257647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:57.266777 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.284807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-d4ec9754-1ec1-47a5-89ef-9906f92f52cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825937 Feb 14 21:28:57.333669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:57.392687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Allocated IP 172.20.0.2 (16f71622-b016-44ef-bc1c-1a347efd39aa/d127cd5e-7372-4b20-9abf-9920c5a37bdd/21030bc7-aaec-4715-ab89-63fb708cba4b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:57.402230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-2636e7be-a8c0-42d5-acbe-9470d1696da3 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 1001 time: 0.0943067 Feb 14 21:28:57.547912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54220) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:57.563323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5e653a7b-0379-4ebc-870d-0f3ebbde9934 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:57.564720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5e653a7b-0379-4ebc-870d-0f3ebbde9934 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1614466 Feb 14 21:28:57.569263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_gateway (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.588734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['03e35816-03ca-45ee-b7bb-c3acf7c93326'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:28:57.636657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks [] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.650294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.663421 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-763c1e44-9cb0-4b74-b644-b62bcebf420a service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368392 Feb 14 21:28:57.675673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-adf3cd8e-03b6-419b-b4df-a14bae98b54c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 1001 time: 0.1028416 Feb 14 21:28:57.681390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:28:57.708728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Network 16f71622-b016-44ef-bc1c-1a347efd39aa is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:57.725295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:57.738030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:57.743080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Pushing event updated for resources: {'Port': ['ID=21030bc7-aaec-4715-ab89-63fb708cba4b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:57.744285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33a00829-1de6-4374-a60e-ce9b631ee15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.787355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.838831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0426314a-58e8-4b25-8343-8edab343e3bb req-a9c5d240-42c1-430d-9234-c76a6fffd2e0 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457450 Feb 14 21:28:57.846180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Attempting to bind port 21030bc7-aaec-4715-ab89-63fb708cba4b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:28:57.846571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Attempting to bind port 21030bc7-aaec-4715-ab89-63fb708cba4b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '8eb87d6a-3789-485e-ac20-7d23b7821c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:28:57.847013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Attempting to bind port 21030bc7-aaec-4715-ab89-63fb708cba4b on network 16f71622-b016-44ef-bc1c-1a347efd39aa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:28:57.883370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:28:57.883864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Checking segment: {'id': '8eb87d6a-3789-485e-ac20-7d23b7821c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:28:57.884342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.884811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Bound using segment: {'id': '8eb87d6a-3789-485e-ac20-7d23b7821c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:28:57.885420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Bound port: 21030bc7-aaec-4715-ab89-63fb708cba4b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb87d6a-3789-485e-ac20-7d23b7821c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:28:57.885880 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.964718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.976521 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:57.976949 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Floating IP 5d15a2fe-f215-419b-acf6-a7df70295d13 disassociated. External IP: 172.25.2.14, port: 1726b62d-0c3c-4699-87c0-b434e7729276. Feb 14 21:28:57.980784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] For port 21030bc7-aaec-4715-ab89-63fb708cba4b, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:28:57.984428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] For port 21030bc7-aaec-4715-ab89-63fb708cba4b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=21030bc7-aaec-4715-ab89-63fb708cba4b,segment=NetworkSegment(8eb87d6a-3789-485e-ac20-7d23b7821c3e),segment_id=8eb87d6a-3789-485e-ac20-7d23b7821c3e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:28:57.992934 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.000393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_gateway (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.023125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.050284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f222b8-55a4-4058-8ea6-6ce6eefd527d None None] Pushing event updated for resources: {'Port': ['ID=21030bc7-aaec-4715-ab89-63fb708cba4b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:58.159967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Allocated IP 172.25.2.66 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/43ba1fb2-b516-4653-9a22-db978aec5fe7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:28:58.224922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Router b8532065-79f4-40f4-867d-43d6ab83ee60 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:28:58.298361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (43ba1fb2-b516-4653-9a22-db978aec5fe7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.306670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33a00829-1de6-4374-a60e-ce9b631ee15e admin admin] Publish callbacks [] for security_group (320f6595-cef0-4bd9-9e61-ca375d1a51c4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.314488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33a00829-1de6-4374-a60e-ce9b631ee15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (320f6595-cef0-4bd9-9e61-ca375d1a51c4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.390935 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (43ba1fb2-b516-4653-9a22-db978aec5fe7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.434811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33a00829-1de6-4374-a60e-ce9b631ee15e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59e50ccce42c4faf8d724f5890b4b4d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8834915 Feb 14 21:28:58.439422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:58.441008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:28:58.444615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:28:58.448335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:28:58.479873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=43ba1fb2-b516-4653-9a22-db978aec5fe7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:58.488196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a00829-1de6-4374-a60e-ce9b631ee15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320f6595-cef0-4bd9-9e61-ca375d1a51c4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:58.527717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:28:58.536825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.540094 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Sync routers for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:28:58.560028 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:58.560807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:58.588959 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.609953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-b1952276-22dd-4305-80e2-55ea4de0015c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "PUT /v2.0/floatingips/5d15a2fe-f215-419b-acf6-a7df70295d13 HTTP/1.1" status: 200 len: 694 time: 0.9326525 Feb 14 21:28:58.611133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:58.617463 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:58.686394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] Publish callbacks [] for security_group (320f6595-cef0-4bd9-9e61-ca375d1a51c4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.706367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 03e35816-03ca-45ee-b7bb-c3acf7c93326 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:58.723795 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:58.726838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] Publish callbacks [] for security_group (320f6595-cef0-4bd9-9e61-ca375d1a51c4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.735351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5abb9387-c1c5-4fae-a9f1-2a4055826c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:58.747387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5abb9387-c1c5-4fae-a9f1-2a4055826c14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1129 time: 0.1234114 Feb 14 21:28:58.817638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 03e35816-03ca-45ee-b7bb-c3acf7c93326 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:28:58.823242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 03e35816-03ca-45ee-b7bb-c3acf7c93326 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:58.823822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.874976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-0c19a98f-4a38-4eb4-874e-5c89c35eaa7f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:58.878894 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-0c19a98f-4a38-4eb4-874e-5c89c35eaa7f tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 945 time: 0.2304175 Feb 14 21:28:58.908407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-bf34eef4-9afd-4ca8-ab4f-4a4c924904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:58.919536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-bf34eef4-9afd-4ca8-ab4f-4a4c924904b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 930 time: 0.1712122 Feb 14 21:28:58.933334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 03e35816-03ca-45ee-b7bb-c3acf7c93326 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:58.933740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:58.975049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:28:58.983017 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4906f1c-c535-4d44-b62a-514c1ccac136" -d '{"events": [{"server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "name": "network-vif-plugged", "status": "completed", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:28:59.007803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-485ece7e-317f-4e38-b78d-63ca05378887 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 217 time: 0.0865176 Feb 14 21:28:59.008930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:59.016203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.072270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 21030bc7-aaec-4715-ab89-63fb708cba4b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:28:59.088023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-aec7ac5e-3a78-44d5-82f6-7ce2684944b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:59.096684 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:59.098064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-aec7ac5e-3a78-44d5-82f6-7ce2684944b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.0881329 Feb 14 21:28:59.142150 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Checking router: b8532065-79f4-40f4-867d-43d6ab83ee60 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:28:59.165586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:28:59.168393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:59.194433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:59.218897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5d9d03d6-2af7-4a0b-82a5-d8d616f55744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:59.233652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 21030bc7-aaec-4715-ab89-63fb708cba4b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:59.233804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.239914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-5d9d03d6-2af7-4a0b-82a5-d8d616f55744 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1326339 Feb 14 21:28:59.250965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (320f6595-cef0-4bd9-9e61-ca375d1a51c4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.256485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.260259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/320f6595-cef0-4bd9-9e61-ca375d1a51c4 HTTP/1.1" status: 204 len: 168 time: 0.8150036 Feb 14 21:28:59.330279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1afe-89d4-49eb-8ccf-2087085bc981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320f6595-cef0-4bd9-9e61-ca375d1a51c4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:59.347565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:28:59.486507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 21030bc7-aaec-4715-ab89-63fb708cba4b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:28:59.487400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.532440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-ca28412c-391c-475c-94e1-095b6daf3b3d service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907965 Feb 14 21:28:59.535064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 21030bc7-aaec-4715-ab89-63fb708cba4b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=21030bc7-aaec-4715-ab89-63fb708cba4b,segment=NetworkSegment(8eb87d6a-3789-485e-ac20-7d23b7821c3e),segment_id=8eb87d6a-3789-485e-ac20-7d23b7821c3e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:28:59.544961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.585538 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:28:59.650091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=21030bc7-aaec-4715-ab89-63fb708cba4b,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:28:59.653233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52645715-a963-42b2-a2b8-3a3e145b2eb6 None None] Network 16f71622-b016-44ef-bc1c-1a347efd39aa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:28:59.670610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad1eb49-d683-428f-b80f-28de5728e343 req-3f40221f-0f6b-4c0b-a1c9-d8de44c06c9b service neutron] 10.222.0.86 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 Feb 14 21:28:59.740299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-95173fd7-cfbe-44fb-88ce-1e5c40b5487f None None] Provisioning complete for port 21030bc7-aaec-4715-ab89-63fb708cba4b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:28:59.740669 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95173fd7-cfbe-44fb-88ce-1e5c40b5487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.804690 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:28:59.829453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:28:59.852974 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14dc6-c409-40f6-977f-d27deab22549 None None] The sync data for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 is: [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:03Z', 'revision_number': 4, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '602ebc87-789c-4af1-b1c0-80dfa5d71a2b', 'name': '', 'network_id': '876508f9-1d57-4672-bd3a-19ad6b49b719', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'mac_address': 'fa:16:3e:3c:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:28:02Z', 'updated_at': '2022-02-14T21:28:15Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'subnets': [{'id': 'a60b86fd-7b26-4720-970a-eee1d5a2545d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:28:59.853683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45665ba-1070-4779-9daa-226953bd7829 req-222e8919-d5cc-4e09-874a-567cbcffb57c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:28:59.854093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_gateway (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.862886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e45665ba-1070-4779-9daa-226953bd7829 req-222e8919-d5cc-4e09-874a-567cbcffb57c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 945 time: 0.1098914 Feb 14 21:28:59.893336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-897f4d7b-7a94-45ed-9279-b96e7caabd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:28:59.945961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e45665ba-1070-4779-9daa-226953bd7829 req-63e09275-caf1-460b-acbb-010e2486b542 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Feb 14 21:29:00.058138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-95173fd7-cfbe-44fb-88ce-1e5c40b5487f None None] Current status of the port 21030bc7-aaec-4715-ab89-63fb708cba4b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:00.088416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Deleting port 5b368db3-3a6b-4820-83f3-aad34edde4ce {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:00.088866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.108526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-897f4d7b-7a94-45ed-9279-b96e7caabd2f admin admin] Publish callbacks [] for security_group (a6e0323e-6cbb-4531-97ce-4aa5339bba74), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.125669 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-897f4d7b-7a94-45ed-9279-b96e7caabd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a6e0323e-6cbb-4531-97ce-4aa5339bba74), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.162315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-897f4d7b-7a94-45ed-9279-b96e7caabd2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=abcb3e1da0ab4917822df86492b35c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280184 Feb 14 21:29:00.164225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:00.264377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1abc0-b5a0-4f65-a7bd-94fa814c1f8c req-394a5d8c-8b73-42b5-89c6-64c9bef0ea14 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:00.266052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bd1abc0-b5a0-4f65-a7bd-94fa814c1f8c req-394a5d8c-8b73-42b5-89c6-64c9bef0ea14 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.1937122 Feb 14 21:29:00.281326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f4d7b-7a94-45ed-9279-b96e7caabd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0323e-6cbb-4531-97ce-4aa5339bba74,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:00.340457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] For port 5b368db3-3a6b-4820-83f3-aad34edde4ce, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=5b368db3-3a6b-4820-83f3-aad34edde4ce,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:00.340736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.340875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] Publish callbacks [] for security_group (a6e0323e-6cbb-4531-97ce-4aa5339bba74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.350902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.362029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Calling delete_port for 5b368db3-3a6b-4820-83f3-aad34edde4ce owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:00.390934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bd1abc0-b5a0-4f65-a7bd-94fa814c1f8c req-8e65cf7d-c191-4588-b717-25895f001016 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101227 Feb 14 21:29:00.398876 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] Publish callbacks [] for security_group (a6e0323e-6cbb-4531-97ce-4aa5339bba74), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.431994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba97df5-b95b-49b2-b51f-4393ddbbdbdd None None] New status for floating IP 5d15a2fe-f215-419b-acf6-a7df70295d13: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:29:00.525823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e3f92b6-3a91-4972-ab45-a12749c9cf34 req-2c62941b-dfcd-457b-9509-438b58f66446 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0365272 Feb 14 21:29:00.569960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a6e0323e-6cbb-4531-97ce-4aa5339bba74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.573938 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.575398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6e0323e-6cbb-4531-97ce-4aa5339bba74 HTTP/1.1" status: 204 len: 168 time: 0.4053335 Feb 14 21:29:00.590363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1565-0551-45c7-b35b-ec8dec302a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0323e-6cbb-4531-97ce-4aa5339bba74,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:00.608647 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aad90e-b8f2-41b6-a7aa-7c6a9d844ab3 x-openstack-request-id: req-71aad90e-b8f2-41b6-a7aa-7c6a9d844ab3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:00.609207 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:00.609658 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71aad90e-b8f2-41b6-a7aa-7c6a9d844ab3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:00.610275 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276', 'status': 'completed', 'code': 200} Feb 14 21:29:00.670531 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e727f3e-8ee4-4789-abcc-b3f98e2ad6c5 x-openstack-request-id: req-7e727f3e-8ee4-4789-abcc-b3f98e2ad6c5 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:00.670531 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "name": "network-vif-plugged", "status": "completed", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:00.671085 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e727f3e-8ee4-4789-abcc-b3f98e2ad6c5 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:00.671085 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326', 'code': 200} Feb 14 21:29:00.742546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-712127dd-23b6-456a-872a-33f55a7fa93c tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips/5d15a2fe-f215-419b-acf6-a7df70295d13 HTTP/1.1" status: 200 len: 694 time: 0.0624323 Feb 14 21:29:00.795685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cc237330-ca02-4e5b-98f2-173af114e66e None None] Provisioning complete for port 21030bc7-aaec-4715-ab89-63fb708cba4b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:00.796251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc237330-ca02-4e5b-98f2-173af114e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:00.913407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:29:00.920531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-ab71d256-8b62-494c-88f0-808cff30bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:00.922457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-ab71d256-8b62-494c-88f0-808cff30bc97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b92662abee8432aaaf39f1dafb56059&device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 1129 time: 0.2691085 Feb 14 21:29:00.952312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-1c5e4326-6b35-4344-930a-b06ef1ca46c0 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:00.960336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-1c5e4326-6b35-4344-930a-b06ef1ca46c0 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.2163136 Feb 14 21:29:00.976845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acfdb-2653-4efb-9f5f-890f400ed0a0 req-e3c936a0-8691-4d1e-996f-af3e063b8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:00.978388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c3acfdb-2653-4efb-9f5f-890f400ed0a0 req-e3c936a0-8691-4d1e-996f-af3e063b8ced service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 1128 time: 0.2306583 Feb 14 21:29:01.001805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 21030bc7-aaec-4715-ab89-63fb708cba4b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:01.022807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-e833fd15-fb04-495c-9a1c-a731b3490e87 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 697 time: 0.0614254 Feb 14 21:29:01.077243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bf8eb2e-a569-4b30-a9f9-62474cbe0765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.086039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-14f3009e-1902-4386-b6cd-30850666829d tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.0620587 Feb 14 21:29:01.129966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc237330-ca02-4e5b-98f2-173af114e66e None None] Current status of the port 21030bc7-aaec-4715-ab89-63fb708cba4b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:01.162020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 21030bc7-aaec-4715-ab89-63fb708cba4b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:01.162576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.192168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5b368db3-3a6b-4820-83f3-aad34edde4ce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.222373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1111edc5-06dd-4146-a693-79c6dbd1e799'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:01.225039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['84e2e64e-219a-4689-83f1-c2be79f42a27'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:01.306940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event deleted for resources: {'Port': ['ID=5b368db3-3a6b-4820-83f3-aad34edde4ce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:01.314022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Deleting port 8bcaf28b-3550-447d-bd73-c068511f3ca9 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:01.314380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.316689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:01.329982 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] Sync routers for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:01.353896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:01.359695 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:01.401859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 21030bc7-aaec-4715-ab89-63fb708cba4b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:01.412997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9c3acfdb-2653-4efb-9f5f-890f400ed0a0 req-a65426d6-c248-474c-ac5c-181ce3b7e9da service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949783 Feb 14 21:29:01.428952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.429317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (8bcaf28b-3550-447d-bd73-c068511f3ca9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.453818 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:01.463418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Calling delete_port for 8bcaf28b-3550-447d-bd73-c068511f3ca9 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:01.480515 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:01.481506 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:01.567875 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:01.568590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d35d1e-0013-4660-a76c-1cebc7e843a2 None None] The sync data for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:01.573236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] No DVR routers for this DVR port 5b368db3-3a6b-4820-83f3-aad34edde4ce on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:01.579885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.583581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f0e1640c-03aa-4678-b35c-1ef86d8e745b req-119aa17c-b624-4e7a-9dc8-b44e257354a3 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "DELETE /v2.0/ports/5b368db3-3a6b-4820-83f3-aad34edde4ce HTTP/1.1" status: 204 len: 173 time: 2.6816809 Feb 14 21:29:01.584068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'name': 'network-vif-deleted', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:01.586435 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f733ee-0d28-402e-a626-3a03f3aa4ef2" -d '{"events": [{"server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "name": "network-vif-deleted", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:01.595844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.600197 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c26c027b-5146-4993-a177-4c5a4709ebd9 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6558254 Feb 14 21:29:01.604361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:01.685190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-69e0e40e-9fe4-4802-a243-850533b7eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:01.686989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-69e0e40e-9fe4-4802-a243-850533b7eca4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 200 len: 930 time: 0.7356400 Feb 14 21:29:01.775508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8bcaf28b-3550-447d-bd73-c068511f3ca9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.782661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-a6326f71-416a-466e-b79b-c18e589a5702 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 200 len: 217 time: 0.0860984 Feb 14 21:29:01.807730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event deleted for resources: {'Port': ['ID=8bcaf28b-3550-447d-bd73-c068511f3ca9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:01.851858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5b368db3-3a6b-4820-83f3-aad34edde4ce no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:01.882092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 5b368db3-3a6b-4820-83f3-aad34edde4ce {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:01.887548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks [] for floatingip (5d15a2fe-f215-419b-acf6-a7df70295d13), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.888652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 5b368db3-3a6b-4820-83f3-aad34edde4ce not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:01.891798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:01.905127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee374b5b-c397-47aa-b1ce-f4f18219e490 req-09d509c4-4748-4aa1-a769-6f8d1bf53c9f tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "DELETE /v2.0/floatingips/5d15a2fe-f215-419b-acf6-a7df70295d13 HTTP/1.1" status: 204 len: 173 time: 0.8175673 Feb 14 21:29:01.948240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-1402adae-2648-4ebd-bb37-eb6177b3ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:01.949595 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-1402adae-2648-4ebd-bb37-eb6177b3ffe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 200 len: 868 time: 0.1241145 Feb 14 21:29:02.006614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ead969f-e80d-401b-a388-45846afbe39c req-52886699-9656-4a11-952d-fb2fb7e9d0e0 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db9c63c-1fb5-449d-8e8c-3c5925c1eacb HTTP/1.1" status: 200 len: 210 time: 0.0432527 Feb 14 21:29:02.070801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-5132a039-e16b-4a11-9562-261fe2d49053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:02.072918 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-5132a039-e16b-4a11-9562-261fe2d49053 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=876508f9-1d57-4672-bd3a-19ad6b49b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126196 Feb 14 21:29:02.179976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8413a-12fb-487c-934e-3ebb3f502f9a req-5b6eec31-7136-46aa-8a23-d3af2936995d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:02.189176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73a8413a-12fb-487c-934e-3ebb3f502f9a req-5b6eec31-7136-46aa-8a23-d3af2936995d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.0800900 Feb 14 21:29:02.259903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73a8413a-12fb-487c-934e-3ebb3f502f9a req-9481504a-ad71-43c1-9002-67bdd286cbc1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Feb 14 21:29:02.412569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bef104e8-11a1-492d-ac25-4671689d283a req-c3ac95e0-a927-41b6-899f-de695bd46537 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0335188 Feb 14 21:29:02.482931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54294) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:02.504534 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3eea7e-4a91-4707-9a52-4b9f666c23f7 x-openstack-request-id: req-fd3eea7e-4a91-4707-9a52-4b9f666c23f7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:02.505577 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db9c63c-1fb5-449d-8e8c-3c5925c1eacb", "name": "network-vif-deleted", "tag": "5b368db3-3a6b-4820-83f3-aad34edde4ce", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:02.505577 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd3eea7e-4a91-4707-9a52-4b9f666c23f7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:02.505993 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db9c63c-1fb5-449d-8e8c-3c5925c1eacb', 'name': 'network-vif-deleted', 'tag': '5b368db3-3a6b-4820-83f3-aad34edde4ce', 'status': 'completed', 'code': 200} Feb 14 21:29:02.687829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30219555-aa67-4a76-8a43-de73e69204f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:02.705621 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-f478b767-fb3d-493d-a4c0-28db1badd4eb service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176727 Feb 14 21:29:02.706108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7dbd-abd0-43ca-9d99-a564f7292143 req-e7066c14-d295-4c32-8e82-48b4df9ebad7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:02.707798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-368f7dbd-abd0-43ca-9d99-a564f7292143 req-e7066c14-d295-4c32-8e82-48b4df9ebad7 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1394298 Feb 14 21:29:02.768260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-368f7dbd-abd0-43ca-9d99-a564f7292143 req-1572c9c7-f22f-473c-8d96-7116e6807d64 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0542030 Feb 14 21:29:02.822329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:02.888207 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b8ebe0d-15ce-4896-97ce-311b20b32c0d req-799d8798-5f7c-47e2-92ae-07326e2c8e1a service neutron] 10.222.0.64 "GET /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626425 Feb 14 21:29:03.126127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8f44cb4-745c-4d1b-9e2f-630b8404b958 req-dca5a3e5-e2cc-4ab8-a2f1-d4c35f772dd8 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3270741 Feb 14 21:29:03.158676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30219555-aa67-4a76-8a43-de73e69204f2 admin admin] Publish callbacks [] for security_group (f1c5803d-38dc-4b2e-a5f3-12d7a4208cee), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.173978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30219555-aa67-4a76-8a43-de73e69204f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f1c5803d-38dc-4b2e-a5f3-12d7a4208cee), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.213685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Allocated IP 172.20.0.1 (16f71622-b016-44ef-bc1c-1a347efd39aa/d127cd5e-7372-4b20-9abf-9920c5a37bdd/873ed161-1ad4-415f-ac42-7f20a6a7ead7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:03.215720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30219555-aa67-4a76-8a43-de73e69204f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1fd6d86cf7534ca3928f2645d7561cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7316079 Feb 14 21:29:03.218870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54308) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:03.259011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30219555-aa67-4a76-8a43-de73e69204f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c5803d-38dc-4b2e-a5f3-12d7a4208cee,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:03.277838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] Publish callbacks [] for security_group (f1c5803d-38dc-4b2e-a5f3-12d7a4208cee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.316311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] Publish callbacks [] for security_group (f1c5803d-38dc-4b2e-a5f3-12d7a4208cee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.319686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3018-4681-4ab0-83d3-a20c70e28b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.395249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f1c5803d-38dc-4b2e-a5f3-12d7a4208cee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.397909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.400149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1c5803d-38dc-4b2e-a5f3-12d7a4208cee HTTP/1.1" status: 204 len: 168 time: 0.1799693 Feb 14 21:29:03.411219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d88fda-da81-411b-8c07-43c3ab042cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c5803d-38dc-4b2e-a5f3-12d7a4208cee,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:03.411879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.455854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.506729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 16f71622-b016-44ef-bc1c-1a347efd39aa is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:03.509895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:03.517374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:03.525514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=873ed161-1ad4-415f-ac42-7f20a6a7ead7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:03.606084 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.738613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcadf-923c-4642-95dd-43818704efcc req-eaafabca-0904-4170-86ae-cbbe5678439b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:03.759793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-223bcadf-923c-4642-95dd-43818704efcc req-eaafabca-0904-4170-86ae-cbbe5678439b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.1564846 Feb 14 21:29:03.798969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:03.847579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-223bcadf-923c-4642-95dd-43818704efcc req-0343b66d-93b1-46e5-a8c4-1f556b9ea9da tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Feb 14 21:29:03.967057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3499a2b-b49a-4c8a-8631-c97dd1e2b559 req-5a49bd76-b5ab-4c2b-a94b-6416da5e63a8 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:03.968772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3499a2b-b49a-4c8a-8631-c97dd1e2b559 req-5a49bd76-b5ab-4c2b-a94b-6416da5e63a8 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.0616999 Feb 14 21:29:03.991760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-df54b8e7-1fa4-4900-890c-60e3493e92fa None None] Provisioning complete for port 873ed161-1ad4-415f-ac42-7f20a6a7ead7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:03.992210 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df54b8e7-1fa4-4900-890c-60e3493e92fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:04.043479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-df54b8e7-1fa4-4900-890c-60e3493e92fa None None] Port 873ed161-1ad4-415f-ac42-7f20a6a7ead7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:29:04.071032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3499a2b-b49a-4c8a-8631-c97dd1e2b559 req-b1a6c612-bdb4-42aa-81bd-ca94175251da tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Feb 14 21:29:04.171139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6a397bb-4733-46ac-9718-cd5f25d08ff3 req-4b9d9217-7872-46ea-b405-737a7e7ce7c1 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0311229 Feb 14 21:29:04.186621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:04.194485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:04.290532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=873ed161-1ad4-415f-ac42-7f20a6a7ead7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:04.293489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:04.424991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 16f71622-b016-44ef-bc1c-1a347efd39aa is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:04.426801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:04.469683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:04.617945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:29:04.650320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3be93-9f80-40a6-ad7e-ba9fcc557036 req-dc609da6-83a7-4d7c-ae2d-2b019bff55b9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:04.658002 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be3be93-9f80-40a6-ad7e-ba9fcc557036 req-dc609da6-83a7-4d7c-ae2d-2b019bff55b9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.1041255 Feb 14 21:29:04.727832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be3be93-9f80-40a6-ad7e-ba9fcc557036 req-ee236ad6-cada-4b86-8390-a98355f12967 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Feb 14 21:29:04.843900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:04.852661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c213373-76f7-4445-bbe7-205d6d485894 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "PUT /v2.0/routers/4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2472157 Feb 14 21:29:04.856486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:04.870397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Request body: {'port': {'network_id': '16f71622-b016-44ef-bc1c-1a347efd39aa', 'name': 'tempest-FloatingIPAdminTestJSON-1011045268'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:04.879465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] Sync routers for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:04.920508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:04.922371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:04.942826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-80e03023-4358-4430-a9d4-87743bdb1867 None None] Provisioning complete for port 873ed161-1ad4-415f-ac42-7f20a6a7ead7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:04.942826 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80e03023-4358-4430-a9d4-87743bdb1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.087261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:05.093357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-80e03023-4358-4430-a9d4-87743bdb1867 None None] Port 873ed161-1ad4-415f-ac42-7f20a6a7ead7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:29:05.100075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:05.100941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:05.158658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:05.160275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c726d7-9717-4edb-a5e6-1cea8870ed29 None None] The sync data for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:05.166304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Made reservation on behalf of 3c7802ce14b445d1b6c93a725aa61193 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:05.170304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.187954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-1e7e4262-bfa4-4461-ac48-8142b07dac27 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:05.194453 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-1e7e4262-bfa4-4461-ac48-8142b07dac27 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.1247904 Feb 14 21:29:05.209808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] device_id is not set on port 1ffef50a-6309-488e-be68-6f0facb13583 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:29:05.365429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Deleting port 1726b62d-0c3c-4699-87c0-b434e7729276 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:05.365774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.423311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17c85b4b-58ac-4ff6-b9b4-1bf4c06c17c9 req-a73790c5-2156-4aa0-98d7-a7718fa4a60f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0851758 Feb 14 21:29:05.487204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425da71c-2491-449f-a222-be7c51c51221 req-441a9303-94a0-4cf9-a5e1-51b142198630 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:05.495069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425da71c-2491-449f-a222-be7c51c51221 req-441a9303-94a0-4cf9-a5e1-51b142198630 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad955a08-8837-4dbf-acb1-251621ad854d HTTP/1.1" status: 200 len: 946 time: 0.1857200 Feb 14 21:29:05.513145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] For port 1726b62d-0c3c-4699-87c0-b434e7729276, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1726b62d-0c3c-4699-87c0-b434e7729276,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:05.515072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.533812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Calling delete_port for 1726b62d-0c3c-4699-87c0-b434e7729276 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:05.567554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425da71c-2491-449f-a222-be7c51c51221 req-bb1af9f4-9aa2-481f-9fe2-5df0436ea8f0 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.86 "GET /v2.0/security-groups?id=d65a096f-709e-4f75-9f2e-e3c01b12c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709457 Feb 14 21:29:05.583540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Allocated IP 172.20.0.5 (16f71622-b016-44ef-bc1c-1a347efd39aa/d127cd5e-7372-4b20-9abf-9920c5a37bdd/1ffef50a-6309-488e-be68-6f0facb13583) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:05.692791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.760984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1726b62d-0c3c-4699-87c0-b434e7729276), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.774221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1726b62d-0c3c-4699-87c0-b434e7729276'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:05.860172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Pushing event deleted for resources: {'Port': ['ID=1726b62d-0c3c-4699-87c0-b434e7729276,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:05.974450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.990615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] No DVR routers for this DVR port 1726b62d-0c3c-4699-87c0-b434e7729276 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:05.994948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:05.998929 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-46023f5b-cb6e-4b05-88c3-fd6e086529bc req-d5cee263-6a32-4d80-aae0-c9cb64e10749 tempest-FloatingIPsAssociationNegativeTestJSON-306912024 tempest-FloatingIPsAssociationNegativeTestJSON-306912024-project] 10.222.0.64 "DELETE /v2.0/ports/1726b62d-0c3c-4699-87c0-b434e7729276 HTTP/1.1" status: 204 len: 173 time: 0.7980015 Feb 14 21:29:05.999452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'name': 'network-vif-deleted', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:06.002241 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db6d3e-d2b8-42ac-8e48-0147ac70d914" -d '{"events": [{"server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "name": "network-vif-deleted", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:06.115792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-57d06ffe-ba41-4353-b86c-2a141fa96562 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:06.118444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-57d06ffe-ba41-4353-b86c-2a141fa96562 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.1255369 Feb 14 21:29:06.150109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for port (1ffef50a-6309-488e-be68-6f0facb13583), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.254350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1ffef50a-6309-488e-be68-6f0facb13583), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.331319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port 03e35816-03ca-45ee-b7bb-c3acf7c93326 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:06.331837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.368871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7246f4f-e9a8-455f-b73d-c31184fa9375 req-d5c15a92-3be3-434c-9d32-a20918393997 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:06.374196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7246f4f-e9a8-455f-b73d-c31184fa9375 req-d5c15a92-3be3-434c-9d32-a20918393997 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:06.381640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7246f4f-e9a8-455f-b73d-c31184fa9375 req-d5c15a92-3be3-434c-9d32-a20918393997 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a&device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 1682 time: 0.4290211 Feb 14 21:29:06.388625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Network 16f71622-b016-44ef-bc1c-1a347efd39aa is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:06.399129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:06.409351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:06.412013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event updated for resources: {'Port': ['ID=1ffef50a-6309-488e-be68-6f0facb13583,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:06.487033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port 03e35816-03ca-45ee-b7bb-c3acf7c93326, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=03e35816-03ca-45ee-b7bb-c3acf7c93326,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:06.487431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.504966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for 03e35816-03ca-45ee-b7bb-c3acf7c93326 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:06.530280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:06.531338 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.546146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40230ab9-8035-42a6-8518-8d736940e59a req-c55583df-d29f-46cf-a29a-a9bb15e3208d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:06.548378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40230ab9-8035-42a6-8518-8d736940e59a req-c55583df-d29f-46cf-a29a-a9bb15e3208d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 945 time: 0.2319236 Feb 14 21:29:06.570831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7246f4f-e9a8-455f-b73d-c31184fa9375 req-4dc12f5a-a4de-4b5c-ab48-b0d228a4bd73 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882572 Feb 14 21:29:06.631093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cce93b3b-d1e3-4229-933f-b74c402b80af tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7731946 Feb 14 21:29:06.633896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54424) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:06.643676 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7d53a6-4ab1-4c16-9176-c1e9b0485334 x-openstack-request-id: req-9f7d53a6-4ab1-4c16-9176-c1e9b0485334 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:06.646535 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad955a08-8837-4dbf-acb1-251621ad854d", "name": "network-vif-deleted", "tag": "1726b62d-0c3c-4699-87c0-b434e7729276", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:06.646809 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f7d53a6-4ab1-4c16-9176-c1e9b0485334 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:06.647265 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad955a08-8837-4dbf-acb1-251621ad854d', 'name': 'network-vif-deleted', 'tag': '1726b62d-0c3c-4699-87c0-b434e7729276', 'status': 'completed', 'code': 200} Feb 14 21:29:06.724386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40230ab9-8035-42a6-8518-8d736940e59a req-17921dbc-9a0a-42ee-b6d3-6631af60bf64 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438508 Feb 14 21:29:06.852406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e475494-d994-4d37-b89c-1ef2f1c4434e req-db02f24b-5dcf-4266-8630-b5f97934ad0f tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0339849 Feb 14 21:29:06.870918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (03e35816-03ca-45ee-b7bb-c3acf7c93326), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.953421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7fa334d3-8e07-4022-8a6d-4b2ffc595869 None None] Provisioning complete for port 1ffef50a-6309-488e-be68-6f0facb13583 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:06.954066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fa334d3-8e07-4022-8a6d-4b2ffc595869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1ffef50a-6309-488e-be68-6f0facb13583), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:06.956975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=03e35816-03ca-45ee-b7bb-c3acf7c93326,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:06.993542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:07.071670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7fa334d3-8e07-4022-8a6d-4b2ffc595869 None None] Port 1ffef50a-6309-488e-be68-6f0facb13583 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:29:07.122165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:07.128652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port 03e35816-03ca-45ee-b7bb-c3acf7c93326 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:07.131730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:07.138440 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb8c31de-68e9-471e-bf40-69f6bc845daa req-6d7eef97-2771-40be-8379-88485a84ddd3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "DELETE /v2.0/ports/03e35816-03ca-45ee-b7bb-c3acf7c93326 HTTP/1.1" status: 204 len: 173 time: 1.0129004 Feb 14 21:29:07.151492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'project_id': '3c7802ce14b445d1b6c93a725aa61193', 'port_id': '1ffef50a-6309-488e-be68-6f0facb13583'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:07.335145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:07.473011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784bb19-2333-4d53-a24b-288b9f11d12a req-e1d846cf-e182-4cd1-bb5e-e27c3bd418d0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:07.474726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1784bb19-2333-4d53-a24b-288b9f11d12a req-e1d846cf-e182-4cd1-bb5e-e27c3bd418d0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.3031673 Feb 14 21:29:07.671977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1784bb19-2333-4d53-a24b-288b9f11d12a req-aeaa0538-a541-494c-a211-f2cdd0e54c05 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891048 Feb 14 21:29:07.859336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:07.872342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1726b62d-0c3c-4699-87c0-b434e7729276 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:07.896106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 1726b62d-0c3c-4699-87c0-b434e7729276 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:07.896509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1726b62d-0c3c-4699-87c0-b434e7729276 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:07.906586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-7212f4fd-5f13-47a1-8756-a446ca888975 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2975414 Feb 14 21:29:07.915766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54470) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:07.978669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b5f696-0f9a-41fd-90d4-1e1cc6b728de req-ac25d099-24db-49dc-86a2-bce01c9e0ab1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8 HTTP/1.1" status: 200 len: 210 time: 0.0754786 Feb 14 21:29:08.041425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9dbda-77bf-42bb-a44b-3ab064593e93 req-bac8ab3c-621d-474d-9878-27253129e73d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:08.048271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bd9dbda-77bf-42bb-a44b-3ab064593e93 req-bac8ab3c-621d-474d-9878-27253129e73d tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 945 time: 0.2547767 Feb 14 21:29:08.071534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-2180ff9d-186a-4f15-bf57-75cc998f0e35 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:08.073193 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-2180ff9d-186a-4f15-bf57-75cc998f0e35 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports/78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 940 time: 0.1268342 Feb 14 21:29:08.135985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Allocated IP 172.25.2.225 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c6a9ac6a-d49d-4075-8d93-74d544a9cd23) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:08.182347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bd9dbda-77bf-42bb-a44b-3ab064593e93 req-3f2acd1f-c2b9-4c62-ae63-511b3167274c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275017 Feb 14 21:29:08.223703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e52dc134-d4db-4496-91c4-567c6a13408b req-ff8e6a0b-2b9f-4a54-950d-2fb5835c0121 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0740612 Feb 14 21:29:08.325593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335017c8-7421-44df-b4cc-68848d6fdc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.370298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.412737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (b8532065-79f4-40f4-867d-43d6ab83ee60), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.455404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335017c8-7421-44df-b4cc-68848d6fdc06 admin admin] Publish callbacks [] for security_group (40c7980d-7115-4453-9eb5-5127c08b6c9a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.462857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335017c8-7421-44df-b4cc-68848d6fdc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (40c7980d-7115-4453-9eb5-5127c08b6c9a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.474033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.515532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335017c8-7421-44df-b4cc-68848d6fdc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7980d-7115-4453-9eb5-5127c08b6c9a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:08.533326 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-335017c8-7421-44df-b4cc-68848d6fdc06 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd925da116c541a4a125ac6d80f6822b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155720 Feb 14 21:29:08.537678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54482) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:08.560796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:08.568133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:08.571773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a9ac6a-d49d-4075-8d93-74d544a9cd23,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:08.573990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:08.618107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] Publish callbacks [] for security_group (40c7980d-7115-4453-9eb5-5127c08b6c9a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.647968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] Publish callbacks [] for security_group (40c7980d-7115-4453-9eb5-5127c08b6c9a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:08.649716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'name': 'network-vif-deleted', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:08.652552 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f92c3-f1ab-44f5-88b9-91a88eed9518" -d '{"events": [{"server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "name": "network-vif-deleted", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:08.796120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 03e35816-03ca-45ee-b7bb-c3acf7c93326 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:08.822104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 03e35816-03ca-45ee-b7bb-c3acf7c93326 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:08.822868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 03e35816-03ca-45ee-b7bb-c3acf7c93326 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:08.930970 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b09c97-bb11-4797-9ecc-c214a7d7566a x-openstack-request-id: req-14b09c97-bb11-4797-9ecc-c214a7d7566a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:08.931590 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8", "name": "network-vif-deleted", "tag": "03e35816-03ca-45ee-b7bb-c3acf7c93326", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:08.931590 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14b09c97-bb11-4797-9ecc-c214a7d7566a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:08.932059 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7afbb-d6bd-4614-86ba-b2cd19cf63c8', 'name': 'network-vif-deleted', 'tag': '03e35816-03ca-45ee-b7bb-c3acf7c93326', 'status': 'completed', 'code': 200} Feb 14 21:29:09.010332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-2a6c7985-ee57-45a5-a780-fc888c6b7e6c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.011933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-2a6c7985-ee57-45a5-a780-fc888c6b7e6c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 945 time: 0.0899653 Feb 14 21:29:09.070859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (40c7980d-7115-4453-9eb5-5127c08b6c9a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.073615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.082431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40c7980d-7115-4453-9eb5-5127c08b6c9a HTTP/1.1" status: 204 len: 168 time: 0.5338593 Feb 14 21:29:09.231387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfecdf-9986-45f5-bf84-0e39a2c9056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7980d-7115-4453-9eb5-5127c08b6c9a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:09.313374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-d668185c-260a-4ce1-bfdf-293cee706084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.315293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-d668185c-260a-4ce1-bfdf-293cee706084 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027&tenant_id=b96de8c42f754ec88da1fc5bed40b1c2 HTTP/1.1" status: 200 len: 1126 time: 0.2389710 Feb 14 21:29:09.340909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Deleting port 84e2e64e-219a-4689-83f1-c2be79f42a27 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:09.341478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.481863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-39eefc24-e52c-4923-94e0-3d66a0c83611 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.484379 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-39eefc24-e52c-4923-94e0-3d66a0c83611 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "GET /v2.0/ports?device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 946 time: 0.2223997 Feb 14 21:29:09.531309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] For port 84e2e64e-219a-4689-83f1-c2be79f42a27, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=84e2e64e-219a-4689-83f1-c2be79f42a27,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:09.531569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.538335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064078-a993-4c7b-8161-a3c038d42d86 req-0b9a46fd-73c9-495a-bb85-91487683f7d0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.540122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68064078-a993-4c7b-8161-a3c038d42d86 req-0b9a46fd-73c9-495a-bb85-91487683f7d0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.7113910 Feb 14 21:29:09.546821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Calling delete_port for 84e2e64e-219a-4689-83f1-c2be79f42a27 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:09.668159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-76459694-e2f1-4d48-97d9-6aeadfac69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.669752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-76459694-e2f1-4d48-97d9-6aeadfac69b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1126 time: 0.3214023 Feb 14 21:29:09.673878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a1730-a30b-4eac-8eb3-43597317453b req-09b21a7a-8b50-4730-8083-8d62d3353a98 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.682216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-224a1730-a30b-4eac-8eb3-43597317453b req-09b21a7a-8b50-4730-8083-8d62d3353a98 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0f1ea3e-787b-4029-a39a-84ea6e1b7822 HTTP/1.1" status: 200 len: 945 time: 0.2702346 Feb 14 21:29:09.742798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68064078-a993-4c7b-8161-a3c038d42d86 req-cd839130-c4c1-426c-b6e3-29c0eb6d3875 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719456 Feb 14 21:29:09.762061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.803464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Deleting port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:09.803720 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:09.838807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-224a1730-a30b-4eac-8eb3-43597317453b req-fd8609e5-8b04-4c70-9e77-815d4edeb68c tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/security-groups?id=4f69ba6f-79cd-46ef-8623-7959b53f4831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556294 Feb 14 21:29:09.988682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-529521a4-a03d-4331-9999-30982cd5e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:09.992247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-529521a4-a03d-4331-9999-30982cd5e294 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.3127878 Feb 14 21:29:09.996346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (84e2e64e-219a-4689-83f1-c2be79f42a27), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.010778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0efbdac6-7651-449c-9141-7bbcc2808c22 req-82fd769d-8692-4942-b63e-e8a6ce0af4d9 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0873899 Feb 14 21:29:10.011138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1111edc5-06dd-4146-a693-79c6dbd1e799'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:10.060818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.107912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['84e2e64e-219a-4689-83f1-c2be79f42a27'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:10.120337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] For port 602ebc87-789c-4af1-b1c0-80dfa5d71a2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:10.120747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.135521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event deleted for resources: {'Port': ['ID=84e2e64e-219a-4689-83f1-c2be79f42a27,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:10.146398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-5ad5cc8a-9f73-4bd2-b935-9afac953c5ad tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:10.154201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-5ad5cc8a-9f73-4bd2-b935-9afac953c5ad tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.2708259 Feb 14 21:29:10.156956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Calling delete_port for 602ebc87-789c-4af1-b1c0-80dfa5d71a2b owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:10.186949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Deleting port 1111edc5-06dd-4146-a693-79c6dbd1e799 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:10.188190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.199465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-1f6c3e3e-1744-4520-8c98-f5fb4777e943 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.0441704 Feb 14 21:29:10.307775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-e346bfc7-ff7a-4901-b1c9-02288306118f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073496 Feb 14 21:29:10.450872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-e94b35e2-2ba9-42a4-b056-fca25e50d000 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 998 time: 0.4467916 Feb 14 21:29:10.452184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] No DVR routers for this DVR port 84e2e64e-219a-4689-83f1-c2be79f42a27 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:10.467004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.474789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b30a3055-72c6-41ba-ac53-0bc232b7a493 req-0ce0e402-639d-4bb1-a5b5-62e9b85ba918 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.83 "DELETE /v2.0/ports/84e2e64e-219a-4689-83f1-c2be79f42a27 HTTP/1.1" status: 204 len: 173 time: 1.4513702 Feb 14 21:29:10.573210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-ab75fa71-df9e-4805-b570-12e3c8f25620 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644525 Feb 14 21:29:10.579705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] For port 1111edc5-06dd-4146-a693-79c6dbd1e799, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1111edc5-06dd-4146-a693-79c6dbd1e799,segment=NetworkSegment(ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d),segment_id=ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:10.580560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.616401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Calling delete_port for 1111edc5-06dd-4146-a693-79c6dbd1e799 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:10.641363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-e7563e86-e037-4e6e-9bb2-7b5ffffe48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:10.643128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-e7563e86-e037-4e6e-9bb2-7b5ffffe48f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1852837 Feb 14 21:29:10.646584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.723628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.746379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-03d8ccba-6bef-45d1-b11f-1aa9ad0e2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:10.748042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-03d8ccba-6bef-45d1-b11f-1aa9ad0e2325 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0987654 Feb 14 21:29:10.917826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-44be4a28-bcd5-46c7-b59e-b5b1ab05f975 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430986 Feb 14 21:29:10.927912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a9ac6a-d49d-4075-8d93-74d544a9cd23,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:10.944448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'name': 'network-vif-deleted', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:10.946778 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab4c67-85e9-4923-864b-2ee67c9ae534" -d '{"events": [{"server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "name": "network-vif-deleted", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:10.952331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:10.985111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-b4014d0b-b255-4056-b887-748d67927934 service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299736 Feb 14 21:29:11.057595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (602ebc87-789c-4af1-b1c0-80dfa5d71a2b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:11.116131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1111edc5-06dd-4146-a693-79c6dbd1e799), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:11.134433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Pushing event deleted for resources: {'Port': ['ID=602ebc87-789c-4af1-b1c0-80dfa5d71a2b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:11.193831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Pushing event deleted for resources: {'Port': ['ID=1111edc5-06dd-4146-a693-79c6dbd1e799,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:11.404416 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4936ef-80e1-418f-b3d2-253be8e04589 x-openstack-request-id: req-ab4936ef-80e1-418f-b3d2-253be8e04589 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:11.404809 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1ea3e-787b-4029-a39a-84ea6e1b7822", "name": "network-vif-deleted", "tag": "84e2e64e-219a-4689-83f1-c2be79f42a27", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:11.405328 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab4936ef-80e1-418f-b3d2-253be8e04589 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:11.405790 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1ea3e-787b-4029-a39a-84ea6e1b7822', 'name': 'network-vif-deleted', 'tag': '84e2e64e-219a-4689-83f1-c2be79f42a27', 'status': 'completed', 'code': 200} Feb 14 21:29:11.409796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] No DVR routers for this DVR port 1111edc5-06dd-4146-a693-79c6dbd1e799 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:11.413947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:11.419276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fc1f4b97-4888-4cb1-8cec-e8ab5adf5de7 req-3a28b565-fe25-47d6-a6ab-6308d4944229 tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.64 "DELETE /v2.0/ports/1111edc5-06dd-4146-a693-79c6dbd1e799 HTTP/1.1" status: 204 len: 173 time: 1.8093107 Feb 14 21:29:11.446482 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-cfbc7c2d-1195-4818-a409-6126e4ed0c79 service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454484 Feb 14 21:29:11.544270 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Floating IP dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e associated. External IP: 172.25.2.225, port: 1ffef50a-6309-488e-be68-6f0facb13583. Feb 14 21:29:11.802524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d875fe86-c2b1-40e2-866a-8886bd86dc48 req-d7ca9656-7f7c-402b-95ab-08923986885c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0657697 Feb 14 21:29:11.876279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0842b3-55f2-44cb-90d3-838d0d4c2f08 req-2aaa443f-e0af-4abf-a45e-13d219c23971 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:11.884263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc0842b3-55f2-44cb-90d3-838d0d4c2f08 req-2aaa443f-e0af-4abf-a45e-13d219c23971 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.5660434 Feb 14 21:29:11.997419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53731bfd-4cfb-4cdf-9b2b-2fa591f256d3 req-91f55cec-138c-4bb0-8f87-e79fc316d965 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.0557044 Feb 14 21:29:12.740777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc0842b3-55f2-44cb-90d3-838d0d4c2f08 req-88e7cc85-f482-4a4d-a12d-f35448477866 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8508837 Feb 14 21:29:12.814964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c960c0c4-974d-4b06-95f1-213da8ab1776 req-e29d5d18-4b46-4b12-8c81-a40d6be1c2ad tempest-ListServersNegativeTestJSON-364082767 tempest-ListServersNegativeTestJSON-364082767-project] 10.222.0.86 "GET /v2.0/ports?device_id=610c8ab5-b89c-40e1-91e3-3979e3b6368a HTTP/1.1" status: 200 len: 210 time: 0.1164463 Feb 14 21:29:12.844947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 84e2e64e-219a-4689-83f1-c2be79f42a27 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:12.880450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (b8532065-79f4-40f4-867d-43d6ab83ee60), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:12.951588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 84e2e64e-219a-4689-83f1-c2be79f42a27 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:12.955232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 84e2e64e-219a-4689-83f1-c2be79f42a27 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:13.097481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1490fe65-1a5e-43e4-b12f-2ad437cbb0c5 req-d7ff4248-16cd-4c7b-b5b7-e50267f478aa tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0385838 Feb 14 21:29:13.106802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:29:13.506206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'name': 'network-vif-deleted', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:13.509450 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8d87e5-bb80-418c-9ca6-3872314183c2" -d '{"events": [{"server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "name": "network-vif-deleted", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:13.522204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:13.578584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed859bcb-50b3-4288-9528-53356c820568 req-fe5afaed-820b-451d-96ae-d88866a482ad tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1494634 Feb 14 21:29:13.619605 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dc147-53f0-46df-b6b5-a724e1a9c896 x-openstack-request-id: req-217dc147-53f0-46df-b6b5-a724e1a9c896 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:13.620338 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610c8ab5-b89c-40e1-91e3-3979e3b6368a", "name": "network-vif-deleted", "tag": "1111edc5-06dd-4146-a693-79c6dbd1e799", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:13.620746 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-217dc147-53f0-46df-b6b5-a724e1a9c896 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:13.621326 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610c8ab5-b89c-40e1-91e3-3979e3b6368a', 'name': 'network-vif-deleted', 'tag': '1111edc5-06dd-4146-a693-79c6dbd1e799', 'status': 'completed', 'code': 200} Feb 14 21:29:13.740188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-60bc14d0-18e0-4c61-9655-e965faacc9e0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:13.741731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-60bc14d0-18e0-4c61-9655-e965faacc9e0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.4595275 Feb 14 21:29:13.775789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:13.801718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:13.817215 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] Sync routers for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:13.839971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:13.842276 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:13.906211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:13.911092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1111edc5-06dd-4146-a693-79c6dbd1e799 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:13.930477 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:13.952341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:13.953231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:13.971497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-831a63b1-fd09-4e0c-b48b-5ea95d7dd5ec tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.3283501 Feb 14 21:29:13.971776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54696) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:13.982012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 1111edc5-06dd-4146-a693-79c6dbd1e799 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:13.982359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1111edc5-06dd-4146-a693-79c6dbd1e799 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:14.038454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.046718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:14.066167 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:14.067603 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a4698-63db-4469-9f37-5d28cf6d0907 None None] The sync data for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:14.309790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Deleting subnet da0f6fe4-d7f8-4733-a947-1593010f9f00 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:14.346986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Publish callbacks [] for subnet (da0f6fe4-d7f8-4733-a947-1593010f9f00), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.404233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-289ca658-4414-42a1-806d-1ce1da8aecda req-972f83d7-845f-4760-b977-7126c4cba95c tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.1020470 Feb 14 21:29:14.430724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Router b8532065-79f4-40f4-867d-43d6ab83ee60 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:29:14.459908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-58059308-19bc-4a09-9500-457a78fdf88f tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "GET /v2.0/floatingips/dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e HTTP/1.1" status: 200 len: 983 time: 0.4860756 Feb 14 21:29:14.461155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54702) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:14.475522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Publish callbacks [] for security_group (6d943879-2d57-4315-a445-bc012b24762a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.480750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (da0f6fe4-d7f8-4733-a947-1593010f9f00), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.485126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:14.489685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.516837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6d943879-2d57-4315-a445-bc012b24762a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.609825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d943879-2d57-4315-a445-bc012b24762a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:14.613784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (da0f6fe4-d7f8-4733-a947-1593010f9f00), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:14.651220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38360f-4c35-4ac0-a720-be97eacbb38e req-7aa7127c-86a3-4eb9-8eb9-c82931ba27b7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:14.653428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e38360f-4c35-4ac0-a720-be97eacbb38e req-7aa7127c-86a3-4eb9-8eb9-c82931ba27b7 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.6783659 Feb 14 21:29:14.712538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3803597b3c048f89fce3cc0e8d98254&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1889536 Feb 14 21:29:14.731428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54708) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:14.836625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2817d55-6a13-442d-82ba-54bdde3e5a28 req-60d15b42-b255-43f2-b127-ff4865edb0cb tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1072819 Feb 14 21:29:14.902015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2c3f1ed7-1c57-42ef-a85b-062c74ce3f39 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2726 time: 0.4364011 Feb 14 21:29:14.907512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54710) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:14.917892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.7 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/2941da98-f117-468a-bb92-d1fae6720313) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:14.948196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e38360f-4c35-4ac0-a720-be97eacbb38e req-93bcf886-733c-4901-bcff-0a6e6dcd2e21 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779543 Feb 14 21:29:15.152834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.153360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.153817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.154349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.154806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.155346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.155798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.156416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.157058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.158142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.158809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.159700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.160270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c15ea-a8db-4307-b3d3-cf7fb3f35a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.233027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (da0f6fe4-d7f8-4733-a947-1593010f9f00), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.247866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:15.259089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3268b37e-ae32-4f16-9a94-a4ddb69d0037 admin admin] 10.222.0.86 "PUT /v2.0/routers/b8532065-79f4-40f4-867d-43d6ab83ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2623389 Feb 14 21:29:15.266042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:15.267193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Sync routers for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:15.284803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:15.286699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:15.373181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.380751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/da0f6fe4-d7f8-4733-a947-1593010f9f00 HTTP/1.1" status: 204 len: 168 time: 1.3297184 Feb 14 21:29:15.380751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728a3b-19cb-47de-8124-106c1d1832fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0f6fe4-d7f8-4733-a947-1593010f9f00,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:15.387930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:15.415123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Publish callbacks [] for security_group (6d943879-2d57-4315-a445-bc012b24762a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.490382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f9d1a022-ab8d-45e6-ad48-1766262712ad), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.518952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (2941da98-f117-468a-bb92-d1fae6720313), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.547897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Publish callbacks [] for security_group (6d943879-2d57-4315-a445-bc012b24762a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.618098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:29:15.724662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6d943879-2d57-4315-a445-bc012b24762a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.729478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.734817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6d943879-2d57-4315-a445-bc012b24762a HTTP/1.1" status: 204 len: 168 time: 0.9984705 Feb 14 21:29:15.898645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f9d1a022-ab8d-45e6-ad48-1766262712ad), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.901297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d943879-2d57-4315-a445-bc012b24762a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:15.924267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa3bce5-b23e-4530-8345-3f8edc7989cc req-5328b1a0-d350-4a6e-a86f-5e147c0314a3 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.2368469 Feb 14 21:29:15.937819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks [] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:15.979988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.980575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.981145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.981892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.982466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.983042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.983647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.984561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:15.985136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:16.002484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:16.003118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:16.003733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:16.005171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfbb35-1a9c-4be7-a5e0-074bade03284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:16.201640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port c6a9ac6a-d49d-4075-8d93-74d544a9cd23 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:16.203797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.234740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.366063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:29:10Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:16.416954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:16.425311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks [] for router_gateway (b8532065-79f4-40f4-867d-43d6ab83ee60), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.433230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Checking router: b8532065-79f4-40f4-867d-43d6ab83ee60 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:29:16.437365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d1a022-ab8d-45e6-ad48-1766262712ad']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:16.446888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Routers {'b8532065-79f4-40f4-867d-43d6ab83ee60'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:16.447758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b8532065-79f4-40f4-867d-43d6ab83ee60'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:16.476897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:16.481233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:16.484605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:16.501348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:16.521172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.524003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:16.546390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91a09-fb74-4af0-8b24-3d9eed116850 req-a16e5bf4-764e-40e0-9e9a-383f354bd5ed tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:16.549078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13d91a09-fb74-4af0-8b24-3d9eed116850 req-a16e5bf4-764e-40e0-9e9a-383f354bd5ed tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 931 time: 0.4564533 Feb 14 21:29:16.576216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:16.617250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] Set router b8532065-79f4-40f4-867d-43d6ab83ee60 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:29:16.628388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd921-7d68-4b15-9584-5decf5461692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.640057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.661489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.662038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.673079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e344e0f-7eaf-4237-ae12-9067f4690656 req-7df85639-a044-47b9-bf29-79e4965cce6d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:16.676449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:16.677520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (ac50a1c7-c6ce-4bc9-aeb7-918d6db28e4d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:16.682362 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:16.685039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e344e0f-7eaf-4237-ae12-9067f4690656 req-7df85639-a044-47b9-bf29-79e4965cce6d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.4919329 Feb 14 21:29:16.729823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for c6a9ac6a-d49d-4075-8d93-74d544a9cd23 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:16.761963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:16.762817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.786769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13d91a09-fb74-4af0-8b24-3d9eed116850 req-5ea1d5de-cc5f-4c6c-a7a3-990f95cb4e00 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234588 Feb 14 21:29:16.803032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f9d1a022-ab8d-45e6-ad48-1766262712ad), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.819607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-848f765e-00fc-4cfc-90be-81cd2f89e910 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0533793 Feb 14 21:29:16.821181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Deleting port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:16.822070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:16.884016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e344e0f-7eaf-4237-ae12-9067f4690656 req-4206d7d0-e5cd-43b0-8007-adfa0a2f8679 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955235 Feb 14 21:29:17.255986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c6a9ac6a-d49d-4075-8d93-74d544a9cd23), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.332635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-225ba451-aa1e-4aaa-bd98-9ec7a21fc5db req-4ff665ac-d597-4e09-b4a5-e9e8220c7fb6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.1080098 Feb 14 21:29:17.357779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] For port f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:17.358645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.372017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Calling delete_port for f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:17.374191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:29:10Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:17.451440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.465180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f9d1a022-ab8d-45e6-ad48-1766262712ad HTTP/1.1" status: 204 len: 168 time: 2.0736752 Feb 14 21:29:17.479108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=c6a9ac6a-d49d-4075-8d93-74d544a9cd23,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:17.481593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8be8f-5c9e-4395-b113-f5e054c30f9d None None] The sync data for ids ['b8532065-79f4-40f4-867d-43d6ab83ee60'] in n-d-828372-11 is: [{'id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2086752914-router', 'tenant_id': '2b92662abee8432aaaf39f1dafb56059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:29:10Z', 'revision_number': 5, 'project_id': '2b92662abee8432aaaf39f1dafb56059', 'gw_port': {'id': 'f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8532065-79f4-40f4-867d-43d6ab83ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:27:59Z', 'updated_at': '2022-02-14T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:17.486772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd921-7d68-4b15-9584-5decf5461692 admin admin] Publish callbacks [] for security_group (0d38fa79-5cc5-4f8c-bf50-84f4151bd675), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.503846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Request body: {'port': {'device_id': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:17.554744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd921-7d68-4b15-9584-5decf5461692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d38fa79-5cc5-4f8c-bf50-84f4151bd675), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.559051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d294407-61f1-4bbb-b3a8-612fd4006a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d1a022-ab8d-45e6-ad48-1766262712ad,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:17.652586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ddbd921-7d68-4b15-9584-5decf5461692 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84382beb65bb4eaf9d94af00b43c4f28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0751867 Feb 14 21:29:17.654222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd921-7d68-4b15-9584-5decf5461692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38fa79-5cc5-4f8c-bf50-84f4151bd675,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:17.656974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:17.701550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.702042 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Floating IP dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e disassociated (deleted). External IP: 172.25.2.225, port: 1ffef50a-6309-488e-be68-6f0facb13583. Feb 14 21:29:17.803682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2941da98-f117-468a-bb92-d1fae6720313), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.853239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] Publish callbacks [] for security_group (0d38fa79-5cc5-4f8c-bf50-84f4151bd675), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:17.934516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54742) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:18.054831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] Publish callbacks [] for security_group (0d38fa79-5cc5-4f8c-bf50-84f4151bd675), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.230788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.476523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Pushing event deleted for resources: {'Port': ['ID=f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:18.643190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (b8532065-79f4-40f4-867d-43d6ab83ee60), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.770857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.776264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks [] for router_controller (b8532065-79f4-40f4-867d-43d6ab83ee60), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.867479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (b8532065-79f4-40f4-867d-43d6ab83ee60), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.868099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8532065-79f4-40f4-867d-43d6ab83ee60 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:29:18.883998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2941da98-f117-468a-bb92-d1fae6720313 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:18.896114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.899631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7f9007f-3f48-4a01-bdda-3ce7b56ccbba admin admin] 10.222.0.86 "DELETE /v2.0/routers/b8532065-79f4-40f4-867d-43d6ab83ee60 HTTP/1.1" status: 204 len: 168 time: 3.6207509 Feb 14 21:29:18.904747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:18.918310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks [] for port (2941da98-f117-468a-bb92-d1fae6720313), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:18.926011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-896449ab-3664-4f50-9ad7-82579a6a502f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29099370230c44f8bac6f0e9bb3783a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9800675 Feb 14 21:29:18.931587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54752) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:18.935025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:29:18.944088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559485b-cc85-445d-9a18-8872db10832a req-f891b7f6-d95f-42dd-bd31-31430da9cb39 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:18.951787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b559485b-cc85-445d-9a18-8872db10832a req-f891b7f6-d95f-42dd-bd31-31430da9cb39 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 931 time: 0.9280500 Feb 14 21:29:18.987410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Transition to ACTIVE for port object 2941da98-f117-468a-bb92-d1fae6720313 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:29:19.014848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Deleting subnet a60b86fd-7b26-4720-970a-eee1d5a2545d {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:19.019815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.039947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Publish callbacks [] for subnet (a60b86fd-7b26-4720-970a-eee1d5a2545d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.085852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 602ebc87-789c-4af1-b1c0-80dfa5d71a2b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:19.112727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f726-038b-4d47-bb78-5973d9cf414a req-bfca9d75-2b9c-4853-81f3-f3519980849d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:19.114394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b48f726-038b-4d47-bb78-5973d9cf414a req-bfca9d75-2b9c-4853-81f3-f3519980849d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 1.0563376 Feb 14 21:29:19.148038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 602ebc87-789c-4af1-b1c0-80dfa5d71a2b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:19.150581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 602ebc87-789c-4af1-b1c0-80dfa5d71a2b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:19.241845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d38fa79-5cc5-4f8c-bf50-84f4151bd675), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.246174 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.247526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d38fa79-5cc5-4f8c-bf50-84f4151bd675 HTTP/1.1" status: 204 len: 168 time: 1.5891008 Feb 14 21:29:19.328232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (a60b86fd-7b26-4720-970a-eee1d5a2545d), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.356559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2a84-e6c8-4322-b3cb-5e1b0811243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38fa79-5cc5-4f8c-bf50-84f4151bd675,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:19.391880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b559485b-cc85-445d-9a18-8872db10832a req-11f491a2-30a2-47ad-ac6a-011ecf4c027a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387476 Feb 14 21:29:19.470117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a60b86fd-7b26-4720-970a-eee1d5a2545d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.490869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b48f726-038b-4d47-bb78-5973d9cf414a req-bc3a23b4-d172-4033-88ee-305c51dc5464 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559411 Feb 14 21:29:19.584087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] Publish callbacks [] for security_group (4f69ba6f-79cd-46ef-8623-7959b53f4831), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.653247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:19.659587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a60b86fd-7b26-4720-970a-eee1d5a2545d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.670223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.671113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Pushing event updated for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:19.692009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0748469-5602-46da-be5c-24c221b51244 None None] Sync routers for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:19.715989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:19.716856 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:19.720845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bef4eb-f378-4c0d-8fdd-eaa327e267dc None None] Network 876508f9-1d57-4672-bd3a-19ad6b49b719 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:19.724694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.737310 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a60b86fd-7b26-4720-970a-eee1d5a2545d HTTP/1.1" status: 204 len: 168 time: 0.8288941 Feb 14 21:29:19.771201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54758) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:19.792775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-81e608b1-26ad-4398-8dea-e46240a986d6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/floatingips/dcdd50ad-a4b8-48ee-9d3a-dfd184798e1e HTTP/1.1" status: 204 len: 168 time: 4.8758411 Feb 14 21:29:19.827643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:19.835176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:19.846329 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:19.847545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:19.897694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (876508f9-1d57-4672-bd3a-19ad6b49b719), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:19.906542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:19.910452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b289-01e8-4e58-adba-9353a3ba3272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60b86fd-7b26-4720-970a-eee1d5a2545d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:19.913253 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a0748469-5602-46da-be5c-24c221b51244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:19.914210 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0748469-5602-46da-be5c-24c221b51244 None None] The sync data for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:19.985198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93d2645a-332b-4973-85ad-6de44c8c3e3a req-b4a79950-1605-4477-af86-560052220a9a tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.3168879 Feb 14 21:29:20.000091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Attempting to bind port 2941da98-f117-468a-bb92-d1fae6720313 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:29:20.000992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Attempting to bind port 2941da98-f117-468a-bb92-d1fae6720313 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:29:20.001792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Attempting to bind port 2941da98-f117-468a-bb92-d1fae6720313 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:20.022019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Port 2941da98-f117-468a-bb92-d1fae6720313 on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:29:20.023093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Attempting to bind port 2941da98-f117-468a-bb92-d1fae6720313 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:20.030335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] Publish callbacks [] for security_group (4f69ba6f-79cd-46ef-8623-7959b53f4831), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.046693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:29:20.047044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:20.049901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:29:20.050403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Bound port: 2941da98-f117-468a-bb92-d1fae6720313, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:29:20.050802 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2941da98-f117-468a-bb92-d1fae6720313), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.091665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Deleting port 3e121d7b-d415-4261-bec4-493ccf8e309c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:20.092056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.113744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] DHCP port deletion for 876508f9-1d57-4672-bd3a-19ad6b49b719 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:29:20.119914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.181380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4f69ba6f-79cd-46ef-8623-7959b53f4831), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.184262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.193241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4f69ba6f-79cd-46ef-8623-7959b53f4831 HTTP/1.1" status: 204 len: 168 time: 1.2312739 Feb 14 21:29:20.197339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917173fe-9a0b-4d34-a9b4-f414802b131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69ba6f-79cd-46ef-8623-7959b53f4831,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:20.218596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Deleting port 3e121d7b-d415-4261-bec4-493ccf8e309c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:20.218977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.350954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] For port 3e121d7b-d415-4261-bec4-493ccf8e309c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e121d7b-d415-4261-bec4-493ccf8e309c,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:20.351281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.362326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:29:20.387931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] For port 3e121d7b-d415-4261-bec4-493ccf8e309c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e121d7b-d415-4261-bec4-493ccf8e309c,segment=NetworkSegment(19fa67cc-effc-4b8c-b4c4-e4679c752d8c),segment_id=19fa67cc-effc-4b8c-b4c4-e4679c752d8c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:20.388541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.402290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Calling delete_port for 3e121d7b-d415-4261-bec4-493ccf8e309c owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:20.415223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2941da98-f117-468a-bb92-d1fae6720313,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:29:20.417739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Calling delete_port for 3e121d7b-d415-4261-bec4-493ccf8e309c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:20.420077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.436987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.608469 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.657582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:20.659877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.662798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] 10.222.0.64 "PUT /v2.0/ports/2941da98-f117-468a-bb92-d1fae6720313 HTTP/1.1" status: 200 len: 1092 time: 3.1934707 Feb 14 21:29:20.670613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'tag': '2941da98-f117-468a-bb92-d1fae6720313'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:20.674618 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95" -d '{"events": [{"name": "network-changed", "server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "tag": "2941da98-f117-468a-bb92-d1fae6720313"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:20.697011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] No DVR routers for this DVR port 3e121d7b-d415-4261-bec4-493ccf8e309c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:20.708462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214f578-1d05-4577-ad5a-ef72bbf20095 req-d7b732af-b271-4955-ac6f-2c027431cfcd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:20.709621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4214f578-1d05-4577-ad5a-ef72bbf20095 req-d7b732af-b271-4955-ac6f-2c027431cfcd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 943 time: 0.1520112 Feb 14 21:29:20.724099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8c273-49f8-4097-883b-6b4c35ad5f4f None None] Pushing event deleted for resources: {'Port': ['ID=3e121d7b-d415-4261-bec4-493ccf8e309c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:20.786741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facfaae-6235-48ab-87a8-2abf6263879f service neutron] Pushing event updated for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:20.830114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3e121d7b-d415-4261-bec4-493ccf8e309c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:20.852386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4214f578-1d05-4577-ad5a-ef72bbf20095 req-19bfefb8-0ee2-48dd-8ab2-ac47427ca3d7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354258 Feb 14 21:29:20.891701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Allocated IP 172.25.2.150 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/d575f954-6d2c-4a1a-a5d2-07edb5964b27) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:20.915092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286cf78-5366-4535-8552-cedae59b1282 req-1b6e4981-5529-4b17-b8b9-e180c132de39 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:20.922704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7286cf78-5366-4535-8552-cedae59b1282 req-1b6e4981-5529-4b17-b8b9-e180c132de39 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.1467075 Feb 14 21:29:20.924311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e121d7b-d415-4261-bec4-493ccf8e309c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:20.953106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-3687ee82-588d-4c61-81a4-d5d17c53db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:20.960963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-3687ee82-588d-4c61-81a4-d5d17c53db52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 1126 time: 0.2245934 Feb 14 21:29:20.974510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] No DVR routers for this DVR port 3e121d7b-d415-4261-bec4-493ccf8e309c on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:21.073522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:21.117020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7286cf78-5366-4535-8552-cedae59b1282 req-7b65f10f-7ac2-4a84-be50-3b6664d8109e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937935 Feb 14 21:29:21.188135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:21.195256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f264f1ae-6ea7-4caa-9e4c-8b9e4d21739d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:21.198289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e121d7b-d415-4261-bec4-493ccf8e309c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:21.241142 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b106cfc-dfbc-4197-8e15-6e877eb33976 x-openstack-request-id: req-9b106cfc-dfbc-4197-8e15-6e877eb33976 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:21.241706 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "tag": "2941da98-f117-468a-bb92-d1fae6720313", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:21.242025 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b106cfc-dfbc-4197-8e15-6e877eb33976 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:21.242637 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'tag': '2941da98-f117-468a-bb92-d1fae6720313', 'status': 'completed', 'code': 200} Feb 14 21:29:21.247593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-d210887a-2805-4faf-b4fc-464053f49e16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2941da98-f117-468a-bb92-d1fae6720313 HTTP/1.1" status: 200 len: 217 time: 0.2793779 Feb 14 21:29:21.270770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.295375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3e121d7b-d415-4261-bec4-493ccf8e309c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:21.295832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e121d7b-d415-4261-bec4-493ccf8e309c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:21.331752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d43f5080-5730-42b9-9fec-3541fb34b8c4 req-4adc7d25-1ed8-468b-a65a-85d7244036aa tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ab4ddfb-2afe-4fc7-8bb8-8fdb8d46a02b HTTP/1.1" status: 200 len: 210 time: 0.0588567 Feb 14 21:29:21.379639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.495122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:21.502642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:21.507527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (876508f9-1d57-4672-bd3a-19ad6b49b719), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.525181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:21.561474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876508f9-1d57-4672-bd3a-19ad6b49b719']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:21.585164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Pushing event updated for resources: {'Port': ['ID=d575f954-6d2c-4a1a-a5d2-07edb5964b27,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:21.609919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fa67cc-effc-4b8c-b4c4-e4679c752d8c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:21.611275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fa67cc-effc-4b8c-b4c4-e4679c752d8c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:21.639362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (19fa67cc-effc-4b8c-b4c4-e4679c752d8c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.692506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (19fa67cc-effc-4b8c-b4c4-e4679c752d8c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.707981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:21.709617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (19fa67cc-effc-4b8c-b4c4-e4679c752d8c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.798143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (85b29e7e-ee98-4728-b3e1-a212d1919b56), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:21.897531 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:21.909327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (876508f9-1d57-4672-bd3a-19ad6b49b719), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.916618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.921976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:21.925241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] 10.222.0.86 "DELETE /v2.0/networks/876508f9-1d57-4672-bd3a-19ad6b49b719 HTTP/1.1" status: 204 len: 168 time: 2.1517880 Feb 14 21:29:21.982141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-3bc289b2-f355-49cb-b080-89c3b84bb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:21.994005 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-3bc289b2-f355-49cb-b080-89c3b84bb0dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.6607554 Feb 14 21:29:21.995058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0796d-939a-4a91-972c-cd659e11bf6a admin admin] Pushing event deleted for resources: {'Network': ['ID=876508f9-1d57-4672-bd3a-19ad6b49b719,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:22.081375 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-2159e256-a304-415c-9ba3-dcad7dd9e9ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723357 Feb 14 21:29:22.274616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:22.450057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049b64-d31e-4321-a0c3-a6bde74f0a78 req-2597cc81-9e50-46c6-87d2-cea3aba932e1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:22.465396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f049b64-d31e-4321-a0c3-a6bde74f0a78 req-2597cc81-9e50-46c6-87d2-cea3aba932e1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 943 time: 0.4534514 Feb 14 21:29:22.594333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-3b16390d-5c66-47d0-97c9-afc3c8b222eb service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198091 Feb 14 21:29:22.652182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:22.682492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:22.716910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f049b64-d31e-4321-a0c3-a6bde74f0a78 req-1160a310-f042-40b4-9701-1510e21dd3dc tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504771 Feb 14 21:29:22.744284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc2b82-e409-473e-8060-e29fbbba5575 req-15e1a2da-9038-4373-91f7-487b73277094 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:22.756126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6bc2b82-e409-473e-8060-e29fbbba5575 req-15e1a2da-9038-4373-91f7-487b73277094 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.4206960 Feb 14 21:29:22.810876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3a030d3-e0d9-44af-b829-2e0712e98542 req-378515dd-e5b3-40aa-b899-5458916242fb service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084146 Feb 14 21:29:22.854496 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93562b2a-beec-4841-9e3c-e7063799dc42 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b92662abee8432aaaf39f1dafb56059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797815 Feb 14 21:29:22.857884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:22.953205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Pushing event updated for resources: {'Port': ['ID=d575f954-6d2c-4a1a-a5d2-07edb5964b27,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:22.957258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:23.102061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6bc2b82-e409-473e-8060-e29fbbba5575 req-a4ac1592-fdfa-450d-9691-befb4fecdc8c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440351 Feb 14 21:29:23.160725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-f38b2779-1991-4c09-9cfb-2b68122ae1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:23.162862 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-f38b2779-1991-4c09-9cfb-2b68122ae1e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 1126 time: 0.2402623 Feb 14 21:29:23.180056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] Publish callbacks [] for security_group (d65a096f-709e-4f75-9f2e-e3c01b12c80d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.229793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (85b29e7e-ee98-4728-b3e1-a212d1919b56), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.249843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (89bd0070-98f9-4286-83d1-ad24b3c7c984), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.254011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.256506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a46a635-af06-418d-bff8-de05b01e3529 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4241023 Feb 14 21:29:23.258206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54856) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:23.313770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] Publish callbacks [] for security_group (d65a096f-709e-4f75-9f2e-e3c01b12c80d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.402314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (89bd0070-98f9-4286-83d1-ad24b3c7c984), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.508306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-25924bb7-8b23-45b3-ad8b-59ba1d9eb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:23.509917 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-25924bb7-8b23-45b3-ad8b-59ba1d9eb2a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.3313823 Feb 14 21:29:23.528850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d65a096f-709e-4f75-9f2e-e3c01b12c80d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.533889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.537625 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d65a096f-709e-4f75-9f2e-e3c01b12c80d HTTP/1.1" status: 204 len: 168 time: 0.6776447 Feb 14 21:29:23.673368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-495f9329-2b2d-4d6a-9e04-aa8259fa3207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2941da98-f117-468a-bb92-d1fae6720313 HTTP/1.1" status: 200 len: 217 time: 0.1323047 Feb 14 21:29:23.675045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed3fc-df47-41e4-b755-86e1514f6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a096f-709e-4f75-9f2e-e3c01b12c80d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:23.679575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (89bd0070-98f9-4286-83d1-ad24b3c7c984), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.682199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:23.700380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/security-groups/89bd0070-98f9-4286-83d1-ad24b3c7c984 HTTP/1.1" status: 204 len: 168 time: 0.7385933 Feb 14 21:29:23.703977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54882) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:23.744777 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-b38f6c59-6060-4f08-bf9f-434a26f4528d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] show failed (client error): The resource could not be found. Feb 14 21:29:23.757801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b38f6c59-6060-4f08-bf9f-434a26f4528d tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "GET /v2.0/security-groups/89bd0070-98f9-4286-83d1-ad24b3c7c984 HTTP/1.1" status: 404 len: 347 time: 0.0509238 Feb 14 21:29:23.760477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54892) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:23.862795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7664e-dc3a-40c7-9cb7-55011761ea66 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd0070-98f9-4286-83d1-ad24b3c7c984,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:23.906172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:23.930316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-af1a112d-2958-4a28-b40b-349a541e871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:23.932105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-af1a112d-2958-4a28-b40b-349a541e871c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.2306416 Feb 14 21:29:24.008977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-5e5a7515-1000-4864-b0ba-a67bbd6fd07e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627229 Feb 14 21:29:24.092277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:24.385627 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-f7407d50-5558-40dd-b243-5df36e9b364f service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657999 Feb 14 21:29:24.390409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78766330-2265-46d4-9f23-932f4a1c96fe req-1b054b06-9c92-49f9-b652-c4438e6d0103 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:24.397189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78766330-2265-46d4-9f23-932f4a1c96fe req-1b054b06-9c92-49f9-b652-c4438e6d0103 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 943 time: 0.3426769 Feb 14 21:29:24.500138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port e7cbcf0c-0169-49d6-a75c-30878928b5ba {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:24.500547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:24.560051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4cd5-9eae-4913-983c-7354d23a55d8 req-bd0691b9-92b3-4ae9-a41f-04f239440c0b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:24.561799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c6f4cd5-9eae-4913-983c-7354d23a55d8 req-bd0691b9-92b3-4ae9-a41f-04f239440c0b tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.1904912 Feb 14 21:29:24.608692 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c11d7df0-c9ef-46f6-86f3-b083e43e1d95 req-b4cba514-e322-4101-b0f6-0c56973de4eb service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896415 Feb 14 21:29:24.698272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-78766330-2265-46d4-9f23-932f4a1c96fe req-03362995-959a-49b0-8bcf-47b258ac647a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001227 Feb 14 21:29:24.779913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c6f4cd5-9eae-4913-983c-7354d23a55d8 req-7f89386a-04bb-4f42-8a89-b516bc3d5a00 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791437 Feb 14 21:29:24.799648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:24.812462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54936) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:24.817118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:24.817758 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (e7cbcf0c-0169-49d6-a75c-30878928b5ba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:24.866552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for e7cbcf0c-0169-49d6-a75c-30878928b5ba owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:25.006887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Allocated IP 172.25.2.133 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/98ca701f-1735-4e10-ab70-8ccc12d041e8) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:25.130717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7420-8c6e-4329-ae06-79e617058248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.173234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e7cbcf0c-0169-49d6-a75c-30878928b5ba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.263755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.273646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=e7cbcf0c-0169-49d6-a75c-30878928b5ba,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:25.386816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7420-8c6e-4329-ae06-79e617058248 admin admin] Publish callbacks [] for security_group (c6d5ed50-b929-4631-b89d-e048471772b8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.394705 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7420-8c6e-4329-ae06-79e617058248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6d5ed50-b929-4631-b89d-e048471772b8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.399475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for floatingip (0401b19f-7d0a-46b1-9e9f-76444f088caf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.402249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.403553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-56cdb572-451d-4676-8fbb-38fb0b5d0ec6 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/floatingips/0401b19f-7d0a-46b1-9e9f-76444f088caf HTTP/1.1" status: 204 len: 168 time: 1.6420550 Feb 14 21:29:25.409810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54954) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:25.484212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.525509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:25.529636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:25.551111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:25.567917 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fbfa7420-8c6e-4329-ae06-79e617058248 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6f25a0d4a6641709c0c41a3125e1af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7506561 Feb 14 21:29:25.567917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:25.575657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa7420-8c6e-4329-ae06-79e617058248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d5ed50-b929-4631-b89d-e048471772b8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:25.633927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54960) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:25.673737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] Publish callbacks [] for security_group (c6d5ed50-b929-4631-b89d-e048471772b8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.708267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] Publish callbacks [] for security_group (c6d5ed50-b929-4631-b89d-e048471772b8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.728248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Pushing event updated for resources: {'Port': ['ID=98ca701f-1735-4e10-ab70-8ccc12d041e8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:25.783012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 4128a4aa-17cb-417f-af23-85931a4570f1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:25.783680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.850329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6d5ed50-b929-4631-b89d-e048471772b8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.853410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:25.854750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6d5ed50-b929-4631-b89d-e048471772b8 HTTP/1.1" status: 204 len: 168 time: 0.2858188 Feb 14 21:29:25.878890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11bcd1-7039-428a-b34c-1877faa60c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d5ed50-b929-4631-b89d-e048471772b8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:25.956981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2580-ad81-40fb-aacb-6150034b0fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.089608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2580-ad81-40fb-aacb-6150034b0fb2 admin admin] Publish callbacks [] for security_group (3f4ac047-89db-4538-ab3f-4b620b0eeef7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.095080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8f2580-ad81-40fb-aacb-6150034b0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3f4ac047-89db-4538-ab3f-4b620b0eeef7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.149874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb8f2580-ad81-40fb-aacb-6150034b0fb2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de17bfc635614e3a8b07364ec9680627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5140228 Feb 14 21:29:26.150867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:26.151568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f2580-ad81-40fb-aacb-6150034b0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ac047-89db-4538-ab3f-4b620b0eeef7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:26.251685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] Publish callbacks [] for security_group (3f4ac047-89db-4538-ab3f-4b620b0eeef7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.314418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] Publish callbacks [] for security_group (3f4ac047-89db-4538-ab3f-4b620b0eeef7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.327375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for floatingip (9d658600-a912-40bd-9996-91b01b06ee9d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.425998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3f4ac047-89db-4538-ab3f-4b620b0eeef7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.429127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.430320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.433924 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3f4ac047-89db-4538-ab3f-4b620b0eeef7 HTTP/1.1" status: 204 len: 168 time: 0.2640722 Feb 14 21:29:26.451593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf4c5a-8b6d-410b-8f26-138998ba5ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ac047-89db-4538-ab3f-4b620b0eeef7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:26.480741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.482285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:26.506323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51fec382-d433-45ca-a94f-563c9c5d8e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.529338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcdc0a-1ef9-413c-a5b8-fc787d50ed2e req-36a7f7a5-1775-4aa1-b5aa-9a5a728294db tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:26.531005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9bcdc0a-1ef9-413c-a5b8-fc787d50ed2e req-36a7f7a5-1775-4aa1-b5aa-9a5a728294db tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 943 time: 0.6245611 Feb 14 21:29:26.536164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 4128a4aa-17cb-417f-af23-85931a4570f1 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:26.546721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca61f-ce0a-498b-a356-838ff98ab06c req-ea627b9b-8a5e-4513-8284-56b14ddc41bd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:26.548462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4feca61f-ce0a-498b-a356-838ff98ab06c req-ea627b9b-8a5e-4513-8284-56b14ddc41bd tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.1859910 Feb 14 21:29:26.646768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51fec382-d433-45ca-a94f-563c9c5d8e8a admin admin] Publish callbacks [] for security_group (931bdb36-4024-41f4-a9f0-535039f98688), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.652168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51fec382-d433-45ca-a94f-563c9c5d8e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (931bdb36-4024-41f4-a9f0-535039f98688), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.704368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51fec382-d433-45ca-a94f-563c9c5d8e8a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20735055cfa24e51bc70452c4d9c299e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202158 Feb 14 21:29:26.706478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54996) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:26.722329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4feca61f-ce0a-498b-a356-838ff98ab06c req-30f7f9a5-d9aa-4f02-82f4-1cb6d4e5e838 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664917 Feb 14 21:29:26.765650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9bcdc0a-1ef9-413c-a5b8-fc787d50ed2e req-f0922ff3-a8ad-427a-89ef-cefe042f195e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142153 Feb 14 21:29:26.778995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fec382-d433-45ca-a94f-563c9c5d8e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931bdb36-4024-41f4-a9f0-535039f98688,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:26.824341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] Publish callbacks [] for security_group (931bdb36-4024-41f4-a9f0-535039f98688), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.902542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] Publish callbacks [] for security_group (931bdb36-4024-41f4-a9f0-535039f98688), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.909418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.915549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4128a4aa-17cb-417f-af23-85931a4570f1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:26.980437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=4128a4aa-17cb-417f-af23-85931a4570f1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:26.992810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.034198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (931bdb36-4024-41f4-a9f0-535039f98688), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.037101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.040821 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/931bdb36-4024-41f4-a9f0-535039f98688 HTTP/1.1" status: 204 len: 168 time: 0.3303740 Feb 14 21:29:27.050684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba4478-a0f3-4237-91e9-61485fb5226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931bdb36-4024-41f4-a9f0-535039f98688,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:27.098696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Pushing event updated for resources: {'Port': ['ID=98ca701f-1735-4e10-ab70-8ccc12d041e8,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:27.185661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.194813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f70544b-3c07-4c6d-b97b-64b1a0f6d3b2 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/ports/4128a4aa-17cb-417f-af23-85931a4570f1 HTTP/1.1" status: 204 len: 168 time: 1.7812266 Feb 14 21:29:27.195357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:27.200620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (9d658600-a912-40bd-9996-91b01b06ee9d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.223217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.224905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e36ea770-35d8-4b55-8a11-c98dc0448959 tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9655235 Feb 14 21:29:27.227540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55050) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:27.321272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 477d8dd6-b5af-4c43-96e3-b2b730d31769 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:27.321780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.331652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-64f180b9-50fd-4f06-9121-e2d9252c376d tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2432 time: 0.1002901 Feb 14 21:29:27.339016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:27.508009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-29cd269c-9f16-4d61-b285-472f3d030aaa tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1597884 Feb 14 21:29:27.508778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55070) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:27.799081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Deleting port 98ca701f-1735-4e10-ab70-8ccc12d041e8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:27.800620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.916217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:27.927039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2941da98-f117-468a-bb92-d1fae6720313 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:29:27.950173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 477d8dd6-b5af-4c43-96e3-b2b730d31769 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:28.006729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55126) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:28.078023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2941da98-f117-468a-bb92-d1fae6720313,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:28.094794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2941da98-f117-468a-bb92-d1fae6720313', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': '2941da98-f117-468a-bb92-d1fae6720313', 'mac_address': 'fa:16:3e:ec:58:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:29:28.122458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (477d8dd6-b5af-4c43-96e3-b2b730d31769), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.137152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a8f61-82c9-4de2-af7c-7ee55c7b8a1d req-856bf7e0-8d9f-44fb-a17a-d70c4a305139 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:28.150832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d71a8f61-82c9-4de2-af7c-7ee55c7b8a1d req-856bf7e0-8d9f-44fb-a17a-d70c4a305139 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.2392154 Feb 14 21:29:28.163698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=477d8dd6-b5af-4c43-96e3-b2b730d31769,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:28.185422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.185753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for floatingip (98ca701f-1735-4e10-ab70-8ccc12d041e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.200209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2941da98-f117-468a-bb92-d1fae6720313 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:28.200707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2941da98-f117-468a-bb92-d1fae6720313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.235216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2941da98-f117-468a-bb92-d1fae6720313 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:28.246853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.247778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Calling delete_port for 98ca701f-1735-4e10-ab70-8ccc12d041e8 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:28.251507 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cd53d3a1-45d1-4afe-913a-186bb5154727 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/ports/477d8dd6-b5af-4c43-96e3-b2b730d31769 HTTP/1.1" status: 204 len: 168 time: 1.0548975 Feb 14 21:29:28.254686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:28.260429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1203704831-network', 'tenant_id': '0468908324d7434bb0e02cb37d78fc5b'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:28.285072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2941da98-f117-468a-bb92-d1fae6720313,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:28.295747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.340523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting subnet bddb53e4-aa61-4883-b421-7f9290d389dd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:28.345181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (bddb53e4-aa61-4883-b421-7f9290d389dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.400007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:28.410362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.411073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.412703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.413478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.414141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.414663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.415208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.415338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (bddb53e4-aa61-4883-b421-7f9290d389dd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.415995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.416629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.417181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.418495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.419340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.419858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:29:28.471825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d71a8f61-82c9-4de2-af7c-7ee55c7b8a1d req-7654972c-771b-41d3-8b5c-85e53596f503 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199527 Feb 14 21:29:28.533205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Made reservation on behalf of 0468908324d7434bb0e02cb37d78fc5b for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:28.544200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.566247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (bddb53e4-aa61-4883-b421-7f9290d389dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.616660 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.644085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2941da98-f117-468a-bb92-d1fae6720313'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:28.650940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.737224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (bddb53e4-aa61-4883-b421-7f9290d389dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.816668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (98ca701f-1735-4e10-ab70-8ccc12d041e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.824813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:28.835926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c369281-511f-4575-80a8-eac45ba6eee0 None None] Network 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:28.836690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/subnets/bddb53e4-aa61-4883-b421-7f9290d389dd HTTP/1.1" status: 204 len: 168 time: 0.5802433 Feb 14 21:29:28.838938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f712f-be8c-4d41-968b-22ed98e45194 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Subnet': ['ID=bddb53e4-aa61-4883-b421-7f9290d389dd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:28.845312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55182) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:28.997086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting subnet 7d9854ac-1702-4176-9a95-dbf8172bee3a {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:29.010666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (7d9854ac-1702-4176-9a95-dbf8172bee3a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.022737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks [] for security_group (f8872878-e088-4468-b69f-1c2789903dcb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.078945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (7d9854ac-1702-4176-9a95-dbf8172bee3a), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.084696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] DHCP port deletion for 23c10884-f7ab-4617-8bd9-6ad15ae4ba7f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:29:29.091959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Pushing event deleted for resources: {'Port': ['ID=98ca701f-1735-4e10-ab70-8ccc12d041e8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:29.113200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924546c1-5fbd-4cd6-b2ec-90013dffd297 req-cad8db46-dd67-43c4-bab4-2d232bdba11a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:29.122718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-924546c1-5fbd-4cd6-b2ec-90013dffd297 req-cad8db46-dd67-43c4-bab4-2d232bdba11a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 944 time: 0.7026255 Feb 14 21:29:29.171641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8872878-e088-4468-b69f-1c2789903dcb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.174197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Deleting port 264af9dd-c1cd-43e5-9e91-6de276c30c61 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:29.174606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.189391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:29:29.205653 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cdbbe56a-a4c1-4c71-8f79-960a19483c7d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.206382 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Added segment cdbbe56a-a4c1-4c71-8f79-960a19483c7d of type vlan for network 84365fd5-4550-41ff-95b9-408e99af19f8 Feb 14 21:29:29.256428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7d9854ac-1702-4176-9a95-dbf8172bee3a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.285332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8872878-e088-4468-b69f-1c2789903dcb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:29.342389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] For port 264af9dd-c1cd-43e5-9e91-6de276c30c61, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=264af9dd-c1cd-43e5-9e91-6de276c30c61,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:29.342793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.350202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (84365fd5-4550-41ff-95b9-408e99af19f8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.359492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Calling delete_port for 264af9dd-c1cd-43e5-9e91-6de276c30c61 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:29.376288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (7d9854ac-1702-4176-9a95-dbf8172bee3a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.424857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.429874 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/subnets/7d9854ac-1702-4176-9a95-dbf8172bee3a HTTP/1.1" status: 204 len: 168 time: 0.5821950 Feb 14 21:29:29.431067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd0b9b-54be-4ebc-915c-91a0b2db8f80 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9854ac-1702-4176-9a95-dbf8172bee3a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:29.439416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:29.440587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa51ef-cec6-48ba-8646-c283598acba9 None None] Network e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:29.458010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-924546c1-5fbd-4cd6-b2ec-90013dffd297 req-619788e4-c241-4ac0-8daf-c60cf66fa5c1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314366 Feb 14 21:29:29.473444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:29:29.504789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks [] for floatingip (9d658600-a912-40bd-9996-91b01b06ee9d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.509022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.510618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-342c19e5-1df7-4d93-914f-d4d26209da0e tempest-FloatingIPAdminTestJSON-313126912 tempest-FloatingIPAdminTestJSON-313126912-project] 10.222.0.86 "DELETE /v2.0/floatingips/9d658600-a912-40bd-9996-91b01b06ee9d HTTP/1.1" status: 204 len: 168 time: 2.0008776 Feb 14 21:29:29.513311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:29.523120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (84365fd5-4550-41ff-95b9-408e99af19f8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.524466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:29.525333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.565143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.652050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port 264af9dd-c1cd-43e5-9e91-6de276c30c61 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:29.652050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.740998 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.788593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] Pushing event deleted for resources: {'Port': ['ID=264af9dd-c1cd-43e5-9e91-6de276c30c61,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:29.795202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d1c55-ad5d-4732-ae88-b2c0becae509 None None] No DVR routers for this DVR port 264af9dd-c1cd-43e5-9e91-6de276c30c61 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:29.797993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port 264af9dd-c1cd-43e5-9e91-6de276c30c61, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=264af9dd-c1cd-43e5-9e91-6de276c30c61,segment=NetworkSegment(9840f54b-a846-40ca-b9b2-5f3efb7736f9),segment_id=9840f54b-a846-40ca-b9b2-5f3efb7736f9)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:29.798401 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:29.832282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for 264af9dd-c1cd-43e5-9e91-6de276c30c61 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:29.851468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8395138 Feb 14 21:29:29.857324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:29.865808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Request body: {'subnet': {'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1203704831-subnet', 'tenant_id': '0468908324d7434bb0e02cb37d78fc5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:29.905418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02cc0-ee6b-416c-9080-dba7161bc6df admin admin] Pushing event updated for resources: {'Network': ['ID=84365fd5-4550-41ff-95b9-408e99af19f8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:29.920312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 84365fd5-4550-41ff-95b9-408e99af19f8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:29:29.977314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2941da98-f117-468a-bb92-d1fae6720313 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:30.021269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Made reservation on behalf of 0468908324d7434bb0e02cb37d78fc5b for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:30.024398 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.044718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] DHCP port deletion for e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:29:30.046389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff237-6e4e-47b0-9a9c-67b8ec9fb910 req-1da9cec2-ec90-43fc-9791-cd37d1808dc5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:30.047990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59fff237-6e4e-47b0-9a9c-67b8ec9fb910 req-1da9cec2-ec90-43fc-9791-cd37d1808dc5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.4073584 Feb 14 21:29:30.094941 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (264af9dd-c1cd-43e5-9e91-6de276c30c61), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.103056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2941da98-f117-468a-bb92-d1fae6720313 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:29:30.108364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2941da98-f117-468a-bb92-d1fae6720313 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:30.108678 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2941da98-f117-468a-bb92-d1fae6720313), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.196174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Deleting port ef3b090e-9efd-4ae4-b199-0d70b675af92 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:30.196577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.200583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=264af9dd-c1cd-43e5-9e91-6de276c30c61,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:30.210323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port 264af9dd-c1cd-43e5-9e91-6de276c30c61 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:30.233708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Deleting port d575f954-6d2c-4a1a-a5d2-07edb5964b27 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:30.234277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.371057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.400123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c10884-f7ab-4617-8bd9-6ad15ae4ba7f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:30.401493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.401835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (d575f954-6d2c-4a1a-a5d2-07edb5964b27), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.404251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] For port ef3b090e-9efd-4ae4-b199-0d70b675af92, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ef3b090e-9efd-4ae4-b199-0d70b675af92,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:30.406685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.412832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9840f54b-a846-40ca-b9b2-5f3efb7736f9') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:30.413197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9840f54b-a846-40ca-b9b2-5f3efb7736f9') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:30.426117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (9840f54b-a846-40ca-b9b2-5f3efb7736f9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.431381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Calling delete_port for d575f954-6d2c-4a1a-a5d2-07edb5964b27 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:30.444118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9840f54b-a846-40ca-b9b2-5f3efb7736f9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.459437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:30.459607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Calling delete_port for ef3b090e-9efd-4ae4-b199-0d70b675af92 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:30.461253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (9840f54b-a846-40ca-b9b2-5f3efb7736f9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:30.469957 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:30.496088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2941da98-f117-468a-bb92-d1fae6720313 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:30.496489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2941da98-f117-468a-bb92-d1fae6720313), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.558472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2941da98-f117-468a-bb92-d1fae6720313'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:30.561028 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c52e1f-a842-40f0-aaa1-b77c767f0607" -d '{"events": [{"server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "name": "network-vif-plugged", "status": "completed", "tag": "2941da98-f117-468a-bb92-d1fae6720313"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:30.587940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59fff237-6e4e-47b0-9a9c-67b8ec9fb910 req-ec6de084-0b93-44be-adec-8468b66cd4c0 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190301 Feb 14 21:29:30.640000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2941da98-f117-468a-bb92-d1fae6720313,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:30.656136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (23c10884-f7ab-4617-8bd9-6ad15ae4ba7f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.668704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.677318 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/networks/23c10884-f7ab-4617-8bd9-6ad15ae4ba7f HTTP/1.1" status: 204 len: 168 time: 1.2356489 Feb 14 21:29:30.680403 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.701159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:30.797828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.801475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d575f954-6d2c-4a1a-a5d2-07edb5964b27), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.804075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e127595-bbb9-49ca-a816-f50f6d017a94 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Network': ['ID=23c10884-f7ab-4617-8bd9-6ad15ae4ba7f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:30.850493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Pushing event deleted for resources: {'Port': ['ID=d575f954-6d2c-4a1a-a5d2-07edb5964b27,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:30.871027 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16846139-45f5-492a-990f-6632feabf04c x-openstack-request-id: req-16846139-45f5-492a-990f-6632feabf04c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:30.874356 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "name": "network-vif-plugged", "status": "completed", "tag": "2941da98-f117-468a-bb92-d1fae6720313", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:30.875524 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16846139-45f5-492a-990f-6632feabf04c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:30.876846 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2941da98-f117-468a-bb92-d1fae6720313', 'code': 200} Feb 14 21:29:30.904205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ac694-60dc-4914-9268-96df20c4cac4 req-89a647a5-b7ca-49ed-9c5f-a0cbb5504246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:30.905853 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef3ac694-60dc-4914-9268-96df20c4cac4 req-89a647a5-b7ca-49ed-9c5f-a0cbb5504246 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 1128 time: 0.0985825 Feb 14 21:29:30.956215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:30.962212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Deleting port ef3b090e-9efd-4ae4-b199-0d70b675af92 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:30.962963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.988138 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89dfa6ec-dd69-4412-acbe-159c8aba6238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:30.990246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.019440 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef3ac694-60dc-4914-9268-96df20c4cac4 req-b917c1af-b3eb-4bf0-a952-53ff4c7669a7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063402 Feb 14 21:29:31.050784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcded556-12df-4ca9-b378-21a2341e0ea9 req-054cfd80-f511-45e8-ae76-71a58d2dfc9f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:31.053081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] Pushing event deleted for resources: {'Port': ['ID=ef3b090e-9efd-4ae4-b199-0d70b675af92,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:31.055671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c00a0-5dcc-4c8e-a012-1577eab8a737 None None] No DVR routers for this DVR port ef3b090e-9efd-4ae4-b199-0d70b675af92 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:31.055971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] For port ef3b090e-9efd-4ae4-b199-0d70b675af92, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ef3b090e-9efd-4ae4-b199-0d70b675af92,segment=NetworkSegment(aa7f1ad5-01d6-4c13-a16e-027d8c5805bb),segment_id=aa7f1ad5-01d6-4c13-a16e-027d8c5805bb)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:31.056361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.058215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 264af9dd-c1cd-43e5-9e91-6de276c30c61 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:31.075828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcded556-12df-4ca9-b378-21a2341e0ea9 req-054cfd80-f511-45e8-ae76-71a58d2dfc9f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 945 time: 0.2750461 Feb 14 21:29:31.085481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Calling delete_port for ef3b090e-9efd-4ae4-b199-0d70b675af92 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:31.090858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 264af9dd-c1cd-43e5-9e91-6de276c30c61 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:31.091608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 264af9dd-c1cd-43e5-9e91-6de276c30c61 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:31.092212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ef3b090e-9efd-4ae4-b199-0d70b675af92 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:31.099136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (78ed697c-1340-4676-9318-d73690a7f148), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.118456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ef3b090e-9efd-4ae4-b199-0d70b675af92 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:31.118922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ef3b090e-9efd-4ae4-b199-0d70b675af92 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:31.151310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks [] for floatingip (85b29e7e-ee98-4728-b3e1-a212d1919b56), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.156666 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.166716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-15f37de2-74a8-4950-ac8f-57cdbf239277 tempest-FloatingIPAdminTestJSON-202530888 tempest-FloatingIPAdminTestJSON-202530888-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/85b29e7e-ee98-4728-b3e1-a212d1919b56 HTTP/1.1" status: 204 len: 168 time: 1.6520581 Feb 14 21:29:31.174172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:31.253315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ed697c-1340-4676-9318-d73690a7f148,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:31.263407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcded556-12df-4ca9-b378-21a2341e0ea9 req-77aa6a21-e5ed-4703-9fdb-67375128e5c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852789 Feb 14 21:29:31.278906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Checking segment: {'id': 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:31.279316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Network hostable DHCP agents. Network: 84365fd5-4550-41ff-95b9-408e99af19f8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:29:31.320266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Network 84365fd5-4550-41ff-95b9-408e99af19f8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:29:31.336196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 84365fd5-4550-41ff-95b9-408e99af19f8) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:31.340902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:31.341737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.347088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d62c34-c6b6-4ee3-8af8-5b564a9f9c42 None None] Network 84365fd5-4550-41ff-95b9-408e99af19f8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:31.376512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ed065448-f1c8-46e9-8757-1794d3d0ad98 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5152941 Feb 14 21:29:31.477030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ef3b090e-9efd-4ae4-b199-0d70b675af92), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.516341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Port': ['ID=ef3b090e-9efd-4ae4-b199-0d70b675af92,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:31.528193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port 1ffef50a-6309-488e-be68-6f0facb13583 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:31.528949 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1ffef50a-6309-488e-be68-6f0facb13583), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.534910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] No DVR routers for this DVR port ef3b090e-9efd-4ae4-b199-0d70b675af92 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:31.548650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df21171-b83d-48d2-af8d-3d32f350d7fa None None] Network 84365fd5-4550-41ff-95b9-408e99af19f8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:31.726581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.776701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:31.793170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1ffef50a-6309-488e-be68-6f0facb13583), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.797115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:31.797525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7f1ad5-01d6-4c13-a16e-027d8c5805bb') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:31.818931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (aa7f1ad5-01d6-4c13-a16e-027d8c5805bb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.821096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for 1ffef50a-6309-488e-be68-6f0facb13583 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:31.852285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (aa7f1ad5-01d6-4c13-a16e-027d8c5805bb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.853239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8256a-377b-4602-9435-c8f43d169e32 req-c6377740-1464-497a-98e0-ac621a6ca9ce tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:31.861742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67d8256a-377b-4602-9435-c8f43d169e32 req-c6377740-1464-497a-98e0-ac621a6ca9ce tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.0766273 Feb 14 21:29:31.921180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:31.921870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (aa7f1ad5-01d6-4c13-a16e-027d8c5805bb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:31.925071 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:31.960922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67d8256a-377b-4602-9435-c8f43d169e32 req-447a2dc5-aaae-4eca-8254-68b244200b0c tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955026 Feb 14 21:29:32.201371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:32.210508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:32.217256 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] 10.222.0.86 "DELETE /v2.0/networks/e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f HTTP/1.1" status: 204 len: 168 time: 1.5120468 Feb 14 21:29:32.217256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1ffef50a-6309-488e-be68-6f0facb13583), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:32.245708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158794b-f013-4d18-a6ed-5681a7e5e5e8 tempest-TaggedBootDevicesTest_v242-861949653 tempest-TaggedBootDevicesTest_v242-861949653-project] Pushing event deleted for resources: {'Network': ['ID=e31cb59b-4ee4-4f93-a061-edf1a8f1eb2f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:32.276864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=1ffef50a-6309-488e-be68-6f0facb13583,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:32.419080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:32.428054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ffd8e97d-a7a8-4f4c-9c42-2d0aa02ebfeb tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/ports/1ffef50a-6309-488e-be68-6f0facb13583 HTTP/1.1" status: 204 len: 168 time: 1.2528279 Feb 14 21:29:32.429052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:32.598561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1043e04-a51d-450f-95fc-519f5a0e4b3e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:32.600729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1043e04-a51d-450f-95fc-519f5a0e4b3e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 HTTP/1.1" status: 200 len: 913 time: 0.1706502 Feb 14 21:29:32.603535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55546) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:32.738090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a8033-606f-419a-8e1d-17c599251cb8 req-c1abf378-8d93-43f1-a3d5-90febca897f7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:32.739919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-200a8033-606f-419a-8e1d-17c599251cb8 req-c1abf378-8d93-43f1-a3d5-90febca897f7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 945 time: 0.2349381 Feb 14 21:29:33.344994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-525480c7-6397-48fe-9162-a0df9e78a79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:33.407437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-200a8033-606f-419a-8e1d-17c599251cb8 req-df4f6d5c-9108-41eb-b50f-777b97726fee tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539025 Feb 14 21:29:33.569687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058745b-1fee-4caa-aae3-4b771f7702fa req-c4613f0b-3034-4397-b0e6-be7034f51d91 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:33.571217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a058745b-1fee-4caa-aae3-4b771f7702fa req-c4613f0b-3034-4397-b0e6-be7034f51d91 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 943 time: 0.1125216 Feb 14 21:29:33.665912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a058745b-1fee-4caa-aae3-4b771f7702fa req-19938755-4656-4fe0-9a61-01109669050e tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860045 Feb 14 21:29:33.832397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:33.963392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:29:34.244562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:34.294973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'port_id': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'mac_address': 'fa:16:3e:7d:b5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:29:34.400175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:34.400754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:34.430163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:34.461730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:34.475605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:34.499394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:34.547680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port 873ed161-1ad4-415f-ac42-7f20a6a7ead7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:34.558261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:34.615172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:34.784384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['78d1d984-bd6b-4fa8-9f73-b9400b30d677'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:34.848387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:34.905818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-08df6194-c639-4292-a22c-754c4d615f4b tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:34.908142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-08df6194-c639-4292-a22c-754c4d615f4b tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/networks?id=84365fd5-4550-41ff-95b9-408e99af19f8 HTTP/1.1" status: 200 len: 810 time: 0.1794705 Feb 14 21:29:34.937023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for 873ed161-1ad4-415f-ac42-7f20a6a7ead7 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:34.953479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-6b54b620-0ab3-417e-84ef-35fc9a7a8e9a tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/quotas/0468908324d7434bb0e02cb37d78fc5b HTTP/1.1" status: 200 len: 375 time: 0.0367391 Feb 14 21:29:34.999634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a93cc4a7-6220-4f0f-84be-f36bafbc3d57 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0468908324d7434bb0e02cb37d78fc5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448723 Feb 14 21:29:35.289488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-17db7307-1226-47fc-b95f-afa5e7a917c4 service neutron] 10.222.0.86 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583604 Feb 14 21:29:35.592447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-3a6097da-ba7c-452b-a12f-a94438edf0b3 service neutron] 10.222.0.86 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670941 Feb 14 21:29:35.601112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869faaa-8407-4b46-907a-c2096093c467 req-1343e406-faab-4d50-bdf3-780210e037fb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:35.602800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6869faaa-8407-4b46-907a-c2096093c467 req-1343e406-faab-4d50-bdf3-780210e037fb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 944 time: 0.1718569 Feb 14 21:29:35.603883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (873ed161-1ad4-415f-ac42-7f20a6a7ead7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:35.684207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:35.704587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=873ed161-1ad4-415f-ac42-7f20a6a7ead7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:36.014958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:36.044982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:36.070844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:36.203505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:36.204416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:36.301182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6869faaa-8407-4b46-907a-c2096093c467 req-9c8388fe-d9d0-465a-a654-dd8a2b7f4fca tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6842315 Feb 14 21:29:36.455438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:36.455836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:36.486777 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:29:36.526540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:36.528557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-949e4d9c-165e-48e2-884a-6b565b438e6a req-393e0f67-30b1-46fa-957b-1a9604da6fde tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 210 time: 0.1014037 Feb 14 21:29:36.529045 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e7423-6a26-49e8-b756-dd6e6d792187" -d '{"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:36.556973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:36.573785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:36.643598 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f59f81-4ac8-408c-9a04-3c7b22798cc7 x-openstack-request-id: req-32f59f81-4ac8-408c-9a04-3c7b22798cc7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:36.644168 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-plugged", "status": "completed", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:36.644626 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32f59f81-4ac8-408c-9a04-3c7b22798cc7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:36.645254 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'code': 200} Feb 14 21:29:36.650980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:36.778717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:29:36.899733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660ea6f-6a80-451c-932f-16bc101e2e33 req-eb946d64-63a4-4c39-a14b-2939588b7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:36.908548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e660ea6f-6a80-451c-932f-16bc101e2e33 req-eb946d64-63a4-4c39-a14b-2939588b7ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1129 time: 0.0924373 Feb 14 21:29:36.932473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:29:36.945331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] Sync routers for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:29:36.952749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e0902d98-0674-4fab-9283-6bed3877eae4 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "PUT /v2.0/routers/4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3466079 Feb 14 21:29:36.953946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55968) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:36.964968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:36.965603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:37.043695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e660ea6f-6a80-451c-932f-16bc101e2e33 req-49f2886d-8378-4f0e-a99e-61b0014b772f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256678 Feb 14 21:29:37.260230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.264908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:37.335471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] Routers {'4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:29:37.336978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:29:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:37.343045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.358221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:37.365011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:37.400085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:37.400930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df3398-d0e9-438b-8ee9-d979ce20caa8 None None] The sync data for ids ['4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:29:37.570933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d8dbf8-795a-4e0b-9d58-5461bb836d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.616152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22a161e9-0758-4344-a421-2d1d42b30ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.725323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d8dbf8-795a-4e0b-9d58-5461bb836d36 admin admin] Publish callbacks [] for security_group (ec12de10-da9b-449f-8d4e-308e14ecba46), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.740933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d8dbf8-795a-4e0b-9d58-5461bb836d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec12de10-da9b-449f-8d4e-308e14ecba46), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.757661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369441dc-7ba9-45a9-9445-2e774a501c87 req-898273fc-6e80-47a7-a3d3-32e11a9c94cb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:37.764651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-369441dc-7ba9-45a9-9445-2e774a501c87 req-898273fc-6e80-47a7-a3d3-32e11a9c94cb tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.2714348 Feb 14 21:29:37.774554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_gateway (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.777315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22a161e9-0758-4344-a421-2d1d42b30ec2 admin admin] Publish callbacks [] for security_group (907ef040-400b-4342-8f99-e9233a4640eb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.797381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22a161e9-0758-4344-a421-2d1d42b30ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (907ef040-400b-4342-8f99-e9233a4640eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.802866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8dbf8-795a-4e0b-9d58-5461bb836d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec12de10-da9b-449f-8d4e-308e14ecba46,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:37.812668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98d8dbf8-795a-4e0b-9d58-5461bb836d36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b91abd322d5e43b482a7cfbc87dec5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533429 Feb 14 21:29:37.820994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:37.888152 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-22a161e9-0758-4344-a421-2d1d42b30ec2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a0edc49976414fa2823cf229b4794b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195024 Feb 14 21:29:37.888800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-369441dc-7ba9-45a9-9445-2e774a501c87 req-1af16bab-897c-4154-ad92-e5017196b568 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230052 Feb 14 21:29:37.892015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56002) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:37.913255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] Publish callbacks [] for security_group (ec12de10-da9b-449f-8d4e-308e14ecba46), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.924105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a161e9-0758-4344-a421-2d1d42b30ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ef040-400b-4342-8f99-e9233a4640eb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:37.941640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] Publish callbacks [] for security_group (ec12de10-da9b-449f-8d4e-308e14ecba46), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:37.999910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port 43ba1fb2-b516-4653-9a22-db978aec5fe7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:38.000667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (43ba1fb2-b516-4653-9a22-db978aec5fe7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.072801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec12de10-da9b-449f-8d4e-308e14ecba46), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.075859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.077172 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec12de10-da9b-449f-8d4e-308e14ecba46 HTTP/1.1" status: 204 len: 168 time: 0.2550943 Feb 14 21:29:38.100061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ddc7b994-51b7-4703-9249-fd7557e99cea req-9822cd7d-544e-4def-9659-69aa88efe0be tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 210 time: 0.0799088 Feb 14 21:29:38.141034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] Publish callbacks [] for security_group (907ef040-400b-4342-8f99-e9233a4640eb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.184861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed15fb-2c7a-44fa-ba6c-892156053dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec12de10-da9b-449f-8d4e-308e14ecba46,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:38.185482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (43ba1fb2-b516-4653-9a22-db978aec5fe7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.216059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for 43ba1fb2-b516-4653-9a22-db978aec5fe7 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:38.338430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-21fb8fc2-a5ef-48c4-b1c3-b39c83853171 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:38.340019 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-21fb8fc2-a5ef-48c4-b1c3-b39c83853171 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.83 "GET /v2.0/networks?id=84365fd5-4550-41ff-95b9-408e99af19f8 HTTP/1.1" status: 200 len: 810 time: 0.2886846 Feb 14 21:29:38.352732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] Publish callbacks [] for security_group (907ef040-400b-4342-8f99-e9233a4640eb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.356741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Request body: {'port': {'device_id': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8', 'admin_state_up': True, 'tenant_id': '0468908324d7434bb0e02cb37d78fc5b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:38.530820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Made reservation on behalf of 0468908324d7434bb0e02cb37d78fc5b for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:38.534487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.684096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (907ef040-400b-4342-8f99-e9233a4640eb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.700711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.702573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/907ef040-400b-4342-8f99-e9233a4640eb HTTP/1.1" status: 204 len: 168 time: 0.8078597 Feb 14 21:29:38.717892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbd6f5-d137-48ab-a079-d0bca93355ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ef040-400b-4342-8f99-e9233a4640eb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:38.789977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (43ba1fb2-b516-4653-9a22-db978aec5fe7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:38.866832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=43ba1fb2-b516-4653-9a22-db978aec5fe7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:38.930245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Allocated IP 172.20.0.14 (84365fd5-4550-41ff-95b9-408e99af19f8/78ed697c-1340-4676-9318-d73690a7f148/e533bda7-ae61-4401-9f0f-6c760cd6d37b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:39.191336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:39.486395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks [] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:39.572903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:39.679731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Network 84365fd5-4550-41ff-95b9-408e99af19f8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:39.695184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:39.702561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:39.813623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:39.814252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:39.816883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Pushing event updated for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:39.859788 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-a8e6fa44-3cdf-4183-a758-e824a8d7fa1d tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5079477 Feb 14 21:29:39.872561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Request body: {'port': {'device_id': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:40.000139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.154639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.158686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router_controller (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.338545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.339494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Fanout notify agent at l3_agent the message router_deleted on router 4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:29:40.352773 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.354571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7337af2c-29e3-419c-8df7-099dcfd78c1a tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/routers/4bff7f75-f8fe-4dc0-bea4-88afd8d8bea8 HTTP/1.1" status: 204 len: 168 time: 3.3991306 Feb 14 21:29:40.361280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56110) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:40.372659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af6d7-04d7-4271-9d0d-a84f94dbc61a req-9ddc4e51-37ee-4f60-9827-6bbaba569a78 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:40.380640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da7af6d7-04d7-4271-9d0d-a84f94dbc61a req-9ddc4e51-37ee-4f60-9827-6bbaba569a78 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 1.3173389 Feb 14 21:29:40.447213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56116) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:40.448233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da7af6d7-04d7-4271-9d0d-a84f94dbc61a req-56b38aeb-5f6b-4b48-8242-ef7bd94c0846 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662897 Feb 14 21:29:40.468122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04952-91ed-4a0b-9d7a-ae5691e1d644 req-33f3143b-95f1-470f-8b46-8b442d51b661 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:40.475634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99a04952-91ed-4a0b-9d7a-ae5691e1d644 req-33f3143b-95f1-470f-8b46-8b442d51b661 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 932 time: 0.2243683 Feb 14 21:29:40.560287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting subnet d127cd5e-7372-4b20-9abf-9920c5a37bdd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:40.564009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for subnet (d127cd5e-7372-4b20-9abf-9920c5a37bdd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.598547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99a04952-91ed-4a0b-9d7a-ae5691e1d644 req-813138a2-d596-473a-9f70-cc0991df6640 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Feb 14 21:29:40.608534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (d127cd5e-7372-4b20-9abf-9920c5a37bdd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.714884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d127cd5e-7372-4b20-9abf-9920c5a37bdd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.781961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-432126549-network', 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:40.815602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e533bda7-ae61-4401-9f0f-6c760cd6d37b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:40.832117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks [] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.839918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:40.842418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.859096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (d127cd5e-7372-4b20-9abf-9920c5a37bdd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.868803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Transition to ACTIVE for port object e533bda7-ae61-4401-9f0f-6c760cd6d37b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:29:40.873935 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.887067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88c873-f087-47b6-bba4-094482c1d9be None None] Network 16f71622-b016-44ef-bc1c-1a347efd39aa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:40.893880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.898326 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/subnets/d127cd5e-7372-4b20-9abf-9920c5a37bdd HTTP/1.1" status: 204 len: 168 time: 0.5359530 Feb 14 21:29:40.902053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:40.919778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:40.933284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb0785-847f-4d3b-8c03-981142ab9bb0 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Subnet': ['ID=d127cd5e-7372-4b20-9abf-9920c5a37bdd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.057397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (16f71622-b016-44ef-bc1c-1a347efd39aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.110129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] DHCP port deletion for 16f71622-b016-44ef-bc1c-1a347efd39aa request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:29:41.115856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Pushing event updated for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.149909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port 21030bc7-aaec-4715-ab89-63fb708cba4b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:41.151844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.272604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Deleting port 21030bc7-aaec-4715-ab89-63fb708cba4b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:41.275041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.311550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Attempting to bind port e533bda7-ae61-4401-9f0f-6c760cd6d37b on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:29:41.311892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Attempting to bind port e533bda7-ae61-4401-9f0f-6c760cd6d37b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:29:41.312223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Attempting to bind port e533bda7-ae61-4401-9f0f-6c760cd6d37b on network 84365fd5-4550-41ff-95b9-408e99af19f8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:41.317928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] For port 21030bc7-aaec-4715-ab89-63fb708cba4b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=21030bc7-aaec-4715-ab89-63fb708cba4b,segment=NetworkSegment(8eb87d6a-3789-485e-ac20-7d23b7821c3e),segment_id=8eb87d6a-3789-485e-ac20-7d23b7821c3e)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:41.318941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.322017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks [] for security_group (e6208a60-0b32-4bf3-b8c1-516e6f32db7f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.335496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Port e533bda7-ae61-4401-9f0f-6c760cd6d37b on network 84365fd5-4550-41ff-95b9-408e99af19f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:29:41.335862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Attempting to bind port e533bda7-ae61-4401-9f0f-6c760cd6d37b on network 84365fd5-4550-41ff-95b9-408e99af19f8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:41.337763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for 21030bc7-aaec-4715-ab89-63fb708cba4b owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:41.350634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6208a60-0b32-4bf3-b8c1-516e6f32db7f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.377947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:29:41.392450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56136) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:41.392624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] For port 21030bc7-aaec-4715-ab89-63fb708cba4b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=21030bc7-aaec-4715-ab89-63fb708cba4b,segment=NetworkSegment(8eb87d6a-3789-485e-ac20-7d23b7821c3e),segment_id=8eb87d6a-3789-485e-ac20-7d23b7821c3e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:41.393009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.396552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5aa40044-8027-4237-b240-e5f80f977b6a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.396923 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Added segment 5aa40044-8027-4237-b240-e5f80f977b6a of type vlan for network d9e30088-d269-41c8-9239-4ae882bdf795 Feb 14 21:29:41.417621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Calling delete_port for 21030bc7-aaec-4715-ab89-63fb708cba4b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:41.463539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d9e30088-d269-41c8-9239-4ae882bdf795), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.525180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.573964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d9e30088-d269-41c8-9239-4ae882bdf795), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.577322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:41.579431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.592307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=21030bc7-aaec-4715-ab89-63fb708cba4b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.594175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] No DVR routers for this DVR port 21030bc7-aaec-4715-ab89-63fb708cba4b on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:41.612022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (21030bc7-aaec-4715-ab89-63fb708cba4b), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.630936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:29:41.632597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Checking segment: {'id': 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:41.633100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Bound using segment: {'id': 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:29:41.635043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Bound port: e533bda7-ae61-4401-9f0f-6c760cd6d37b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:29:41.635532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.689923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] Pushing event deleted for resources: {'Port': ['ID=21030bc7-aaec-4715-ab89-63fb708cba4b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.699511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ecd44752-b467-4ffc-af87-0ca32235164c tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:41.700081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196fce81-3860-4bc2-996f-76580d1506f4 None None] No DVR routers for this DVR port 21030bc7-aaec-4715-ab89-63fb708cba4b on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:41.770635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6208a60-0b32-4bf3-b8c1-516e6f32db7f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.871651 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4150777 Feb 14 21:29:41.878262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:29:41.885219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56150) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:41.892692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (16f71622-b016-44ef-bc1c-1a347efd39aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.900008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b,segment=NetworkSegment(cdbbe56a-a4c1-4c71-8f79-960a19483c7d),segment_id=cdbbe56a-a4c1-4c71-8f79-960a19483c7d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:29:41.902446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bee37-8b85-4116-a3e7-3f352494d1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e30088-d269-41c8-9239-4ae882bdf795,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:41.905817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Request body: {'subnet': {'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-432126549-subnet', 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:41.916545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d9e30088-d269-41c8-9239-4ae882bdf795 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:29:41.927709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.941256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:41.944481 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:41.961686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f71622-b016-44ef-bc1c-1a347efd39aa']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:42.027052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.027997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb87d6a-3789-485e-ac20-7d23b7821c3e') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:42.028302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb87d6a-3789-485e-ac20-7d23b7821c3e') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:42.028648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.030372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] 10.222.0.83 "PUT /v2.0/ports/e533bda7-ae61-4401-9f0f-6c760cd6d37b HTTP/1.1" status: 200 len: 1093 time: 2.1622281 Feb 14 21:29:42.031104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:42.039369 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a00d79-6dde-4879-bbbc-a81799a6c1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:42.077866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57704a94-f16d-4a76-92d4-b9f78d536985 service neutron] Pushing event updated for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:42.088383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ecd44752-b467-4ffc-af87-0ca32235164c tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "PUT /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6 HTTP/1.1" status: 200 len: 366 time: 0.6941142 Feb 14 21:29:42.101527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (8eb87d6a-3789-485e-ac20-7d23b7821c3e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.107860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.123313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb136d-39b9-46b1-a39a-ba48142f30ef req-59b749fd-9399-4b7b-992a-ec15f28d86ed tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.124793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbbb136d-39b9-46b1-a39a-ba48142f30ef req-59b749fd-9399-4b7b-992a-ec15f28d86ed tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 944 time: 0.3952985 Feb 14 21:29:42.146767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca241-2e93-4aa1-9787-d4f000dba670 req-a4e8bdd2-a758-4b9f-b67c-0f782e93b370 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.148268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-128ca241-2e93-4aa1-9787-d4f000dba670 req-a4e8bdd2-a758-4b9f-b67c-0f782e93b370 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.4452684 Feb 14 21:29:42.170618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-9a63548c-66ad-4baa-a6ec-c1aec5fbdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.171356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8eb87d6a-3789-485e-ac20-7d23b7821c3e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.176421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0e326db9-7640-4bc4-8c17-0e5d50d78bfa tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0601852 Feb 14 21:29:42.182113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-9a63548c-66ad-4baa-a6ec-c1aec5fbdf19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0468908324d7434bb0e02cb37d78fc5b&device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 1127 time: 0.0996637 Feb 14 21:29:42.184505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56156) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.217741 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bada504-c17b-4af8-9d66-6de56b7eecb1 tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6 HTTP/1.1" status: 200 len: 366 time: 0.0295055 Feb 14 21:29:42.223746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56158) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.227244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:42.227660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (8eb87d6a-3789-485e-ac20-7d23b7821c3e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: warnings.warn('Neutron quota engine will require "--force" ' Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:42.230768 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:42.297680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-b09a2486-b529-4567-99f7-07843919de75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b HTTP/1.1" status: 200 len: 217 time: 0.0916743 Feb 14 21:29:42.306787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3a1fc7b1-2f33-4d03-870e-c7624744251f tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6 HTTP/1.1" status: 204 len: 168 time: 0.0371511 Feb 14 21:29:42.308887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-128ca241-2e93-4aa1-9787-d4f000dba670 req-9fd426e5-98ac-45eb-b444-98ad9a10d427 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496642 Feb 14 21:29:42.311774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56160) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.362822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbbb136d-39b9-46b1-a39a-ba48142f30ef req-00adad6d-fe22-450a-b765-9084f7578fd3 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049534 Feb 14 21:29:42.392609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-86ecdb0e-01e1-4143-8ec9-a6ed183adb05 tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0748038 Feb 14 21:29:42.395101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56164) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.397009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-54c5bf01-23b0-43a2-b392-dadef6284b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.398613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-54c5bf01-23b0-43a2-b392-dadef6284b74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ed697c-1340-4676-9318-d73690a7f148 HTTP/1.1" status: 200 len: 850 time: 0.0931232 Feb 14 21:29:42.411908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (16f71622-b016-44ef-bc1c-1a347efd39aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.416288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9514cde1-a41e-4b20-b841-bb510ba1e0ab tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6 HTTP/1.1" status: 200 len: 370 time: 0.0199523 Feb 14 21:29:42.435766 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbbec5-ecf5-4634-aba0-c69880c9070b x-openstack-request-id: req-c1dbbec5-ecf5-4634-aba0-c69880c9070b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:42.436235 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:42.436582 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c1dbbec5-ecf5-4634-aba0-c69880c9070b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:42.437073 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b', 'status': 'completed', 'code': 200} Feb 14 21:29:42.437526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.439200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.443310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/networks/16f71622-b016-44ef-bc1c-1a347efd39aa HTTP/1.1" status: 204 len: 168 time: 1.5394070 Feb 14 21:29:42.444482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50229369-6ab4-4ef2-8458-6c04b5919fb6 tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Network': ['ID=16f71622-b016-44ef-bc1c-1a347efd39aa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:42.449185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.471496 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ad3e503-5188-4106-bf1c-d523616a2406 tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6/default HTTP/1.1" status: 200 len: 370 time: 0.0322711 Feb 14 21:29:42.474416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-c7c3eb34-c400-401a-8446-d83dbc4228e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84365fd5-4550-41ff-95b9-408e99af19f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695748 Feb 14 21:29:42.475081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56170) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.595856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-731760e7-8f11-4790-8487-d4e7dab7f662 service neutron] 10.222.0.83 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137364 Feb 14 21:29:42.601536 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-1ecff258-a2ca-44eb-8a48-9e0032046640 tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] delete failed (client error): The resource could not be found. Feb 14 21:29:42.603997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ecff258-a2ca-44eb-8a48-9e0032046640 tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/2a6ad9e36f49493c84dc96ea9bf2f8c6 HTTP/1.1" status: 404 len: 348 time: 0.1277087 Feb 14 21:29:42.629598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1dc05600-e009-4418-a709-81e316c8092a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.717503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc05600-e009-4418-a709-81e316c8092a,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:42.775469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb49d25e-d39c-44d0-bf42-2ab2dea84f5b req-4bbfe00b-9655-437c-8321-f0c7e8179cdd service neutron] 10.222.0.83 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681507 Feb 14 21:29:42.780009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Checking segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:42.781099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Network hostable DHCP agents. Network: d9e30088-d269-41c8-9239-4ae882bdf795, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:29:42.822470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Deleting port c8147466-a3b7-490f-a72d-9c75b178cdec {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:42.822993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.838073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Network d9e30088-d269-41c8-9239-4ae882bdf795 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:29:42.859647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56182) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:42.936125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d9e30088-d269-41c8-9239-4ae882bdf795) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:42.942830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:42.943756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:42.951881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef413c-01d1-48bb-b341-663b9ec20880 None None] Network d9e30088-d269-41c8-9239-4ae882bdf795 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:42.980672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:network and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:42.990203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.006729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dba44fc6-128a-4b66-92d9-193f9b2a8922 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1118991 Feb 14 21:29:43.026413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:subnet and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:43.033626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-049bdf94-7ba8-4edb-a021-2a014acde400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:43.038475 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-049bdf94-7ba8-4edb-a021-2a014acde400 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0468908324d7434bb0e02cb37d78fc5b&device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 1127 time: 0.1847713 Feb 14 21:29:43.039657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.075946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:43.076655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (c8147466-a3b7-490f-a72d-9c75b178cdec), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:43.105609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Calling delete_port for c8147466-a3b7-490f-a72d-9c75b178cdec owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:43.134081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 21030bc7-aaec-4715-ab89-63fb708cba4b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:43.200165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-a0c454ff-bc7b-45c8-99d4-adf805da5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:43.201649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-a0c454ff-bc7b-45c8-99d4-adf805da5112 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84365fd5-4550-41ff-95b9-408e99af19f8 HTTP/1.1" status: 200 len: 911 time: 0.1548393 Feb 14 21:29:43.204415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 21030bc7-aaec-4715-ab89-63fb708cba4b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:43.206915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 21030bc7-aaec-4715-ab89-63fb708cba4b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:43.219054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:subnetpool and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:43.257701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.264730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-32e7e84c-f786-4577-a5a7-8e9d59739847 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b HTTP/1.1" status: 200 len: 217 time: 0.0533338 Feb 14 21:29:43.267788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:port and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:43.299374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79881440-3861-4f96-b1ad-691223a7c50f None None] Network d9e30088-d269-41c8-9239-4ae882bdf795 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:43.332374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-0e0ede8c-00d7-4c00-9bcf-791f8b34ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:43.334831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-0e0ede8c-00d7-4c00-9bcf-791f8b34ffa9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78ed697c-1340-4676-9318-d73690a7f148 HTTP/1.1" status: 200 len: 850 time: 0.0647144 Feb 14 21:29:43.337220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.353492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:router and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:43.359061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.408838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c8147466-a3b7-490f-a72d-9c75b178cdec), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:43.452963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Pushing event deleted for resources: {'Port': ['ID=c8147466-a3b7-490f-a72d-9c75b178cdec,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:43.680822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks [] for floatingip (4cba8268-9de3-4cfb-9069-e9206805bd1e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:43.683836 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:43.685521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-31c11605-50c4-4c4a-9f98-8d36c4e9362e tempest-FloatingIPAdminTestJSON-1874902937 tempest-FloatingIPAdminTestJSON-1874902937-project] 10.222.0.86 "DELETE /v2.0/floatingips/4cba8268-9de3-4cfb-9069-e9206805bd1e HTTP/1.1" status: 204 len: 168 time: 1.2352321 Feb 14 21:29:43.769698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-9446ae30-e95a-4412-8b0b-009c45643754 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84365fd5-4550-41ff-95b9-408e99af19f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4252112 Feb 14 21:29:43.773762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:floatingip and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:43.791371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:43.861307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c958d-1afa-4fcd-b2f7-926ed4255201 req-2c40e5e3-3394-4f7a-8e07-836349ae27b7 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:43.863416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-728c958d-1afa-4fcd-b2f7-926ed4255201 req-2c40e5e3-3394-4f7a-8e07-836349ae27b7 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 944 time: 0.3768222 Feb 14 21:29:43.930339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-a66b876c-a45a-4aa4-8647-cba99e011291 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:43.931496 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-b847785a-77c3-494f-bc12-fd8cd90fc05a service neutron] 10.222.0.83 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529703 Feb 14 21:29:43.932830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-a66b876c-a45a-4aa4-8647-cba99e011291 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.2451882 Feb 14 21:29:43.963787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-a11748ed-b38d-490f-9681-0f3f93d45026 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/quotas/efd23ebb0a6741318cad597e7cabff16 HTTP/1.1" status: 200 len: 375 time: 0.0259132 Feb 14 21:29:43.969837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-728c958d-1afa-4fcd-b2f7-926ed4255201 req-725ae7f1-6359-48a8-9284-529f1216e468 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891023 Feb 14 21:29:44.009387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:security_group and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:44.064237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-13f2ccef-74ac-4285-8c6a-4ba60024d0b1 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932763 Feb 14 21:29:44.080493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:44.116998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Usage tracker for resource:security_group_rule and project:5ce91aa1ed9547a59c32d972f7f5c084 is out of sync, need to count used quota {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 14 21:29:44.124321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.quota.resource [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103512) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 14 21:29:44.142952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d4e4c92f-2f10-43d5-9cb4-fab4b12191cf tempest-QuotasTest-2093121100 tempest-QuotasTest-2093121100-project-admin] 10.222.0.86 "GET /v2.0/quotas/5ce91aa1ed9547a59c32d972f7f5c084/details.json HTTP/1.1" status: 200 len: 703 time: 1.2822530 Feb 14 21:29:44.178885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-95a00d79-6dde-4879-bbbc-a81799a6c1cd req-e0f207df-4b17-4229-b208-98964e8d70ad service neutron] 10.222.0.83 "GET /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317252 Feb 14 21:29:44.265744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-936a95b3-f18d-4f99-b6d1-60fefd03dc91 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922388 Feb 14 21:29:44.305909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56220) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:44.463247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-79f0f19b-73c9-4eea-87a0-8db0092b3b08 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959651 Feb 14 21:29:44.579348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c1e3903a-dcd4-417b-a122-1778def7ec17 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c7802ce14b445d1b6c93a725aa61193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721987 Feb 14 21:29:44.579967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:44.680158 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] Publish callbacks [] for security_group (21d3ac9c-bc21-4f7c-b94b-d6524da9ee77), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:44.687626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56228) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:44.773685 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] Publish callbacks [] for security_group (21d3ac9c-bc21-4f7c-b94b-d6524da9ee77), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:44.846191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c27d7de-968c-42d4-bfef-632be681b516 req-7e5a02cd-5c75-4471-96e3-ad8c07fd5e2a tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 210 time: 0.0753591 Feb 14 21:29:44.900348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d701-b955-4737-b9a7-706369c19f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:44.930544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (21d3ac9c-bc21-4f7c-b94b-d6524da9ee77), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:44.933952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:44.943197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/21d3ac9c-bc21-4f7c-b94b-d6524da9ee77 HTTP/1.1" status: 204 len: 168 time: 0.3620169 Feb 14 21:29:44.958593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b52fda-6682-4cbd-9dd2-27fe55640bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3ac9c-bc21-4f7c-b94b-d6524da9ee77,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:44.964250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e533bda7-ae61-4401-9f0f-6c760cd6d37b details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:29:45.154114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d701-b955-4737-b9a7-706369c19f63 admin admin] Publish callbacks [] for security_group (f3357983-3def-49db-815b-4061d9d21ee3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.169571 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d701-b955-4737-b9a7-706369c19f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3357983-3def-49db-815b-4061d9d21ee3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.280182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b,segment=NetworkSegment(cdbbe56a-a4c1-4c71-8f79-960a19483c7d),segment_id=cdbbe56a-a4c1-4c71-8f79-960a19483c7d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:45.328333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c3f6d701-b955-4737-b9a7-706369c19f63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b3d6575b8464894a948db56e2026367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372576 Feb 14 21:29:45.344501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b', 'network_id': '84365fd5-4550-41ff-95b9-408e99af19f8', 'port_id': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b', 'mac_address': 'fa:16:3e:20:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ed697c-1340-4676-9318-d73690a7f148', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:29:45.348569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56254) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:45.358347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a3c8-074b-4ee7-8698-4755c480af81 req-ff8780c4-c1ef-40f2-a63f-9566cc923dca tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:45.358347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5638a3c8-074b-4ee7-8698-4755c480af81 req-ff8780c4-c1ef-40f2-a63f-9566cc923dca tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 944 time: 0.2148905 Feb 14 21:29:45.402123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e533bda7-ae61-4401-9f0f-6c760cd6d37b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:45.402810 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.418949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e533bda7-ae61-4401-9f0f-6c760cd6d37b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:45.449871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6d701-b955-4737-b9a7-706369c19f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3357983-3def-49db-815b-4061d9d21ee3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:45.478814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b,segment=NetworkSegment(cdbbe56a-a4c1-4c71-8f79-960a19483c7d),segment_id=cdbbe56a-a4c1-4c71-8f79-960a19483c7d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:45.486954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.578979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:45.583070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5638a3c8-074b-4ee7-8698-4755c480af81 req-de8c458e-0e05-4d97-8791-dd902fdb1a1e tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Feb 14 21:29:45.624903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] Publish callbacks [] for security_group (f3357983-3def-49db-815b-4061d9d21ee3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.712187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['e533bda7-ae61-4401-9f0f-6c760cd6d37b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:45.756793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] Publish callbacks [] for security_group (f3357983-3def-49db-815b-4061d9d21ee3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.832117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56256) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:45.846020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3357983-3def-49db-815b-4061d9d21ee3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.850279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.854876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3357983-3def-49db-815b-4061d9d21ee3 HTTP/1.1" status: 204 len: 168 time: 0.5042145 Feb 14 21:29:45.861571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a14f0eb-2535-4e9c-9bb3-ee709b1b2f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:45.865197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66976-622e-47ea-bdad-20b443cd2d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3357983-3def-49db-815b-4061d9d21ee3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:46.086388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a14f0eb-2535-4e9c-9bb3-ee709b1b2f11 admin admin] Publish callbacks [] for security_group (3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.096683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a14f0eb-2535-4e9c-9bb3-ee709b1b2f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.160519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a14f0eb-2535-4e9c-9bb3-ee709b1b2f11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=73f58add90624eeb9e7210c1a69edd5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246658 Feb 14 21:29:46.160519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14f0eb-2535-4e9c-9bb3-ee709b1b2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:46.163805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56264) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:46.264433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] Publish callbacks [] for security_group (3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.311183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] Publish callbacks [] for security_group (3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.438533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.442038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.447274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e HTTP/1.1" status: 204 len: 168 time: 0.2823281 Feb 14 21:29:46.486900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa04762-12ae-438d-bbc0-e137337f0736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abca014-e8cf-4cc5-a9a7-bb40d9afbc2e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:46.546864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:46.585102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0938dbc-3ab9-4244-b38c-2a8a0e1b8e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.898332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0938dbc-3ab9-4244-b38c-2a8a0e1b8e29 admin admin] Publish callbacks [] for security_group (3c639b2c-c4e6-4659-b069-2379ef446fd7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:46.952427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ce14c06-6064-4e71-b901-d5e042c11ebd req-8f64729c-660a-4039-9cbe-e2a4843def35 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 210 time: 0.1050208 Feb 14 21:29:46.977553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e533bda7-ae61-4401-9f0f-6c760cd6d37b up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:47.015569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0938dbc-3ab9-4244-b38c-2a8a0e1b8e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3c639b2c-c4e6-4659-b069-2379ef446fd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.020392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91e88d-35ec-4952-804b-e4e837f94edc req-b117e9d6-af64-46b3-8e6c-64403f6f3d22 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:47.029571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a91e88d-35ec-4952-804b-e4e837f94edc req-b117e9d6-af64-46b3-8e6c-64403f6f3d22 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 945 time: 0.2824900 Feb 14 21:29:47.109090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a91e88d-35ec-4952-804b-e4e837f94edc req-c3103e28-78e9-4297-aa42-e9dc5e64ffd5 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778027 Feb 14 21:29:47.136154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56282) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:47.136279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0938dbc-3ab9-4244-b38c-2a8a0e1b8e29 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ce91aa1ed9547a59c32d972f7f5c084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881140 Feb 14 21:29:47.143106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0938dbc-3ab9-4244-b38c-2a8a0e1b8e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c639b2c-c4e6-4659-b069-2379ef446fd7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:47.149288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:47.150748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port e533bda7-ae61-4401-9f0f-6c760cd6d37b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:29:47.155822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port e533bda7-ae61-4401-9f0f-6c760cd6d37b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:47.156866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.209747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bded377f-f354-42ff-a3bb-240eb6709b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.243963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-6e81811d-4023-4095-9f50-7be5be931a48 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:47.245492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-6e81811d-4023-4095-9f50-7be5be931a48 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.4617333 Feb 14 21:29:47.260422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Request body: {'port': {'device_id': '521cd20a-d278-4310-a12f-2c705d9699d4', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'admin_state_up': True, 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:47.313709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e533bda7-ae61-4401-9f0f-6c760cd6d37b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:47.314924 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.356036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] Publish callbacks [] for security_group (3c639b2c-c4e6-4659-b069-2379ef446fd7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.363909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b,segment=NetworkSegment(cdbbe56a-a4c1-4c71-8f79-960a19483c7d),segment_id=cdbbe56a-a4c1-4c71-8f79-960a19483c7d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:47.365787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:47.372193 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3377373f-82e2-4a7d-a5ba-15f054ef3935" -d '{"events": [{"server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "name": "network-vif-plugged", "status": "completed", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:47.377834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.385554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] Publish callbacks [] for security_group (3c639b2c-c4e6-4659-b069-2379ef446fd7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.462167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3c639b2c-c4e6-4659-b069-2379ef446fd7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.468811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.472360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c639b2c-c4e6-4659-b069-2379ef446fd7 HTTP/1.1" status: 204 len: 168 time: 0.3324411 Feb 14 21:29:47.490305 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c59c9f-66f2-4173-85cf-62d7677a6e8b x-openstack-request-id: req-65c59c9f-66f2-4173-85cf-62d7677a6e8b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:47.490911 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "name": "network-vif-plugged", "status": "completed", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:47.491465 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65c59c9f-66f2-4173-85cf-62d7677a6e8b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:47.498448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:47.498921 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b', 'code': 200} Feb 14 21:29:47.504698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.504893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:47.524201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917ec43-81ae-47bb-a363-e0a5b88ef907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c639b2c-c4e6-4659-b069-2379ef446fd7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:47.633905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bded377f-f354-42ff-a3bb-240eb6709b8e admin admin] Publish callbacks [] for security_group (f0dfa5ff-682b-4778-b224-6e14de6e8c62), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.683025 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bded377f-f354-42ff-a3bb-240eb6709b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0dfa5ff-682b-4778-b224-6e14de6e8c62), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.713527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Allocated IP 172.20.0.13 (d9e30088-d269-41c8-9239-4ae882bdf795/1dc05600-e009-4418-a709-81e316c8092a/531ee83e-f0ce-48e0-bdfb-a7d2544aff78) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:47.769268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded377f-f354-42ff-a3bb-240eb6709b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfa5ff-682b-4778-b224-6e14de6e8c62,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:47.861260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bded377f-f354-42ff-a3bb-240eb6709b8e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d32a76a00e94547b3cd0059d79ceb88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7107317 Feb 14 21:29:47.863047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56294) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:47.891863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e30338-7541-4eb8-80fd-d5a48ce52255 req-ba758121-c144-495b-a0c2-bb5b17f5b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:47.893972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8e30338-7541-4eb8-80fd-d5a48ce52255 req-ba758121-c144-495b-a0c2-bb5b17f5b42b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 1129 time: 0.2801659 Feb 14 21:29:47.899921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks [] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:47.949088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.044905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8e30338-7541-4eb8-80fd-d5a48ce52255 req-136a9fb8-39c8-4bc1-8cf1-c12e8020f132 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177113 Feb 14 21:29:48.060132 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] Publish callbacks [] for security_group (f0dfa5ff-682b-4778-b224-6e14de6e8c62), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.091706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:48.129359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Network d9e30088-d269-41c8-9239-4ae882bdf795 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:48.131558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:48.136263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:48.170976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] Publish callbacks [] for security_group (f0dfa5ff-682b-4778-b224-6e14de6e8c62), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.264487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:48.268090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.271184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99657f44-6a95-4925-addf-352020cc48d1 req-af8bcc59-7777-4bc1-a124-475eb3868ac4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:48.294577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99657f44-6a95-4925-addf-352020cc48d1 req-af8bcc59-7777-4bc1-a124-475eb3868ac4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 932 time: 0.2226086 Feb 14 21:29:48.310435 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-26ec1748-4d2d-4c62-b5c9-0ad7c29d7626 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0541930 Feb 14 21:29:48.325679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Request body: {'port': {'device_id': '521cd20a-d278-4310-a12f-2c705d9699d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:48.456064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99657f44-6a95-4925-addf-352020cc48d1 req-3215e174-ebd5-4e70-98a7-0041c82c53a0 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501522 Feb 14 21:29:48.476675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.492049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7f99-9df2-4539-8968-0b41aebb9c20 req-782e5285-183f-4474-884a-a1843a0beaad tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:48.498971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27db7f99-9df2-4539-8968-0b41aebb9c20 req-782e5285-183f-4474-884a-a1843a0beaad tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 946 time: 0.2568009 Feb 14 21:29:48.547518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f0dfa5ff-682b-4778-b224-6e14de6e8c62), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.550182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:48.551386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0dfa5ff-682b-4778-b224-6e14de6e8c62 HTTP/1.1" status: 204 len: 168 time: 0.6857092 Feb 14 21:29:48.574781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e7f96-b480-4deb-a6ac-bd32ce394bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfa5ff-682b-4778-b224-6e14de6e8c62,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:48.651215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27db7f99-9df2-4539-8968-0b41aebb9c20 req-68fffc30-0671-48c4-bb7f-2279c6ce588a tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513307 Feb 14 21:29:49.061869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:49.076843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks [] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.112495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Transition to ACTIVE for port object 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:29:49.127216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.162840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:49.311971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:49.412540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Attempting to bind port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:29:49.412947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Attempting to bind port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:29:49.413294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Attempting to bind port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:49.423004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 on network d9e30088-d269-41c8-9239-4ae882bdf795 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:29:49.423414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Attempting to bind port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:49.432473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:29:49.432825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Checking segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:49.433221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Bound using segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:29:49.433653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Bound port: 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:29:49.434022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.590969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2022636467'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:49.674557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:29:49.678573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:29:49.686583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:49.688977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.690365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.705485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.733656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4803d-c42b-4c52-8a89-13bc74ae3ae8 req-4736ecda-94a5-45f5-b181-857a91c020e4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:49.736488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbc4803d-c42b-4c52-8a89-13bc74ae3ae8 req-4736ecda-94a5-45f5-b181-857a91c020e4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 944 time: 0.1382039 Feb 14 21:29:49.762051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:49.767453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:49.768956 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/531ee83e-f0ce-48e0-bdfb-a7d2544aff78 HTTP/1.1" status: 200 len: 1093 time: 1.4478557 Feb 14 21:29:49.769436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:49.772276 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09267815-0423-468d-8379-f6e3c890b5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:49.932892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c22e0-c199-4eb9-81cf-fde39ac1d3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:49.955439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-142557a5-bca7-4ef7-8806-35663c3c0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:49.957247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-142557a5-bca7-4ef7-8806-35663c3c0f41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 1127 time: 0.1123509 Feb 14 21:29:49.986348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbc4803d-c42b-4c52-8a89-13bc74ae3ae8 req-2d030af2-3f03-4e03-a034-fb45d1b3698f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424171 Feb 14 21:29:50.018527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7be61e-f1bc-4bf3-a0b6-db09c78c5c84 req-ccbe53a2-df41-4ca0-9619-8bb9afac96c7 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:50.026899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7be61e-f1bc-4bf3-a0b6-db09c78c5c84 req-ccbe53a2-df41-4ca0-9619-8bb9afac96c7 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 946 time: 0.2519372 Feb 14 21:29:50.063515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for security_group (e17d1601-27bd-44dc-9b80-5eb2a802eb46), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.065922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-04078ef1-4e0d-4593-b207-a74014214bed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78 HTTP/1.1" status: 200 len: 217 time: 0.1011047 Feb 14 21:29:50.088182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e17d1601-27bd-44dc-9b80-5eb2a802eb46), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.105452 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88249620-0c6d-4cac-8354-1bb2b61de7ba x-openstack-request-id: req-88249620-0c6d-4cac-8354-1bb2b61de7ba {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:50.105748 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:50.106005 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88249620-0c6d-4cac-8354-1bb2b61de7ba {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:50.106435 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'status': 'completed', 'code': 200} Feb 14 21:29:50.151901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:29:50.199220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7be61e-f1bc-4bf3-a0b6-db09c78c5c84 req-c3c05e07-d238-40d2-bfb9-d0be0f1d4502 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672704 Feb 14 21:29:50.237175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (64615ed2-95a4-47fc-ab64-a63089ee9f19), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.237430 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Added segment 64615ed2-95a4-47fc-ab64-a63089ee9f19 of type vlan for network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca Feb 14 21:29:50.253474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d1601-27bd-44dc-9b80-5eb2a802eb46,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:50.258045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-37b4ec18-597e-453e-8379-58af4a9e11ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2020686 Feb 14 21:29:50.263926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-c2a11b3f-dae8-4db9-89f1-4c358330df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:50.276691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-c2a11b3f-dae8-4db9-89f1-4c358330df3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1763127 Feb 14 21:29:50.346813 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.366843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-99c55c9d-ac2a-4dba-ae04-421321a8b9e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827558 Feb 14 21:29:50.427109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.445192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:50.449920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:50.609138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-9fa224b6-76cc-4e1a-81ba-c60f7c1e8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:50.610815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-9fa224b6-76cc-4e1a-81ba-c60f7c1e8d18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 1129 time: 0.2540987 Feb 14 21:29:50.789608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6248140 Feb 14 21:29:50.790871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56384) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:50.799409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-53ae8fcc-0729-4f80-9885-ca01d6afb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:50.800897 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-53ae8fcc-0729-4f80-9885-ca01d6afb89c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 200 len: 918 time: 0.1632426 Feb 14 21:29:50.810788 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-9b813738-4d02-4ecd-a5ab-41e300228998 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268918 Feb 14 21:29:50.850957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'subnet': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:51.126609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe2b1c-119d-4969-b013-27231d7af9cb tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Network': ['ID=3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:51.138730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:29:51.228133 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-e1967447-dd59-4983-b97a-694b0125946b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 200 len: 1000 time: 0.4158607 Feb 14 21:29:51.329287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:51.332934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:51.378000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ead8c-8a29-44d3-91c8-7dba39612a15 req-c8f35ed2-9872-4b45-a1f5-be2c17c34c59 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:51.399638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c68ead8c-8a29-44d3-91c8-7dba39612a15 req-c8f35ed2-9872-4b45-a1f5-be2c17c34c59 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 946 time: 0.6226814 Feb 14 21:29:51.401113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-70acd60c-858e-4564-8bfe-e6cc9964922f req-ad765af4-a395-48d5-a8ef-0d52c9bb318c service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837575 Feb 14 21:29:51.424649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-2e3c5761-fd9b-4606-aa8a-5289326b07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:51.426638 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-2e3c5761-fd9b-4606-aa8a-5289326b07e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 200 len: 856 time: 0.1842868 Feb 14 21:29:51.580838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56406) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:51.642486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d660cb-0149-42b0-b49c-f4258946721e req-6d3af6d1-5608-4be2-a000-eba47968abd6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:51.652326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56d660cb-0149-42b0-b49c-f4258946721e req-6d3af6d1-5608-4be2-a000-eba47968abd6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 944 time: 0.4652295 Feb 14 21:29:51.687980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-9d4b691b-8337-4cc5-ba58-806ba7402b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:51.694989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-9d4b691b-8337-4cc5-ba58-806ba7402b9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f487a4b1-6bf4-4c13-9d13-0750649acb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2564850 Feb 14 21:29:51.698307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267815-0423-468d-8379-f6e3c890b5f8 req-d6f6460a-42aa-4452-a592-6b444a36ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:51.707244 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-d6f6460a-42aa-4452-a592-6b444a36ab55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 1127 time: 0.2192192 Feb 14 21:29:51.844307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a2bf0977-4d52-4229-b50a-5ef172d13985 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:51.854231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c68ead8c-8a29-44d3-91c8-7dba39612a15 req-4aae44dc-11d2-451c-a836-aa580a73d69b tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8872878-e088-4468-b69f-1c2789903dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520276 Feb 14 21:29:51.972528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56412) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:51.975006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2bf0977-4d52-4229-b50a-5ef172d13985 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "PUT /v2.0/quotas/7393130a8bb84f87941612c215632a13 HTTP/1.1" status: 200 len: 368 time: 0.3909535 Feb 14 21:29:52.001529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Request body: {'network': {'project_id': '7393130a8bb84f87941612c215632a13'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:52.021962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56d660cb-0149-42b0-b49c-f4258946721e req-cd00714c-1246-47b6-871b-d9b91e0071fb tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683827 Feb 14 21:29:52.081732 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-221b6961-265f-4496-97b1-4c62950ca47f service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727894 Feb 14 21:29:52.083084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267815-0423-468d-8379-f6e3c890b5f8 req-b1ba040f-6c38-4e47-bd1e-005d5f708931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:52.100164 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-b1ba040f-6c38-4e47-bd1e-005d5f708931 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 905 time: 0.3742232 Feb 14 21:29:52.183759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-cd738aa9-03f2-4c9a-9545-f90d8e4154cf tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:52.185792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-cd738aa9-03f2-4c9a-9545-f90d8e4154cf tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 946 time: 0.3104832 Feb 14 21:29:52.189826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Made reservation on behalf of 7393130a8bb84f87941612c215632a13 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:52.194928 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.222102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.230764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-bf84a247-731b-4656-8a4e-9f548d239850 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78 HTTP/1.1" status: 200 len: 217 time: 0.1119645 Feb 14 21:29:52.379905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for security_group (1fa8b1de-3378-407f-9a4d-7d5b8e21d77c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.386263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267815-0423-468d-8379-f6e3c890b5f8 req-ac6f07c8-a91d-439e-a2fb-74d7dcf60486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:52.387989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-ac6f07c8-a91d-439e-a2fb-74d7dcf60486 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1489229 Feb 14 21:29:52.395506 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8f74dd9b-5ddc-46a8-b356-1cff9524b764 req-cd2ac1e6-3fcb-47bf-8819-46763b2d9b8d service neutron] 10.222.0.64 "GET /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930527 Feb 14 21:29:52.426519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1fa8b1de-3378-407f-9a4d-7d5b8e21d77c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.478974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8b1de-3378-407f-9a4d-7d5b8e21d77c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:52.499867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-6b2a94f1-9ab2-4934-98a2-7a111a4e5365 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010931 Feb 14 21:29:52.549917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:29:52.553281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (22905e9a-bc87-4057-b39f-d9cbd73fc8b1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.689249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Subnet': ['ID=22905e9a-bc87-4057-b39f-d9cbd73fc8b1,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:52.713959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b7d0202c-465b-467e-a0c7-a54bc5a67558), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.714357 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Added segment b7d0202c-465b-467e-a0c7-a54bc5a67558 of type vlan for network da924bfa-a75c-42b0-b08d-17732061057c Feb 14 21:29:52.719113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-eb0a7535-d533-411d-88cd-da7eebbe3a60 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124412 Feb 14 21:29:52.824933 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (da924bfa-a75c-42b0-b08d-17732061057c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.843135 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-09267815-0423-468d-8379-f6e3c890b5f8 req-cb1f9475-be6e-43c1-8d30-c058e9ef65c3 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159139 Feb 14 21:29:52.851857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Deleting port e533bda7-ae61-4401-9f0f-6c760cd6d37b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:52.852598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:52.970637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:29:52.996133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] For port e533bda7-ae61-4401-9f0f-6c760cd6d37b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e533bda7-ae61-4401-9f0f-6c760cd6d37b,segment=NetworkSegment(cdbbe56a-a4c1-4c71-8f79-960a19483c7d),segment_id=cdbbe56a-a4c1-4c71-8f79-960a19483c7d)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:52.996654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.010448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Calling delete_port for e533bda7-ae61-4401-9f0f-6c760cd6d37b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:53.157579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:53.174399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'mac_address': 'fa:16:3e:f0:41:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:29:53.262792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Checking segment: {'id': '64615ed2-95a4-47fc-ab64-a63089ee9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:53.263849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network hostable DHCP agents. Network: 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:29:53.268191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:53.269308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.302404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:29:53.302980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:29:53.310859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-318efdb4-1f9d-4b3e-9291-cfc599ba35b3 req-2f9e91e2-1320-4cfa-a4b6-167a49ee8327 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c1e32b8-95be-4ad3-8246-32468c9d610f HTTP/1.1" status: 200 len: 210 time: 0.0542958 Feb 14 21:29:53.311632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e533bda7-ae61-4401-9f0f-6c760cd6d37b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.336021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:53.340472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['e533bda7-ae61-4401-9f0f-6c760cd6d37b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:53.365831 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.389830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (da924bfa-a75c-42b0-b08d-17732061057c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.390807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:53.391429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.430213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:53.521368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event updated for resources: {'Network': ['ID=da924bfa-a75c-42b0-b08d-17732061057c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:53.532043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network da924bfa-a75c-42b0-b08d-17732061057c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:29:53.562069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] No DVR routers for this DVR port e533bda7-ae61-4401-9f0f-6c760cd6d37b on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:29:53.563895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Pushing event deleted for resources: {'Port': ['ID=e533bda7-ae61-4401-9f0f-6c760cd6d37b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:53.573125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.576504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-411d4e7c-947a-4040-b265-3bc1e7aff0d2 req-100ac417-f7a7-4385-afb1-75a7021177f0 tempest-ServerGroupTestJSON-1250567611 tempest-ServerGroupTestJSON-1250567611-project] 10.222.0.83 "DELETE /v2.0/ports/e533bda7-ae61-4401-9f0f-6c760cd6d37b HTTP/1.1" status: 204 len: 173 time: 1.3785923 Feb 14 21:29:53.581358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'name': 'network-vif-deleted', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:53.584697 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414ede9-1a62-4aca-b48e-6d38a30c2f55" -d '{"events": [{"server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "name": "network-vif-deleted", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:53.589279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:29:53.603076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5ec09365-e8a4-4b08-8031-01ba13bee3c9 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6183743 Feb 14 21:29:53.605759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:53.610592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Request body: {'network': {'project_id': '7393130a8bb84f87941612c215632a13'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:53.624997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['531ee83e-f0ce-48e0-bdfb-a7d2544aff78'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:29:53.626419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22b77-0c71-4e04-ad0a-094fe6a29e46 req-92dd643b-a07d-4af2-8ac3-09c54ca5cc49 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:53.627995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4e22b77-0c71-4e04-ad0a-094fe6a29e46 req-92dd643b-a07d-4af2-8ac3-09c54ca5cc49 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 944 time: 0.3692074 Feb 14 21:29:53.631337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:53.640533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:53.641216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.655843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Made reservation on behalf of 7393130a8bb84f87941612c215632a13 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:53.658164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.676161 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a8a73-1982-4262-9b5a-1e9e551b1a3a x-openstack-request-id: req-d85a8a73-1982-4262-9b5a-1e9e551b1a3a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:53.676567 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1e32b8-95be-4ad3-8246-32468c9d610f", "name": "network-vif-deleted", "tag": "e533bda7-ae61-4401-9f0f-6c760cd6d37b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:53.676707 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d85a8a73-1982-4262-9b5a-1e9e551b1a3a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:53.677156 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1e32b8-95be-4ad3-8246-32468c9d610f', 'name': 'network-vif-deleted', 'tag': 'e533bda7-ae61-4401-9f0f-6c760cd6d37b', 'status': 'completed', 'code': 200} Feb 14 21:29:53.689231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60f74c-aaeb-4377-a554-0839d9c5b2c8 None None] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:53.703597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:29:53.718147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9f8b9c48-fa97-4f60-9711-ecb3bb1ff732), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.718970 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Added segment 9f8b9c48-fa97-4f60-9711-ecb3bb1ff732 of type vlan for network 8cae7f95-2805-467f-b575-a18765ae5613 Feb 14 21:29:53.720590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4e22b77-0c71-4e04-ad0a-094fe6a29e46 req-4385d8bf-a1e9-4691-b79d-4124cef11901 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745287 Feb 14 21:29:53.725053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-026c39a2-4d18-4368-9e5b-48baff4d4b91 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9210289 Feb 14 21:29:53.727711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56432) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:53.739735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1748647968'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:53.792611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8cae7f95-2805-467f-b575-a18765ae5613), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.826403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8cae7f95-2805-467f-b575-a18765ae5613), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.827676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:53.828393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.888401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'project_id': '5bcec1b9fda04434baaf6e05141fa9a7', 'fixed_ips': [{'subnet_id': '22905e9a-bc87-4057-b39f-d9cbd73fc8b1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:29:53.889543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.899687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:53.903029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:53.922645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port 426ce952-81d6-425c-9660-0a9c5f2b40ae yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:29:53.929161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56434) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:53.929857 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3229439 Feb 14 21:29:53.951244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e189a0b6-3e16-4fc6-b35d-26efb5634396 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Request body: {'network': {'project_id': '7393130a8bb84f87941612c215632a13'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:53.960122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5805c-be14-4e0a-ab86-3aa07fd72612 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event updated for resources: {'Network': ['ID=8cae7f95-2805-467f-b575-a18765ae5613,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:53.970530 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e189a0b6-3e16-4fc6-b35d-26efb5634396 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 21:29:53.970908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e189a0b6-3e16-4fc6-b35d-26efb5634396 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:29:53.974720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e189a0b6-3e16-4fc6-b35d-26efb5634396 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0393021 Feb 14 21:29:53.975047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56438) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.015295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8cae7f95-2805-467f-b575-a18765ae5613 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:29:54.050418 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-29c97383-44b2-473f-8d9c-74ea0838d2ed tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7393130a8bb84f87941612c215632a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740473 Feb 14 21:29:54.053547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56440) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.128819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for security_group (1fa8b1de-3378-407f-9a4d-7d5b8e21d77c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.157783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for security_group (1fa8b1de-3378-407f-9a4d-7d5b8e21d77c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.174619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::71 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/426ce952-81d6-425c-9660-0a9c5f2b40ae) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:54.233948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1fa8b1de-3378-407f-9a4d-7d5b8e21d77c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.237216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.238427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/1fa8b1de-3378-407f-9a4d-7d5b8e21d77c HTTP/1.1" status: 204 len: 168 time: 0.1838934 Feb 14 21:29:54.242426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56444) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.257831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763a34-5caf-46bf-abc8-ff3a26b4ea14 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8b1de-3378-407f-9a4d-7d5b8e21d77c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:54.335094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8cae7f95-2805-467f-b575-a18765ae5613), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.408710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.439953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8cae7f95-2805-467f-b575-a18765ae5613), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.452547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.467421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cae7f95-2805-467f-b575-a18765ae5613']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:54.478959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8b9c48-fa97-4f60-9711-ecb3bb1ff732') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:54.479380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8b9c48-fa97-4f60-9711-ecb3bb1ff732') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:54.490340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (9f8b9c48-fa97-4f60-9711-ecb3bb1ff732), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.504406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9f8b9c48-fa97-4f60-9711-ecb3bb1ff732), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.510677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:54.512384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:54.512938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (9f8b9c48-fa97-4f60-9711-ecb3bb1ff732), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.516188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:54.522899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: warnings.warn('Neutron quota engine will require "--force" ' Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:54.528191 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:54.530222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:54.530525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.534620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=426ce952-81d6-425c-9660-0a9c5f2b40ae,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:54.559881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9628e046-b9ff-4039-a672-2e2be2a2b0ba tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8257964 Feb 14 21:29:54.560483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56454) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.561985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Allocated IP 2001:db8::2 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/a16e2b80-248a-4814-b952-bb6895885ec6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:54.568974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-752933883', 'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:5a:c0:ed'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:54.601686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8cae7f95-2805-467f-b575-a18765ae5613), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.610493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.616866 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "DELETE /v2.0/networks/8cae7f95-2805-467f-b575-a18765ae5613 HTTP/1.1" status: 204 len: 168 time: 0.3733194 Feb 14 21:29:54.619670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56458) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.660928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7576c8-7ee6-4c10-bfc0-0806f5ae2959 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cae7f95-2805-467f-b575-a18765ae5613,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:54.766507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (da924bfa-a75c-42b0-b08d-17732061057c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.781590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56472) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:54.828140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks [] for port (a16e2b80-248a-4814-b952-bb6895885ec6), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.852762 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.916738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:54.928324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Deleting subnet 78ed697c-1340-4676-9318-d73690a7f148 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:29:54.935686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Publish callbacks [] for subnet (78ed697c-1340-4676-9318-d73690a7f148), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:54.958318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:54.963735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:54.976360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (da924bfa-a75c-42b0-b08d-17732061057c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.004794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:55.007405 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (78ed697c-1340-4676-9318-d73690a7f148), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.010183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da924bfa-a75c-42b0-b08d-17732061057c']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:55.088084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d0202c-465b-467e-a0c7-a54bc5a67558') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:55.088403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d0202c-465b-467e-a0c7-a54bc5a67558') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:55.101647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Pushing event updated for resources: {'Port': ['ID=a16e2b80-248a-4814-b952-bb6895885ec6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:55.121651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b7d0202c-465b-467e-a0c7-a54bc5a67558), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.126037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Attempting to bind port a16e2b80-248a-4814-b952-bb6895885ec6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:29:55.126544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Attempting to bind port a16e2b80-248a-4814-b952-bb6895885ec6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '64615ed2-95a4-47fc-ab64-a63089ee9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:29:55.127007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Attempting to bind port a16e2b80-248a-4814-b952-bb6895885ec6 on network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:29:55.141063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:29:55.146316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b7d0202c-465b-467e-a0c7-a54bc5a67558), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.148389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Checking segment: {'id': '64615ed2-95a4-47fc-ab64-a63089ee9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:29:55.149509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.150495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Bound using segment: {'id': '64615ed2-95a4-47fc-ab64-a63089ee9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:29:55.151319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (78ed697c-1340-4676-9318-d73690a7f148), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.152013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Bound port: a16e2b80-248a-4814-b952-bb6895885ec6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64615ed2-95a4-47fc-ab64-a63089ee9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:29:55.154733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.220197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:55.222212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b7d0202c-465b-467e-a0c7-a54bc5a67558), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:55.223658 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:55.294426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:29:55.294622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040acea-4c7e-4eef-8eff-def0acf77f15 req-2a8bdabc-5f2c-43b2-845c-50bafa634648 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:55.294622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5040acea-4c7e-4eef-8eff-def0acf77f15 req-2a8bdabc-5f2c-43b2-845c-50bafa634648 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 945 time: 0.1610868 Feb 14 21:29:55.299466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:55.299848 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.357904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (da924bfa-a75c-42b0-b08d-17732061057c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.370522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] For port a16e2b80-248a-4814-b952-bb6895885ec6, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:29:55.372555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5040acea-4c7e-4eef-8eff-def0acf77f15 req-637484ea-e13b-4f0c-9f95-b80e5b509ce7 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Feb 14 21:29:55.373310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:55.377046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.386881 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] 10.222.0.86 "DELETE /v2.0/networks/da924bfa-a75c-42b0-b08d-17732061057c HTTP/1.1" status: 204 len: 168 time: 0.7633531 Feb 14 21:29:55.435958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4fea-a503-477a-a0e6-135eb7f4a180 tempest-QuotasNegativeTest-1681837488 tempest-QuotasNegativeTest-1681837488-project-admin] Pushing event deleted for resources: {'Network': ['ID=da924bfa-a75c-42b0-b08d-17732061057c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:55.440431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] For port a16e2b80-248a-4814-b952-bb6895885ec6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a16e2b80-248a-4814-b952-bb6895885ec6,segment=NetworkSegment(64615ed2-95a4-47fc-ab64-a63089ee9f19),segment_id=64615ed2-95a4-47fc-ab64-a63089ee9f19)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:29:55.448225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (78ed697c-1340-4676-9318-d73690a7f148), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.462745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.486021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.490219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/78ed697c-1340-4676-9318-d73690a7f148 HTTP/1.1" status: 204 len: 168 time: 0.7067010 Feb 14 21:29:55.491122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2dcb3-0900-4c18-85a9-776db4af544c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ed697c-1340-4676-9318-d73690a7f148,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:55.494347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.497509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56482) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:55.518748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port 4a396083-00f5-485b-ad07-bad0a66f8508 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:29:55.645640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc911b-dd56-4635-84e3-2ad433b55dee None None] Pushing event updated for resources: {'Port': ['ID=a16e2b80-248a-4814-b952-bb6895885ec6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:55.662595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (84365fd5-4550-41ff-95b9-408e99af19f8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.701051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:55.702016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.747619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:29:55.752528 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4eec8d-7e52-4546-a4ac-377950bda8e2" -d '{"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-plugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:29:55.752682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::49 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/4a396083-00f5-485b-ad07-bad0a66f8508) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:55.784480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:55.792872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:55.795059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e533bda7-ae61-4401-9f0f-6c760cd6d37b no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:29:55.932143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (84365fd5-4550-41ff-95b9-408e99af19f8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.245808 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53083769-b7b7-4617-a5f6-e24cc5f8ead1 x-openstack-request-id: req-53083769-b7b7-4617-a5f6-e24cc5f8ead1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:29:56.247307 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-plugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:29:56.247847 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53083769-b7b7-4617-a5f6-e24cc5f8ead1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:29:56.248532 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'code': 200} Feb 14 21:29:56.285856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:56.300961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: e533bda7-ae61-4401-9f0f-6c760cd6d37b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:29:56.301706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e533bda7-ae61-4401-9f0f-6c760cd6d37b not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:29:56.342081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e372f-7c25-414a-b926-896cfb7af287 req-e9fabd6d-ad2e-45e3-a00a-8f41b4f7a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.344510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178e372f-7c25-414a-b926-896cfb7af287 req-e9fabd6d-ad2e-45e3-a00a-8f41b4f7a4d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 1129 time: 0.2816467 Feb 14 21:29:56.415744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (4a396083-00f5-485b-ad07-bad0a66f8508), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.466739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178e372f-7c25-414a-b926-896cfb7af287 req-adc2bacd-ef9f-47e4-9e62-697e915eea05 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075144 Feb 14 21:29:56.468646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56498) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:56.488779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4a396083-00f5-485b-ad07-bad0a66f8508), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.567702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84365fd5-4550-41ff-95b9-408e99af19f8']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:56.578309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:56.578622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbbe56a-a4c1-4c71-8f79-960a19483c7d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:29:56.589177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:56.592973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (cdbbe56a-a4c1-4c71-8f79-960a19483c7d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.598652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:56.609029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:56.616099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.616921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.623170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cdbbe56a-a4c1-4c71-8f79-960a19483c7d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.635567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=4a396083-00f5-485b-ad07-bad0a66f8508,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:56.640566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:29:56.641096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (cdbbe56a-a4c1-4c71-8f79-960a19483c7d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.658558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728ec3-8b7b-479c-8243-ad1570ca3e7e req-5bd66930-e1d1-445c-9a1c-3d31d42301f6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.665924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24728ec3-8b7b-479c-8243-ad1570ca3e7e req-5bd66930-e1d1-445c-9a1c-3d31d42301f6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 946 time: 0.1357985 Feb 14 21:29:56.691902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-057a0ec0-a41b-4010-9e38-1fa32eb6c3c8 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1278150 Feb 14 21:29:56.695789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:29:56.706759 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:29:56.711933 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1062c6-eafa-4f5d-8474-d4627f957d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.715515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (84365fd5-4550-41ff-95b9-408e99af19f8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.720424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:56.730867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] 10.222.0.86 "DELETE /v2.0/networks/84365fd5-4550-41ff-95b9-408e99af19f8 HTTP/1.1" status: 204 len: 168 time: 1.2296312 Feb 14 21:29:56.764664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52faafa-d065-4b8c-bd22-dca935596913 admin admin] Pushing event deleted for resources: {'Network': ['ID=84365fd5-4550-41ff-95b9-408e99af19f8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:56.846624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24728ec3-8b7b-479c-8243-ad1570ca3e7e req-a785499a-2765-4778-8708-845fd8d225a2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798229 Feb 14 21:29:56.881430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f7526-2dbb-44ee-80a0-8488d89a5d30 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.886986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f7526-2dbb-44ee-80a0-8488d89a5d30 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.892567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f7526-2dbb-44ee-80a0-8488d89a5d30 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:56.894190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c45f7526-2dbb-44ee-80a0-8488d89a5d30 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1974664 Feb 14 21:29:56.897189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56506) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:56.939676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:57.079142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port 4a396083-00f5-485b-ad07-bad0a66f8508 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:29:57.079546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4a396083-00f5-485b-ad07-bad0a66f8508), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.080737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a16e2b80-248a-4814-b952-bb6895885ec6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:57.081988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-317e1e1d-58e3-433d-a661-29cad16f7ba0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0468908324d7434bb0e02cb37d78fc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305957 Feb 14 21:29:57.083046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56510) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:57.145329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1062c6-eafa-4f5d-8474-d4627f957d2f admin admin] Publish callbacks [] for security_group (38b138f9-c991-41f1-a28e-2161767e65e8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.170227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1062c6-eafa-4f5d-8474-d4627f957d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (38b138f9-c991-41f1-a28e-2161767e65e8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.183420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a16e2b80-248a-4814-b952-bb6895885ec6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:57.184048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.213472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4a396083-00f5-485b-ad07-bad0a66f8508), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.241459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for 4a396083-00f5-485b-ad07-bad0a66f8508 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:29:57.309272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b1062c6-eafa-4f5d-8474-d4627f957d2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=204b1174f3d646e681ed9cf542c4d234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8396089 Feb 14 21:29:57.320687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56516) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:57.342395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1062c6-eafa-4f5d-8474-d4627f957d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b138f9-c991-41f1-a28e-2161767e65e8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:57.365341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a16e2b80-248a-4814-b952-bb6895885ec6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:57.366805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] Publish callbacks [] for security_group (f8872878-e088-4468-b69f-1c2789903dcb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.367650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.486890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] Publish callbacks [] for security_group (f8872878-e088-4468-b69f-1c2789903dcb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.504267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a16e2b80-248a-4814-b952-bb6895885ec6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a16e2b80-248a-4814-b952-bb6895885ec6,segment=NetworkSegment(64615ed2-95a4-47fc-ab64-a63089ee9f19),segment_id=64615ed2-95a4-47fc-ab64-a63089ee9f19)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:29:57.509237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4a396083-00f5-485b-ad07-bad0a66f8508), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.524263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.572378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=4a396083-00f5-485b-ad07-bad0a66f8508,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:57.588556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a16e2b80-248a-4814-b952-bb6895885ec6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:57.613448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] Publish callbacks [] for security_group (38b138f9-c991-41f1-a28e-2161767e65e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.657124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fac5bb-eaa4-419c-9012-3d211945909b None None] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:29:57.687123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] Publish callbacks [] for security_group (38b138f9-c991-41f1-a28e-2161767e65e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.734320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8872878-e088-4468-b69f-1c2789903dcb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.743341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.747666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8872878-e088-4468-b69f-1c2789903dcb HTTP/1.1" status: 204 len: 168 time: 0.6571348 Feb 14 21:29:57.758701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7be7-5bc7-4f0b-8bb5-2032e460598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8872878-e088-4468-b69f-1c2789903dcb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:57.769190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ef2fd30f-ad46-47a8-bc6e-9afe5ffe0682 None None] Provisioning complete for port a16e2b80-248a-4814-b952-bb6895885ec6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:57.769609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef2fd30f-ad46-47a8-bc6e-9afe5ffe0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.790162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (38b138f9-c991-41f1-a28e-2161767e65e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.795891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.799103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b91b7667-c136-46c9-ac9e-3030718fbba9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/4a396083-00f5-485b-ad07-bad0a66f8508 HTTP/1.1" status: 204 len: 168 time: 0.9009063 Feb 14 21:29:57.800958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:57.803139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38b138f9-c991-41f1-a28e-2161767e65e8 HTTP/1.1" status: 204 len: 168 time: 0.4783990 Feb 14 21:29:57.804275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56522) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:57.852596 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec97053-5dc5-4b5a-911e-8130126bc606 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] GET failed (client error): The resource could not be found. Feb 14 21:29:57.859009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fec97053-5dc5-4b5a-911e-8130126bc606 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports/4a396083-00f5-485b-ad07-bad0a66f8508 HTTP/1.1" status: 404 len: 333 time: 0.0457776 Feb 14 21:29:57.859009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825b368-c09d-43d5-8f8b-3ea993474f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b138f9-c991-41f1-a28e-2161767e65e8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:57.859317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56526) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:57.864592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-628167739'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:58.159550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fd30f-ad46-47a8-bc6e-9afe5ffe0682 None None] Current status of the port a16e2b80-248a-4814-b952-bb6895885ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:58.176670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:29:58.185765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.253821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port ee33e205-fa68-49f8-b291-c7d3a726734f yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:29:58.537278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::2d4 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/ee33e205-fa68-49f8-b291-c7d3a726734f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:29:58.643847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.696476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56542) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:58.704495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Provisioning complete for port a16e2b80-248a-4814-b952-bb6895885ec6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:58.705285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.763213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6886c3ed-b023-408e-861a-f91182119861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.784092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.817123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f820323-effe-4b29-8959-b322bb2e571c req-33515a20-4e5d-442c-8f1e-9e5011118378 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:58.822040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f820323-effe-4b29-8959-b322bb2e571c req-33515a20-4e5d-442c-8f1e-9e5011118378 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 946 time: 0.8205347 Feb 14 21:29:58.844272 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.903579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Current status of the port a16e2b80-248a-4814-b952-bb6895885ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:58.940329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Provisioning complete for port 426ce952-81d6-425c-9660-0a9c5f2b40ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:58.945500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:58.951837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:29:58.969850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:29:58.977664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:29:58.992986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:59.004056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.033999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=ee33e205-fa68-49f8-b291-c7d3a726734f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:59.054015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-86c651d1-26bf-4baa-acd3-8a65269a75cf None None] Port 426ce952-81d6-425c-9660-0a9c5f2b40ae cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:29:59.055867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e360d28a-177f-4151-a8d7-881754881e92 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1952600 Feb 14 21:29:59.056788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56550) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:59.076843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f820323-effe-4b29-8959-b322bb2e571c req-a6a251ef-ca47-411a-86f8-9a41ff206661 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016890 Feb 14 21:29:59.077875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:5a:c0:ed'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:29:59.087615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a16e2b80-248a-4814-b952-bb6895885ec6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:29:59.171762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6886c3ed-b023-408e-861a-f91182119861 admin admin] Publish callbacks [] for security_group (2498205c-18cb-4ab5-83f0-ec2b489366b6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.184749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6886c3ed-b023-408e-861a-f91182119861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2498205c-18cb-4ab5-83f0-ec2b489366b6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.269392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6886c3ed-b023-408e-861a-f91182119861 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0cde75f96704ec6b0b8c1cec1699ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681150 Feb 14 21:29:59.274612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56556) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:59.319511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886c3ed-b023-408e-861a-f91182119861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498205c-18cb-4ab5-83f0-ec2b489366b6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:59.334356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-00069f64-daab-4c89-98c8-d030fa922309 None None] Provisioning complete for port 426ce952-81d6-425c-9660-0a9c5f2b40ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:59.336089 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00069f64-daab-4c89-98c8-d030fa922309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.430636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] Publish callbacks [] for security_group (2498205c-18cb-4ab5-83f0-ec2b489366b6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.456686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a16e2b80-248a-4814-b952-bb6895885ec6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:29:59.459613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.463748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-00069f64-daab-4c89-98c8-d030fa922309 None None] Port 426ce952-81d6-425c-9660-0a9c5f2b40ae cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:29:59.562199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.666151 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] Publish callbacks [] for security_group (2498205c-18cb-4ab5-83f0-ec2b489366b6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.763926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f87705af-e12f-410b-b22e-dc682d1444d2 None None] Could not find standard attr ID for object 4a396083-00f5-485b-ad07-bad0a66f8508. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:29:59.793524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a16e2b80-248a-4814-b952-bb6895885ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:29:59.804813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316193c-0548-4ec6-9c5e-f8c111205f85 req-5d11332e-deed-4e2a-a9cb-e4b677427d6c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:29:59.806553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a316193c-0548-4ec6-9c5e-f8c111205f85 req-5d11332e-deed-4e2a-a9cb-e4b677427d6c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 946 time: 0.3608403 Feb 14 21:29:59.817637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56574) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:29:59.894014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2498205c-18cb-4ab5-83f0-ec2b489366b6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.900896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:29:59.904435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2498205c-18cb-4ab5-83f0-ec2b489366b6 HTTP/1.1" status: 204 len: 168 time: 0.6235123 Feb 14 21:29:59.926132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ef13d-f34c-46fd-bdd8-29f2a32afdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498205c-18cb-4ab5-83f0-ec2b489366b6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:29:59.979127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a316193c-0548-4ec6-9c5e-f8c111205f85 req-098bd26b-fcaa-4288-8e30-1c3f3b26817b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566024 Feb 14 21:30:00.078348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.092091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1484191676-network', 'tenant_id': '908628ffacf54a74927aa0767d5e5c5f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:00.096457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.119603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] In _notify_port_updated(), no bound segment for port ee33e205-fa68-49f8-b291-c7d3a726734f on network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:30:00.124984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:00.125624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.126953 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "PUT /v2.0/ports/ee33e205-fa68-49f8-b291-c7d3a726734f HTTP/1.1" status: 200 len: 1001 time: 1.0686834 Feb 14 21:30:00.130231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56582) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:00.203209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-69190648-83bb-4760-ac2b-5b8ca41cdbb5 None None] Provisioning complete for port ee33e205-fa68-49f8-b291-c7d3a726734f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:00.204886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69190648-83bb-4760-ac2b-5b8ca41cdbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.221286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Made reservation on behalf of 908628ffacf54a74927aa0767d5e5c5f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:00.223621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.241304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868675-d8ae-4245-b8be-00bea961449e tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=ee33e205-fa68-49f8-b291-c7d3a726734f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:00.278603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.335186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-69190648-83bb-4760-ac2b-5b8ca41cdbb5 None None] Port ee33e205-fa68-49f8-b291-c7d3a726734f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:00.497063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port ee33e205-fa68-49f8-b291-c7d3a726734f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:00.504738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.560779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks [] for security_group (b8acf292-5c6d-4c66-965f-070ef0478017), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.575489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b8acf292-5c6d-4c66-965f-070ef0478017), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.669620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:00.685946 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.687092 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Added segment c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d of type vlan for network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc Feb 14 21:30:00.748218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.782238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.822900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for ee33e205-fa68-49f8-b291-c7d3a726734f owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:00.823765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8acf292-5c6d-4c66-965f-070ef0478017,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:00.941669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.947306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:00.957076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:00.996895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd8f-54fa-40bb-942c-d0a00ce2585a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:01.070605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ee33e205-fa68-49f8-b291-c7d3a726734f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:01.129828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=ee33e205-fa68-49f8-b291-c7d3a726734f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:01.173123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3535848 Feb 14 21:30:01.173625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5af64e70-4f6c-4db4-b661-810d3149092a None None] Could not find standard attr ID for object ee33e205-fa68-49f8-b291-c7d3a726734f. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:30:01.184465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5c94-ec3c-42dd-9e97-f8e3d564add9 admin admin] Pushing event updated for resources: {'Network': ['ID=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:01.187728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56606) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:01.195035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Request body: {'subnet': {'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1484191676-subnet', 'tenant_id': '908628ffacf54a74927aa0767d5e5c5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:01.195736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:01.261088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Made reservation on behalf of 908628ffacf54a74927aa0767d5e5c5f for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:01.264151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:01.520641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:01.540150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eba5e9c6-72ca-4acb-adcf-53f3f8600539 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/ee33e205-fa68-49f8-b291-c7d3a726734f HTTP/1.1" status: 204 len: 168 time: 1.4050765 Feb 14 21:30:01.541212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:01.624337 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad10646-f9a9-4393-8924-07da09d65e52 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] GET failed (client error): The resource could not be found. Feb 14 21:30:01.632250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56618) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:01.632413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aad10646-f9a9-4393-8924-07da09d65e52 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports/ee33e205-fa68-49f8-b291-c7d3a726734f HTTP/1.1" status: 404 len: 333 time: 0.0871184 Feb 14 21:30:01.638582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-68781712'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:01.856749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (69df6d23-14b5-4d9f-85aa-8a6a9973333e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:01.992028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69df6d23-14b5-4d9f-85aa-8a6a9973333e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:02.050393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Checking segment: {'id': 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:02.050857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Network hostable DHCP agents. Network: 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:02.080299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:02.109281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:02.115744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:02.120672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a73be1-7d43-4779-9b29-d45784c094fb None None] Network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:02.129973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:02.131929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:02.145819 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:02.204303 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0393ec81-d19c-4b7d-8ca6-0a6edc048888 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0152411 Feb 14 21:30:02.217027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488ea1a-925c-4a4e-a8e3-13ff7df53f71 req-d8647b06-3c3a-422d-b604-80c6c6632362 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:02.218589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7488ea1a-925c-4a4e-a8e3-13ff7df53f71 req-d8647b06-3c3a-422d-b604-80c6c6632362 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 946 time: 0.8749757 Feb 14 21:30:02.260140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:02.320778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294843f-e8b2-451a-a07b-0d700d3587d9 None None] Network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:02.565417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::313 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/05ede66c-df5b-45e2-8e16-ce45f0f9a07b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:02.684483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:02.883319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:02.948588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-491392690'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:02.963539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7488ea1a-925c-4a4e-a8e3-13ff7df53f71 req-d7083488-7e3c-4a58-8db9-d080bafd3542 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305279 Feb 14 21:30:02.987502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:02.994071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Made reservation on behalf of 19fafa16e15b45a89a9d934447454476 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:02.998448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.021572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.210045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks [] for security_group (6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.216586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.234215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:03.259237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:03.260063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:03.269010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:03.284179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:03.287765 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.292681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:03.300094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=05ede66c-df5b-45e2-8e16-ce45f0f9a07b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:03.350458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7db9c1e0-4898-4c30-b77d-b56daff66167), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.351842 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Added segment 7db9c1e0-4898-4c30-b77d-b56daff66167 of type vlan for network 6384142e-daed-41a5-9549-1e38fb4fc30a Feb 14 21:30:03.353326 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9e93a3-aa75-4df5-a673-7114f2607ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.411059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-89d37154-8f43-4e51-b631-8d257566ccaf tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7772219 Feb 14 21:30:03.413679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56678) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:03.420273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5a:c0:ed'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:03.447552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-646d4f9b-c26f-4a33-bea7-83af7318007d tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:03.449230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-646d4f9b-c26f-4a33-bea7-83af7318007d tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/networks?id=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc HTTP/1.1" status: 200 len: 813 time: 0.4968331 Feb 14 21:30:03.471289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-939f4d1d-c817-4b47-bc8b-044d1a3b769c tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/quotas/908628ffacf54a74927aa0767d5e5c5f HTTP/1.1" status: 200 len: 375 time: 0.0161636 Feb 14 21:30:03.480620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6384142e-daed-41a5-9549-1e38fb4fc30a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.554199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-3a036914-4b48-4e95-bc49-c580a56d3a12 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=908628ffacf54a74927aa0767d5e5c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741127 Feb 14 21:30:03.602257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6384142e-daed-41a5-9549-1e38fb4fc30a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.611980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:03.616940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.673609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:03.722735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-f9b80178-301e-4245-9d7f-85d3d815bf29 service neutron] 10.222.0.86 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517873 Feb 14 21:30:03.809396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1226575 Feb 14 21:30:03.810522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a31c-229b-43a8-911f-ee5030f5268c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Pushing event updated for resources: {'Network': ['ID=6384142e-daed-41a5-9549-1e38fb4fc30a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:03.881498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6384142e-daed-41a5-9549-1e38fb4fc30a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:04.012814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-e2117712-8a52-4107-a708-57805feb09e8 service neutron] 10.222.0.86 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761631 Feb 14 21:30:04.044052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c91d0848-abf8-45f5-8fd6-fdafaa4a96a3 None None] Provisioning complete for port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:04.044718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c91d0848-abf8-45f5-8fd6-fdafaa4a96a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.081849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56698) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:04.088003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a', 'binding:host_id': 'n-h2-828372-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1091720427'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:04.146775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Made reservation on behalf of cca08d7119c64ca3a4a67ea3722edf17 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:04.150023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.150158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c91d0848-abf8-45f5-8fd6-fdafaa4a96a3 None None] Port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:04.176145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.210039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.225717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.320027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] In _notify_port_updated(), no bound segment for port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b on network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:30:04.325769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:04.326620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.328431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "PUT /v2.0/ports/05ede66c-df5b-45e2-8e16-ce45f0f9a07b HTTP/1.1" status: 200 len: 1001 time: 0.9136255 Feb 14 21:30:04.331613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:04.366667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c935639-18e0-463d-8069-a8210c5e3f05 req-6a80f4b8-e7b8-4629-b8c9-f8c013b5e203 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0985866 Feb 14 21:30:04.469334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for security_group (a376f092-5106-456c-b1b7-b4298cceea9e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.469811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59667f-a027-48ea-8f87-1ce81cfe1da0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=05ede66c-df5b-45e2-8e16-ce45f0f9a07b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:04.483425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.484916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a376f092-5106-456c-b1b7-b4298cceea9e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.491090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port bb619724-da31-42ba-ba0b-939b53f065be yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:04.534181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:04.537688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.680067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a376f092-5106-456c-b1b7-b4298cceea9e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:04.778529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.794570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e9997526-1f3d-4ac4-9e20-6ee1791c82c6 None None] Provisioning complete for port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:04.794946 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9997526-1f3d-4ac4-9e20-6ee1791c82c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.798699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for 05ede66c-df5b-45e2-8e16-ce45f0f9a07b owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:04.888410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9997526-1f3d-4ac4-9e20-6ee1791c82c6 None None] Port 05ede66c-df5b-45e2-8e16-ce45f0f9a07b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:04.916900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port bb619724-da31-42ba-ba0b-939b53f065be yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:04.927115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (bb619724-da31-42ba-ba0b-939b53f065be), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:04.939254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bb619724-da31-42ba-ba0b-939b53f065be), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.008799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:30:05.066371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=bb619724-da31-42ba-ba0b-939b53f065be,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:05.114096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Checking segment: {'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:05.114492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Network hostable DHCP agents. Network: 6384142e-daed-41a5-9549-1e38fb4fc30a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:05.148202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Network 6384142e-daed-41a5-9549-1e38fb4fc30a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:05.178502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6384142e-daed-41a5-9549-1e38fb4fc30a) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:05.181382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (05ede66c-df5b-45e2-8e16-ce45f0f9a07b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.182853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:05.194169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22a4c5-8dce-47db-8bdf-1f93e92e848d None None] Network 6384142e-daed-41a5-9549-1e38fb4fc30a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:05.221673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.223579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.224786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.238132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.241316 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.249700 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 2 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.258186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=05ede66c-df5b-45e2-8e16-ce45f0f9a07b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:05.272341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.272868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.273457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.286922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.287480 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.294690 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 3 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.310161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.310499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.310902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.318117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.318533 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.319624 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 4 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.354630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.367530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e959524-36d3-46ba-a478-b76b0cfd2f6c tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/05ede66c-df5b-45e2-8e16-ce45f0f9a07b HTTP/1.1" status: 204 len: 168 time: 1.0341940 Feb 14 21:30:05.369644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56730) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:05.409533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.410087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.410207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.416965 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd7ef72-e835-424d-a1f9-7808a4623437 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] GET failed (client error): The resource could not be found. Feb 14 21:30:05.427378 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2dd7ef72-e835-424d-a1f9-7808a4623437 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports/05ede66c-df5b-45e2-8e16-ce45f0f9a07b HTTP/1.1" status: 404 len: 333 time: 0.0551450 Feb 14 21:30:05.430047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56736) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:05.440555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.440739 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.441092 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 5 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.443698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-629060849'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:05.470032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:05.473529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.473945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.474809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.488715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.489058 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.489460 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 6 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.519538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.519942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.520232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.530842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'mac_address': 'fa:16:3e:f0:41:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:30:05.532639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.532977 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.533373 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 7 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.609543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.609645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.611378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.659996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.670363 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.671458 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 8 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.682691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1627213-ed78-4e4f-8122-fee84627de2d req-a4af4c05-bc25-47c2-89b5-30140b96c428 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 210 time: 0.1163712 Feb 14 21:30:05.697243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:05.700128 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.745766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.746545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:05.751588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.752303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.752979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.754406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.764124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:05.775068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port e3864073-d125-4def-a4a1-75d19cee3aaa yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:05.776027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.777149 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.780332 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 9 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.813901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.814514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.820538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.832407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.833023 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.833595 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 10 to bind port bb619724-da31-42ba-ba0b-939b53f065be Feb 14 21:30:05.851420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:05.861614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:05.863057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:05.863533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:05.865168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.937661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port bb619724-da31-42ba-ba0b-939b53f065be on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:05.938080 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port bb619724-da31-42ba-ba0b-939b53f065be on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:05.938554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bb619724-da31-42ba-ba0b-939b53f065be), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:05.957356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::155 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/e3864073-d125-4def-a4a1-75d19cee3aaa) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:06.009660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:06.086801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['531ee83e-f0ce-48e0-bdfb-a7d2544aff78'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:06.179795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.210768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.215470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1943b-9426-4977-bce6-38a4a5c92237 req-8b04ecc3-b1ca-44ab-a3cb-6c69d55cf806 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:06.233159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fd1943b-9426-4977-bce6-38a4a5c92237 req-8b04ecc3-b1ca-44ab-a3cb-6c69d55cf806 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 945 time: 0.3633580 Feb 14 21:30:06.289108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.295622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port bb619724-da31-42ba-ba0b-939b53f065be, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:06.296313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempted to set empty binding levels {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:30:06.310733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bb619724-da31-42ba-ba0b-939b53f065be), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.420291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:06.422727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.466310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fd1943b-9426-4977-bce6-38a4a5c92237 req-7f82eb88-2cf1-45eb-a901-fbbf3d70adbb tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197981 Feb 14 21:30:06.492910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=bb619724-da31-42ba-ba0b-939b53f065be,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:06.505594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9a8baf76-2d44-472b-a23b-5da1efa6a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.4223800 Feb 14 21:30:06.508174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56766) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:06.521792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=e3864073-d125-4def-a4a1-75d19cee3aaa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:06.533415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:06.543053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:06.545638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:06.551429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:06.552623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.577107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fca905f1-82ad-459a-aa90-42e35fa84571 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1434853 Feb 14 21:30:06.580766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:06.593126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'network_id': '3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1701620163'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:06.619645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-5e899436-78f2-401d-9280-b860006018cd tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:06.621181 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-5e899436-78f2-401d-9280-b860006018cd tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.64 "GET /v2.0/networks?id=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc HTTP/1.1" status: 200 len: 813 time: 0.3891463 Feb 14 21:30:06.636352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Request body: {'port': {'device_id': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc', 'admin_state_up': True, 'tenant_id': '908628ffacf54a74927aa0767d5e5c5f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:06.894888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bf587ac-1b1a-4fb2-aa13-24a6133cbfa3 req-03398be3-a0d9-4317-9381-4a75b391af76 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0399785 Feb 14 21:30:06.942131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Made reservation on behalf of 5bcec1b9fda04434baaf6e05141fa9a7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:06.945673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.961670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Deleting port bb619724-da31-42ba-ba0b-939b53f065be {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:06.962019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bb619724-da31-42ba-ba0b-939b53f065be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:06.981728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Made reservation on behalf of 908628ffacf54a74927aa0767d5e5c5f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:06.982056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] device_id is not set on port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:06.987581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.024145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:07.234496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.262022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port bb619724-da31-42ba-ba0b-939b53f065be, host n-h2-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:07.262657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bb619724-da31-42ba-ba0b-939b53f065be), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.266268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ddddd2b1-3f6c-4193-b1d1-f0ea62ded6d9 None None] Provisioning complete for port e3864073-d125-4def-a4a1-75d19cee3aaa triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:07.283837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddddd2b1-3f6c-4193-b1d1-f0ea62ded6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.297772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Calling delete_port for bb619724-da31-42ba-ba0b-939b53f065be owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:07.312693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Allocated IP 172.20.0.2 (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc/69df6d23-14b5-4d9f-85aa-8a6a9973333e/1a625e7d-c433-47fd-816a-0239ba1223ed) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:07.358330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:07.358714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.469628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ddddd2b1-3f6c-4193-b1d1-f0ea62ded6d9 None None] Port e3864073-d125-4def-a4a1-75d19cee3aaa cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:07.583097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:07.584488 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.618316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:07.622045 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7c8ed-62cc-4cfd-b0ae-922296fd7ce3" -d '{"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-plugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:07.640414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:07.650177 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.680563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Allocated IP 2001:db8::374 (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca/22905e9a-bc87-4057-b39f-d9cbd73fc8b1/9b1cd070-3e4f-4ff7-a53e-129b0e0a1708) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:07.705561 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e57cbf-2b3f-49e4-8a3e-0fd086149019 x-openstack-request-id: req-20e57cbf-2b3f-49e4-8a3e-0fd086149019 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:07.706093 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-plugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:07.706555 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20e57cbf-2b3f-49e4-8a3e-0fd086149019 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:07.707224 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'code': 200} Feb 14 21:30:07.742529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:07.818783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks [] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.866769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:07.892792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:07.895895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:07.898312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:07.985513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Pushing event updated for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:08.015477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:08.016529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.037565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-2c75270c-d04b-496b-a8f1-14a0bb913647 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4051454 Feb 14 21:30:08.050447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Request body: {'port': {'device_id': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:08.153937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63311b0a-c791-4911-875f-db12ed11aefc req-a35836f0-aa24-420c-8cd7-8faece971ac2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:08.155648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63311b0a-c791-4911-875f-db12ed11aefc req-a35836f0-aa24-420c-8cd7-8faece971ac2 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 945 time: 0.7785277 Feb 14 21:30:08.170862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.277719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bb619724-da31-42ba-ba0b-939b53f065be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.287086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ef78f-9cdb-4ddb-b293-b85c2deee1d7 req-73d220b9-c555-4998-8a23-ccdc12957d5b tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:08.288945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e1ef78f-9cdb-4ddb-b293-b85c2deee1d7 req-73d220b9-c555-4998-8a23-ccdc12957d5b tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 945 time: 0.4735150 Feb 14 21:30:08.295114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.401302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.405333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "DELETE /v2.0/ports/bb619724-da31-42ba-ba0b-939b53f065be HTTP/1.1" status: 204 len: 168 time: 1.8960598 Feb 14 21:30:08.419768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:08.431319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2c473-3f7a-49c8-89e9-53ad17ac9371 req-9c334b2f-22fd-49a5-8f8a-1aa351c0282f tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:08.438447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efd2c473-3f7a-49c8-89e9-53ad17ac9371 req-9c334b2f-22fd-49a5-8f8a-1aa351c0282f tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 931 time: 0.3819313 Feb 14 21:30:08.471564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedd924-a496-4f2b-abe7-61f36afe1c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb619724-da31-42ba-ba0b-939b53f065be,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:08.485930 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfda9d7-ccbc-4933-950f-1057d4287288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:30:08.487821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3cfda9d7-ccbc-4933-950f-1057d4287288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports/bb619724-da31-42ba-ba0b-939b53f065be HTTP/1.1" status: 404 len: 333 time: 0.0405257 Feb 14 21:30:08.493649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:08.501685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-421740649'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:08.529213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e1ef78f-9cdb-4ddb-b293-b85c2deee1d7 req-49b66245-f86f-4f45-80c2-ca4a45c89d31 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/security-groups?id=48c5c357-eed3-4b05-ae6b-3f299a1c6942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189877 Feb 14 21:30:08.589302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Deleting port 0ab8a902-8445-4d02-8efa-994e30ee997b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:08.589648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.610586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Made reservation on behalf of cca08d7119c64ca3a4a67ea3722edf17 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:08.612989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.647723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.704702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:08.710466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efd2c473-3f7a-49c8-89e9-53ad17ac9371 req-e262d7b0-a989-4c8c-a459-7b8d92abee94 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698925 Feb 14 21:30:08.789099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:08.794437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:08.808008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:08.813904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:08.814729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.823197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=9b1cd070-3e4f-4ff7-a53e-129b0e0a1708,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:08.874618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0d7c86ec-2018-4c8a-a946-08b0b14e8cf0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2863171 Feb 14 21:30:08.879243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:08.895634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] For port 0ab8a902-8445-4d02-8efa-994e30ee997b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=0ab8a902-8445-4d02-8efa-994e30ee997b,segment=NetworkSegment(2b05d124-bd70-4a12-b2c2-c7368c0ec7c2),segment_id=2b05d124-bd70-4a12-b2c2-c7368c0ec7c2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:08.896432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:08.900974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:5a:c0:ed'}, {'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:ec:15:12'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:08.918325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a625e7d-c433-47fd-816a-0239ba1223ed {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:08.933387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Calling delete_port for 0ab8a902-8445-4d02-8efa-994e30ee997b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:08.958513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks [] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.088063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Transition to ACTIVE for port object 1a625e7d-c433-47fd-816a-0239ba1223ed will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:30:09.114382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.196574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0ab8a902-8445-4d02-8efa-994e30ee997b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.240307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Pushing event deleted for resources: {'Port': ['ID=0ab8a902-8445-4d02-8efa-994e30ee997b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:09.353377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] No DVR routers for this DVR port 0ab8a902-8445-4d02-8efa-994e30ee997b on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:09.354933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d95674d2-6239-4d75-bb3d-0e179ddd114f None None] Provisioning complete for port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:09.355445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95674d2-6239-4d75-bb3d-0e179ddd114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.356303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.360191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63311b0a-c791-4911-875f-db12ed11aefc req-54cc489a-714e-468e-9ab3-c188452f19de tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.83 "DELETE /v2.0/ports/0ab8a902-8445-4d02-8efa-994e30ee997b HTTP/1.1" status: 204 len: 173 time: 1.1854143 Feb 14 21:30:09.360697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'name': 'network-vif-deleted', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:09.363041 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2dacc-861c-484e-bf3c-b9465e9b4dcd" -d '{"events": [{"server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "name": "network-vif-deleted", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:09.406626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d95674d2-6239-4d75-bb3d-0e179ddd114f None None] Port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:09.475481 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac12a7-1680-4eb5-93b1-1682c867c856 x-openstack-request-id: req-ceac12a7-1680-4eb5-93b1-1682c867c856 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:09.475783 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6338a45-d7b9-4c55-9f8b-79353859a696", "name": "network-vif-deleted", "tag": "0ab8a902-8445-4d02-8efa-994e30ee997b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:09.476042 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ceac12a7-1680-4eb5-93b1-1682c867c856 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:09.476453 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6338a45-d7b9-4c55-9f8b-79353859a696', 'name': 'network-vif-deleted', 'tag': '0ab8a902-8445-4d02-8efa-994e30ee997b', 'status': 'completed', 'code': 200} Feb 14 21:30:09.800047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08d684b7-80b3-49cb-b2c2-4e2fe785f502 req-055e8664-7ca7-4de0-9dde-3e43af4ea0d8 tempest-VolumesAdminNegativeTest-1716499895 tempest-VolumesAdminNegativeTest-1716499895-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6338a45-d7b9-4c55-9f8b-79353859a696 HTTP/1.1" status: 200 len: 210 time: 0.0792673 Feb 14 21:30:09.845563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:09.847398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Pushing event updated for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:09.991019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfac43-5f87-4722-881e-4739957e9d60 req-b1d98baf-9939-44cc-8ef5-6d0dd60534cd tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:10.000680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8edfac43-5f87-4722-881e-4739957e9d60 req-b1d98baf-9939-44cc-8ef5-6d0dd60534cd tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 943 time: 0.0976057 Feb 14 21:30:10.029222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.087828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8edfac43-5f87-4722-881e-4739957e9d60 req-54f70d0a-ec8e-45fc-b108-5ac926990cd9 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815907 Feb 14 21:30:10.180012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.198499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Attempting to bind port 1a625e7d-c433-47fd-816a-0239ba1223ed on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:10.198930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Attempting to bind port 1a625e7d-c433-47fd-816a-0239ba1223ed by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:10.199360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Attempting to bind port 1a625e7d-c433-47fd-816a-0239ba1223ed on network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:10.282067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Network 6384142e-daed-41a5-9549-1e38fb4fc30a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:10.292729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Port 1a625e7d-c433-47fd-816a-0239ba1223ed on network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:10.292729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Attempting to bind port 1a625e7d-c433-47fd-816a-0239ba1223ed on network 980d55a7-0f13-48a8-8cd1-4dc73d4b53bc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:10.295218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:10.306921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:10.308064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:10.308742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.321881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:10.322321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Checking segment: {'id': 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:10.322781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Bound using segment: {'id': 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:10.323329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Bound port: 1a625e7d-c433-47fd-816a-0239ba1223ed, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:10.323829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.335320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0f8572-bed0-42b4-99c7-c03a3c8f9155,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:10.413994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:10.414374 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb4daea1-aa37-4d8e-a5ef-03fa7a66937d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9193654 Feb 14 21:30:10.419242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:10.468214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:10.479950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1a625e7d-c433-47fd-816a-0239ba1223ed,segment=NetworkSegment(c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d),segment_id=c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:10.493300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.495701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.523961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.559485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.585951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:10.586575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.588013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] 10.222.0.64 "PUT /v2.0/ports/1a625e7d-c433-47fd-816a-0239ba1223ed HTTP/1.1" status: 200 len: 1092 time: 2.5448306 Feb 14 21:30:10.590874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:10.600692 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb" -d '{"events": [{"name": "network-changed", "server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:10.645668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] In _notify_port_updated(), no bound segment for port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 on network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:30:10.651126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:10.651846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:10.669537 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "PUT /v2.0/ports/9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 HTTP/1.1" status: 200 len: 1067 time: 1.7846141 Feb 14 21:30:10.686965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56852) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:10.751243 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01098624-e38f-4752-9b62-402964c8b378 x-openstack-request-id: req-01098624-e38f-4752-9b62-402964c8b378 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:10.751665 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:10.751934 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01098624-e38f-4752-9b62-402964c8b378 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:10.752359 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed', 'status': 'completed', 'code': 200} Feb 14 21:30:10.754454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146844-f485-4ecb-8e76-e1cb950c702d service neutron] Pushing event updated for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:10.874995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368de35d-2d5b-4464-9c1c-47bbbc0c5ecd tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event updated for resources: {'Port': ['ID=9b1cd070-3e4f-4ff7-a53e-129b0e0a1708,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:10.882023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-804f2b38-5be8-4c46-804b-72f1c7a847be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:10.883618 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-804f2b38-5be8-4c46-804b-72f1c7a847be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=908628ffacf54a74927aa0767d5e5c5f&device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 1126 time: 0.2425289 Feb 14 21:30:10.946474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56868) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:10.961060 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-3c74206e-d30f-404d-b685-94b4b9789182 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a625e7d-c433-47fd-816a-0239ba1223ed HTTP/1.1" status: 200 len: 217 time: 0.0667062 Feb 14 21:30:11.038912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-f4d263a4-90f8-443b-ab94-1e5578a57c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:11.040494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-f4d263a4-90f8-443b-ab94-1e5578a57c5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69df6d23-14b5-4d9f-85aa-8a6a9973333e HTTP/1.1" status: 200 len: 853 time: 0.0713134 Feb 14 21:30:11.059755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ab8a902-8445-4d02-8efa-994e30ee997b no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:11.069637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Deleting subnet c4eff60e-4ccf-4fb7-aae5-12cf6e15606f {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:11.076676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Publish callbacks [] for subnet (c4eff60e-4ccf-4fb7-aae5-12cf6e15606f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:11.099514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 0ab8a902-8445-4d02-8efa-994e30ee997b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:11.099866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 0ab8a902-8445-4d02-8efa-994e30ee997b not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:11.104944 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-664af261-604a-44fa-b3aa-4abf633b402b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555272 Feb 14 21:30:11.164133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2fd3a226-dfda-48b0-a8a7-3b6ede41b830 None None] Provisioning complete for port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:11.164664 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a226-dfda-48b0-a8a7-3b6ede41b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:11.259995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3a226-dfda-48b0-a8a7-3b6ede41b830 None None] Port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:11.282302 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-846aa5e1-397a-40de-97f7-d57d27a892d0 service neutron] 10.222.0.64 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646450 Feb 14 21:30:11.465463 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00b3f680-0f27-4ce6-ba4a-703ad8cf0dcb req-6851c0e5-96ee-40ae-8db7-3d0827166650 service neutron] 10.222.0.64 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750364 Feb 14 21:30:11.635993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-8555e57e-9b62-48cb-9fde-42d2265624d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:11.639863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-8555e57e-9b62-48cb-9fde-42d2265624d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=908628ffacf54a74927aa0767d5e5c5f&device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 1126 time: 0.1046207 Feb 14 21:30:11.906546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-57a5a4c3-6d20-4b65-b5e6-8ab4bde62fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:11.909043 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-57a5a4c3-6d20-4b65-b5e6-8ab4bde62fa9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc HTTP/1.1" status: 200 len: 914 time: 0.2615514 Feb 14 21:30:11.966504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:12.000911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.033525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.062050 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-3088c216-f10c-4928-a3fd-928e007d8db6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a625e7d-c433-47fd-816a-0239ba1223ed HTTP/1.1" status: 200 len: 217 time: 0.1466911 Feb 14 21:30:12.084679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (c4eff60e-4ccf-4fb7-aae5-12cf6e15606f), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.145916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-a93d6a95-9725-4e20-8187-2ef56de34cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:12.149465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:12.149810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.151539 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-a93d6a95-9725-4e20-8187-2ef56de34cec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69df6d23-14b5-4d9f-85aa-8a6a9973333e HTTP/1.1" status: 200 len: 853 time: 0.0823953 Feb 14 21:30:12.213386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-b362b00b-7f3c-414a-b36b-54228eb14b40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547016 Feb 14 21:30:12.237390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ee65-da53-4c2e-b6da-036e921af76c req-f89080fb-1648-441e-81d9-6ddc1ccf91e2 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:12.244286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68c3ee65-da53-4c2e-b6da-036e921af76c req-f89080fb-1648-441e-81d9-6ddc1ccf91e2 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 943 time: 0.4488525 Feb 14 21:30:12.268863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0f8572-bed0-42b4-99c7-c03a3c8f9155,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:12.293845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (c4eff60e-4ccf-4fb7-aae5-12cf6e15606f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.370300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.370666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.371011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.396994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-0e385bab-8b6d-429b-b4b9-6f10afa9a19f service neutron] 10.222.0.64 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762412 Feb 14 21:30:12.400983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.401318 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.404646 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 2 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.410106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.439784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68c3ee65-da53-4c2e-b6da-036e921af76c req-96316fcd-646f-4617-8333-c175139f9740 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945488 Feb 14 21:30:12.461460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for 9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:12.466563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.467085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.467618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.482008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.482586 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.483776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (c4eff60e-4ccf-4fb7-aae5-12cf6e15606f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.487750 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 3 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.561421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4eff60e-4ccf-4fb7-aae5-12cf6e15606f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:12.565155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.571718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-307d4f7e-ca2a-4d44-b127-634f99b8470a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c4eff60e-4ccf-4fb7-aae5-12cf6e15606f HTTP/1.1" status: 204 len: 168 time: 1.6221859 Feb 14 21:30:12.572903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56886) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:12.576616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.577150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.577664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.605110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.605702 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.607527 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 4 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.636248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.636852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.637356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.656556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.657134 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.658228 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 5 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.673149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.673714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.674209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.684181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.684745 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.693531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dd6e2b84-cc0f-4b7e-b16d-2966bc3100fb req-771d0383-fc56-4b16-9fb5-4ca40eca4d2c service neutron] 10.222.0.64 "GET /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896039 Feb 14 21:30:12.705878 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 6 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.745835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.746420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.753254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.764098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.764304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d2b4397e-62c6-410a-bcd5-27103760fdce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.764791 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:12.769254 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 7 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:12.786272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:12.787751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:12.788306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:12.791149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9b1cd070-3e4f-4ff7-a53e-129b0e0a1708), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.926155 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d2b4397e-62c6-410a-bcd5-27103760fdce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:12.951099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b4397e-62c6-410a-bcd5-27103760fdce']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:12.975984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:12.976274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b05d124-bd70-4a12-b2c2-c7368c0ec7c2') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:12.997629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:12.998193 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:13.022761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (2b05d124-bd70-4a12-b2c2-c7368c0ec7c2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.069023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2b05d124-bd70-4a12-b2c2-c7368c0ec7c2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.088164 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 8 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:13.089344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:13.090447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (2b05d124-bd70-4a12-b2c2-c7368c0ec7c2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.121628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=9b1cd070-3e4f-4ff7-a53e-129b0e0a1708,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:13.152572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:13.160109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:13.160516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:13.172565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:13.181696 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:13.182437 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 9 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:13.287993 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:13.309452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:13.310018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:13.310520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:13.317436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:13.318645 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:13.321483 n-d-828372-11 neutron-server[103513]: INFO neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 10 to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 Feb 14 21:30:13.367113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d2b4397e-62c6-410a-bcd5-27103760fdce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.375086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.376477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:13.376776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:13.377120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:13.399610 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d2b4397e-62c6-410a-bcd5-27103760fdce HTTP/1.1" status: 204 len: 168 time: 0.8229196 Feb 14 21:30:13.413212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:13.415785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:13.418008 n-d-828372-11 neutron-server[103513]: ERROR neutron.plugins.ml2.managers [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:13.418008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.475936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.485830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc9c7-5fbb-43d1-8ca5-d5968607e470 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b4397e-62c6-410a-bcd5-27103760fdce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:13.487910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:30:13.498202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-267069d9-65d5-406b-b2b6-5ac35687307f tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 HTTP/1.1" status: 204 len: 168 time: 2.8101413 Feb 14 21:30:13.503008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:13.622610 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c71183-e8c3-4723-b046-de4db4b77649 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] GET failed (client error): The resource could not be found. Feb 14 21:30:13.626955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18c71183-e8c3-4723-b046-de4db4b77649 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports/9b1cd070-3e4f-4ff7-a53e-129b0e0a1708 HTTP/1.1" status: 404 len: 333 time: 0.1201835 Feb 14 21:30:13.646171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Deleting subnet d460147c-76b9-4d33-b54f-3788e8e48b3e {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:13.651104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56914) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:13.670426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Publish callbacks [] for subnet (d460147c-76b9-4d33-b54f-3788e8e48b3e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.714023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (d460147c-76b9-4d33-b54f-3788e8e48b3e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.765582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d460147c-76b9-4d33-b54f-3788e8e48b3e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.789201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fefb1-c0ae-4c00-b88c-04b8cc5af1fd req-60ae8d27-7abf-42fc-8e53-ae9eca89b2e6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:13.791064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f8fefb1-c0ae-4c00-b88c-04b8cc5af1fd req-60ae8d27-7abf-42fc-8e53-ae9eca89b2e6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 945 time: 0.1253548 Feb 14 21:30:13.801547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d14b0-6298-441f-adbd-e1e2ee5c1309 req-84b8b53c-e379-41d6-8fd7-a24bc892c2b8 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:13.809992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c4d14b0-6298-441f-adbd-e1e2ee5c1309 req-84b8b53c-e379-41d6-8fd7-a24bc892c2b8 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 943 time: 0.2087979 Feb 14 21:30:13.867825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:13.868130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempted to set empty binding levels {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:30:13.871969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (d460147c-76b9-4d33-b54f-3788e8e48b3e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.887808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f8fefb1-c0ae-4c00-b88c-04b8cc5af1fd req-5ce8ffa3-33f7-4709-8f90-49b315c76fb3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Feb 14 21:30:13.906983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.916993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] In _notify_port_updated(), no bound segment for port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:30:13.917982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:13.918711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.922986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "PUT /v2.0/ports/4c0f8572-bed0-42b4-99c7-c03a3c8f9155 HTTP/1.1" status: 200 len: 979 time: 3.5079420 Feb 14 21:30:13.924006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56916) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:13.941124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:13.945414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d460147c-76b9-4d33-b54f-3788e8e48b3e HTTP/1.1" status: 204 len: 168 time: 0.4958782 Feb 14 21:30:13.946372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5af2fd-c3d9-4860-8adf-1d64aa8ceece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d460147c-76b9-4d33-b54f-3788e8e48b3e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:13.952517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:14.049473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c31fcb1b-ac19-4c06-b417-81c00d090b14), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.055641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d58f6e-4a98-4dfd-9f05-dcdf3e8a80cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0f8572-bed0-42b4-99c7-c03a3c8f9155,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:14.077272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c4d14b0-6298-441f-adbd-e1e2ee5c1309 req-ac7af8e5-04fa-4a62-8753-e8544cf7677f tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662899 Feb 14 21:30:14.159732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.160607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.161278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.161989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.162787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.163540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.165237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.166251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.166915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.168116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.168910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.169563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.170333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.170984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.172275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.173123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.173781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.174791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.175473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.176414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.177100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.177976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port e3864073-d125-4def-a4a1-75d19cee3aaa {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:14.178337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.183493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:14.187994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b7ed112a-b013-461f-a2b1-9f104291fb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20429 time: 0.2614968 Feb 14 21:30:14.194732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56920) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:14.235895 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c31fcb1b-ac19-4c06-b417-81c00d090b14), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.319135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31fcb1b-ac19-4c06-b417-81c00d090b14']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:14.337203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f83fe1-034c-4f8c-b475-0a62d83a30fe') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:14.337513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f83fe1-034c-4f8c-b475-0a62d83a30fe') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:14.374734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (03f83fe1-034c-4f8c-b475-0a62d83a30fe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.389788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Deleting port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:14.390249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.438373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (03f83fe1-034c-4f8c-b475-0a62d83a30fe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.445507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:14.445991 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (03f83fe1-034c-4f8c-b475-0a62d83a30fe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.466699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port 4c0f8572-bed0-42b4-99c7-c03a3c8f9155, host n-h2-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:14.467080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.480785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Calling delete_port for 4c0f8572-bed0-42b4-99c7-c03a3c8f9155 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:14.506339 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:14.516930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c31fcb1b-ac19-4c06-b417-81c00d090b14), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.545562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.549339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c31fcb1b-ac19-4c06-b417-81c00d090b14 HTTP/1.1" status: 204 len: 168 time: 0.5924668 Feb 14 21:30:14.550421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60dc1c-5331-4d23-989d-349b806b3f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31fcb1b-ac19-4c06-b417-81c00d090b14,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:14.591809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.600201 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4c0f8572-bed0-42b4-99c7-c03a3c8f9155), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.636924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for e3864073-d125-4def-a4a1-75d19cee3aaa owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:14.637304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.641067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "DELETE /v2.0/ports/4c0f8572-bed0-42b4-99c7-c03a3c8f9155 HTTP/1.1" status: 204 len: 168 time: 0.4445293 Feb 14 21:30:14.643920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:14.645097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93384f0-ce7a-4478-bbb0-8cfe6fb90556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c0f8572-bed0-42b4-99c7-c03a3c8f9155,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:14.681703 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bf7cd3-b12e-4e93-82e2-5992e0f9346e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:30:14.683310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c5bf7cd3-b12e-4e93-82e2-5992e0f9346e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports/4c0f8572-bed0-42b4-99c7-c03a3c8f9155 HTTP/1.1" status: 404 len: 333 time: 0.0316556 Feb 14 21:30:14.687410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56942) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:14.692885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-751531785', 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:14.721654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Made reservation on behalf of cca08d7119c64ca3a4a67ea3722edf17 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:14.725658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.756154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port 9b47131e-aee5-4cbd-a558-ce9419fe8bbb yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:14.898489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56944) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:14.921158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e3864073-d125-4def-a4a1-75d19cee3aaa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:14.967817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=e3864073-d125-4def-a4a1-75d19cee3aaa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:15.048690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.063650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1698e975-a2b4-4016-996f-44ff0a49d8d9 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/e3864073-d125-4def-a4a1-75d19cee3aaa HTTP/1.1" status: 204 len: 168 time: 1.4074266 Feb 14 21:30:15.064489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.080600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4d396387-f139-4167-8f2b-b71b4a4535be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=240ac92c8f704ae4a93cfd4d68d26199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807184 Feb 14 21:30:15.086383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56950) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.112707 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e24f4f-2694-4b73-9e52-ac203462706a tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] GET failed (client error): The resource could not be found. Feb 14 21:30:15.120925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-38e24f4f-2694-4b73-9e52-ac203462706a tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "GET /v2.0/ports/e3864073-d125-4def-a4a1-75d19cee3aaa HTTP/1.1" status: 404 len: 333 time: 0.0553217 Feb 14 21:30:15.121640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56954) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.189094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (9b47131e-aee5-4cbd-a558-ce9419fe8bbb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.279247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9bda3-f301-4169-9a28-07c934e44ac5 req-b0ec8742-c76b-4165-8be3-d683b030d175 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:15.291145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cd9bda3-f301-4169-9a28-07c934e44ac5 req-b0ec8742-c76b-4165-8be3-d683b030d175 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 945 time: 0.2766166 Feb 14 21:30:15.299640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9b47131e-aee5-4cbd-a558-ce9419fe8bbb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.342270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port 426ce952-81d6-425c-9660-0a9c5f2b40ae {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:15.343066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.386750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=9b47131e-aee5-4cbd-a558-ce9419fe8bbb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:15.407828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56960) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.415785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] Publish callbacks [] for security_group (48c5c357-eed3-4b05-ae6b-3f299a1c6942), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.448247 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] Publish callbacks [] for security_group (48c5c357-eed3-4b05-ae6b-3f299a1c6942), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.517013 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (48c5c357-eed3-4b05-ae6b-3f299a1c6942), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.519711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.549558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.554731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48c5c357-eed3-4b05-ae6b-3f299a1c6942 HTTP/1.1" status: 204 len: 168 time: 0.4668694 Feb 14 21:30:15.587545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e429-59cb-498c-959f-81202046ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c5c357-eed3-4b05-ae6b-3f299a1c6942,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:15.592390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for 426ce952-81d6-425c-9660-0a9c5f2b40ae owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:15.594111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Network 6384142e-daed-41a5-9549-1e38fb4fc30a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:15.611581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:15.625918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:15.627619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:15.628412 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:15.657341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72867e-1fda-4ad4-bd97-c029fbf55657 req-7129c453-9705-4ba4-a1c0-83a56944a636 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:15.660141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de72867e-1fda-4ad4-bd97-c029fbf55657 req-7129c453-9705-4ba4-a1c0-83a56944a636 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 943 time: 0.4206641 Feb 14 21:30:15.665801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c6dbbc58-edbe-4b99-a762-16fa0a24ed8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9768944 Feb 14 21:30:15.669996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56966) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.678015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cd9bda3-f301-4169-9a28-07c934e44ac5 req-9360add9-1c3b-4d2d-9587-39540eda476b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851876 Feb 14 21:30:15.747202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5bccd-de74-4ce5-af7f-b17700fc4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:15.748856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3b5bccd-de74-4ce5-af7f-b17700fc4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports/9b47131e-aee5-4cbd-a558-ce9419fe8bbb HTTP/1.1" status: 200 len: 958 time: 0.0546014 Feb 14 21:30:15.761689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56972) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:15.765372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-7f67b3e1-2f90-42a8-82bf-109da3342800 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:15.767351 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-7f67b3e1-2f90-42a8-82bf-109da3342800 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 945 time: 0.2498717 Feb 14 21:30:15.768233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de72867e-1fda-4ad4-bd97-c029fbf55657 req-9995a562-0045-4edf-a8d9-a4e84ef01431 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891399 Feb 14 21:30:16.000275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port 2941da98-f117-468a-bb92-d1fae6720313 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:16.001421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2941da98-f117-468a-bb92-d1fae6720313), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.006329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (426ce952-81d6-425c-9660-0a9c5f2b40ae), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.024026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Deleting port 9b47131e-aee5-4cbd-a558-ce9419fe8bbb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:16.024290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9b47131e-aee5-4cbd-a558-ce9419fe8bbb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.090489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=426ce952-81d6-425c-9660-0a9c5f2b40ae,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:16.096109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1a625e7d-c433-47fd-816a-0239ba1223ed details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:30:16.120328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.120996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.121565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.122100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.123503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.124600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.125164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.129598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.130257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.132735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.133472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.134027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.134567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.136919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9b47131e-aee5-4cbd-a558-ce9419fe8bbb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.153440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Calling delete_port for 9b47131e-aee5-4cbd-a558-ce9419fe8bbb owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:16.197867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.203620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-52e292a3-b8e1-4517-adc4-ffc6d89a2b75 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/ports/426ce952-81d6-425c-9660-0a9c5f2b40ae HTTP/1.1" status: 204 len: 168 time: 1.0781739 Feb 14 21:30:16.279631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1a625e7d-c433-47fd-816a-0239ba1223ed,segment=NetworkSegment(c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d),segment_id=c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:16.293942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '1a625e7d-c433-47fd-816a-0239ba1223ed', 'network_id': '980d55a7-0f13-48a8-8cd1-4dc73d4b53bc', 'port_id': '1a625e7d-c433-47fd-816a-0239ba1223ed', 'mac_address': 'fa:16:3e:b8:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69df6d23-14b5-4d9f-85aa-8a6a9973333e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:30:16.307394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56980) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:16.310889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port 2941da98-f117-468a-bb92-d1fae6720313, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2941da98-f117-468a-bb92-d1fae6720313,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:16.311460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2941da98-f117-468a-bb92-d1fae6720313), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.327112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for 2941da98-f117-468a-bb92-d1fae6720313 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:16.401978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1a625e7d-c433-47fd-816a-0239ba1223ed is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:16.402397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.435571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a625e7d-c433-47fd-816a-0239ba1223ed {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:16.480666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1a625e7d-c433-47fd-816a-0239ba1223ed,segment=NetworkSegment(c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d),segment_id=c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:16.486458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:16.499482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.554299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f39f69b-ef10-439e-9ecd-e17d9e191e8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d0d365a12df42f29f4984988fc806b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645864 Feb 14 21:30:16.555908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:16.573508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2941da98-f117-468a-bb92-d1fae6720313), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.592779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting subnet 22905e9a-bc87-4057-b39f-d9cbd73fc8b1 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:16.597699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks [] for subnet (22905e9a-bc87-4057-b39f-d9cbd73fc8b1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.610839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:16.624324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9b47131e-aee5-4cbd-a558-ce9419fe8bbb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.625580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=2941da98-f117-468a-bb92-d1fae6720313,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:16.696122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b47131e-aee5-4cbd-a558-ce9419fe8bbb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:16.711221 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] Publish callbacks [] for security_group (c9746d4c-c051-44cf-bd7d-3d3fdf6006db), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.713219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port 2941da98-f117-468a-bb92-d1fae6720313 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:16.718236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.722102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bb0b2e8a-3c49-495d-b348-b2d3d938872f req-b2ad42d3-0818-445c-bc99-ad4ccb1f64d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "DELETE /v2.0/ports/2941da98-f117-468a-bb92-d1fae6720313 HTTP/1.1" status: 204 len: 173 time: 0.9489207 Feb 14 21:30:16.723171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'name': 'network-vif-deleted', 'tag': '2941da98-f117-468a-bb92-d1fae6720313'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:16.725806 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67074544-e2fc-490a-b53b-0625da61fbea" -d '{"events": [{"server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "name": "network-vif-deleted", "tag": "2941da98-f117-468a-bb92-d1fae6720313"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:16.750040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (22905e9a-bc87-4057-b39f-d9cbd73fc8b1), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.756282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.756647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.757002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.757354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.757699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.758044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.758387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.758727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.759067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.759464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.759802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.760136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.760470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:16.796188 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.803359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8290bcee-2efc-4119-a8f6-87c2dab7f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "DELETE /v2.0/ports/9b47131e-aee5-4cbd-a558-ce9419fe8bbb HTTP/1.1" status: 204 len: 168 time: 1.0317299 Feb 14 21:30:16.804869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] Publish callbacks [] for security_group (c9746d4c-c051-44cf-bd7d-3d3fdf6006db), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.806638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56992) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:16.825433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['1a625e7d-c433-47fd-816a-0239ba1223ed'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:16.841789 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a333684b-f461-405b-99a2-645a97e1b98f x-openstack-request-id: req-a333684b-f461-405b-99a2-645a97e1b98f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:16.842302 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af006cdb-5f8a-4062-9235-9eebe1ad3bbf", "name": "network-vif-deleted", "tag": "2941da98-f117-468a-bb92-d1fae6720313", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:16.842632 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a333684b-f461-405b-99a2-645a97e1b98f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:16.843111 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af006cdb-5f8a-4062-9235-9eebe1ad3bbf', 'name': 'network-vif-deleted', 'tag': '2941da98-f117-468a-bb92-d1fae6720313', 'status': 'completed', 'code': 200} Feb 14 21:30:16.882716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c9746d4c-c051-44cf-bd7d-3d3fdf6006db), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.889282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:16.909427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c9746d4c-c051-44cf-bd7d-3d3fdf6006db HTTP/1.1" status: 204 len: 168 time: 0.3422058 Feb 14 21:30:16.953623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcea625-f4f5-4c41-a2af-f813f2f12b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9746d4c-c051-44cf-bd7d-3d3fdf6006db,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:17.064028 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e6e7db-88c5-40d8-bc87-4c09d1e0c988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:30:17.070898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:17.071464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a3e6e7db-88c5-40d8-bc87-4c09d1e0c988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports/9b47131e-aee5-4cbd-a558-ce9419fe8bbb HTTP/1.1" status: 404 len: 333 time: 0.2631691 Feb 14 21:30:17.076196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474744560'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:17.127090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Made reservation on behalf of cca08d7119c64ca3a4a67ea3722edf17 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:17.130837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.162248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port c2dcef23-37b2-4e9c-a83e-8e58262188f7 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:17.180598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-374c4dd4-c1ae-43a7-8cbd-2472cca64376 req-035a51bd-2156-4a5f-8e16-dd6bb41b54f6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1760004 Feb 14 21:30:17.449711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (22905e9a-bc87-4057-b39f-d9cbd73fc8b1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.471815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9947c6b-bed3-4aa8-830b-dd63513cf451 req-00135b8e-5f42-48f0-8e9c-18890985c87a tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:17.475895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9947c6b-bed3-4aa8-830b-dd63513cf451 req-00135b8e-5f42-48f0-8e9c-18890985c87a tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 944 time: 0.4140103 Feb 14 21:30:17.550960 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.622675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9947c6b-bed3-4aa8-830b-dd63513cf451 req-479f8152-6331-40bd-86fb-94c8c541669b tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984204 Feb 14 21:30:17.638875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.732174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Network 6384142e-daed-41a5-9549-1e38fb4fc30a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:17.743191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:17.746416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:17.747395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:17.747996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.789762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dcef23-37b2-4e9c-a83e-8e58262188f7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:17.794192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (22905e9a-bc87-4057-b39f-d9cbd73fc8b1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.815205 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-22bab3be-617d-494c-abbe-e6b8add9c8fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7429419 Feb 14 21:30:17.815723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:17.820772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:17.893018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Subnet': ['ID=22905e9a-bc87-4057-b39f-d9cbd73fc8b1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:17.896417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.904290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e14f6d3-0d52-4e8d-8c33-dd70eb82f1ca None None] Network 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:17.913577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5ca896bc-e951-42b7-8584-7f1b22ac7f5d tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/subnets/22905e9a-bc87-4057-b39f-d9cbd73fc8b1 HTTP/1.1" status: 204 len: 168 time: 1.6047940 Feb 14 21:30:17.918087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:17.919774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:17.997137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.117237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1a625e7d-c433-47fd-816a-0239ba1223ed up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:18.215516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.256796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 1a625e7d-c433-47fd-816a-0239ba1223ed completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:30:18.268220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 1a625e7d-c433-47fd-816a-0239ba1223ed triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:18.268740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.331973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] device_id is not set on port c2dcef23-37b2-4e9c-a83e-8e58262188f7 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:18.347103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks [] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.356545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.377343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] DHCP port deletion for 3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:30:18.443682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.444114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.444538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.454169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.454781 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.463124 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 2 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.480043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dcef23-37b2-4e9c-a83e-8e58262188f7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:18.486406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.486951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.487433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.501200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.501636 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.502275 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 3 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.518320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.518767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.519332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.525822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.526399 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.527138 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 4 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.545388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.545947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.546463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.552421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.552762 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.553329 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 5 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.559762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:18.580840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.581211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.581629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.590093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.590525 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.591038 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 6 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.615874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.616319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.616740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.622597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2c337c7-00ce-4185-b98b-bd3996d4149b req-aa7c6e06-1ec3-47dd-968e-e2e539d2f604 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.2054019 Feb 14 21:30:18.623416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.624015 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.625031 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 7 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.638884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Deleting port a16e2b80-248a-4814-b952-bb6895885ec6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:18.639627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.640654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.641010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.641354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.657111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.657465 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.657626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Deleting port a16e2b80-248a-4814-b952-bb6895885ec6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:18.657870 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 8 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.657978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.674937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.675345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.675690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.680602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.681074 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.681480 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 9 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.695899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.696504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.696861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.701574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.701911 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.702305 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempt 10 to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 Feb 14 21:30:18.725245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:18.725245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:18.725536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempting to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:18.730469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:18.730814 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Failed to bind port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '7db9c1e0-4898-4c30-b77d-b56daff66167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6384142e-daed-41a5-9549-1e38fb4fc30a'}] Feb 14 21:30:18.731281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.858968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port c2dcef23-37b2-4e9c-a83e-8e58262188f7, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:18.862348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attempted to set empty binding levels {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:30:18.874470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.953760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] For port a16e2b80-248a-4814-b952-bb6895885ec6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a16e2b80-248a-4814-b952-bb6895885ec6,segment=NetworkSegment(64615ed2-95a4-47fc-ab64-a63089ee9f19),segment_id=64615ed2-95a4-47fc-ab64-a63089ee9f19)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:18.954149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.976273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] For port a16e2b80-248a-4814-b952-bb6895885ec6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a16e2b80-248a-4814-b952-bb6895885ec6,segment=NetworkSegment(64615ed2-95a4-47fc-ab64-a63089ee9f19),segment_id=64615ed2-95a4-47fc-ab64-a63089ee9f19)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:18.976824 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:18.983364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Calling delete_port for a16e2b80-248a-4814-b952-bb6895885ec6 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:18.991880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] In _notify_port_updated(), no bound segment for port c2dcef23-37b2-4e9c-a83e-8e58262188f7 on network 6384142e-daed-41a5-9549-1e38fb4fc30a {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:30:18.995383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:18.999140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.002724 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "PUT /v2.0/ports/c2dcef23-37b2-4e9c-a83e-8e58262188f7 HTTP/1.1" status: 200 len: 980 time: 1.1843002 Feb 14 21:30:19.014536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-network', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:19.016489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 1a625e7d-c433-47fd-816a-0239ba1223ed is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:19.017335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.022541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afc30-958e-4054-a06c-8170dd05982c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dcef23-37b2-4e9c-a83e-8e58262188f7,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.037637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:19.081310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Calling delete_port for a16e2b80-248a-4814-b952-bb6895885ec6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:19.119286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Made reservation on behalf of 9c2d8a426e13430e8c9175cdb8d56e1b for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:19.123722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.125879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1a625e7d-c433-47fd-816a-0239ba1223ed,segment=NetworkSegment(c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d),segment_id=c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:19.134638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:19.144811 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b933f5-77e4-435f-9cbd-ccd617e00293" -d '{"events": [{"server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:19.159091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.159651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a16e2b80-248a-4814-b952-bb6895885ec6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:19.199400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.207651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2941da98-f117-468a-bb92-d1fae6720313 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:19.285616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.289976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Deleting port c2dcef23-37b2-4e9c-a83e-8e58262188f7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:19.290321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.394659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Port': ['ID=a16e2b80-248a-4814-b952-bb6895885ec6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.423687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3798add-576f-4f54-98ca-bbe58d776a68 req-274e33dc-8173-4984-b507-562735f56fd6 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:19.431630 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3798add-576f-4f54-98ca-bbe58d776a68 req-274e33dc-8173-4984-b507-562735f56fd6 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 944 time: 0.6363168 Feb 14 21:30:19.463117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks [] for security_group (625b64e5-5613-475a-bede-652565ea319f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.476990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] No DVR routers for this DVR port a16e2b80-248a-4814-b952-bb6895885ec6 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:19.486362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (625b64e5-5613-475a-bede-652565ea319f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.517943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:19.550160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (eabb81d9-d165-4b65-9c8b-b678d6f90009), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.550367 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Added segment eabb81d9-d165-4b65-9c8b-b678d6f90009 of type vlan for network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 Feb 14 21:30:19.605953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (205a24fa-3a78-4a6e-9a9d-949b0aee4488), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.664711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b64e5-5613-475a-bede-652565ea319f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.673380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (205a24fa-3a78-4a6e-9a9d-949b0aee4488), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.676440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:19.677148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.706586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a16e2b80-248a-4814-b952-bb6895885ec6), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.716681 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6854093-26df-4ab9-9e4b-4d0e2d8d73b6 x-openstack-request-id: req-f6854093-26df-4ab9-9e4b-4d0e2d8d73b6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:19.716980 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:19.717238 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6854093-26df-4ab9-9e4b-4d0e2d8d73b6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:19.717634 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed', 'code': 200} Feb 14 21:30:19.767572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 2941da98-f117-468a-bb92-d1fae6720313 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:19.767929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2941da98-f117-468a-bb92-d1fae6720313 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:19.769406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] No DVR routers for this DVR port a16e2b80-248a-4814-b952-bb6895885ec6 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:19.791573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.834411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b915fa-ffa6-4870-85e6-a9cc88b3a9d0 None None] Pushing event deleted for resources: {'Port': ['ID=a16e2b80-248a-4814-b952-bb6895885ec6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.851848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No active binding found for port a16e2b80-248a-4814-b952-bb6895885ec6 {{(pid=103514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 21:30:19.852563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] The host n-d-828372-11 is not matching for port a16e2b80-248a-4814-b952-bb6895885ec6 host None! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:30:19.853660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a16e2b80-248a-4814-b952-bb6895885ec6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:19.885076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3205893 Feb 14 21:30:19.885076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] For port c2dcef23-37b2-4e9c-a83e-8e58262188f7, host n-h2-828372-11, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:19.885076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:19.890167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:19.905660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848861d-a53c-484c-902e-2c2e6dcf2971 req-6e5e1547-3be3-46bc-abad-f4e960cf8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:19.917068 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6848861d-a53c-484c-902e-2c2e6dcf2971 req-6e5e1547-3be3-46bc-abad-f4e960cf8713 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 1128 time: 0.5306304 Feb 14 21:30:19.917768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cdb8-c56a-4725-983f-b1e2c22188d9 admin admin] Pushing event updated for resources: {'Network': ['ID=205a24fa-3a78-4a6e-9a9d-949b0aee4488,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:19.924681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Request body: {'subnet': {'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-subnet', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:19.931110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:19.959241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Calling delete_port for c2dcef23-37b2-4e9c-a83e-8e58262188f7 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:20.109035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.133243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:20.144297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64615ed2-95a4-47fc-ab64-a63089ee9f19') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:20.144747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64615ed2-95a4-47fc-ab64-a63089ee9f19') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:20.156448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (64615ed2-95a4-47fc-ab64-a63089ee9f19), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.171047 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (64615ed2-95a4-47fc-ab64-a63089ee9f19), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.177987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:20.178457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (64615ed2-95a4-47fc-ab64-a63089ee9f19), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:20.260226 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:20.264965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.323800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3798add-576f-4f54-98ca-bbe58d776a68 req-5df6a0d9-dc47-4aeb-a70e-324302945cd0 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8910117 Feb 14 21:30:20.326504 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.341036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] 10.222.0.86 "DELETE /v2.0/networks/3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca HTTP/1.1" status: 204 len: 168 time: 2.4201729 Feb 14 21:30:20.355454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ddea885-6d2a-4cdd-9b6c-adb50c0d6caa req-33688c73-d867-43f4-a73b-6aedf116903c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1093709 Feb 14 21:30:20.373760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0eb71-bba8-4e64-9f11-82ea1311a6e0 tempest-AllowedAddressPairIpV6TestJSON-1475390554 tempest-AllowedAddressPairIpV6TestJSON-1475390554-project] Pushing event deleted for resources: {'Network': ['ID=3942f9f0-81a9-4c57-9ce5-a51ccbdd4fca,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:20.391689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Deleting port 72224b85-08ad-4a92-91ca-9812d60a194f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:20.392210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.471100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Made reservation on behalf of 9c2d8a426e13430e8c9175cdb8d56e1b for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:20.473604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.577448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] For port 72224b85-08ad-4a92-91ca-9812d60a194f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=72224b85-08ad-4a92-91ca-9812d60a194f,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:20.577925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.611229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Calling delete_port for 72224b85-08ad-4a92-91ca-9812d60a194f owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:20.664477 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6848861d-a53c-484c-902e-2c2e6dcf2971 req-df92ed9b-173b-4f88-993b-ef00a59dc5c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265680 Feb 14 21:30:20.815504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:20.827182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c2dcef23-37b2-4e9c-a83e-8e58262188f7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.856316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.860522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (72224b85-08ad-4a92-91ca-9812d60a194f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:20.864581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "DELETE /v2.0/ports/c2dcef23-37b2-4e9c-a83e-8e58262188f7 HTTP/1.1" status: 204 len: 168 time: 1.8210697 Feb 14 21:30:20.869182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57086) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:20.911138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17944b-96bb-4cc4-ba94-fd3abdea3b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2dcef23-37b2-4e9c-a83e-8e58262188f7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:21.029643 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22c72d4-42f6-456d-b1d5-ee7af1e6bfe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:30:21.030520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (f49a60da-fc71-49de-beb0-a7544e0488fd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.036317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e22c72d4-42f6-456d-b1d5-ee7af1e6bfe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806002832-project-admin] 10.222.0.86 "GET /v2.0/ports/c2dcef23-37b2-4e9c-a83e-8e58262188f7 HTTP/1.1" status: 404 len: 333 time: 0.1579623 Feb 14 21:30:21.037040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57088) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:21.046778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Pushing event deleted for resources: {'Port': ['ID=72224b85-08ad-4a92-91ca-9812d60a194f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:21.251205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Checking segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:21.251205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Network hostable DHCP agents. Network: 205a24fa-3a78-4a6e-9a9d-949b0aee4488, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:21.251544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6384142e-daed-41a5-9549-1e38fb4fc30a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.254996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49a60da-fc71-49de-beb0-a7544e0488fd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:21.279619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-688c6263-4b68-4869-bd20-8243af723a96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5bcec1b9fda04434baaf6e05141fa9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597948 Feb 14 21:30:21.293700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57090) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:21.396651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] Publish callbacks [] for security_group (e17d1601-27bd-44dc-9b80-5eb2a802eb46), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.432224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:21.461006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 205a24fa-3a78-4a6e-9a9d-949b0aee4488) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:21.472587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:21.473244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.488753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.491250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf3f2c-8388-4214-875e-c5920250ced9 None None] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:21.548279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4deea8a4-18b6-40a8-af79-60d0a80396a6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6253304 Feb 14 21:30:21.559552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57096) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:21.575125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:21.632013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] Publish callbacks [] for security_group (e17d1601-27bd-44dc-9b80-5eb2a802eb46), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.644329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6ff851b-5407-4341-a080-9a0ed5b10d04 req-0fea5e7a-d179-4897-bb5a-1382d9c348a6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1260943 Feb 14 21:30:21.660396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.662623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.746350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:30:21.747708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.787841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6384142e-daed-41a5-9549-1e38fb4fc30a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.810024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6384142e-daed-41a5-9549-1e38fb4fc30a']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:21.820573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db9c1e0-4898-4c30-b77d-b56daff66167') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:21.821232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db9c1e0-4898-4c30-b77d-b56daff66167') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:21.841111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for router_controller (625a1c88-3930-49d3-9fb3-47c0e3859311), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.843179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7db9c1e0-4898-4c30-b77d-b56daff66167), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.858188 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7db9c1e0-4898-4c30-b77d-b56daff66167), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.865648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:21.866780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7db9c1e0-4898-4c30-b77d-b56daff66167), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:21.930997 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:21.935573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Allocated IP 172.20.0.2 (205a24fa-3a78-4a6e-9a9d-949b0aee4488/f49a60da-fc71-49de-beb0-a7544e0488fd/0af2d8d8-b205-4067-ba70-87a0fb370d2b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:21.992437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6384142e-daed-41a5-9549-1e38fb4fc30a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.002766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414e15-7386-46dd-9281-078e921b8724 req-068e9937-43bc-4fa6-8058-524b67e3bc18 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:22.005261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43414e15-7386-46dd-9281-078e921b8724 req-068e9937-43bc-4fa6-8058-524b67e3bc18 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 945 time: 0.5033376 Feb 14 21:30:22.032779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.040043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] 10.222.0.86 "DELETE /v2.0/networks/6384142e-daed-41a5-9549-1e38fb4fc30a HTTP/1.1" status: 204 len: 168 time: 1.0015717 Feb 14 21:30:22.041416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9fe77-d42f-43dc-a6af-d479ba4824e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068241264-project] Pushing event deleted for resources: {'Network': ['ID=6384142e-daed-41a5-9549-1e38fb4fc30a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:22.149872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43414e15-7386-46dd-9281-078e921b8724 req-06eba9d8-bdc8-4f90-83ff-c74d54414f42 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248879 Feb 14 21:30:22.202608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e17d1601-27bd-44dc-9b80-5eb2a802eb46), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.206659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.211405 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e17d1601-27bd-44dc-9b80-5eb2a802eb46 HTTP/1.1" status: 204 len: 168 time: 0.9144881 Feb 14 21:30:22.229702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc17c-57d3-413c-8288-4b2b788bd4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d1601-27bd-44dc-9b80-5eb2a802eb46,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:22.378616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Router dc84969d-8bf7-42bf-acee-2fa86ade7a91 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:30:22.400054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for router_gateway (625a1c88-3930-49d3-9fb3-47c0e3859311), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.432395 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks [] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.450006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.583636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:22.590203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:22.601314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:22.605085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:22.611200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-228cbb54-593a-4a97-b9b0-7bf6a803f100 admin admin] 10.222.0.86 "PUT /v2.0/routers/dc84969d-8bf7-42bf-acee-2fa86ade7a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1984334 Feb 14 21:30:22.611200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57120) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:22.614249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Sync routers for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:22.644765 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:22.650465 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:22.660811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Pushing event updated for resources: {'Port': ['ID=0af2d8d8-b205-4067-ba70-87a0fb370d2b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:22.689546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57124) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:22.745067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Attempting to bind port 0af2d8d8-b205-4067-ba70-87a0fb370d2b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:22.745752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Attempting to bind port 0af2d8d8-b205-4067-ba70-87a0fb370d2b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:22.746222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Attempting to bind port 0af2d8d8-b205-4067-ba70-87a0fb370d2b on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:22.755212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:22.761689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Checking segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:22.762526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.764638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Bound using segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:22.768765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Bound port: 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:22.771476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:22.863336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89f1c354-c693-4ea1-a972-fa8eda253ad8 req-07af7ffd-726c-4039-8ba0-654a9ae5a17a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.0500543 Feb 14 21:30:22.924625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks [] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.016408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] For port 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:23.039889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] For port 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0af2d8d8-b205-4067-ba70-87a0fb370d2b,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:23.070200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.093810 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:23.107107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for router_gateway (625a1c88-3930-49d3-9fb3-47c0e3859311), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.153704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.243508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks [] for router_gateway (dc84969d-8bf7-42bf-acee-2fa86ade7a91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.354805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f5be5851-c4fb-4805-8a5c-eaee3da926e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19fafa16e15b45a89a9d934447454476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617222 Feb 14 21:30:23.356380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57148) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:23.373606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fad86-8635-450b-9189-7ab648eff8af None None] Pushing event updated for resources: {'Port': ['ID=0af2d8d8-b205-4067-ba70-87a0fb370d2b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:23.450564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] Publish callbacks [] for security_group (6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.492580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Allocated IP 172.25.2.77 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/65969814-5959-4ce1-b73a-2d65b3656f9c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:23.519757 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] Publish callbacks [] for security_group (6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.530710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0766-fcd9-4aaf-9d54-66eecc4e07c0 req-4e59849e-d53f-4d9c-93d3-8ae0fb61d56e tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:23.542101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-496f0766-fcd9-4aaf-9d54-66eecc4e07c0 req-4e59849e-d53f-4d9c-93d3-8ae0fb61d56e tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1873744 Feb 14 21:30:23.573220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Deleting port c06a4571-2a41-41cd-ab40-c652cc873647 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:23.573657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.698547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] For port c06a4571-2a41-41cd-ab40-c652cc873647, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c06a4571-2a41-41cd-ab40-c652cc873647,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:23.699220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:23.712770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Calling delete_port for c06a4571-2a41-41cd-ab40-c652cc873647 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:23.753132 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:30:20Z', 'revision_number': 5, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port': {'id': 'c06a4571-2a41-41cd-ab40-c652cc873647', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:20:53Z', 'updated_at': '2022-02-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:23.836776 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Checking router: dc84969d-8bf7-42bf-acee-2fa86ade7a91 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:30:23.860011 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Routers {'dc84969d-8bf7-42bf-acee-2fa86ade7a91'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:23.861633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:23.898001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.017757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.019034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c06a4571-2a41-41cd-ab40-c652cc873647), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.064212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcce02e-d19b-4b10-bcc9-2152ae56a751 req-2a319add-7a3e-42a7-bf05-50bf688b8dc8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.0474522 Feb 14 21:30:24.127658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:24.131278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:24.137783 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] Set router dc84969d-8bf7-42bf-acee-2fa86ade7a91 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:24.145455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:24.186810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57170) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:24.198353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-496f0766-fcd9-4aaf-9d54-66eecc4e07c0 req-5923ba39-a8ec-46c2-a7f1-a2179297e801 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539133 Feb 14 21:30:24.239342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Pushing event updated for resources: {'Port': ['ID=65969814-5959-4ce1-b73a-2d65b3656f9c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:24.250955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06a4571-2a41-41cd-ab40-c652cc873647,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:24.317550 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:30:23Z', 'revision_number': 6, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:24.392606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad83b-41a9-4099-af4b-8b3342272c31 None None] The sync data for ids ['dc84969d-8bf7-42bf-acee-2fa86ade7a91'] in n-d-828372-11 is: [{'id': 'dc84969d-8bf7-42bf-acee-2fa86ade7a91', 'name': 'tempest-TaggedBootDevicesTest_v242-1455663571-router', 'tenant_id': '6ccc52b57999451f8305cd1d3bcf389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:20:49Z', 'updated_at': '2022-02-14T21:30:23Z', 'revision_number': 6, 'project_id': '6ccc52b57999451f8305cd1d3bcf389c', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:24.403071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.609265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.612169 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks [] for router_controller (dc84969d-8bf7-42bf-acee-2fa86ade7a91), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.670597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'networks': [{'name': 'tempest-network--956322886'}, {'name': 'tempest-network--676062058'}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:24.671261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-network--956322886'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:24.671940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-network--676062058'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:24.678798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (dc84969d-8bf7-42bf-acee-2fa86ade7a91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.679506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc84969d-8bf7-42bf-acee-2fa86ade7a91 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:30:24.684794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.686089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8bd09163-5673-4b6d-b6c7-f07b3f385426 admin admin] 10.222.0.86 "DELETE /v2.0/routers/dc84969d-8bf7-42bf-acee-2fa86ade7a91 HTTP/1.1" status: 204 len: 168 time: 2.0739577 Feb 14 21:30:24.689334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57180) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:24.753136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Deleting subnet e6ff007d-e78a-4fb8-bd78-5699336c3a06 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:24.760553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Publish callbacks [] for subnet (e6ff007d-e78a-4fb8-bd78-5699336c3a06), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.796654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.799574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.800828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8 HTTP/1.1" status: 204 len: 168 time: 1.4435713 Feb 14 21:30:24.820082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'network': 2} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:24.824652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.836778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.868277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for router_gateway (625a1c88-3930-49d3-9fb3-47c0e3859311), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:24.921686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938d9ea-c1ad-44c7-93d7-08f2f9a1da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb3c7d-ae13-4bf0-9f42-b3cc7e23d0e8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:24.934700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (e6ff007d-e78a-4fb8-bd78-5699336c3a06), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.084020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for security_group (2c64f39e-eb9c-4e64-9748-3afcac009534), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.105052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001fbfe-4716-468c-aedc-87a4c6bc2329 req-e2c1fc56-9191-4ed3-88a6-e70c6d74119a tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:25.114454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d001fbfe-4716-468c-aedc-87a4c6bc2329 req-e2c1fc56-9191-4ed3-88a6-e70c6d74119a tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1877983 Feb 14 21:30:25.175532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c64f39e-eb9c-4e64-9748-3afcac009534), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.177647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.233501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15eea6-c781-4db1-ad0d-97639869055d None None] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:25.249908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c64f39e-eb9c-4e64-9748-3afcac009534,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:25.376006 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.402453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8078b41-e85d-4ab1-82c9-06c31875327e req-31043da3-7e26-4d86-afcd-84838a2b0947 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1414373 Feb 14 21:30:25.528246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d001fbfe-4716-468c-aedc-87a4c6bc2329 req-b9ebe272-21b0-4c25-9b5e-d7e404dfaad8 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122436 Feb 14 21:30:25.550651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e6ff007d-e78a-4fb8-bd78-5699336c3a06), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.553795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:25.602646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b432f4a1-5c66-4636-ab67-a710c7a777fb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.603304 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment b432f4a1-5c66-4636-ab67-a710c7a777fb of type vlan for network 3ad26baa-c249-48d1-a21c-a22df093a7a2 Feb 14 21:30:25.672728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0af2d8d8-b205-4067-ba70-87a0fb370d2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:25.683701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (3ad26baa-c249-48d1-a21c-a22df093a7a2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.727642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57200) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:25.759907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:30:25.782315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (e6ff007d-e78a-4fb8-bd78-5699336c3a06), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.808563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Provisioning complete for port 0af2d8d8-b205-4067-ba70-87a0fb370d2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:25.808950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.877106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-98b58cf0-591c-4a69-a258-6375725e44be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cca08d7119c64ca3a4a67ea3722edf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435359 Feb 14 21:30:25.882379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57202) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:25.889649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ff007d-e78a-4fb8-bd78-5699336c3a06,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:25.920027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:25.924126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fe87ee26-26e3-4a23-bc3f-9cebb6b85fca admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e6ff007d-e78a-4fb8-bd78-5699336c3a06 HTTP/1.1" status: 204 len: 168 time: 1.2336304 Feb 14 21:30:25.929128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57204) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:25.938343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:25.983734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b36fb-7d62-42b0-a838-c4a97c272b1c None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:26.032654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5513d16e-f9fe-4692-99cd-cbf67f72208a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.035507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 0af2d8d8-b205-4067-ba70-87a0fb370d2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:26.036016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.037301 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment 5513d16e-f9fe-4692-99cd-cbf67f72208a of type vlan for network b3538a54-15d9-45f5-b3ba-0f51cc516c29 Feb 14 21:30:26.120612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Current status of the port 0af2d8d8-b205-4067-ba70-87a0fb370d2b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:26.122003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.199760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b96b6493-c3ae-4a9e-bd96-635f57b587e9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.202994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b3538a54-15d9-45f5-b3ba-0f51cc516c29), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.354847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (3ad26baa-c249-48d1-a21c-a22df093a7a2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.356458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b3538a54-15d9-45f5-b3ba-0f51cc516c29), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.369464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:26.380471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:26.381392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.387991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] For port 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0af2d8d8-b205-4067-ba70-87a0fb370d2b,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:26.438127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.607925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:26.636751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] Publish callbacks [] for security_group (a376f092-5106-456c-b1b7-b4298cceea9e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.647721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=3ad26baa-c249-48d1-a21c-a22df093a7a2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:26.653415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53730d-c7bc-4b8e-ba52-0eeed0fe79e0 None None] Pushing event updated for resources: {'Port': ['ID=0af2d8d8-b205-4067-ba70-87a0fb370d2b,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:26.665292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:26.677299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4611654 Feb 14 21:30:26.678820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-41b3d2ae-38dd-4e99-9de9-ccfb075a0363 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:26.681058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-41b3d2ae-38dd-4e99-9de9-ccfb075a0363 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.64 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1400743 Feb 14 21:30:26.682661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57222) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:26.684755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.690203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48706f02-716f-4646-a606-e3db16e3bcc6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1279111 Feb 14 21:30:26.692737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:26.704063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 3ad26baa-c249-48d1-a21c-a22df093a7a2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:26.723512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] Publish callbacks [] for security_group (a376f092-5106-456c-b1b7-b4298cceea9e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.759860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Deleting port d021f4b4-66db-4190-ad45-64c38f9e6123 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:26.760198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.782752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:26.791337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:26.797013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 0af2d8d8-b205-4067-ba70-87a0fb370d2b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:26.797410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.979538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a376f092-5106-456c-b1b7-b4298cceea9e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.982431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:26.983797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a376f092-5106-456c-b1b7-b4298cceea9e HTTP/1.1" status: 204 len: 168 time: 1.1001980 Feb 14 21:30:27.015726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8642283-38ce-4241-b076-c0e532e5ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376f092-5106-456c-b1b7-b4298cceea9e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:27.038220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Deleting port 1a625e7d-c433-47fd-816a-0239ba1223ed {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:27.038574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:27.043654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe49459-8927-43e2-ac3d-13828e26ee19 req-ecc44e45-13f9-452c-a9ed-a1f4405a765d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.4022067 Feb 14 21:30:27.152212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cb81-51ff-44c5-ada1-0a1b9a888b63 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=b3538a54-15d9-45f5-b3ba-0f51cc516c29,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:27.162600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:27.279482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b3538a54-15d9-45f5-b3ba-0f51cc516c29 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:27.371833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] For port 1a625e7d-c433-47fd-816a-0239ba1223ed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=1a625e7d-c433-47fd-816a-0239ba1223ed,segment=NetworkSegment(c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d),segment_id=c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:27.380750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:27.421481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Calling delete_port for 1a625e7d-c433-47fd-816a-0239ba1223ed owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:27.517002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] DHCP port deletion for b96b6493-c3ae-4a9e-bd96-635f57b587e9 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:30:27.858283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a2154773-13a9-4e8a-9d01-11b478bfde2b None None] Provisioning complete for port 0af2d8d8-b205-4067-ba70-87a0fb370d2b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:27.858727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2154773-13a9-4e8a-9d01-11b478bfde2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:27.865702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:27.868168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:30:27.868903 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:30:28.064638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] For port d021f4b4-66db-4190-ad45-64c38f9e6123, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d021f4b4-66db-4190-ad45-64c38f9e6123,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:28.065187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.119141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a86f3-f89e-42e7-9d28-c81fd665fd78 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:28.127117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a86f3-f89e-42e7-9d28-c81fd665fd78 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:28.134965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a86f3-f89e-42e7-9d28-c81fd665fd78 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:28.155786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a86f3-f89e-42e7-9d28-c81fd665fd78 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:28.169621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e80a86f3-f89e-42e7-9d28-c81fd665fd78 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.4779854 Feb 14 21:30:28.180394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57254) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:28.193230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Calling delete_port for d021f4b4-66db-4190-ad45-64c38f9e6123 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:28.305710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21e501c5-0be5-49f8-ac65-5abc781b1996 req-3417d81e-48dc-4920-ad95-c5441c81e6fe tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.0785718 Feb 14 21:30:28.319128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ec790-4eae-43ff-9bbb-ae5250d188b0 req-661faebd-e0a7-4381-aeb3-88296c6ab7c7 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:28.321358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48ec790-4eae-43ff-9bbb-ae5250d188b0 req-661faebd-e0a7-4381-aeb3-88296c6ab7c7 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 945 time: 1.5185561 Feb 14 21:30:28.350463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1a625e7d-c433-47fd-816a-0239ba1223ed), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.558226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a2154773-13a9-4e8a-9d01-11b478bfde2b None None] Current status of the port 0af2d8d8-b205-4067-ba70-87a0fb370d2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:28.563885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Deleting port d021f4b4-66db-4190-ad45-64c38f9e6123 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:28.565222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.588716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Pushing event deleted for resources: {'Port': ['ID=1a625e7d-c433-47fd-816a-0239ba1223ed,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:28.613820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48ec790-4eae-43ff-9bbb-ae5250d188b0 req-d35be646-41f9-4692-8700-a82d39f1f61d tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/security-groups?id=b8acf292-5c6d-4c66-965f-070ef0478017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788885 Feb 14 21:30:28.655938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 0af2d8d8-b205-4067-ba70-87a0fb370d2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:28.661216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:24Z', 'revision_number': 3, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:28.666882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] For port d021f4b4-66db-4190-ad45-64c38f9e6123, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d021f4b4-66db-4190-ad45-64c38f9e6123,segment=NetworkSegment(059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b),segment_id=059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:28.668726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.673612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 72224b85-08ad-4a92-91ca-9812d60a194f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:28.699362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (3ad26baa-c249-48d1-a21c-a22df093a7a2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.701217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.747617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:30:28.747980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Updating router 625a1c88-3930-49d3-9fb3-47c0e3859311 port 65969814-5959-4ce1-b73a-2d65b3656f9c binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:30:28.751665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 72224b85-08ad-4a92-91ca-9812d60a194f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:28.752206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 72224b85-08ad-4a92-91ca-9812d60a194f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:28.757160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Calling delete_port for d021f4b4-66db-4190-ad45-64c38f9e6123 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:28.800605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.807187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:28.845291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d021f4b4-66db-4190-ad45-64c38f9e6123,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:28.870677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] No DVR routers for this DVR port d021f4b4-66db-4190-ad45-64c38f9e6123 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:28.983879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] No DVR routers for this DVR port 1a625e7d-c433-47fd-816a-0239ba1223ed on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:28.995438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.018263 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e1d14bf-2c56-464a-8e44-337f7139a1a8 req-178cd332-7820-4158-8ffc-9bc8c2759e54 tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.64 "DELETE /v2.0/ports/1a625e7d-c433-47fd-816a-0239ba1223ed HTTP/1.1" status: 204 len: 173 time: 2.3241785 Feb 14 21:30:29.088265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'name': 'network-vif-deleted', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:29.090675 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8733378-cb9c-48af-81aa-57571c68cd1f" -d '{"events": [{"server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "name": "network-vif-deleted", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:29.091142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b96b6493-c3ae-4a9e-bd96-635f57b587e9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.194419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96b6493-c3ae-4a9e-bd96-635f57b587e9']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.232097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.232404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.279650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.284238 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc556f-5455-4bcc-b12b-e369b953c753 x-openstack-request-id: req-95cc556f-5455-4bcc-b12b-e369b953c753 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:29.284580 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc3a7d-2040-41c8-9208-6c0fa240e4a2", "name": "network-vif-deleted", "tag": "1a625e7d-c433-47fd-816a-0239ba1223ed", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:29.284851 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95cc556f-5455-4bcc-b12b-e369b953c753 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:29.285339 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc3a7d-2040-41c8-9208-6c0fa240e4a2', 'name': 'network-vif-deleted', 'tag': '1a625e7d-c433-47fd-816a-0239ba1223ed', 'status': 'completed', 'code': 200} Feb 14 21:30:29.330944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.359008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (3ad26baa-c249-48d1-a21c-a22df093a7a2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.362745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:29.364040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (059579c6-b9af-40b8-8c5d-2a6b6c0a4a4b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.383978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Allocated IP 172.20.0.1 (205a24fa-3a78-4a6e-9a9d-949b0aee4488/f49a60da-fc71-49de-beb0-a7544e0488fd/a2cabf91-cd3a-4574-b682-49a063839fed) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:29.422118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad26baa-c249-48d1-a21c-a22df093a7a2']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.439315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b432f4a1-5c66-4636-ab67-a710c7a777fb') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.439615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b432f4a1-5c66-4636-ab67-a710c7a777fb') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:29.506418 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:29.513418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b432f4a1-5c66-4636-ab67-a710c7a777fb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.544466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b432f4a1-5c66-4636-ab67-a710c7a777fb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.564817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b96b6493-c3ae-4a9e-bd96-635f57b587e9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.582682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:29.589990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b432f4a1-5c66-4636-ab67-a710c7a777fb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.592630 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82b1043d-3c50-4aec-a943-fe43a936de35 req-633766ba-8322-4aa2-bbfd-2d0fd3d5ce75 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.0843616 Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:29.597213 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:29.609634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.621962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks [] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.622752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b96b6493-c3ae-4a9e-bd96-635f57b587e9 HTTP/1.1" status: 204 len: 168 time: 3.6891575 Feb 14 21:30:29.625263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:29.640851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0af2d8d8-b205-4067-ba70-87a0fb370d2b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:29.771903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks [] for port (a2cabf91-cd3a-4574-b682-49a063839fed), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.776067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.795439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (3ad26baa-c249-48d1-a21c-a22df093a7a2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.824259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.832501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57290) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:29.844710 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/3ad26baa-c249-48d1-a21c-a22df093a7a2 HTTP/1.1" status: 204 len: 168 time: 1.6556430 Feb 14 21:30:29.888409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a0ef9-5b1c-450b-8f39-ab01304b51ee tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=3ad26baa-c249-48d1-a21c-a22df093a7a2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:29.905733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d021f4b4-66db-4190-ad45-64c38f9e6123), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:29.933536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920271c9-2ad0-47b0-a820-5a3171c9cde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96b6493-c3ae-4a9e-bd96-635f57b587e9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:30.007435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.083761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Network b96b6493-c3ae-4a9e-bd96-635f57b587e9 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:30:30.084245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] No DVR routers for this DVR port d021f4b4-66db-4190-ad45-64c38f9e6123 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:30.091812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Pushing event updated for resources: {'Port': ['ID=65969814-5959-4ce1-b73a-2d65b3656f9c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:30.092741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:30.134910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.135471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.135979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.140667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.141886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.142282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.142584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.142981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.143477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.143880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.144138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.144476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.144809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:30.147267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:30.159781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:30.165768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:30.173810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1a625e7d-c433-47fd-816a-0239ba1223ed no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:30.183104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3050f054-5e51-47e0-8eb5-0b8a2c37bd54 req-3b318d6d-daf1-4550-a20b-6a7627214dea tempest-ServerPasswordTestJSON-937336792 tempest-ServerPasswordTestJSON-937336792-project] 10.222.0.86 "GET /v2.0/ports?device_id=63dc3a7d-2040-41c8-9208-6c0fa240e4a2 HTTP/1.1" status: 200 len: 210 time: 0.3035259 Feb 14 21:30:30.296189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 1a625e7d-c433-47fd-816a-0239ba1223ed {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:30.297911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 1a625e7d-c433-47fd-816a-0239ba1223ed not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:30.301075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Attempting to bind port 65969814-5959-4ce1-b73a-2d65b3656f9c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:30.301881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Attempting to bind port 65969814-5959-4ce1-b73a-2d65b3656f9c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:30.302306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Attempting to bind port 65969814-5959-4ce1-b73a-2d65b3656f9c on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:30.311075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b672c-62b5-4034-848c-40e7e634443c None None] Pushing event deleted for resources: {'Port': ['ID=d021f4b4-66db-4190-ad45-64c38f9e6123,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:30.315143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (625a1c88-3930-49d3-9fb3-47c0e3859311), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.329013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:30.330196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:30.331762 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.332336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:30.333880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Bound port: 65969814-5959-4ce1-b73a-2d65b3656f9c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:30.334446 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.435032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57306) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:30.476381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b3538a54-15d9-45f5-b3ba-0f51cc516c29), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.496273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] For port 65969814-5959-4ce1-b73a-2d65b3656f9c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:30.506208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] For port 65969814-5959-4ce1-b73a-2d65b3656f9c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65969814-5959-4ce1-b73a-2d65b3656f9c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:30.539486 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.740811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.839325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 0af2d8d8-b205-4067-ba70-87a0fb370d2b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:30.839868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.847459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1644206200', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:30.870927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a1c86ae1-df21-487e-aa55-7377f958fb41 None None] Provisioning complete for port a2cabf91-cd3a-4574-b682-49a063839fed triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:30.876069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ae1-df21-487e-aa55-7377f958fb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:30.963586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:30.964134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:30.970682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afec3d-46d6-4b1b-bb62-52cac9545b99 None None] Pushing event updated for resources: {'Port': ['ID=65969814-5959-4ce1-b73a-2d65b3656f9c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:31.068493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks [] for port (a2cabf91-cd3a-4574-b682-49a063839fed), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.093797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.102265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Made reservation on behalf of 7398a593ec1c43a6a10d4192e98b2092 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:31.119911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.128577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a1c86ae1-df21-487e-aa55-7377f958fb41 None None] Port a2cabf91-cd3a-4574-b682-49a063839fed cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:31.153010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa549816-4812-4261-b55f-3b08e3b5fc32 req-4f703002-663c-472b-8f9f-27ab6e01b7bf tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.2786739 Feb 14 21:30:31.177095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe2dd-631c-4819-87ea-af4708106717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.272919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (625a1c88-3930-49d3-9fb3-47c0e3859311), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.318421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:31.342833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b3538a54-15d9-45f5-b3ba-0f51cc516c29), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.366984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3538a54-15d9-45f5-b3ba-0f51cc516c29']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:31.381339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5513d16e-f9fe-4692-99cd-cbf67f72208a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:31.381971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5513d16e-f9fe-4692-99cd-cbf67f72208a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:31.404578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5513d16e-f9fe-4692-99cd-cbf67f72208a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.422599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5513d16e-f9fe-4692-99cd-cbf67f72208a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.429253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:31.429853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5513d16e-f9fe-4692-99cd-cbf67f72208a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.450418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 0af2d8d8-b205-4067-ba70-87a0fb370d2b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:31.515883 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:31.519084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:31.522557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.529036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b3538a54-15d9-45f5-b3ba-0f51cc516c29), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.535142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.542496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/b3538a54-15d9-45f5-b3ba-0f51cc516c29 HTTP/1.1" status: 204 len: 168 time: 1.7045031 Feb 14 21:30:31.552834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57326) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:31.589402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2aca0-81e5-41e0-b953-f7dfbff82adb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=b3538a54-15d9-45f5-b3ba-0f51cc516c29,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:31.630860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:31.640958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c06a4571-2a41-41cd-ab40-c652cc873647 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:31.657708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Deleting subnet 69df6d23-14b5-4d9f-85aa-8a6a9973333e {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:31.705206 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Publish callbacks [] for subnet (69df6d23-14b5-4d9f-85aa-8a6a9973333e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.738506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c06a4571-2a41-41cd-ab40-c652cc873647 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:31.738853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c06a4571-2a41-41cd-ab40-c652cc873647 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:31.739311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d021f4b4-66db-4190-ad45-64c38f9e6123 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:31.765501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (69df6d23-14b5-4d9f-85aa-8a6a9973333e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.829419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (69df6d23-14b5-4d9f-85aa-8a6a9973333e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.837516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d021f4b4-66db-4190-ad45-64c38f9e6123 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:31.838355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d021f4b4-66db-4190-ad45-64c38f9e6123 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:31.911291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509a783-8f07-4a7c-a3ad-95db6dc3cf7c tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:31.914925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:31.920639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:31.926921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509a783-8f07-4a7c-a3ad-95db6dc3cf7c tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:31.942697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7509a783-8f07-4a7c-a3ad-95db6dc3cf7c tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3679802 Feb 14 21:30:31.945592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for security_group (c6c08073-796c-45cb-8991-49bb850e4805), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.947414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57328) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:31.958187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1216413479'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:31.962534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6c08073-796c-45cb-8991-49bb850e4805), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:31.977313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] device_id is not set on port 508aab59-b02c-441f-a137-5eff7f5076a3 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:32.148139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:32.159984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:32.237645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c08073-796c-45cb-8991-49bb850e4805,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:32.406103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:29Z', 'revision_number': 1, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:32.467585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d29e6e-fae9-4e75-917a-c1e7ef30d067 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:29Z', 'revision_number': 1, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:32.498549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c29cdd98-7e59-4325-ad39-00dbab3543f1 None None] Provisioning complete for port a2cabf91-cd3a-4574-b682-49a063839fed triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:32.498996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c29cdd98-7e59-4325-ad39-00dbab3543f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:32.505900 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:32.604788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c29cdd98-7e59-4325-ad39-00dbab3543f1 None None] Port a2cabf91-cd3a-4574-b682-49a063839fed cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:32.693614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2d47cb4-9443-4eb6-89f0-b7f128eb2809 req-7eed5da5-adce-407e-b184-d2868bea30a7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.2677414 Feb 14 21:30:32.845507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:32.850046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Allocated IP 172.25.2.121 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/508aab59-b02c-441f-a137-5eff7f5076a3) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:32.858842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e19699bc-7fc6-47a7-bb93-7424aff9697d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:32.859563 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment e19699bc-7fc6-47a7-bb93-7424aff9697d of type vlan for network e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7 Feb 14 21:30:32.949311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.024314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (69df6d23-14b5-4d9f-85aa-8a6a9973333e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.086481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.092751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/69df6d23-14b5-4d9f-85aa-8a6a9973333e HTTP/1.1" status: 204 len: 168 time: 1.7730653 Feb 14 21:30:33.094229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:33.094367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c41c8d-37cc-42cf-a8b7-215808db3b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69df6d23-14b5-4d9f-85aa-8a6a9973333e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:33.098735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:30:33.129123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.135140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:33.136555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.309060 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3604453 Feb 14 21:30:33.314104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57356) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:33.340288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-52215936'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:33.368758 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b69b15-6309-476d-ab3c-c8e2572efec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.499589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for port (508aab59-b02c-441f-a137-5eff7f5076a3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.503695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.546000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:33.557788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.566950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33780c-1dbb-4b5f-9552-5af9b7a2986e tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:33.579949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:33.595514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Deleting port 772f015b-4d20-4460-8890-45859dcefe65 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:33.596061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (772f015b-4d20-4460-8890-45859dcefe65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.626868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:33.639287 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ecc178ee-f6c2-4e10-9bcd-28c085cabb12 admin admin] 10.222.0.86 "PUT /v2.0/routers/625a1c88-3930-49d3-9fb3-47c0e3859311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9360123 Feb 14 21:30:33.652846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:33.682177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d65c3564-3ed8-4cb5-86d0-bc9e252156b1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.682610 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment d65c3564-3ed8-4cb5-86d0-bc9e252156b1 of type vlan for network af965720-e767-4aa2-9b78-577006309844 Feb 14 21:30:33.861681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (af965720-e767-4aa2-9b78-577006309844), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.944380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (508aab59-b02c-441f-a137-5eff7f5076a3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.964798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (af965720-e767-4aa2-9b78-577006309844), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:33.987096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:33.991393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.123727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95aeaa8f-bf66-4834-985b-e0aa15af37ec req-c068991d-d925-474f-9c37-367a28c6f2e0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.1820054 Feb 14 21:30:34.189751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8616765 Feb 14 21:30:34.221079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:34.224628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5484b-71f3-443e-9340-cafeec5ac88a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=af965720-e767-4aa2-9b78-577006309844,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:34.240192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network af965720-e767-4aa2-9b78-577006309844 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:34.258378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] For port 772f015b-4d20-4460-8890-45859dcefe65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=772f015b-4d20-4460-8890-45859dcefe65,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:34.258887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (772f015b-4d20-4460-8890-45859dcefe65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.264079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'ports': [{'network_id': 'e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7', 'name': 'tempest-port--1416529491', 'admin_state_up': True}, {'network_id': 'af965720-e767-4aa2-9b78-577006309844', 'admin_state_up': False}]} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:34.284127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'port': {'network_id': 'e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7', 'name': 'tempest-port--1416529491', 'admin_state_up': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:34.286738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'port': {'network_id': 'af965720-e767-4aa2-9b78-577006309844', 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:34.297115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:34.300222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Pushing event updated for resources: {'Port': ['ID=508aab59-b02c-441f-a137-5eff7f5076a3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:34.306387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:34.322562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Calling delete_port for 772f015b-4d20-4460-8890-45859dcefe65 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:34.436772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:34.483319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.559290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.701933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980d55a7-0f13-48a8-8cd1-4dc73d4b53bc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:34.774103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'port': 2} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:34.779690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:34.780257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:34.780758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.791115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:34.792111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.803659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.892902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.911086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.924184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-38099271-e8d3-440b-8106-edbc9996604b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:34.928882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-38099271-e8d3-440b-8106-edbc9996604b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 821 time: 0.2563922 Feb 14 21:30:34.932557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:34.932969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (c542e5fa-66f8-4c9b-b4dc-fb99c9c4ad8d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:34.944162 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:34.968679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d35ce19-3516-448a-84f8-8f4d6df84538 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5315907 Feb 14 21:30:34.985865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57404) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:34.994899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.121'}]}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:35.033310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] device_id is not set on port 33790ac9-9c34-4266-a018-a368d5853901 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:35.113866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a8ed1f1f-6e2e-484e-abc0-47235c649343 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/quotas/9c2d8a426e13430e8c9175cdb8d56e1b HTTP/1.1" status: 200 len: 375 time: 0.1658101 Feb 14 21:30:35.152104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for port (33790ac9-9c34-4266-a018-a368d5853901), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.199674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d2cc950a-be72-45b6-be53-949676268e33), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.200764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d2cc950a-be72-45b6-be53-949676268e33), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.225844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (980d55a7-0f13-48a8-8cd1-4dc73d4b53bc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.252305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.259598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] 10.222.0.86 "DELETE /v2.0/networks/980d55a7-0f13-48a8-8cd1-4dc73d4b53bc HTTP/1.1" status: 204 len: 168 time: 2.1578093 Feb 14 21:30:35.347395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecd69e-49ea-40b8-9e8f-dd8a35998822 admin admin] Pushing event deleted for resources: {'Network': ['ID=980d55a7-0f13-48a8-8cd1-4dc73d4b53bc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:35.366397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] device_id is not set on port 96b0b7b6-b9c8-4584-82fb-a7165dfaa34a yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:30:35.536093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for port (96b0b7b6-b9c8-4584-82fb-a7165dfaa34a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.590709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (33790ac9-9c34-4266-a018-a368d5853901), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.632513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57412) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:35.692118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.702453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Port': ['ID=33790ac9-9c34-4266-a018-a368d5853901,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:35.756940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7c312b6a-1534-40ef-8577-d3942ad931d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=908628ffacf54a74927aa0767d5e5c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1171794 Feb 14 21:30:35.756940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Checking segment: {'id': 'e19699bc-7fc6-47a7-bb93-7424aff9697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:35.756940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network hostable DHCP agents. Network: e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:35.758753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:35.826318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:35.839869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] Publish callbacks [] for security_group (b8acf292-5c6d-4c66-965f-070ef0478017), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.852974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:35.857697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:35.858624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (96b0b7b6-b9c8-4584-82fb-a7165dfaa34a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:35.866045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217fdfe-d2cc-4c85-8f98-8d943df62c1d None None] Network e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:35.899803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d8890bc-4823-4d5d-84c0-ffcfce30e940 req-0343c025-24f5-4c1e-8bd9-13c336ed8d1b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=af006cdb-5f8a-4062-9235-9eebe1ad3bbf HTTP/1.1" status: 200 len: 210 time: 0.5844879 Feb 14 21:30:36.043096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-7346f6dd-54e8-4443-9547-a9e1316012f9 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9117861 Feb 14 21:30:36.047525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for router_controller (d2cc950a-be72-45b6-be53-949676268e33), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.094984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] Publish callbacks [] for security_group (b8acf292-5c6d-4c66-965f-070ef0478017), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.127100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65969814-5959-4ce1-b73a-2d65b3656f9c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:36.249158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Port': ['ID=96b0b7b6-b9c8-4584-82fb-a7165dfaa34a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:36.295947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Checking segment: {'id': 'd65c3564-3ed8-4cb5-86d0-bc9e252156b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'af965720-e767-4aa2-9b78-577006309844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:36.296168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network hostable DHCP agents. Network: af965720-e767-4aa2-9b78-577006309844, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:36.322099 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.347942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network af965720-e767-4aa2-9b78-577006309844 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:36.360805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b8acf292-5c6d-4c66-965f-070ef0478017), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.364201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.368543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8acf292-5c6d-4c66-965f-070ef0478017 HTTP/1.1" status: 204 len: 168 time: 0.6064095 Feb 14 21:30:36.387521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, af965720-e767-4aa2-9b78-577006309844) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:36.414271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:36.424693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (772f015b-4d20-4460-8890-45859dcefe65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.425259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:36.430326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f5817-5dae-421d-b61a-0308019e27c8 None None] Network af965720-e767-4aa2-9b78-577006309844 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:36.460272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:36.461050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.470185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a93e2-8541-406d-931d-758a0a6491b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8acf292-5c6d-4c66-965f-070ef0478017,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:36.509679 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cd83836b-06ea-45a3-9224-72d6f329fcf8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2504003 Feb 14 21:30:36.513332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57444) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:36.531142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for router_gateway (d2cc950a-be72-45b6-be53-949676268e33), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.551878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-d4e0db03-c066-454c-8cec-766ac25a2dc9 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009129 Feb 14 21:30:36.577086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 65969814-5959-4ce1-b73a-2d65b3656f9c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:36.579695 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:36.674068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=772f015b-4d20-4460-8890-45859dcefe65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:36.780411 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:36.810031 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:36.812019 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:36.925961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381b849-ce79-4b5e-ac95-2bdf2c8859b4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:36.944001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381b849-ce79-4b5e-ac95-2bdf2c8859b4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:36.953743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b381b849-ce79-4b5e-ac95-2bdf2c8859b4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4370692 Feb 14 21:30:36.953975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57456) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:37.082437 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:37.180407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-c703c0e3-e6fc-4a17-8e94-f2ba295f6317 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828865 Feb 14 21:30:37.280119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:37.428240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:37.635848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Deleting port 33790ac9-9c34-4266-a018-a368d5853901 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:37.636377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (33790ac9-9c34-4266-a018-a368d5853901), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:37.641754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 65969814-5959-4ce1-b73a-2d65b3656f9c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:37.644981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:37.722147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 65969814-5959-4ce1-b73a-2d65b3656f9c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65969814-5959-4ce1-b73a-2d65b3656f9c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:37.736504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:37.782206 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 2, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:37.919778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=65969814-5959-4ce1-b73a-2d65b3656f9c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:37.931951 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:30:37.933588 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Updating router 625a1c88-3930-49d3-9fb3-47c0e3859311 port a2cabf91-cd3a-4574-b682-49a063839fed binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:30:37.947763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21cd9da3-c091-43a8-a461-4288d942fa61 req-a1e0571b-7e86-4277-a30b-4348eaaaa879 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 210 time: 0.2571328 Feb 14 21:30:38.018355 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.060533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (33790ac9-9c34-4266-a018-a368d5853901), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.211600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Calling delete_port for 33790ac9-9c34-4266-a018-a368d5853901 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:38.417772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for router_gateway (d2cc950a-be72-45b6-be53-949676268e33), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.510069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.590275 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks [] for port (a2cabf91-cd3a-4574-b682-49a063839fed), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.600757 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.677531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Pushing event updated for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:38.706112 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.706823 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.707402 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.707979 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.708579 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.709436 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.710658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.710658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.710883 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.711419 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.711419 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.712084 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.712084 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:30:38.758629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Attempting to bind port a2cabf91-cd3a-4574-b682-49a063839fed on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:38.759287 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Attempting to bind port a2cabf91-cd3a-4574-b682-49a063839fed by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:38.759840 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Attempting to bind port a2cabf91-cd3a-4574-b682-49a063839fed on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:38.767062 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:38.767614 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Checking segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:38.768069 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.768580 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Bound using segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:38.769787 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Bound port: a2cabf91-cd3a-4574-b682-49a063839fed, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:38.770177 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.882032 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] For port a2cabf91-cd3a-4574-b682-49a063839fed, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:38.886819 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] For port a2cabf91-cd3a-4574-b682-49a063839fed, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a2cabf91-cd3a-4574-b682-49a063839fed,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:38.898501 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:38.905864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7c7ab2ca-c8fa-4bdc-9a53-61de48600298 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:38.914973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7c7ab2ca-c8fa-4bdc-9a53-61de48600298 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.3989565 Feb 14 21:30:38.980265 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:38.980896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:39.019294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Provisioning complete for port a2cabf91-cd3a-4574-b682-49a063839fed triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:39.020232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.049407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-96c4356a-99e4-470e-a25f-72de0a9f73a2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.1342883 Feb 14 21:30:39.080668 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aff79a-d303-4300-828c-899a2ac97d47 None None] Pushing event updated for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:39.139307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:39.176541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-8d982b9b-a4cf-4be8-8305-3197c6bd9bba tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261163 Feb 14 21:30:39.214823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (33790ac9-9c34-4266-a018-a368d5853901), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.216778 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:39.223610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Current status of the port a2cabf91-cd3a-4574-b682-49a063839fed is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:39.224576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.357620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Port': ['ID=33790ac9-9c34-4266-a018-a368d5853901,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:39.376484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] For port a2cabf91-cd3a-4574-b682-49a063839fed, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a2cabf91-cd3a-4574-b682-49a063839fed,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:39.386145 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.413479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Router eee88b83-47dc-4cb2-b173-1c8b678a844f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:30:39.438140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a62babe9-096f-4985-a89b-bd2e22bc6183 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:39.438355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a62babe9-096f-4985-a89b-bd2e22bc6183 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.8309481 Feb 14 21:30:39.460361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:39.460361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.492714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.497583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f1b883f-3f98-44ae-93d8-38ce6551a00a tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/ports/33790ac9-9c34-4266-a018-a368d5853901 HTTP/1.1" status: 204 len: 168 time: 2.5416341 Feb 14 21:30:39.515826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57554) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:39.595352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d6c2c620-bd1d-4df4-a815-658a82f59948 None None] Provisioning complete for port a2cabf91-cd3a-4574-b682-49a063839fed triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:39.595740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c620-bd1d-4df4-a815-658a82f59948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.597097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:39.599894 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c62dfb-a5df-4860-ab3d-af1904cf254b" -d '{"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-unplugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:39.620484 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:38Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:39.645333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:39.646444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e494cf-3c06-48ce-aab4-6e7ce535152e None None] Pushing event updated for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:39.648359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-3d205154-ea65-4a32-b2b0-b03d794a7e1b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:39.654674 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-3d205154-ea65-4a32-b2b0-b03d794a7e1b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 821 time: 0.2328875 Feb 14 21:30:39.668728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'port': {'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'admin_state_up': True, 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:39.691477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.713296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-fafe3ce4-42d7-4f7c-b24f-d4c5b2fac4ab tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/quotas/efd23ebb0a6741318cad597e7cabff16 HTTP/1.1" status: 200 len: 375 time: 0.2628460 Feb 14 21:30:39.795478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad589b-12e9-4f7a-8c8c-9628edff6332 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:38Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:39.800311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-70da9dff-e25b-459d-bfeb-d8a5224a67bc service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033306 Feb 14 21:30:39.801054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for router (d2cc950a-be72-45b6-be53-949676268e33), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:39.852775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:39.871383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2c620-bd1d-4df4-a815-658a82f59948 None None] Current status of the port a2cabf91-cd3a-4574-b682-49a063839fed is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:39.949170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Made reservation on behalf of 9c2d8a426e13430e8c9175cdb8d56e1b for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:39.955647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:40.048361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a2cabf91-cd3a-4574-b682-49a063839fed up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:40.147186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a2cabf91-cd3a-4574-b682-49a063839fed triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:40.147863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:40.235895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Allocated IP 172.20.0.9 (205a24fa-3a78-4a6e-9a9d-949b0aee4488/f49a60da-fc71-49de-beb0-a7544e0488fd/04629326-be4e-4981-82b9-951ec18e3cfb) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:40.347739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a2cabf91-cd3a-4574-b682-49a063839fed is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:40.349382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65969814-5959-4ce1-b73a-2d65b3656f9c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:40.436985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 65969814-5959-4ce1-b73a-2d65b3656f9c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:40.437365 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:40.474930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-a6f9f9d3-328d-4a3e-9508-427f2bcc5119 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508372 Feb 14 21:30:40.601770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 65969814-5959-4ce1-b73a-2d65b3656f9c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:40.632682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for port (04629326-be4e-4981-82b9-951ec18e3cfb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:40.700205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:40.825470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-d3f437c8-3e8a-4c72-bd0a-2d7f0eb5adec tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:40.831852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-d3f437c8-3e8a-4c72-bd0a-2d7f0eb5adec tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/ports?device_id=521cd20a-d278-4310-a12f-2c705d9699d4 HTTP/1.1" status: 200 len: 944 time: 0.4608154 Feb 14 21:30:40.852137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-8c9426a0-784e-4e53-8eb8-fdf5b02157ed tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1377616 Feb 14 21:30:40.863491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:40.870508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:40.874447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:40.919311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event updated for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:40.934605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:40.968844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Sync routers for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:40.983512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:40.985407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:40.990664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:40.991336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.054394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-a001bfe2-bd77-45d4-92c1-5ad4eccd0ca8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900869 Feb 14 21:30:41.095313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-41780778-65f3-494b-b0cd-72bde7d11fe1 admin admin] 10.222.0.86 "PUT /v2.0/routers/eee88b83-47dc-4cb2-b173-1c8b678a844f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4689932 Feb 14 21:30:41.152353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Request body: {'port': {'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:41.189981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57578) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:41.217228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d2cc950a-be72-45b6-be53-949676268e33), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.220106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks [] for router_controller (d2cc950a-be72-45b6-be53-949676268e33), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.257535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:41.329783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.652848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d2cc950a-be72-45b6-be53-949676268e33), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.653418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2cc950a-be72-45b6-be53-949676268e33 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:30:41.689691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0adebe4d-cd87-4ab2-a26b-08a3db08cbdd None None] Provisioning complete for port 04629326-be4e-4981-82b9-951ec18e3cfb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:41.690068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0adebe4d-cd87-4ab2-a26b-08a3db08cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.692899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Deleting port 96b0b7b6-b9c8-4584-82fb-a7165dfaa34a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:41.693276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (96b0b7b6-b9c8-4584-82fb-a7165dfaa34a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.729941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0adebe4d-cd87-4ab2-a26b-08a3db08cbdd None None] Port 04629326-be4e-4981-82b9-951ec18e3cfb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:30:41.731407 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:30:41.736003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f1f945db-7df9-4a84-9b72-8c70fafb67e3 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7489808 Feb 14 21:30:41.739829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57590) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:41.795587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:30:35Z', 'revision_number': 5, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:41.826600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Checking router: eee88b83-47dc-4cb2-b173-1c8b678a844f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:30:41.837340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Routers {'eee88b83-47dc-4cb2-b173-1c8b678a844f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:41.838123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['eee88b83-47dc-4cb2-b173-1c8b678a844f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:41.852947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04629326-be4e-4981-82b9-951ec18e3cfb {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:41.863081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks [] for port (04629326-be4e-4981-82b9-951ec18e3cfb), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:41.880947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Transition to ACTIVE for port object 04629326-be4e-4981-82b9-951ec18e3cfb will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:30:41.889094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.000755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Pushing event updated for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:42.030549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks [] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.064135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] Set router eee88b83-47dc-4cb2-b173-1c8b678a844f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:42.119109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Attempting to bind port 04629326-be4e-4981-82b9-951ec18e3cfb on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:42.119568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Attempting to bind port 04629326-be4e-4981-82b9-951ec18e3cfb by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:42.119905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Attempting to bind port 04629326-be4e-4981-82b9-951ec18e3cfb on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:42.129134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Port 04629326-be4e-4981-82b9-951ec18e3cfb on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:42.129628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Attempting to bind port 04629326-be4e-4981-82b9-951ec18e3cfb on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:42.147099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:42.148645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Checking segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:42.149330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Bound using segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:42.150117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Bound port: 04629326-be4e-4981-82b9-951ec18e3cfb, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:42.150714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.174259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b978c01-34de-4921-a301-f7170c1773c7 req-2791ac00-cf9d-40c4-a81c-2968a941e42c tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.176327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b978c01-34de-4921-a301-f7170c1773c7 req-2791ac00-cf9d-40c4-a81c-2968a941e42c tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 931 time: 0.7523291 Feb 14 21:30:42.198642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-dd9bc1ca-4f7e-4d2c-9121-4169edbd8fce service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2577944 Feb 14 21:30:42.246771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (96b0b7b6-b9c8-4584-82fb-a7165dfaa34a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.252069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:42.258328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=04629326-be4e-4981-82b9-951ec18e3cfb,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:42.266246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.305226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.306092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.307607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] 10.222.0.64 "PUT /v2.0/ports/04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 1092 time: 1.1983459 Feb 14 21:30:42.308114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:42.310502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:30:35Z', 'revision_number': 5, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:42.315097 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab280e-c8e9-467e-bc8a-5a30bbb53740" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:42.346548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Calling delete_port for 96b0b7b6-b9c8-4584-82fb-a7165dfaa34a owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:42.356757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e0e3e-ae92-48a8-9750-38745eb2a16b service neutron] Pushing event updated for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:42.413790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d462-7b53-4f06-ac23-a1215d2ecad4 None None] The sync data for ids ['eee88b83-47dc-4cb2-b173-1c8b678a844f'] in n-d-828372-11 is: [{'id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'name': 'tempest-TaggedBootDevicesTest_v242-879048545-router', 'tenant_id': '1b322fc268eb4e52b787f7800367a644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:09Z', 'updated_at': '2022-02-14T21:30:35Z', 'revision_number': 5, 'project_id': '1b322fc268eb4e52b787f7800367a644', 'gw_port': {'id': 'a057c112-acd6-421b-9ca1-e56baf35b10a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee88b83-47dc-4cb2-b173-1c8b678a844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:11Z', 'updated_at': '2022-02-14T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:42.479887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-5f49066b-89a6-4885-b65a-caeba255bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.482399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-5f49066b-89a6-4885-b65a-caeba255bdaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1126 time: 0.0960066 Feb 14 21:30:42.554155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b978c01-34de-4921-a301-f7170c1773c7 req-9005b2d1-1e2f-46e4-bf10-6eb3cc7a7328 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439491 Feb 14 21:30:42.556270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Deleting port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:42.556612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.600449 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-877667ac-8f18-4cf4-b642-ef8151a60c09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.1083398 Feb 14 21:30:42.650789 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182637c5-022b-4b7c-b8d7-2e39d7e4d3ac x-openstack-request-id: req-182637c5-022b-4b7c-b8d7-2e39d7e4d3ac {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:42.651200 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-unplugged", "status": "completed", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:42.651496 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-182637c5-022b-4b7c-b8d7-2e39d7e4d3ac {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:42.652098 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'code': 200} Feb 14 21:30:42.678977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Deleting port 508aab59-b02c-441f-a137-5eff7f5076a3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:42.691976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (508aab59-b02c-441f-a137-5eff7f5076a3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.701014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-e2a0ea15-acc8-494a-b0e2-e50adbe69d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.702425 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-e2a0ea15-acc8-494a-b0e2-e50adbe69d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0954759 Feb 14 21:30:42.779081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b921bde5-bdc1-47eb-ad09-bd80ca668017 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.781140 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b921bde5-bdc1-47eb-ad09-bd80ca668017 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.2421186 Feb 14 21:30:42.795870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:42.832379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-abe518e4-83e2-4f87-ae80-f38e1af08bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:42.835734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-b19a6131-8d9f-4cd2-9fca-9dd050db02d7 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334777 Feb 14 21:30:42.854413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-abe518e4-83e2-4f87-ae80-f38e1af08bbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1380548 Feb 14 21:30:42.910663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (96b0b7b6-b9c8-4584-82fb-a7165dfaa34a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.943934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks [] for router_gateway (eee88b83-47dc-4cb2-b173-1c8b678a844f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.985856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:42.990061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/ports/96b0b7b6-b9c8-4584-82fb-a7165dfaa34a HTTP/1.1" status: 204 len: 168 time: 3.4707439 Feb 14 21:30:42.994506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57596) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:43.104391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8517314-2765-4d4c-a6e5-20419c55d25a req-cfe30690-1211-4a39-a94e-d5934ec9e170 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.2641425 Feb 14 21:30:43.131002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:43.140396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] For port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:43.140783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.190825 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-28529895-8ec5-4ca2-b086-84649266b60c service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713377 Feb 14 21:30:43.222269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:43.226408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.263846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67d17-0213-4e6c-a56d-9d8be5fc49fb tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Port': ['ID=96b0b7b6-b9c8-4584-82fb-a7165dfaa34a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:43.292698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:43.314217 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b3f91-9c32-419a-adaf-20284739b399 x-openstack-request-id: req-664b3f91-9c32-419a-adaf-20284739b399 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:43.314710 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:43.315198 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-664b3f91-9c32-419a-adaf-20284739b399 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:43.315761 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:30:43.332835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (508aab59-b02c-441f-a137-5eff7f5076a3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.346550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Calling delete_port for 508aab59-b02c-441f-a137-5eff7f5076a3 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:43.412290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11d2e53a-7eed-454d-b179-79299639a215 req-e2e470d3-12c2-4ad8-842d-cbc81afb4d82 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.2242663 Feb 14 21:30:43.416340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Calling delete_port for 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:43.426235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22fc2665-b36f-4814-9ddd-ecdab30d397f req-f1e3991e-995a-4a85-b236-d8151014e030 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278147 Feb 14 21:30:43.432112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2e91b7fe-626c-4362-828a-c7ee723d2fc8 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3290479 Feb 14 21:30:43.432842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57610) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:43.438199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168758753'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:43.468357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4dc4ea95-1253-4c3f-ac05-ceb70199526f req-a72c5834-4f78-4f6d-badd-562f5ea93c5c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0550213 Feb 14 21:30:43.479792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.6 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/25d856be-2d40-41a6-84dc-0897225f809b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:43.485751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:43.490340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.590250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:43.591503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Deleting port a057c112-acd6-421b-9ca1-e56baf35b10a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:43.592161 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.616828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (362a64eb-0e90-4114-b0d2-fc0fe6688676), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.617370 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment 362a64eb-0e90-4114-b0d2-fc0fe6688676 of type vlan for network a906a8df-7555-49f9-8571-6b167bf59016 Feb 14 21:30:43.627640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-fb9ef2a7-7870-425d-a1d6-eb5ed48f2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:43.629180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-fb9ef2a7-7870-425d-a1d6-eb5ed48f2bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1126 time: 0.1189964 Feb 14 21:30:43.686227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] For port a057c112-acd6-421b-9ca1-e56baf35b10a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a057c112-acd6-421b-9ca1-e56baf35b10a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:43.686834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.692401 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a906a8df-7555-49f9-8571-6b167bf59016), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.739104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Calling delete_port for a057c112-acd6-421b-9ca1-e56baf35b10a owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:43.777329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a906a8df-7555-49f9-8571-6b167bf59016), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.782583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:43.783193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:43.817501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-da7c7db0-17f6-4df5-8201-424c52626b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:43.819165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-da7c7db0-17f6-4df5-8201-424c52626b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.1639068 Feb 14 21:30:43.897097 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4627585 Feb 14 21:30:43.900357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:43.901535 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-e5eaf7b4-6ff7-4a74-8827-69943f809ead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.0554645 Feb 14 21:30:43.909370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1858101772'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:43.919819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 772f015b-4d20-4460-8890-45859dcefe65 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:43.939673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a179f8d-8851-43dc-942d-dce383806d0f tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=a906a8df-7555-49f9-8571-6b167bf59016,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:43.975168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a906a8df-7555-49f9-8571-6b167bf59016 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:43.984278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 772f015b-4d20-4460-8890-45859dcefe65 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:43.984892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 772f015b-4d20-4460-8890-45859dcefe65 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:44.035733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:44.039206 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.045809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-07c54137-2bac-4cb5-9921-ef37ea5c56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:44.047341 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-07c54137-2bac-4cb5-9921-ef37ea5c56cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.1287289 Feb 14 21:30:44.123080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:44.142000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (25d856be-2d40-41a6-84dc-0897225f809b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.148723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e1af31a8-ec5d-4cd6-a161-9aa9d26554df), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.149056 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Added segment e1af31a8-ec5d-4cd6-a161-9aa9d26554df of type vlan for network b15f87a8-c2ef-4127-95a5-d0ce7cab619b Feb 14 21:30:44.194913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-07020f5d-c43d-4157-a4b6-29cbd8585f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:44.196467 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-07020f5d-c43d-4157-a4b6-29cbd8585f9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1403980 Feb 14 21:30:44.211206 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b15f87a8-c2ef-4127-95a5-d0ce7cab619b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.244859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.249377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b15f87a8-c2ef-4127-95a5-d0ce7cab619b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.254802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:44.256065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.284267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba0dce67-a1dc-4bef-ba80-c07aee659f88 req-6fefa83d-d2db-4db5-9c77-2a73fa11dc96 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.4584286 Feb 14 21:30:44.297414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (508aab59-b02c-441f-a137-5eff7f5076a3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.340089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Pushing event deleted for resources: {'Port': ['ID=508aab59-b02c-441f-a137-5eff7f5076a3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:44.368533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (531ee83e-f0ce-48e0-bdfb-a7d2544aff78), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.384347 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4816012 Feb 14 21:30:44.386320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:44.415258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c966b-9f9b-4b72-8b34-d7e0ed7a90aa req-c90303d5-76db-4906-9fa2-c7ecfb85a4ba tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:44.416984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541c966b-9f9b-4b72-8b34-d7e0ed7a90aa req-c90303d5-76db-4906-9fa2-c7ecfb85a4ba tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 943 time: 0.7072632 Feb 14 21:30:44.573366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a267406d-d733-49ce-a101-bd1b04186c44 req-58f0f7bd-b181-403a-b58f-1de2aeb72358 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.2881169 Feb 14 21:30:44.636909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event deleted for resources: {'Port': ['ID=531ee83e-f0ce-48e0-bdfb-a7d2544aff78,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:44.653345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec5bf263-0b89-4589-bd6a-6bc3bc705f88 req-8cd8278d-2e8c-439b-8fea-1ff6699dd373 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0731070 Feb 14 21:30:44.686939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:44.701621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:44.704058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:44.711322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a221c-3257-4bbc-b837-6958944d44d4 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Network': ['ID=b15f87a8-c2ef-4127-95a5-d0ce7cab619b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:44.762121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b15f87a8-c2ef-4127-95a5-d0ce7cab619b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:44.822696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:44.823574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.827948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] No DVR routers for this DVR port 531ee83e-f0ce-48e0-bdfb-a7d2544aff78 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:44.854082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.857924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a79b191d-e9b2-474e-bf39-79a695e50e7a req-1a7583c9-a946-4531-aa66-ad737fa1b9f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "DELETE /v2.0/ports/531ee83e-f0ce-48e0-bdfb-a7d2544aff78 HTTP/1.1" status: 204 len: 173 time: 3.9996085 Feb 14 21:30:44.858404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-84a5edce-62f1-41d0-836a-d232ff4ea368 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589681 Feb 14 21:30:44.858992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-deleted', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:44.861828 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc44c3b7-a88f-4658-9127-b3e59be49333" -d '{"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-deleted", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:44.882173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc7653ad-a516-447a-9618-dee9876fca4c req-866efe2b-badf-456d-a50a-b6a1685edc8b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1018698 Feb 14 21:30:44.888802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-b00c2b93-7c3a-4a97-a8ea-2617c085fd89 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0981805 Feb 14 21:30:44.912932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Request body: {'port': {'device_id': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:44.937309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:44.944808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3ba4dde0-cdf9-4951-abd6-209b28d621f0 tempest-RoutersAdminNegativeTest-1438966498 tempest-RoutersAdminNegativeTest-1438966498-project-admin] 10.222.0.86 "DELETE /v2.0/ports/508aab59-b02c-441f-a137-5eff7f5076a3 HTTP/1.1" status: 204 len: 168 time: 3.1427183 Feb 14 21:30:44.999644 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c6094-add6-4e19-b438-d12e782f4284 x-openstack-request-id: req-0d5c6094-add6-4e19-b438-d12e782f4284 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:45.000052 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521cd20a-d278-4310-a12f-2c705d9699d4", "name": "network-vif-deleted", "tag": "531ee83e-f0ce-48e0-bdfb-a7d2544aff78", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:45.000774 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d5c6094-add6-4e19-b438-d12e782f4284 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:45.001180 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521cd20a-d278-4310-a12f-2c705d9699d4', 'name': 'network-vif-deleted', 'tag': '531ee83e-f0ce-48e0-bdfb-a7d2544aff78', 'status': 'completed', 'code': 200} Feb 14 21:30:45.010164 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541c966b-9f9b-4b72-8b34-d7e0ed7a90aa req-9abf7b62-124d-4a9b-81a7-af25cee78f64 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675627 Feb 14 21:30:45.041040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a057c112-acd6-421b-9ca1-e56baf35b10a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.108067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a057c112-acd6-421b-9ca1-e56baf35b10a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:45.116894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-4e090ff2-de55-410a-b9ec-1a761348ab0e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:45.119399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-4e090ff2-de55-410a-b9ec-1a761348ab0e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.64 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.4372258 Feb 14 21:30:45.152968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Request body: {'port': {'device_id': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'admin_state_up': True, 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:45.174932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.225998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25d856be-2d40-41a6-84dc-0897225f809b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.297664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.300667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks [] for router_controller (eee88b83-47dc-4cb2-b173-1c8b678a844f), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.305712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57632) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:45.408326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (eee88b83-47dc-4cb2-b173-1c8b678a844f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.409063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee88b83-47dc-4cb2-b173-1c8b678a844f {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:30:45.415437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.416724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ca7ccc07-0cb7-4ad4-95f3-c4e0fe4450c2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/eee88b83-47dc-4cb2-b173-1c8b678a844f HTTP/1.1" status: 204 len: 168 time: 4.0100448 Feb 14 21:30:45.419236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57638) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:45.559662 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ddab280e-c8e9-467e-bc8a-5a30bbb53740 req-4d2dbb59-f04f-4202-9bba-98b9ebeaa685 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771801 Feb 14 21:30:45.569752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Deleting subnet 695ff120-d533-4b5a-9737-e46ac0c1a518 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:45.611482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Publish callbacks [] for subnet (695ff120-d533-4b5a-9737-e46ac0c1a518), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.611698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:45.616304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.672074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81365d-4aa4-4264-b5b5-70c2754fdc7d req-6f460d9a-d427-4fc0-8963-dd392614f427 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:45.682128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c81365d-4aa4-4264-b5b5-70c2754fdc7d req-6f460d9a-d427-4fc0-8963-dd392614f427 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 931 time: 0.2341666 Feb 14 21:30:45.707862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e758cb37-318d-4138-8d82-34711cfdca84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.782120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (695ff120-d533-4b5a-9737-e46ac0c1a518), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:45.899517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15b00d6a-ebc6-4981-a58d-9f9f1a74d188 req-52ed7749-daf1-441e-b4b0-a5e3d969e70f tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0779541 Feb 14 21:30:45.915766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Allocated IP 172.20.0.13 (d9e30088-d269-41c8-9239-4ae882bdf795/1dc05600-e009-4418-a709-81e316c8092a/b4c2f061-9076-4946-b005-df92214de370) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:45.976682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c81365d-4aa4-4264-b5b5-70c2754fdc7d req-f707c58a-e95a-4222-a64a-19e082b0a0ec tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929070 Feb 14 21:30:46.070321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d856be-2d40-41a6-84dc-0897225f809b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:46.099413 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks [] for port (25d856be-2d40-41a6-84dc-0897225f809b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.170487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Transition to ACTIVE for port object 25d856be-2d40-41a6-84dc-0897225f809b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:30:46.180841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.221842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a057c112-acd6-421b-9ca1-e56baf35b10a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:46.254909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Pushing event updated for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:46.260539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a057c112-acd6-421b-9ca1-e56baf35b10a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:46.265229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a057c112-acd6-421b-9ca1-e56baf35b10a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:46.310589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c20122b-647e-4b9e-abb7-4131654e8f83 req-a7edbe4e-43a6-487c-a118-3a5348643c8b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 210 time: 0.2334120 Feb 14 21:30:46.343809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (695ff120-d533-4b5a-9737-e46ac0c1a518), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.416385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e758cb37-318d-4138-8d82-34711cfdca84 admin admin] Publish callbacks [] for security_group (81e5626f-a31f-49db-9665-329ad05735d8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.434214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e758cb37-318d-4138-8d82-34711cfdca84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (81e5626f-a31f-49db-9665-329ad05735d8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.473011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e758cb37-318d-4138-8d82-34711cfdca84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=782d72492d8748acb86933cbb0417599&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1662364 Feb 14 21:30:46.474728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (695ff120-d533-4b5a-9737-e46ac0c1a518), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.477005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57650) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:46.548512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Attempting to bind port 25d856be-2d40-41a6-84dc-0897225f809b on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:46.548933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Attempting to bind port 25d856be-2d40-41a6-84dc-0897225f809b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:46.549388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Attempting to bind port 25d856be-2d40-41a6-84dc-0897225f809b on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:46.557043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Port 25d856be-2d40-41a6-84dc-0897225f809b on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:46.557503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Attempting to bind port 25d856be-2d40-41a6-84dc-0897225f809b on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:46.570803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695ff120-d533-4b5a-9737-e46ac0c1a518,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:46.571029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:46.571493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:46.571989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:46.572717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Bound port: 25d856be-2d40-41a6-84dc-0897225f809b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:46.573096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25d856be-2d40-41a6-84dc-0897225f809b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.590133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks [] for port (b4c2f061-9076-4946-b005-df92214de370), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.599805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.603531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d3bc5f3-9084-44eb-9f40-7962041c5527 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/695ff120-d533-4b5a-9737-e46ac0c1a518 HTTP/1.1" status: 204 len: 168 time: 1.1828279 Feb 14 21:30:46.605740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaaec7a-293e-4d51-8ddf-f5a7e28ecab3 None None] Network 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:46.616730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57660) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:46.672311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:46.676197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=25d856be-2d40-41a6-84dc-0897225f809b,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:46.685271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b4c2f061-9076-4946-b005-df92214de370), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.692361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.712993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.724515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758cb37-318d-4138-8d82-34711cfdca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5626f-a31f-49db-9665-329ad05735d8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:46.782322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:46.784389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.785846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] 10.222.0.83 "PUT /v2.0/ports/25d856be-2d40-41a6-84dc-0897225f809b HTTP/1.1" status: 200 len: 1092 time: 1.8812575 Feb 14 21:30:46.786235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e379219-f085-44e1-b904-0febcf1547db req-22379927-bfd2-4b7a-8df5-b3587ef22582 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:46.789015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e379219-f085-44e1-b904-0febcf1547db req-22379927-bfd2-4b7a-8df5-b3587ef22582 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 943 time: 0.3223779 Feb 14 21:30:46.812359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Network d9e30088-d269-41c8-9239-4ae882bdf795 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:46.819443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:46.824682 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fde23d-0a62-4fa1-a744-7506c10e41a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "tag": "25d856be-2d40-41a6-84dc-0897225f809b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:46.827937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:46.832528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:46.909192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:46.956454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] Publish callbacks [] for security_group (81e5626f-a31f-49db-9665-329ad05735d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.958718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:46.959509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:46.972589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] DHCP port deletion for 4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:30:47.012646 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f4d914-ef03-44d4-9368-d2bfa0917cf9 x-openstack-request-id: req-c6f4d914-ef03-44d4-9368-d2bfa0917cf9 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:47.012935 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "tag": "25d856be-2d40-41a6-84dc-0897225f809b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:47.013187 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6f4d914-ef03-44d4-9368-d2bfa0917cf9 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:47.013593 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b', 'status': 'completed', 'code': 200} Feb 14 21:30:47.023519 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-26c41642-5e9b-458d-b099-170dc4d1446d tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8898335 Feb 14 21:30:47.025403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7fcd5cb7-f761-4244-a603-bea5d1a5ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:47.026823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7fcd5cb7-f761-4244-a603-bea5d1a5ed31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 1126 time: 0.1584635 Feb 14 21:30:47.035766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] Publish callbacks [] for security_group (81e5626f-a31f-49db-9665-329ad05735d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.074358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Deleting port f37f8a02-c84f-446c-851a-98a1c2e9a87d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:47.075485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.091359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e379219-f085-44e1-b904-0febcf1547db req-d70bfdb3-b458-4399-82b6-2e6dd4893fb4 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949347 Feb 14 21:30:47.112895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-fad5c70d-4ea5-469d-9a82-f8e40533b27e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d856be-2d40-41a6-84dc-0897225f809b HTTP/1.1" status: 200 len: 217 time: 0.0617476 Feb 14 21:30:47.113505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0911e9-be73-441c-806f-ea5e49f30a08 service neutron] Pushing event updated for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:47.113658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (81e5626f-a31f-49db-9665-329ad05735d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.116555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.125532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81e5626f-a31f-49db-9665-329ad05735d8 HTTP/1.1" status: 204 len: 168 time: 0.6429961 Feb 14 21:30:47.162464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] For port f37f8a02-c84f-446c-851a-98a1c2e9a87d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f37f8a02-c84f-446c-851a-98a1c2e9a87d,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:47.163236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.179860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Deleting port f37f8a02-c84f-446c-851a-98a1c2e9a87d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:47.180326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.186859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-760b5eb4-fb57-4150-bc23-2a1afa935c16 req-dbd6bc93-be94-46ed-bc03-68da4911692f tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0851743 Feb 14 21:30:47.199168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f5c9-cd66-441e-943f-0c4e51e0d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5626f-a31f-49db-9665-329ad05735d8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:47.201236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Calling delete_port for f37f8a02-c84f-446c-851a-98a1c2e9a87d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:47.296566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] For port f37f8a02-c84f-446c-851a-98a1c2e9a87d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f37f8a02-c84f-446c-851a-98a1c2e9a87d,segment=NetworkSegment(5b0d1b27-e8ea-4bae-b33c-88ba2660d243),segment_id=5b0d1b27-e8ea-4bae-b33c-88ba2660d243)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:47.296566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.316402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Request body: {'port': {'device_id': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:47.316881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Calling delete_port for f37f8a02-c84f-446c-851a-98a1c2e9a87d owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:47.359822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.426128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7ae3a9ac-690d-4fee-a2eb-9fb7399be52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:47.439920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] Pushing event deleted for resources: {'Port': ['ID=f37f8a02-c84f-446c-851a-98a1c2e9a87d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:47.460128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-7ae3a9ac-690d-4fee-a2eb-9fb7399be52c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.3020926 Feb 14 21:30:47.472246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38187788-a29b-4de0-bdcb-6aa5d4989abd None None] No DVR routers for this DVR port f37f8a02-c84f-446c-851a-98a1c2e9a87d on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:47.501448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f57980-38aa-4fc5-99b5-dc9415b187a0 req-4726a2c9-99e2-42cc-a708-e8792671d2d3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:47.503072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7f57980-38aa-4fc5-99b5-dc9415b187a0 req-4726a2c9-99e2-42cc-a708-e8792671d2d3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 943 time: 0.1128294 Feb 14 21:30:47.521252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.555039 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-58bcf749-f07f-462a-ba6f-3fa6355bb0f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352225 Feb 14 21:30:47.584765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7f57980-38aa-4fc5-99b5-dc9415b187a0 req-e9a8fa30-4c61-4856-b8ba-613b72db2d9a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708113 Feb 14 21:30:47.629057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b77fb-1ee1-4d0c-9344-1d9b6c944b12 req-eba35eff-732f-4ce4-898b-84fe07deda29 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:47.631539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250b77fb-1ee1-4d0c-9344-1d9b6c944b12 req-eba35eff-732f-4ce4-898b-84fe07deda29 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 932 time: 0.1399307 Feb 14 21:30:47.632940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f37f8a02-c84f-446c-851a-98a1c2e9a87d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.648898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] No DVR routers for this DVR port f37f8a02-c84f-446c-851a-98a1c2e9a87d on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:47.733569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:47.739559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250b77fb-1ee1-4d0c-9344-1d9b6c944b12 req-9d58ce18-1a3d-4765-af69-ed4208f40ea2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968232 Feb 14 21:30:47.741127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Pushing event deleted for resources: {'Port': ['ID=f37f8a02-c84f-446c-851a-98a1c2e9a87d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:47.809862 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-9be20574-76d3-4dbc-baab-099b5c46f5b5 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311759 Feb 14 21:30:47.810946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.832788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:47.843398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0d1b27-e8ea-4bae-b33c-88ba2660d243') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:47.843699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0d1b27-e8ea-4bae-b33c-88ba2660d243') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:47.853026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5b0d1b27-e8ea-4bae-b33c-88ba2660d243), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.867067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b0d1b27-e8ea-4bae-b33c-88ba2660d243), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.873268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:47.873655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5b0d1b27-e8ea-4bae-b33c-88ba2660d243), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:47.875516 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:47.918839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-21258cf8-846f-4b8c-8b8c-f7e477180278 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7398a593ec1c43a6a10d4192e98b2092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837027 Feb 14 21:30:47.924322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57678) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:47.947195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.968319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f37f8a02-c84f-446c-851a-98a1c2e9a87d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:47.969491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:47.969993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:47.973447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] 10.222.0.86 "DELETE /v2.0/networks/4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe HTTP/1.1" status: 204 len: 168 time: 1.3548462 Feb 14 21:30:47.983536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'subnets': [{'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1837316738', 'ip_version': 6}, {'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:47.983869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'subnet': {'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1837316738', 'ip_version': 6}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:47.984537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52fe54-b659-40f4-a513-d6aa9e29207a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5f3b9b-7b91-4c6c-b9e4-4997d9c543fe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:47.984658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Request body: {'subnet': {'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:48.028580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f37f8a02-c84f-446c-851a-98a1c2e9a87d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:48.029319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f37f8a02-c84f-446c-851a-98a1c2e9a87d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:48.070587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] Publish callbacks [] for security_group (c6c08073-796c-45cb-8991-49bb850e4805), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.143836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-d4afa72b-220a-4e78-8afc-64ae789cbaef service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268452 Feb 14 21:30:48.151857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] Publish callbacks [] for security_group (c6c08073-796c-45cb-8991-49bb850e4805), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.186562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57692) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:48.256179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 04629326-be4e-4981-82b9-951ec18e3cfb details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:30:48.270122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9216dd97-c5ba-4b19-8eab-cd7469695e76 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ccc52b57999451f8305cd1d3bcf389c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822825 Feb 14 21:30:48.272385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57696) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:48.337542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6424-6420-4445-9ce7-a7640b4a82a8 req-349b633a-4bfa-43af-b989-072cb856f95c tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:48.339127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fcc6424-6420-4445-9ce7-a7640b4a82a8 req-349b633a-4bfa-43af-b989-072cb856f95c tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 943 time: 0.1228464 Feb 14 21:30:48.390178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] Publish callbacks [] for security_group (f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.394279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea293d9d-1e24-48ee-89fe-8a8d3776a523 req-59b81aa9-7365-4e0a-8ef6-b85f11f82c31 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0469887 Feb 14 21:30:48.429516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c2f061-9076-4946-b005-df92214de370 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:48.442199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] Publish callbacks [] for security_group (f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.444261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks [] for port (b4c2f061-9076-4946-b005-df92214de370), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.455091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6c08073-796c-45cb-8991-49bb850e4805), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.456272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fcc6424-6420-4445-9ce7-a7640b4a82a8 req-cf817697-6b2e-4717-b0ae-386260fc3ae5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049073 Feb 14 21:30:48.457553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.459700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6c08073-796c-45cb-8991-49bb850e4805 HTTP/1.1" status: 204 len: 168 time: 0.5346322 Feb 14 21:30:48.481636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c9101-6adc-4387-9d33-cd345501e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c08073-796c-45cb-8991-49bb850e4805,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:48.489970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Made reservation on behalf of 199b6c69ece5470abf208b67cc425ff4 for: {'subnet': 2} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:48.494886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.495259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.499460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Transition to ACTIVE for port object b4c2f061-9076-4946-b005-df92214de370 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:30:48.523442 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.525423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.526063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.530324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc HTTP/1.1" status: 204 len: 168 time: 0.2540078 Feb 14 21:30:48.542176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4c0be-0771-4f98-b415-343b87991dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef6c2b-dfc2-4c6b-bdd7-c1a2babb8bbc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:48.570074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-10b1422b-f224-43d9-8635-d9a39dc8e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:48.571572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-10b1422b-f224-43d9-8635-d9a39dc8e8e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 1126 time: 0.3534720 Feb 14 21:30:48.600163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=04629326-be4e-4981-82b9-951ec18e3cfb,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:48.616466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '04629326-be4e-4981-82b9-951ec18e3cfb', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:30:48.664520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 04629326-be4e-4981-82b9-951ec18e3cfb is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:48.664924 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.681286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04629326-be4e-4981-82b9-951ec18e3cfb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:48.735225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=04629326-be4e-4981-82b9-951ec18e3cfb,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:48.763417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:48.770789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf178a7-ad54-4d42-a82c-1fbdff86883d req-c162f0cb-67f9-4024-b22f-15e972048d9b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:48.778959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eaf178a7-ad54-4d42-a82c-1fbdff86883d req-c162f0cb-67f9-4024-b22f-15e972048d9b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 943 time: 0.0838213 Feb 14 21:30:48.891689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:48.912466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eaf178a7-ad54-4d42-a82c-1fbdff86883d req-5d3e658d-4c77-422e-8bb0-62683bde3302 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314249 Feb 14 21:30:48.948199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e8faef4-34bc-47bb-8117-f30d73bc7641 req-456ffdfd-3eb9-4972-acf9-2d2c87ec6248 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9d8ec923d9d4464a477297c4765756c&device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1014104 Feb 14 21:30:48.977592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195698b-96c5-437f-ada4-381017923a52 req-9620fabb-abbc-4260-8211-a88319b1a0d2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:48.979097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d195698b-96c5-437f-ada4-381017923a52 req-9620fabb-abbc-4260-8211-a88319b1a0d2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 944 time: 0.1178114 Feb 14 21:30:49.028170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e8faef4-34bc-47bb-8117-f30d73bc7641 req-09528213-7b1b-4111-936e-0748a701a618 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c9d8ec923d9d4464a477297c4765756c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480704 Feb 14 21:30:49.063174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:49.091534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['04629326-be4e-4981-82b9-951ec18e3cfb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:49.166445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d195698b-96c5-437f-ada4-381017923a52 req-a46edd19-8c3c-4f6a-a4c0-cac3a303158c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777146 Feb 14 21:30:49.193411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 25d856be-2d40-41a6-84dc-0897225f809b details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:30:49.227713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-1a21fd7f-9577-41fb-82b8-b725bd3e14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:49.229406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-1a21fd7f-9577-41fb-82b8-b725bd3e14fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.2442782 Feb 14 21:30:49.231644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Attempting to bind port b4c2f061-9076-4946-b005-df92214de370 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:49.231990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Attempting to bind port b4c2f061-9076-4946-b005-df92214de370 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:49.232386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Attempting to bind port b4c2f061-9076-4946-b005-df92214de370 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:49.237984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:49.248882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Port b4c2f061-9076-4946-b005-df92214de370 on network d9e30088-d269-41c8-9239-4ae882bdf795 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:30:49.249266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Attempting to bind port b4c2f061-9076-4946-b005-df92214de370 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:49.287873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8faef4-34bc-47bb-8117-f30d73bc7641 req-95e8f6e5-2f12-47f4-9df7-0ed1571d8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:49.292367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-8071464a-0d09-4947-860b-5efdba0f70e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d856be-2d40-41a6-84dc-0897225f809b HTTP/1.1" status: 200 len: 217 time: 0.0498185 Feb 14 21:30:49.293123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:49.295535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e8faef4-34bc-47bb-8117-f30d73bc7641 req-95e8f6e5-2f12-47f4-9df7-0ed1571d8f61 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603171 Feb 14 21:30:49.296174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Checking segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:49.296174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Bound using segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:49.296374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Bound port: b4c2f061-9076-4946-b005-df92214de370, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:49.296615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.319118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e32d9b0f-0e24-41fb-97de-d3c56073c91b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b322fc268eb4e52b787f7800367a644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799434 Feb 14 21:30:49.321668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57724) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:49.332255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=25d856be-2d40-41a6-84dc-0897225f809b,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:49.361381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '25d856be-2d40-41a6-84dc-0897225f809b', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': '25d856be-2d40-41a6-84dc-0897225f809b', 'mac_address': 'fa:16:3e:90:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:30:49.400379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] Publish callbacks [] for security_group (c5bc470c-1aec-42bc-888d-e820c1c63591), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.452590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] Publish callbacks [] for security_group (c5bc470c-1aec-42bc-888d-e820c1c63591), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.454209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 25d856be-2d40-41a6-84dc-0897225f809b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:49.454617 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25d856be-2d40-41a6-84dc-0897225f809b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.498098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d856be-2d40-41a6-84dc-0897225f809b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:49.544090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b86120ff-415d-4813-92b0-8bfbd0beeb30 req-8b6ebf1e-7418-42a3-b556-4b4cb6a64724 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0405462 Feb 14 21:30:49.553920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=25d856be-2d40-41a6-84dc-0897225f809b,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:49.570332 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.598269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c5bc470c-1aec-42bc-888d-e820c1c63591), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.600887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:49.604352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c5bc470c-1aec-42bc-888d-e820c1c63591 HTTP/1.1" status: 204 len: 168 time: 0.2794318 Feb 14 21:30:49.612533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec22186-1821-42b5-b7ff-a44d5eaae1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bc470c-1aec-42bc-888d-e820c1c63591,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:49.693727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:49.702180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1729ac-c3c4-409b-bec6-ee6e7966a3a7 req-f78154fd-572c-43b6-bea3-1fd8ec6c62c5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:49.715709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a1729ac-c3c4-409b-bec6-ee6e7966a3a7 req-f78154fd-572c-43b6-bea3-1fd8ec6c62c5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 944 time: 0.0969543 Feb 14 21:30:49.728181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-e487c036-9e94-4614-b024-166ebe3ff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:49.730101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-e487c036-9e94-4614-b024-166ebe3ff57b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.4247296 Feb 14 21:30:49.745363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:49.788411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['25d856be-2d40-41a6-84dc-0897225f809b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:49.844730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a1729ac-c3c4-409b-bec6-ee6e7966a3a7 req-c9969d23-e2ec-4c4f-a0fa-8ec068fd334b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280303 Feb 14 21:30:49.950339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:49.960061 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-6ab4638d-5c23-4b36-b875-c75bc53e0c46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871847 Feb 14 21:30:49.992713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57752) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:50.018890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.078914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b8f5-f996-44d2-a1df-fa6f29d967a7 req-b7da1725-c75e-4d84-99c1-04e995b77937 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.088836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f12b8f5-f996-44d2-a1df-fa6f29d967a7 req-b7da1725-c75e-4d84-99c1-04e995b77937 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.1756642 Feb 14 21:30:50.161481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a901-c57c-48c1-9b27-e6fb3173ad13 req-e837bf38-0831-4f6d-9eb5-fd045d823f3d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.169557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eb7a901-c57c-48c1-9b27-e6fb3173ad13 req-e837bf38-0831-4f6d-9eb5-fd045d823f3d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 944 time: 0.1603615 Feb 14 21:30:50.207236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f12b8f5-f996-44d2-a1df-fa6f29d967a7 req-e5dce7cc-6edd-4c7d-bbe9-8ec645e67d8d tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130948 Feb 14 21:30:50.232101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.232727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.234820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] 10.222.0.64 "PUT /v2.0/ports/b4c2f061-9076-4946-b005-df92214de370 HTTP/1.1" status: 200 len: 1093 time: 3.2012990 Feb 14 21:30:50.236830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-136283419'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:50.245710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'tag': 'b4c2f061-9076-4946-b005-df92214de370'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:50.248402 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ec926c-7be2-4d4e-a975-f115edc428f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "tag": "b4c2f061-9076-4946-b005-df92214de370"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:50.278719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 04629326-be4e-4981-82b9-951ec18e3cfb up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:50.316378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:50.323910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.334999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.355170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eb7a901-c57c-48c1-9b27-e6fb3173ad13 req-d16d2694-632c-4751-9a0c-380cc8b1f09f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844013 Feb 14 21:30:50.357035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cecf1a-94a0-44ca-b7f7-112f5591380e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:50.415186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-50c00349-c1d3-428a-9c4a-2926aae75404 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459643 Feb 14 21:30:50.439672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 04629326-be4e-4981-82b9-951ec18e3cfb completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:30:50.451277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 04629326-be4e-4981-82b9-951ec18e3cfb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:50.452145 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.487570 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:30:50.489201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6999fb-f083-495f-b895-fac21644450a req-7f0281fc-e65a-40fb-9a63-7825629aff27 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.490749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b6999fb-f083-495f-b895-fac21644450a req-7f0281fc-e65a-40fb-9a63-7825629aff27 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 944 time: 0.1324410 Feb 14 21:30:50.549713 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bdd08c-2216-44aa-af63-5c4cd4948fbe x-openstack-request-id: req-12bdd08c-2216-44aa-af63-5c4cd4948fbe {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:50.550362 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "tag": "b4c2f061-9076-4946-b005-df92214de370", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:50.550823 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12bdd08c-2216-44aa-af63-5c4cd4948fbe {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:50.551486 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'tag': 'b4c2f061-9076-4946-b005-df92214de370', 'status': 'completed', 'code': 200} Feb 14 21:30:50.554078 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f6fde23d-0a62-4fa1-a744-7506c10e41a4 req-4ff47952-6c90-490a-a2ec-2ff05ded8c9c service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101727 Feb 14 21:30:50.570224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b6999fb-f083-495f-b895-fac21644450a req-24e2d954-1c6f-487d-9a81-d42d4bc9b579 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Feb 14 21:30:50.595716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-e92d3a98-5cde-4559-9d7d-f6da7149d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.596155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for security_group (7d06dfe4-934d-4662-b986-10a2cfed01df), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.602486 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-e92d3a98-5cde-4559-9d7d-f6da7149d3df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 1127 time: 0.3101587 Feb 14 21:30:50.617722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7d06dfe4-934d-4662-b986-10a2cfed01df), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.679764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:50.689543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 04629326-be4e-4981-82b9-951ec18e3cfb is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:50.690011 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.691656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f15ec6f6-ef93-4645-84bc-028b5054f449), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.692050 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Added segment f15ec6f6-ef93-4645-84bc-028b5054f449 of type vlan for network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 Feb 14 21:30:50.700342 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-41d4bdb1-3a5f-4f5a-b4a9-60771de04608 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4c2f061-9076-4946-b005-df92214de370 HTTP/1.1" status: 200 len: 217 time: 0.0892072 Feb 14 21:30:50.742472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:50.745061 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35017aaf-e0b3-499c-ab0d-bccefb6afa19" -d '{"events": [{"server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "name": "network-vif-plugged", "status": "completed", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:50.764159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (44666470-e010-4fe5-a1b6-5f1b97e28ed2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.769128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=04629326-be4e-4981-82b9-951ec18e3cfb,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:50.786005 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.806448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06dfe4-934d-4662-b986-10a2cfed01df,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:50.864038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-28851208-9f54-4280-ac5b-b6c174c3605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.865787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-28851208-9f54-4280-ac5b-b6c174c3605d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1583929 Feb 14 21:30:50.869041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (504e1834-bc0f-4273-aa7f-fef6e9535747), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.891401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:50.925016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32624c18-2228-4188-96d8-d8cdcee0587a req-f54da293-e98d-4bbd-9fba-a631f66bb2cf tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.2492476 Feb 14 21:30:50.928396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:30:50.971528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (44666470-e010-4fe5-a1b6-5f1b97e28ed2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:50.975032 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-c11158b3-594c-4ee7-8187-a254180c4387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983531 Feb 14 21:30:50.982407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:50.983465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.033695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57784) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:51.049544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Subnet': ['ID=504e1834-bc0f-4273-aa7f-fef6e9535747,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.076160 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bda8c-1ca1-4cbb-9387-fd0c361e8596 x-openstack-request-id: req-db7bda8c-1ca1-4cbb-9387-fd0c361e8596 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:51.076378 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "name": "network-vif-plugged", "status": "completed", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:51.076627 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db7bda8c-1ca1-4cbb-9387-fd0c361e8596 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:51.077033 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'code': 200} Feb 14 21:30:51.115850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1211247 Feb 14 21:30:51.124930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:51.140663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b0111-9cb8-476c-b38e-84e29f63159a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Network': ['ID=44666470-e010-4fe5-a1b6-5f1b97e28ed2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.147347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'subnet': {'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:51.157146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:51.175399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71caa5-ea5f-4692-8bbb-cb2deb2129e3 req-21624996-a831-4e36-8b2d-20d591c95db3 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.177683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc71caa5-ea5f-4692-8bbb-cb2deb2129e3 req-21624996-a831-4e36-8b2d-20d591c95db3 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 0.1457925 Feb 14 21:30:51.212055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 25d856be-2d40-41a6-84dc-0897225f809b up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:51.256000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc71caa5-ea5f-4692-8bbb-cb2deb2129e3 req-7c141adb-049d-487d-9aab-59d14d259bc5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Feb 14 21:30:51.315003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Checking segment: {'id': '362a64eb-0e90-4114-b0d2-fc0fe6688676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:51.316839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network hostable DHCP agents. Network: a906a8df-7555-49f9-8571-6b167bf59016, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:51.318554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 25d856be-2d40-41a6-84dc-0897225f809b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:30:51.319316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2067729284-network', 'tenant_id': '4a1bdbcefc7c4e00822c522dab43328c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:51.325462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 25d856be-2d40-41a6-84dc-0897225f809b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:51.326267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (25d856be-2d40-41a6-84dc-0897225f809b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.363634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Made reservation on behalf of 4a1bdbcefc7c4e00822c522dab43328c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:51.368633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.403122 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.423980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 25d856be-2d40-41a6-84dc-0897225f809b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:51.424536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25d856be-2d40-41a6-84dc-0897225f809b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.461053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network a906a8df-7555-49f9-8571-6b167bf59016 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:51.474832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=25d856be-2d40-41a6-84dc-0897225f809b,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:51.475631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-839c2040-0f35-432d-adcd-3f05f0ec59f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770544 Feb 14 21:30:51.483825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b872-62a4-442c-84e8-21e30fe3006d req-ea05330a-4bc1-4a0f-b826-e051922e24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.484433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.485518 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4088b872-62a4-442c-84e8-21e30fe3006d req-ea05330a-4bc1-4a0f-b826-e051922e24e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.1732173 Feb 14 21:30:51.515879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks [] for security_group (5408f0cc-143a-41ca-bfec-2055b20726db), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.546596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.556101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5408f0cc-143a-41ca-bfec-2055b20726db), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.562794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a906a8df-7555-49f9-8571-6b167bf59016) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:51.570278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:30:51.576050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e3e21-b6ac-4c4b-98d7-fa308d093296 None None] Network a906a8df-7555-49f9-8571-6b167bf59016 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:51.584889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (df195693-4ffe-4b43-848d-9f9830b38a31), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.585237 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Added segment df195693-4ffe-4b43-848d-9f9830b38a31 of type vlan for network b9ce988e-9969-428f-9d92-bad1c9f99421 Feb 14 21:30:51.588897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (8df91b3e-3bf9-4d44-980c-30e9ee746348), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.614323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:51.618891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.643538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b9ce988e-9969-428f-9d92-bad1c9f99421), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.655981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-23b2c153-b9cf-4f1b-ba74-c82e4932c100 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.657570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-23b2c153-b9cf-4f1b-ba74-c82e4932c100 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.64 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.2788541 Feb 14 21:30:51.691229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b9ce988e-9969-428f-9d92-bad1c9f99421), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.692588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.693905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.731603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6881895 Feb 14 21:30:51.739026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57796) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:51.747300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Request body: {'subnet': {'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2067729284-subnet', 'tenant_id': '4a1bdbcefc7c4e00822c522dab43328c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:51.752965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a906a8df-7555-49f9-8571-6b167bf59016', 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016', 'project_id': '199b6c69ece5470abf208b67cc425ff4', 'fixed_ips': [{'subnet_id': '504e1834-bc0f-4273-aa7f-fef6e9535747'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:30:51.753995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.770993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fe40c-7f52-4b10-beb9-af5354613b6c req-617efa5f-0060-4d73-8329-272273594229 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.779379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-589fe40c-7f52-4b10-beb9-af5354613b6c req-617efa5f-0060-4d73-8329-272273594229 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.4283712 Feb 14 21:30:51.781330 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bab0b0fc-6612-49b6-a391-1905af2aaa1a req-a7751c43-740b-421f-9ba7-5e713c573149 service neutron] 10.222.0.64 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926950 Feb 14 21:30:51.817548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5408f0cc-143a-41ca-bfec-2055b20726db,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.839982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event updated for resources: {'Subnet': ['ID=8df91b3e-3bf9-4d44-980c-30e9ee746348,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.843691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4088b872-62a4-442c-84e8-21e30fe3006d req-d6a14767-46d9-40d6-90e0-799486d805ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820406 Feb 14 21:30:51.922864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ff51-e4ed-483a-bae1-36647b3a5b0f admin admin] Pushing event updated for resources: {'Network': ['ID=b9ce988e-9969-428f-9d92-bad1c9f99421,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:51.935914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b9ce988e-9969-428f-9d92-bad1c9f99421 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:30:51.945719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Allocated IP 2001:db8::1 (a906a8df-7555-49f9-8571-6b167bf59016/504e1834-bc0f-4273-aa7f-fef6e9535747/43c52647-7bd0-4df1-be07-afeda905b0b4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:51.949483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe7bb-8c25-4cfc-be69-1540e7d88f65 req-126a0689-0df7-4a3a-8e9e-dce948ce906c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:51.949639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Made reservation on behalf of 4a1bdbcefc7c4e00822c522dab43328c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:51.952019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:51.954057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Checking segment: {'id': 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:51.954426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network hostable DHCP agents. Network: b15f87a8-c2ef-4127-95a5-d0ce7cab619b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:51.957080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1affe7bb-8c25-4cfc-be69-1540e7d88f65 req-126a0689-0df7-4a3a-8e9e-dce948ce906c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 945 time: 0.4394727 Feb 14 21:30:51.998742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-589fe40c-7f52-4b10-beb9-af5354613b6c req-8e953694-3042-47f8-9e09-d393467c3f15 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121208 Feb 14 21:30:52.070534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1affe7bb-8c25-4cfc-be69-1540e7d88f65 req-e7ee5353-c74b-43f6-9188-59ce78ebb75b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081316 Feb 14 21:30:52.098327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Network b15f87a8-c2ef-4127-95a5-d0ce7cab619b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:52.118149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-34ccf1ba-a7e8-42da-a4fa-da63c82eb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.119998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-34ccf1ba-a7e8-42da-a4fa-da63c82eb5bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 1127 time: 0.2726068 Feb 14 21:30:52.154555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b15f87a8-c2ef-4127-95a5-d0ce7cab619b) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:52.162159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.162656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.163316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.168437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901d88b-ba96-433a-83e9-580a216199f2 None None] Network b15f87a8-c2ef-4127-95a5-d0ce7cab619b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:52.210758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a5a746f-7a59-4557-bcfd-9cb8c4800ba2 req-9b2ac5f6-ba0e-4736-af99-7208615fb0e9 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0513976 Feb 14 21:30:52.211194 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8cb93710-ade4-4240-b212-30a448780e29 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2387824 Feb 14 21:30:52.220197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57800) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:52.242206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08325a4d-031d-42e8-a5ac-d10e284014af req-40b52927-0bbd-4558-8971-8a1cec50b215 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.243714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08325a4d-031d-42e8-a5ac-d10e284014af req-40b52927-0bbd-4558-8971-8a1cec50b215 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 944 time: 0.1289082 Feb 14 21:30:52.299329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Deleting port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:52.299747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.308671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08325a4d-031d-42e8-a5ac-d10e284014af req-446eb041-914f-4f67-8a4d-45d83f2eef96 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Feb 14 21:30:52.420871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks [] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.425870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b15f87a8-c2ef-4127-95a5-d0ce7cab619b', 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b', 'project_id': '199b6c69ece5470abf208b67cc425ff4', 'fixed_ips': [{'subnet_id': '8df91b3e-3bf9-4d44-980c-30e9ee746348'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:30:52.427622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.427956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622864-9343-4d99-bc51-13e2b030b3d2 req-b6852899-0fa4-4c86-9079-e306761426f4 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.440915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d622864-9343-4d99-bc51-13e2b030b3d2 req-b6852899-0fa4-4c86-9079-e306761426f4 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 0.0882020 Feb 14 21:30:52.447716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.506868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d622864-9343-4d99-bc51-13e2b030b3d2 req-2c58f1d9-8f71-45eb-a4e0-f9512c3497c7 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646775 Feb 14 21:30:52.509110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.521472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dbad2-9449-4eb8-aa49-2233405de198 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.522876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dbad2-9449-4eb8-aa49-2233405de198 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.524479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dbad2-9449-4eb8-aa49-2233405de198 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.528588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a29dbad2-9449-4eb8-aa49-2233405de198 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2591326 Feb 14 21:30:52.528775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Network a906a8df-7555-49f9-8571-6b167bf59016 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:52.533755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:52.535095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57804) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:52.540178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:52.601894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Deleting subnet 504e1834-bc0f-4273-aa7f-fef6e9535747 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:52.604449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Pushing event updated for resources: {'Port': ['ID=43c52647-7bd0-4df1-be07-afeda905b0b4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:52.606197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for subnet (504e1834-bc0f-4273-aa7f-fef6e9535747), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.626263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-582ef99c-5815-4d75-ac19-37cdd0b35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:52.627755 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-582ef99c-5815-4d75-ac19-37cdd0b35fca service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 905 time: 0.4919991 Feb 14 21:30:52.651391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (504e1834-bc0f-4273-aa7f-fef6e9535747), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.666779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Attempting to bind port 43c52647-7bd0-4df1-be07-afeda905b0b4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:52.667171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Attempting to bind port 43c52647-7bd0-4df1-be07-afeda905b0b4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '362a64eb-0e90-4114-b0d2-fc0fe6688676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:52.667553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Attempting to bind port 43c52647-7bd0-4df1-be07-afeda905b0b4 on network a906a8df-7555-49f9-8571-6b167bf59016 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:52.674581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Subnet': ['ID=e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:52.698630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:52.699008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Checking segment: {'id': '362a64eb-0e90-4114-b0d2-fc0fe6688676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:52.699454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.699850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Bound using segment: {'id': '362a64eb-0e90-4114-b0d2-fc0fe6688676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:52.700325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Bound port: 43c52647-7bd0-4df1-be07-afeda905b0b4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362a64eb-0e90-4114-b0d2-fc0fe6688676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a906a8df-7555-49f9-8571-6b167bf59016'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:52.700709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.723662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] For port 78d1d984-bd6b-4fa8-9f73-b9400b30d677, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=78d1d984-bd6b-4fa8-9f73-b9400b30d677,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:52.724585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.736577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-6cab7ab3-1e52-4c6f-bc75-77087c5fb8cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4c2f061-9076-4946-b005-df92214de370 HTTP/1.1" status: 200 len: 217 time: 0.0946798 Feb 14 21:30:52.750910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Allocated IP 2001:db8:0:1::1 (b15f87a8-c2ef-4127-95a5-d0ce7cab619b/8df91b3e-3bf9-4d44-980c-30e9ee746348/13e6387a-45fd-4334-ba38-6ee9d7aaefb9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:52.756335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (504e1834-bc0f-4273-aa7f-fef6e9535747), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.834497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (504e1834-bc0f-4273-aa7f-fef6e9535747), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.838181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] For port 43c52647-7bd0-4df1-be07-afeda905b0b4, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:52.854988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] For port 43c52647-7bd0-4df1-be07-afeda905b0b4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=43c52647-7bd0-4df1-be07-afeda905b0b4,segment=NetworkSegment(362a64eb-0e90-4114-b0d2-fc0fe6688676),segment_id=362a64eb-0e90-4114-b0d2-fc0fe6688676)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:52.866112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.866345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Subnet': ['ID=504e1834-bc0f-4273-aa7f-fef6e9535747,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:52.868324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:52.874451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3ceb0ec4-2276-481e-b0e1-20fcdfe28b48 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/subnets/504e1834-bc0f-4273-aa7f-fef6e9535747 HTTP/1.1" status: 204 len: 168 time: 0.3378301 Feb 14 21:30:52.875100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57806) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:52.933979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Deleting subnet 8df91b3e-3bf9-4d44-980c-30e9ee746348 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:30:52.977846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bdb7e-11d7-453c-8bf7-2c44c03e18df None None] Pushing event updated for resources: {'Port': ['ID=43c52647-7bd0-4df1-be07-afeda905b0b4,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:52.994636 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks [] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.000400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for subnet (8df91b3e-3bf9-4d44-980c-30e9ee746348), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.001406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.054239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (8df91b3e-3bf9-4d44-980c-30e9ee746348), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.075588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Network b15f87a8-c2ef-4127-95a5-d0ce7cab619b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:53.077818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:53.080195 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb0a3d7-5081-48d0-b8fa-e6f65b27e97e" -d '{"events": [{"server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "name": "network-vif-plugged", "status": "completed", "tag": "25d856be-2d40-41a6-84dc-0897225f809b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:53.092148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:53.094598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Checking segment: {'id': 'f15ec6f6-ef93-4645-84bc-028b5054f449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:53.095379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network hostable DHCP agents. Network: 44666470-e010-4fe5-a1b6-5f1b97e28ed2, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:53.096942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Pushing event updated for resources: {'Port': ['ID=13e6387a-45fd-4334-ba38-6ee9d7aaefb9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:53.098336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (7698bcd8-29fb-445e-a0a3-e5577734c2eb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.100879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:53.186887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Attempting to bind port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:30:53.187626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Attempting to bind port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:30:53.187765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Attempting to bind port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 on network b15f87a8-c2ef-4127-95a5-d0ce7cab619b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:30:53.196867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:30:53.197088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Checking segment: {'id': 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:53.197498 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.198397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Bound using segment: {'id': 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:30:53.199123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Bound port: 13e6387a-45fd-4334-ba38-6ee9d7aaefb9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b15f87a8-c2ef-4127-95a5-d0ce7cab619b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:30:53.199596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.201465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8df91b3e-3bf9-4d44-980c-30e9ee746348), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.299259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-5c9e38fb-712b-4ec2-bf8a-05b91a34a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:53.301774 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-5c9e38fb-712b-4ec2-bf8a-05b91a34a01f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.5574670 Feb 14 21:30:53.308895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:53.318875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7698bcd8-29fb-445e-a0a3-e5577734c2eb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:53.365373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 44666470-e010-4fe5-a1b6-5f1b97e28ed2) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:53.371924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38c6c6-dd06-4f59-96e0-c06ffc2ac6f7 None None] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:53.389196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-2c09525f-499b-4cbf-9340-6a8037b46de0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593915 Feb 14 21:30:53.390632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:53.391272 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.433022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedf786-a925-43e1-ba1f-df0472e3f66e req-7503187e-4140-4189-a20f-fd57a75d1cca tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:53.437216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eedf786-a925-43e1-ba1f-df0472e3f66e req-7503187e-4140-4189-a20f-fd57a75d1cca tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 945 time: 0.1862612 Feb 14 21:30:53.468999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16b69e-fa32-4b71-9035-2c7286af2730 req-8111811b-3ab2-4aa2-9a4d-5a28d5a1f200 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:53.471659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce16b69e-fa32-4b71-9035-2c7286af2730 req-8111811b-3ab2-4aa2-9a4d-5a28d5a1f200 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 946 time: 0.2224174 Feb 14 21:30:53.495316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] For port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:30:53.526310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] For port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13e6387a-45fd-4334-ba38-6ee9d7aaefb9,segment=NetworkSegment(e1af31a8-ec5d-4cd6-a161-9aa9d26554df),segment_id=e1af31a8-ec5d-4cd6-a161-9aa9d26554df)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:30:53.536154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902feb5-3296-4331-980a-f75762c866f1 None None] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:53.541604 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.543705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18c3db6e-73e6-440b-adcb-18379071310a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4116914 Feb 14 21:30:53.544345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57820) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:53.557902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Checking segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:30:53.557902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Network hostable DHCP agents. Network: b9ce988e-9969-428f-9d92-bad1c9f99421, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:30:53.563919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-139296318', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:53.602821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.603290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.603444 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Floating IP 33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c disassociated. External IP: 172.25.2.26, port: 78d1d984-bd6b-4fa8-9f73-b9400b30d677. Feb 14 21:30:53.603772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Calling delete_port for 78d1d984-bd6b-4fa8-9f73-b9400b30d677 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:53.642983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.643985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.664112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Network b9ce988e-9969-428f-9d92-bad1c9f99421 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:30:53.704945 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-f84ab139-cb7e-49a5-8108-d09030c2777d service neutron] 10.222.0.64 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055449 Feb 14 21:30:53.709793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b9ce988e-9969-428f-9d92-bad1c9f99421) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:53.728268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:53.728862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.763268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19448a75-218d-4e09-9dc9-9ad725a9e3b4 None None] Network b9ce988e-9969-428f-9d92-bad1c9f99421 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:53.855076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (8df91b3e-3bf9-4d44-980c-30e9ee746348), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.856998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_controller (7c708474-548f-48bd-8121-d11e7e28b9f5), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:53.862417 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cf2484e7-fc9c-4a3a-b97c-e0571a2acfb7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1213236 Feb 14 21:30:53.893917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962c5b-2d54-47f1-9439-e9a32ae4d853 None None] Pushing event updated for resources: {'Port': ['ID=13e6387a-45fd-4334-ba38-6ee9d7aaefb9,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:53.944214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Subnet': ['ID=8df91b3e-3bf9-4d44-980c-30e9ee746348,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:54.008748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.012670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099fe7e-a14e-4ddc-8c26-418c1459b503 None None] Network b9ce988e-9969-428f-9d92-bad1c9f99421 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:54.024416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-08bf6d0f-08ab-4091-9a44-0305a77a62b3 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/subnets/8df91b3e-3bf9-4d44-980c-30e9ee746348 HTTP/1.1" status: 204 len: 168 time: 1.1478450 Feb 14 21:30:54.030678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:54.074628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce16b69e-fa32-4b71-9035-2c7286af2730 req-15fdc504-4335-400e-be08-97e5c3efc738 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups?id=66671078-c656-4e36-b58a-a48757880f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5880432 Feb 14 21:30:54.078516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eedf786-a925-43e1-ba1f-df0472e3f66e req-fcd9d237-6358-4ff2-84b5-4d341b506a83 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315308 Feb 14 21:30:54.080649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d0ec926c-7be2-4d4e-a975-f115edc428f1 req-c2c41705-e57c-4465-9041-651e55bf02cd service neutron] 10.222.0.64 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652720 Feb 14 21:30:54.274158 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b0733-5c78-46fc-81fb-4ff16ed589c2 x-openstack-request-id: req-270b0733-5c78-46fc-81fb-4ff16ed589c2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:54.278394 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "name": "network-vif-plugged", "status": "completed", "tag": "25d856be-2d40-41a6-84dc-0897225f809b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:54.278744 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-270b0733-5c78-46fc-81fb-4ff16ed589c2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:54.279199 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b', 'code': 200} Feb 14 21:30:54.284990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:54.354586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70b9979f-467d-452c-8db8-a7a8da4ef88e req-66a25d62-4fc6-47e2-bc0c-7e99990579fd tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0534208 Feb 14 21:30:54.355198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (7c708474-548f-48bd-8121-d11e7e28b9f5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.391938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 43c52647-7bd0-4df1-be07-afeda905b0b4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:54.403555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3f188-27ec-4c50-b922-54c5b5794e03 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:54.406451 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fba3f188-27ec-4c50-b922-54c5b5794e03 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3544180 Feb 14 21:30:54.407376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (78d1d984-bd6b-4fa8-9f73-b9400b30d677), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.410968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:54.479036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No active binding found for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 {{(pid=103514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 21:30:54.479497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cbe93-211a-43d9-8e4f-266e239d3a83 req-4fa2bbae-095d-4975-9fa3-2e23e82df102 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:54.481232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e52cbe93-211a-43d9-8e4f-266e239d3a83 req-4fa2bbae-095d-4975-9fa3-2e23e82df102 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 944 time: 0.1312644 Feb 14 21:30:54.487970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 host None! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:30:54.488683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 78d1d984-bd6b-4fa8-9f73-b9400b30d677 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:54.514364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 43c52647-7bd0-4df1-be07-afeda905b0b4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:54.515060 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.546846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'Port': ['ID=78d1d984-bd6b-4fa8-9f73-b9400b30d677,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:54.600325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e52cbe93-211a-43d9-8e4f-266e239d3a83 req-48597529-fb2c-4b47-8408-1ac4e3263823 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080356 Feb 14 21:30:54.611686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c2bd-a63c-4133-90a2-dec437e573d1 req-12b7f0e3-065d-4da5-bf3f-370ae97a8dcb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:54.614057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8c4c2bd-a63c-4133-90a2-dec437e573d1 req-12b7f0e3-065d-4da5-bf3f-370ae97a8dcb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 0.1312761 Feb 14 21:30:54.634564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 43c52647-7bd0-4df1-be07-afeda905b0b4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:54.634881 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.652106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dc3491-43fa-4961-bac8-a1108c7152aa None None] Network a906a8df-7555-49f9-8571-6b167bf59016 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:54.665045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd979c-48f0-4406-a48b-4648dfe9b708 req-79c129a7-c437-47e4-8e80-76db564d46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:54.666571 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1acd979c-48f0-4406-a48b-4648dfe9b708 req-79c129a7-c437-47e4-8e80-76db564d46e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 1128 time: 0.3258684 Feb 14 21:30:54.672503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b15f87a8-c2ef-4127-95a5-d0ce7cab619b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.692291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8c4c2bd-a63c-4133-90a2-dec437e573d1 req-56f775f6-d984-48bb-908c-5cea662bc20f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Feb 14 21:30:54.815743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 43c52647-7bd0-4df1-be07-afeda905b0b4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=43c52647-7bd0-4df1-be07-afeda905b0b4,segment=NetworkSegment(362a64eb-0e90-4114-b0d2-fc0fe6688676),segment_id=362a64eb-0e90-4114-b0d2-fc0fe6688676)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:54.816462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1acd979c-48f0-4406-a48b-4648dfe9b708 req-8884895c-61cc-4792-af60-4dbfdb40cf0a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402671 Feb 14 21:30:54.823386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-350c228b-a0a3-4453-a246-dd85b5db8753 None None] Provisioning complete for port 43c52647-7bd0-4df1-be07-afeda905b0b4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:54.823803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-350c228b-a0a3-4453-a246-dd85b5db8753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.826423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.909334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:30:54.918555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=43c52647-7bd0-4df1-be07-afeda905b0b4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:54.922445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Deleting port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:54.922758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:54.990944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-350c228b-a0a3-4453-a246-dd85b5db8753 None None] Current status of the port 43c52647-7bd0-4df1-be07-afeda905b0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:55.014934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] DHCP port deletion for a906a8df-7555-49f9-8571-6b167bf59016 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:30:55.072763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-a24ec843-8700-4ba8-8c94-865d73fb21d5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3559074 Feb 14 21:30:55.075978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Deleting port 43c52647-7bd0-4df1-be07-afeda905b0b4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:55.076472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.080196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:55.124348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b49a4f96-9247-49d1-a4c3-471a0e8ed47d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:55.131399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b49a4f96-9247-49d1-a4c3-471a0e8ed47d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.3114786 Feb 14 21:30:55.147808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (7c708474-548f-48bd-8121-d11e7e28b9f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.148740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.185900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-674ffbd9-c9e7-4101-9fee-afe6a33873e2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/quotas/4a1bdbcefc7c4e00822c522dab43328c HTTP/1.1" status: 200 len: 375 time: 0.0534282 Feb 14 21:30:55.188504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] For port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=13e6387a-45fd-4334-ba38-6ee9d7aaefb9,segment=NetworkSegment(e1af31a8-ec5d-4cd6-a161-9aa9d26554df),segment_id=e1af31a8-ec5d-4cd6-a161-9aa9d26554df)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:55.188916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.191726 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.204120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] For port 43c52647-7bd0-4df1-be07-afeda905b0b4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=43c52647-7bd0-4df1-be07-afeda905b0b4,segment=NetworkSegment(362a64eb-0e90-4114-b0d2-fc0fe6688676),segment_id=362a64eb-0e90-4114-b0d2-fc0fe6688676)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:55.204865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.219769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Calling delete_port for 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:55.230503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Calling delete_port for 43c52647-7bd0-4df1-be07-afeda905b0b4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:55.242606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-4b25efff-4385-4800-a3af-33b8b6786e25 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558267 Feb 14 21:30:55.375233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (43c52647-7bd0-4df1-be07-afeda905b0b4), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.399278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] No DVR routers for this DVR port 43c52647-7bd0-4df1-be07-afeda905b0b4 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:55.420238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dee46-9166-465b-b5df-e88b3fd6c7da None None] Pushing event deleted for resources: {'Port': ['ID=43c52647-7bd0-4df1-be07-afeda905b0b4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:55.456981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b727a2d4-4776-4980-b244-b26c87b25a6c service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134800 Feb 14 21:30:55.535024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.595678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcd7f3-92c2-4341-b88c-542e09c98ce2 None None] Network b15f87a8-c2ef-4127-95a5-d0ce7cab619b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:30:55.628470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-e3be07fa-f832-4ae0-990b-23b38edb5925 service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611807 Feb 14 21:30:55.647692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:55.662316 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:55.666744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c90a514d-b93c-4eda-a337-748121b7a195 None None] Provisioning complete for port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:55.667128 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c90a514d-b93c-4eda-a337-748121b7a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.679470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Allocated IP 172.25.2.239 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/bc59d438-f612-4559-9f27-d776f78ccfa5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:55.682101 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:55.684503 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:55.719435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] No DVR routers for this DVR port 78d1d984-bd6b-4fa8-9f73-b9400b30d677 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:55.722915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.730846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-16c13626-4e91-44a4-b005-4d3cdcc0f1ae req-c623627e-9e80-44be-a44d-45b94b17b637 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.64 "DELETE /v2.0/ports/78d1d984-bd6b-4fa8-9f73-b9400b30d677 HTTP/1.1" status: 204 len: 173 time: 4.0388296 Feb 14 21:30:55.732334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-deleted', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:55.738982 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a39e56-40be-4103-b46a-c8457999b4da" -d '{"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-deleted", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:55.781873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.805633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c90a514d-b93c-4eda-a337-748121b7a195 None None] Current status of the port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:55.806040 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c90a514d-b93c-4eda-a337-748121b7a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (13e6387a-45fd-4334-ba38-6ee9d7aaefb9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.866495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:55.870108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Port': ['ID=13e6387a-45fd-4334-ba38-6ee9d7aaefb9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:55.873685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] No DVR routers for this DVR port 13e6387a-45fd-4334-ba38-6ee9d7aaefb9 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:55.909593 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:55.930291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58ca9f-9f69-423c-8885-acd93578fcbc None None] DHCP port deletion for b15f87a8-c2ef-4127-95a5-d0ce7cab619b request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:30:55.974918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.066400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:56.068049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 43c52647-7bd0-4df1-be07-afeda905b0b4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:30:56.081794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b15f87a8-c2ef-4127-95a5-d0ce7cab619b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.103937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a645fad9-7b9e-413c-8696-0a5c3540c650 req-ae715117-8020-4e91-9f9a-b52c9f161d8a tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/ports?device_id=cff5ad4c-d5c3-444e-b5fd-cc3665ad7027 HTTP/1.1" status: 200 len: 210 time: 0.0613580 Feb 14 21:30:56.105203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:56.112524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15f87a8-c2ef-4127-95a5-d0ce7cab619b']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:56.117653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:56.134597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 43c52647-7bd0-4df1-be07-afeda905b0b4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:30:56.134961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 43c52647-7bd0-4df1-be07-afeda905b0b4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:30:56.144490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:56.144985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1af31a8-ec5d-4cd6-a161-9aa9d26554df') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:56.189768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e1af31a8-ec5d-4cd6-a161-9aa9d26554df), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.194929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event updated for resources: {'Port': ['ID=bc59d438-f612-4559-9f27-d776f78ccfa5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:56.237345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e1af31a8-ec5d-4cd6-a161-9aa9d26554df), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.251761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:56.252522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e1af31a8-ec5d-4cd6-a161-9aa9d26554df), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.256493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.148 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c2cf89bf-decd-4a2c-b528-aba64ee0f693) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:56.258785 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:56.272710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:30:56.316792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c7f8-6fdc-4c02-9489-3b15193f7c88 req-08fc2617-44d6-4d34-bdcf-968e6c4a579f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:56.318609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8693c7f8-6fdc-4c02-9489-3b15193f7c88 req-08fc2617-44d6-4d34-bdcf-968e6c4a579f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 945 time: 0.0800843 Feb 14 21:30:56.345412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-699ffac2-2ad7-4891-a901-feefc06128d9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:56.347787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-699ffac2-2ad7-4891-a901-feefc06128d9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 945 time: 0.1728587 Feb 14 21:30:56.373057 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:56.433463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:56.449876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b4c2f061-9076-4946-b005-df92214de370', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': 'b4c2f061-9076-4946-b005-df92214de370', 'mac_address': 'fa:16:3e:44:59:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:30:56.462567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b15f87a8-c2ef-4127-95a5-d0ce7cab619b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.464973 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:30:56.481283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.484957 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/b15f87a8-c2ef-4127-95a5-d0ce7cab619b HTTP/1.1" status: 204 len: 168 time: 2.0705819 Feb 14 21:30:56.494209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8693c7f8-6fdc-4c02-9489-3b15193f7c88 req-7c986a70-0631-4ac1-9770-98f9f0615fd9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689384 Feb 14 21:30:56.494926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57862) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:56.500322 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:56.502932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.504425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a2de-e959-4732-9bf9-6bf7b21f3204 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=b15f87a8-c2ef-4127-95a5-d0ce7cab619b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:56.516878 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:56.577447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b4c2f061-9076-4946-b005-df92214de370 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:56.580677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.618083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c2f061-9076-4946-b005-df92214de370 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:30:56.651987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:56.663402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.678367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (c2cf89bf-decd-4a2c-b528-aba64ee0f693), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.708899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port 25d856be-2d40-41a6-84dc-0897225f809b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:56.709127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (25d856be-2d40-41a6-84dc-0897225f809b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.721857 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:30:56.738936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac9e05b1-92a0-40fd-b84c-f2661a0e1de4 req-d124882a-3004-4507-a17d-dc7d86f467e9 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0713544 Feb 14 21:30:56.751943 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.793230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:56.805718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c2cf89bf-decd-4a2c-b528-aba64ee0f693), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.879601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:56.887714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:56.892023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port 25d856be-2d40-41a6-84dc-0897225f809b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=25d856be-2d40-41a6-84dc-0897225f809b,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:56.892409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (25d856be-2d40-41a6-84dc-0897225f809b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:56.895341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=c2cf89bf-decd-4a2c-b528-aba64ee0f693,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:56.904325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:56.929134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for 25d856be-2d40-41a6-84dc-0897225f809b owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:56.960426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b4c2f061-9076-4946-b005-df92214de370'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:57.011461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a906a8df-7555-49f9-8571-6b167bf59016), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.014686 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:57.053373 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d0d22-512c-46ea-bd0a-9197e1f30a58 None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:21:49Z', 'revision_number': 4, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b3ba246e-e0ab-4d4a-997b-d9711a3ffc73', 'name': '', 'network_id': 'f487a4b1-6bf4-4c13-9d13-0750649acb62', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'mac_address': 'fa:16:3e:9c:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:47Z', 'updated_at': '2022-02-14T21:21:57Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'subnets': [{'id': 'b2ca6604-dd1f-467e-b99d-3a956dcb9209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:57.126095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0368cf6-a806-4bd0-8093-709494d4bf32 req-ca74c16c-2338-46d9-b08f-c61db0f6fc45 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:57.128279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0368cf6-a806-4bd0-8093-709494d4bf32 req-ca74c16c-2338-46d9-b08f-c61db0f6fc45 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.1666868 Feb 14 21:30:57.216400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.231497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.241567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a906a8df-7555-49f9-8571-6b167bf59016), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.310439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (25d856be-2d40-41a6-84dc-0897225f809b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.323105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['25d856be-2d40-41a6-84dc-0897225f809b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:30:57.345862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (7c708474-548f-48bd-8121-d11e7e28b9f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.348406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=25d856be-2d40-41a6-84dc-0897225f809b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:57.349610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a906a8df-7555-49f9-8571-6b167bf59016']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:57.358935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0368cf6-a806-4bd0-8093-709494d4bf32 req-f18b5dde-4763-4500-befc-c4e4ce65532b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213917 Feb 14 21:30:57.367934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event updated for resources: {'Port': ['ID=bc59d438-f612-4559-9f27-d776f78ccfa5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:57.371415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362a64eb-0e90-4114-b0d2-fc0fe6688676') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:57.371719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362a64eb-0e90-4114-b0d2-fc0fe6688676') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:57.387287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (362a64eb-0e90-4114-b0d2-fc0fe6688676), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.412028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.414093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (362a64eb-0e90-4114-b0d2-fc0fe6688676), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.440643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:57.441106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (362a64eb-0e90-4114-b0d2-fc0fe6688676), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:57.445172 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:57.450391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port 25d856be-2d40-41a6-84dc-0897225f809b on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:30:57.454390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.459784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d54c1de-1aec-4c39-8290-9df7cf5a1b52 req-6880f12c-9ba0-4397-872f-6409984f2889 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "DELETE /v2.0/ports/25d856be-2d40-41a6-84dc-0897225f809b HTTP/1.1" status: 204 len: 173 time: 1.0991330 Feb 14 21:30:57.466268 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db83b92-12e9-43ac-a536-3511c846e8ef x-openstack-request-id: req-2db83b92-12e9-43ac-a536-3511c846e8ef {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:57.466595 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff5ad4c-d5c3-444e-b5fd-cc3665ad7027", "name": "network-vif-deleted", "tag": "78d1d984-bd6b-4fa8-9f73-b9400b30d677", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:57.466858 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2db83b92-12e9-43ac-a536-3511c846e8ef {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:57.467324 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5ad4c-d5c3-444e-b5fd-cc3665ad7027', 'name': 'network-vif-deleted', 'tag': '78d1d984-bd6b-4fa8-9f73-b9400b30d677', 'status': 'completed', 'code': 200} Feb 14 21:30:57.494635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058d5bd-4580-4825-8e5f-ff31d1413b01 None None] New status for floating IP 33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:30:57.497539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.498781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-3bfe9913-4f36-430c-aee0-2cd54e5b8678 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4252021 Feb 14 21:30:57.580984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a906a8df-7555-49f9-8571-6b167bf59016), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.606448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-5d966bf0-634f-4809-997f-3952d67cf167 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0950584 Feb 14 21:30:57.608511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d980052-803b-4620-8fb6-bd916b293250 req-c4051e19-dc83-45cb-92ae-dd52ced64ed5 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 210 time: 0.0502069 Feb 14 21:30:57.610883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.616433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/a906a8df-7555-49f9-8571-6b167bf59016 HTTP/1.1" status: 204 len: 168 time: 1.1028092 Feb 14 21:30:57.626314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57870) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:57.644517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935c0ca-7bd4-49a1-9283-88d0d2c18361 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=a906a8df-7555-49f9-8571-6b167bf59016,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:57.783593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (af965720-e767-4aa2-9b78-577006309844), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.870383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99cd92ec-3b6f-4a52-a748-c4e3f96c11b6 req-c45845ac-4ac0-4261-8d5b-068c48ec7347 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.0589457 Feb 14 21:30:57.882763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-b35c0746-8a89-4cbf-a1fb-640730a7e7f5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:57.884342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ecd7baa-31ca-4b19-852b-deed79549b2d req-b35c0746-8a89-4cbf-a1fb-640730a7e7f5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.2588313 Feb 14 21:30:57.899836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0ea11535-444a-47f7-8788-f2476e19f785 req-f0d570d6-8136-45d9-97a5-15e6e0199793 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.0412042 Feb 14 21:30:57.953249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57878) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:57.957703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (af965720-e767-4aa2-9b78-577006309844), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:57.982161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-977ebb8d-be4b-4288-8bac-447108eb8228 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:57.984018 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-977ebb8d-be4b-4288-8bac-447108eb8228 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.4191408 Feb 14 21:30:57.997302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.026632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-202717ac-521e-4651-a747-70098bf2e715 req-9bc7e60a-f5a5-4c03-92dd-218ba5df74e9 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0425901 Feb 14 21:30:58.036808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Request body: {'port': {'device_id': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'admin_state_up': True, 'tenant_id': '4a1bdbcefc7c4e00822c522dab43328c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:58.053913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af965720-e767-4aa2-9b78-577006309844']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:58.063916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65c3564-3ed8-4cb5-86d0-bc9e252156b1') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:58.064225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65c3564-3ed8-4cb5-86d0-bc9e252156b1') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:58.080629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (d65c3564-3ed8-4cb5-86d0-bc9e252156b1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.128655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d65c3564-3ed8-4cb5-86d0-bc9e252156b1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.133947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (66671078-c656-4e36-b58a-a48757880f3e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.169334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:58.169738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (d65c3564-3ed8-4cb5-86d0-bc9e252156b1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:58.173163 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:58.249578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (66671078-c656-4e36-b58a-a48757880f3e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.274823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea11535-444a-47f7-8788-f2476e19f785 req-35126544-6659-4089-b993-05771ddcdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:58.274823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0ea11535-444a-47f7-8788-f2476e19f785 req-35126544-6659-4089-b993-05771ddcdaa5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3618114 Feb 14 21:30:58.281960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:30:58.295520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (af965720-e767-4aa2-9b78-577006309844), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.316428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.320036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/af965720-e767-4aa2-9b78-577006309844 HTTP/1.1" status: 204 len: 168 time: 0.6914468 Feb 14 21:30:58.326316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-c8369a65-1504-4288-9daa-0d9b4900b527 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:58.327752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-c8369a65-1504-4288-9daa-0d9b4900b527 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 821 time: 0.2371130 Feb 14 21:30:58.328643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57890) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:58.358347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port b4c2f061-9076-4946-b005-df92214de370 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:30:58.362248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844b05-fd95-4859-900d-d7c16a41fae6 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=af965720-e767-4aa2-9b78-577006309844,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:58.368144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b4c2f061-9076-4946-b005-df92214de370 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:30:58.368668 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4c2f061-9076-4946-b005-df92214de370), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.410329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-de47cc62-7e0b-4462-b3c1-1935515dd4ad tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/quotas/9c2d8a426e13430e8c9175cdb8d56e1b HTTP/1.1" status: 200 len: 375 time: 0.0617425 Feb 14 21:30:58.467771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b4c2f061-9076-4946-b005-df92214de370 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:30:58.468271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.480349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.496101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:58.498385 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce9b2a0-20a0-4daf-9d6f-24cee72e2870" -d '{"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:58.511735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:30:58.516416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.540494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (66671078-c656-4e36-b58a-a48757880f3e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.543385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.544581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "DELETE /v2.0/security-groups/66671078-c656-4e36-b58a-a48757880f3e HTTP/1.1" status: 204 len: 168 time: 0.5895605 Feb 14 21:30:58.550918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57896) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:58.573883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f1b3-14e4-411a-b0dd-fd4a2ebce47f tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66671078-c656-4e36-b58a-a48757880f3e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:58.574182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:58.590596 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-87b302b7-ea89-4536-85d4-40bbd73c85c5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] show failed (client error): The resource could not be found. Feb 14 21:30:58.594413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-87b302b7-ea89-4536-85d4-40bbd73c85c5 tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "GET /v2.0/security-groups/66671078-c656-4e36-b58a-a48757880f3e HTTP/1.1" status: 404 len: 347 time: 0.0378137 Feb 14 21:30:58.597508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57898) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:58.654376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.684476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-0c927f61-2d66-48bc-a178-6f95344cd639 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2722139 Feb 14 21:30:58.714598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Made reservation on behalf of 4a1bdbcefc7c4e00822c522dab43328c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:30:58.717872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.740758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ab0d-c609-45ba-98b7-887f262711ed req-07720bbe-cc37-4742-bf7e-2e201c437b38 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:58.742226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5188ab0d-c609-45ba-98b7-887f262711ed req-07720bbe-cc37-4742-bf7e-2e201c437b38 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 945 time: 0.2576184 Feb 14 21:30:58.772380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea11535-444a-47f7-8788-f2476e19f785 req-c76b6602-5539-44df-9d57-a5978bf5e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:58.773876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0ea11535-444a-47f7-8788-f2476e19f785 req-c76b6602-5539-44df-9d57-a5978bf5e471 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4833348 Feb 14 21:30:58.821018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:30:58.842677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:58.978460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Allocated IP 172.20.0.9 (b9ce988e-9969-428f-9d92-bad1c9f99421/7698bcd8-29fb-445e-a0a3-e5577734c2eb/b466eb53-9428-4efb-b4f0-8a7055df7414) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:30:58.997423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:30:59.009806 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:30:59.022600 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:59.023345 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.033347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.037118 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7ebf7ac7-71df-45d9-8604-9792a165cf18 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4785202 Feb 14 21:30:59.040927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:59.059093 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.068871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:30:59.069500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:30:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.107414 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.108086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82be5e-cc0e-4693-ae8d-93337a67882d None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:30:59.239255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.277843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19699bc-7fc6-47a7-bb93-7424aff9697d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.278144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19699bc-7fc6-47a7-bb93-7424aff9697d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:30:59.291008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks [] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.299745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5188ab0d-c609-45ba-98b7-887f262711ed req-0ecb2d0d-5857-4671-86a1-5282bc28fa26 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246043 Feb 14 21:30:59.314297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e19699bc-7fc6-47a7-bb93-7424aff9697d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.328866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-818e6b0e-0422-4b0e-bf5a-9b26bc995aa3 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294317 Feb 14 21:30:59.330483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e19699bc-7fc6-47a7-bb93-7424aff9697d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.340717 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b73ee-cad4-42dc-8a1f-818646129388 x-openstack-request-id: req-149b73ee-cad4-42dc-8a1f-818646129388 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:30:59.341219 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:30:59.341783 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-149b73ee-cad4-42dc-8a1f-818646129388 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:30:59.342377 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370', 'code': 200} Feb 14 21:30:59.351439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:30:59.351860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e19699bc-7fc6-47a7-bb93-7424aff9697d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:30:59.355733 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:30:59.379503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Deleting port 1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:30:59.379859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.400432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.474757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'name': 'network-vif-deleted', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:30:59.477039 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c541de78-cff0-445a-8112-9881c5fd2bc4" -d '{"events": [{"server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "name": "network-vif-deleted", "tag": "25d856be-2d40-41a6-84dc-0897225f809b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:30:59.510798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Network b9ce988e-9969-428f-9d92-bad1c9f99421 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:30:59.522924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:30:59.530254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:30:59.550536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.561484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:59.573175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.578743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] 10.222.0.86 "DELETE /v2.0/networks/e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7 HTTP/1.1" status: 204 len: 168 time: 1.2454786 Feb 14 21:30:59.618995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923d5a-383a-4cf1-9a80-cbb35fabc8c9 tempest-BulkNetworkOpsIpV6Test-873349343 tempest-BulkNetworkOpsIpV6Test-873349343-project] Pushing event deleted for resources: {'Network': ['ID=e4f8272f-94b4-48b0-9e55-1ff6c6fa9bf7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:30:59.623376 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.623711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.627722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-eee47340-4c7f-4df3-b912-4b7b1f9a3275 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875140 Feb 14 21:30:59.637636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe927f-5f41-498e-b063-b8f271474940 req-34a26a18-f432-48d3-a63e-f4ceedccb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:59.639122 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1cfe927f-5f41-498e-b063-b8f271474940 req-34a26a18-f432-48d3-a63e-f4ceedccb3a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 1129 time: 0.1773870 Feb 14 21:30:59.640934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b76c-4405-4ee6-bed1-05ba64c562da req-06e1aa3b-2fbe-48b9-805f-dcb7f2be8434 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:59.642377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9f7b76c-4405-4ee6-bed1-05ba64c562da req-06e1aa3b-2fbe-48b9-805f-dcb7f2be8434 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 931 time: 0.2133014 Feb 14 21:30:59.646748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:30:59.647399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.653074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Calling delete_port for 1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:30:59.700297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-2911560a-86e0-462b-ad71-074ace0c7875 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7044711 Feb 14 21:30:59.726568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Request body: {'port': {'device_id': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:30:59.748412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9f7b76c-4405-4ee6-bed1-05ba64c562da req-7cb37c36-54ea-46fa-b15a-1b36383c70db tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931959 Feb 14 21:30:59.804081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1cfe927f-5f41-498e-b063-b8f271474940 req-648b139e-b3b6-4a0b-8aec-fb6521d560b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530085 Feb 14 21:30:59.885909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.912162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.912300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00d8ba3e-c279-46bb-bcbd-f1cdd4076dee req-45226fd8-5b46-4b45-969b-c48086f4acc2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.0427365 Feb 14 21:30:59.916937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:30:59.980584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57918) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:30:59.995493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Pushing event deleted for resources: {'Port': ['ID=1ae8b3ed-a6c8-4aa2-899b-2230d11a98bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:00.040522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8754cc1-0dd9-4c95-969a-e979a81ed229 req-e5a70415-45e2-41cb-8624-884aacd6e4af tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1112151 Feb 14 21:31:00.059255 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d91be4-fad9-4f32-9853-311efde2ded1 x-openstack-request-id: req-31d91be4-fad9-4f32-9853-311efde2ded1 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:00.060514 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbefda4-456b-4b6f-8860-e4e958ea0898", "name": "network-vif-deleted", "tag": "25d856be-2d40-41a6-84dc-0897225f809b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:00.060982 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31d91be4-fad9-4f32-9853-311efde2ded1 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:00.061697 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbefda4-456b-4b6f-8860-e4e958ea0898', 'name': 'network-vif-deleted', 'tag': '25d856be-2d40-41a6-84dc-0897225f809b', 'status': 'completed', 'code': 200} Feb 14 21:31:00.101406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77cd394e-0e68-4ddd-9cb2-344e0fdfd14b req-b9faf7a0-8ebd-4f30-872e-523ca387124b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 210 time: 0.0416713 Feb 14 21:31:00.107581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks [] for floatingip (33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.110768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.112383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a9633e46-9f84-4cdc-96cd-ca1cf0191bda tempest-AttachVolumeShelveTestJSON-613992854 tempest-AttachVolumeShelveTestJSON-613992854-project] 10.222.0.86 "DELETE /v2.0/floatingips/33ebcca9-04e6-4fb5-8fb2-746d31eeeb6c HTTP/1.1" status: 204 len: 168 time: 1.5119371 Feb 14 21:31:00.232718 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0ea11535-444a-47f7-8788-f2476e19f785 req-787d0147-b4ce-4e94-b907-7db7b29daecd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/ports?device_id=2dbefda4-456b-4b6f-8860-e4e958ea0898 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Feb 14 21:31:00.289128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a5dd056-b153-4e56-9d80-d0a42947dd56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=199b6c69ece5470abf208b67cc425ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009987 Feb 14 21:31:00.289788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:00.422471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] Publish callbacks [] for security_group (2c64f39e-eb9c-4e64-9748-3afcac009534), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.459647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] Publish callbacks [] for security_group (2c64f39e-eb9c-4e64-9748-3afcac009534), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.491001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e45c8-2af9-4eee-9eb1-99a27a24bfba req-d7bb120a-3680-444b-b879-0452693d2810 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:00.492934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e9e45c8-2af9-4eee-9eb1-99a27a24bfba req-d7bb120a-3680-444b-b879-0452693d2810 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1051571 Feb 14 21:31:00.531600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.1 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/b16b94e6-bf04-4c47-993b-51d4523ab792) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:00.569916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e9e45c8-2af9-4eee-9eb1-99a27a24bfba req-7715468e-33e2-417c-be74-bd1ce8de9ea6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Feb 14 21:31:00.572705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2c64f39e-eb9c-4e64-9748-3afcac009534), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.576230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.578146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c64f39e-eb9c-4e64-9748-3afcac009534 HTTP/1.1" status: 204 len: 168 time: 0.2872100 Feb 14 21:31:00.582279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b466eb53-9428-4efb-b4f0-8a7055df7414 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:00.588006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8440e-97df-4491-be9c-1e99a152850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c64f39e-eb9c-4e64-9748-3afcac009534,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:00.599996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks [] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.640633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Transition to ACTIVE for port object b466eb53-9428-4efb-b4f0-8a7055df7414 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:31:00.649622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.749842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:00.762799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.852579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Attempting to bind port b466eb53-9428-4efb-b4f0-8a7055df7414 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:00.852925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Attempting to bind port b466eb53-9428-4efb-b4f0-8a7055df7414 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:00.853260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Attempting to bind port b466eb53-9428-4efb-b4f0-8a7055df7414 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:00.860648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Port b466eb53-9428-4efb-b4f0-8a7055df7414 on network b9ce988e-9969-428f-9d92-bad1c9f99421 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:31:00.861355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Attempting to bind port b466eb53-9428-4efb-b4f0-8a7055df7414 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:00.866519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:00.866874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Checking segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:00.867773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Bound using segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:00.867773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Bound port: b466eb53-9428-4efb-b4f0-8a7055df7414, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:00.868189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.879916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.922716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:00.946605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:00.949826 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4182f06-d99b-41b0-b6ac-c3026c3c8d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:00.952119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:00.999227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=b16b94e6-bf04-4c47-993b-51d4523ab792,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:01.031011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (7c708474-548f-48bd-8121-d11e7e28b9f5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:01.033801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:01.037605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:01.072284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:01.087093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9484-4fe6-41fb-a45e-fc35854336a6 req-d9e69e7c-873a-4a65-bbdc-b1288f0653fc tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.093085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f2c9484-4fe6-41fb-a45e-fc35854336a6 req-d9e69e7c-873a-4a65-bbdc-b1288f0653fc tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 943 time: 0.1956241 Feb 14 21:31:01.277254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-caa6a3b8-df97-473b-bf79-1476347270ae req-ee211c1b-632c-4ebd-9a11-82bf3800c5b9 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0834248 Feb 14 21:31:01.320269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f2c9484-4fe6-41fb-a45e-fc35854336a6 req-df7b944e-46fb-4489-8daa-05fcceae2854 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193248 Feb 14 21:31:01.446578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d9ee52c-4e7d-4254-b459-79cef8943db3 req-ed37df51-cf2d-4669-93b4-77211d02f564 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 210 time: 0.0536861 Feb 14 21:31:01.589315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:01.601110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-be59c927-49a9-4358-8618-680173cf33ef tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.610450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-be59c927-49a9-4358-8618-680173cf33ef tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.1663671 Feb 14 21:31:01.613449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.615437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:01.625600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-b2d5490e-ce25-4a4c-8050-be4e22ece330 service neutron] 10.222.0.64 "PUT /v2.0/ports/b466eb53-9428-4efb-b4f0-8a7055df7414 HTTP/1.1" status: 200 len: 1092 time: 1.9020784 Feb 14 21:31:01.637539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-95779875-802d-42b9-a9d4-eb11f2000e5b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.0202348 Feb 14 21:31:01.709858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e755be85-cdc0-46f9-b0f6-74a8e1cc531f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663979 Feb 14 21:31:01.796190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:01.836836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266b7-37e4-48ea-9968-64705e031c20 req-25338997-b1fe-44be-8e97-e56056d4f15f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.838523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7266b7-37e4-48ea-9968-64705e031c20 req-25338997-b1fe-44be-8e97-e56056d4f15f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1480925 Feb 14 21:31:01.838996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-c6b0bf6a-6450-4034-82f4-e965cfb73430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.840694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-c6b0bf6a-6450-4034-82f4-e965cfb73430 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 1126 time: 0.1414995 Feb 14 21:31:01.862282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-c76ef2c7-16c1-4b28-a492-a44cdd19a1b6 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514554 Feb 14 21:31:01.873848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57980) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:01.919196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-13a8debc-f6fb-4e03-bff7-46ba03be46eb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:01.921532 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-13a8debc-f6fb-4e03-bff7-46ba03be46eb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.83 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 821 time: 0.3627057 Feb 14 21:31:01.925657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-e36ecb75-7c41-413f-9f80-a3fa74ffe3e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b466eb53-9428-4efb-b4f0-8a7055df7414 HTTP/1.1" status: 200 len: 217 time: 0.0727167 Feb 14 21:31:01.957384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'port': {'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'admin_state_up': True, 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:01.972118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7266b7-37e4-48ea-9968-64705e031c20 req-2508401e-0db6-4b90-810a-41c2874e45c9 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215894 Feb 14 21:31:02.048075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790565119'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:02.069868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e7095ba9-641e-4775-b214-c7b92c962d2f service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968601 Feb 14 21:31:02.072057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:02.074599 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c351f-a6c5-4ae8-aaa4-0432683c878d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:02.075195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:02.079448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.097143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.116898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-95d72212-bed6-4347-9789-8a690e42edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:02.118569 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-95d72212-bed6-4347-9789-8a690e42edf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.1841774 Feb 14 21:31:02.197168 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-4e40cf76-e7f1-4a19-90f0-1440464ec348 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690756 Feb 14 21:31:02.198421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for security_group (e6f7beac-7fe1-49a5-845a-03de5eb5ede8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.207260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6f7beac-7fe1-49a5-845a-03de5eb5ede8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.258453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:02.309349 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6455286e-77bd-41ce-be87-31fa707fe9e9 x-openstack-request-id: req-6455286e-77bd-41ce-be87-31fa707fe9e9 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:02.309643 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:02.309993 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6455286e-77bd-41ce-be87-31fa707fe9e9 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:02.310273 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'status': 'completed', 'code': 200} Feb 14 21:31:02.317921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7beac-7fe1-49a5-845a-03de5eb5ede8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:02.328899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (63e1488a-e11c-4cfd-bd3f-1e2a63194faa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.329833 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 63e1488a-e11c-4cfd-bd3f-1e2a63194faa of type vlan for network e81e3977-06a7-4a82-9d67-822b5313a6be Feb 14 21:31:02.381595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e81e3977-06a7-4a82-9d67-822b5313a6be), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.445152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e81e3977-06a7-4a82-9d67-822b5313a6be), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.450871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Made reservation on behalf of 9c2d8a426e13430e8c9175cdb8d56e1b for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:02.452894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:02.453612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.454208 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.479823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-23ee4c76-a599-4f19-b0c8-3bb5bdcae819 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733312 Feb 14 21:31:02.573523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03d89f5-ca78-47a8-8265-e1561b109204 req-cdd084c1-311d-4ba6-9212-bbde4708ca60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 210 time: 0.1454887 Feb 14 21:31:02.658275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7715209 Feb 14 21:31:02.696974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98300412-dda1-4f57-96de-0d6e67a1f813 req-b3624a49-e65c-4f50-bd7c-2fbb0ceb0b09 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:02.698773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98300412-dda1-4f57-96de-0d6e67a1f813 req-b3624a49-e65c-4f50-bd7c-2fbb0ceb0b09 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2777247 Feb 14 21:31:02.701496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca20fe-1d33-411c-a1eb-2c4583744b80 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=e81e3977-06a7-4a82-9d67-822b5313a6be,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:02.715871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e81e3977-06a7-4a82-9d67-822b5313a6be details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:02.722648 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51c07f75-dedb-4889-abaa-bb2ae4085438 req-576b27b2-e781-4de4-8a8a-16d00c808d41 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348135 Feb 14 21:31:02.781936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.802452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Allocated IP 172.20.0.3 (205a24fa-3a78-4a6e-9a9d-949b0aee4488/f49a60da-fc71-49de-beb0-a7544e0488fd/2b283878-4cae-4538-ae3e-55c94636d5d5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:02.818474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e467c56f-f5e2-4fce-b6b1-7a57da096eb3 req-1e4498e1-e5ab-40c9-bf58-956614aa9dc8 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1172957 Feb 14 21:31:02.848369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:02.987726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98300412-dda1-4f57-96de-0d6e67a1f813 req-d54e61b9-e68c-4236-a8ab-ddd8b68fafb0 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864989 Feb 14 21:31:03.070826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=b16b94e6-bf04-4c47-993b-51d4523ab792,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:03.073138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f3e80-f9f1-45b2-8699-1e3e45e51a8b req-6da952be-1d3a-4907-b81d-8ff6bf91941e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:03.082346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-591f3e80-f9f1-45b2-8699-1e3e45e51a8b req-6da952be-1d3a-4907-b81d-8ff6bf91941e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 943 time: 0.0936179 Feb 14 21:31:03.108364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (7c708474-548f-48bd-8121-d11e7e28b9f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:03.134239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-e27f7911-8995-4e47-86e1-cb31661e2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:03.136163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-e27f7911-8995-4e47-86e1-cb31661e2722 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 1126 time: 0.3405766 Feb 14 21:31:03.150698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-591f3e80-f9f1-45b2-8699-1e3e45e51a8b req-6e164f20-f6b8-425c-a709-f00ab67d61a6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639410 Feb 14 21:31:03.188232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23c2aa5d-605e-4e2b-8982-cb84beff33f5 req-e248aa19-8ae5-48b2-94b6-a32eecd3a17f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 210 time: 0.0346682 Feb 14 21:31:03.281981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 25d856be-2d40-41a6-84dc-0897225f809b no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:03.339873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 25d856be-2d40-41a6-84dc-0897225f809b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:03.340137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 25d856be-2d40-41a6-84dc-0897225f809b not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:03.367023 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14a34dd4-d724-42af-b026-3c4ab6fbf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:03.468983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:03.475764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-8a3d2330-9192-45cf-9b82-0846721327dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:03.477281 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-8a3d2330-9192-45cf-9b82-0846721327dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 916 time: 0.3126411 Feb 14 21:31:03.485019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:03.505499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:03.548992 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-deced198-3207-44d4-90cc-f10df7d227f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b466eb53-9428-4efb-b4f0-8a7055df7414 HTTP/1.1" status: 200 len: 217 time: 0.0615880 Feb 14 21:31:03.665381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:03.674022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-751f70b3-7a1d-49f1-a873-86b82c675a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:03.675493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-751f70b3-7a1d-49f1-a873-86b82c675a1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.1170499 Feb 14 21:31:03.679130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['04629326-be4e-4981-82b9-951ec18e3cfb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:03.756503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-642c339a-af91-4b6a-82cc-27ff3c0f7b48 req-18043abe-5772-4cd4-a078-a4667b0dcbd8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 210 time: 0.0941987 Feb 14 21:31:03.766933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-3ff1c0ed-bfc7-4e5a-9fc4-8523b078503a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604923 Feb 14 21:31:03.831686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:03.867003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:03.869433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:03.872184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event updated for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:03.939322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:03.990538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:03.991469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:04.120045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-1714e541-4984-468e-9665-2bf53dc479e5 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440814 Feb 14 21:31:04.154961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7d81c437-9be4-4248-a4af-0d4956c78f29 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1998174 Feb 14 21:31:04.228009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cea59481-a589-493a-878e-5a404979b7ab req-b6231a6e-630f-4044-aa17-1a245bea70e6 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1510515 Feb 14 21:31:04.240592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Request body: {'port': {'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:04.382097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369d2d3-6c63-4eba-9ba3-11fa079d825a req-3f99b0f7-146c-48a1-8b88-9877f956b87f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:04.390196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d369d2d3-6c63-4eba-9ba3-11fa079d825a req-3f99b0f7-146c-48a1-8b88-9877f956b87f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1495352 Feb 14 21:31:04.447330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cd1e5bfc-a82a-4f3b-a47a-002f0849824c None None] Provisioning complete for port 2b283878-4cae-4538-ae3e-55c94636d5d5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:04.450475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd1e5bfc-a82a-4f3b-a47a-002f0849824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:04.490623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d369d2d3-6c63-4eba-9ba3-11fa079d825a req-568c8da0-166e-4fa5-abf2-948c620e883e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972755 Feb 14 21:31:04.514164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:04.533235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1664218-e606-468e-a280-97dd1b951385 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/routers/7c708474-548f-48bd-8121-d11e7e28b9f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4893336 Feb 14 21:31:04.542781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4c0a1-0376-492f-9783-cd91cc1930fa req-255ede19-6a1b-4896-82a9-6688842f0b01 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:04.545802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea4c0a1-0376-492f-9783-cd91cc1930fa req-255ede19-6a1b-4896-82a9-6688842f0b01 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 943 time: 0.1165338 Feb 14 21:31:04.546764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:04.550312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e49ee3c6-68ed-4d76-a28c-bacb15f90d79 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:04.551103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58020) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:04.552079 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e49ee3c6-68ed-4d76-a28c-bacb15f90d79 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.4537191 Feb 14 21:31:04.557734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'port': {'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2', 'name': 'tempest-FloatingIPTestJSON-635080719'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:04.629071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:04.629725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:04.642921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:04.732103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e5bfc-a82a-4f3b-a47a-002f0849824c None None] Port 2b283878-4cae-4538-ae3e-55c94636d5d5 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:31:04.746519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:04.775927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:04.776713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:04.817077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea4c0a1-0376-492f-9783-cd91cc1930fa req-9bb5ffc2-67b5-4029-847b-79c7f3f32824 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205878 Feb 14 21:31:04.823866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:04.831199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:04.882116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] device_id is not set on port 96613328-a80f-4f5c-8065-fcf8e7c6a6c8 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:31:04.884632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:04.885297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e2acd-0cfd-4247-9c89-7290faea1cb1 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:05.021291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:05.040217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.7 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/96613328-a80f-4f5c-8065-fcf8e7c6a6c8) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:05.134930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f565b29-c766-4659-928b-4dfb2eaa00ad req-cceb2396-519a-4ddd-9f10-a72bc6b247c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 210 time: 0.0726185 Feb 14 21:31:05.151189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892708a-223c-46d5-a8eb-a84b8f08c5ba req-2c044107-636c-478e-9e4b-742b730290ce tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:05.152679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0892708a-223c-46d5-a8eb-a84b8f08c5ba req-2c044107-636c-478e-9e4b-742b730290ce tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 931 time: 0.4578223 Feb 14 21:31:05.182983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.265351 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b54c351f-a6c5-4ae8-aaa4-0432683c878d req-9f6e8c6e-ee5a-4f35-ac87-c3cfaef3c2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1082170 Feb 14 21:31:05.301832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0892708a-223c-46d5-a8eb-a84b8f08c5ba req-5a94a37c-6b3f-4c2d-820a-7b52c54e3aa5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399844 Feb 14 21:31:05.311312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:05.320539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.417461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (96613328-a80f-4f5c-8065-fcf8e7c6a6c8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.458962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61323b88-cdb0-4997-bb13-560afc2b534a req-b1e3d739-6c9a-4c94-a2c2-aeebf4b61c44 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0844948 Feb 14 21:31:05.463324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (96613328-a80f-4f5c-8065-fcf8e7c6a6c8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.518929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:05.523077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:05.526074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:05.596703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:05.597360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.640001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.6 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/920fa24b-a4fc-4a84-815b-1094fabf45c3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:05.650933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=96613328-a80f-4f5c-8065-fcf8e7c6a6c8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:05.671570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9fa7ebab-65ff-453c-881f-4df2e7fcd43b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1166146 Feb 14 21:31:05.672095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58032) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:05.685489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'port': {'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2', 'name': 'tempest-FloatingIPTestJSON-845620792'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:05.693904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.825611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.878469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:05.886645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa229d-e32a-4c3b-aeb3-855e1b675082 req-09770d47-81fe-4cbd-ae89-8b7eceee91d3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:05.892466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11aa229d-e32a-4c3b-aeb3-855e1b675082 req-09770d47-81fe-4cbd-ae89-8b7eceee91d3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2818120 Feb 14 21:31:05.984289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:05.990888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:06.000502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:06.000709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:06.003029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.006064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.012806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:06.020070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:06.035652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:06.082113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] device_id is not set on port 106ca049-c3d9-43fa-82b2-570d3720ca59 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:31:06.090810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11aa229d-e32a-4c3b-aeb3-855e1b675082 req-2e5e7d13-7263-4db8-9b32-6f041be8f499 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835849 Feb 14 21:31:06.155692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb2895-ad77-43e4-b326-55ff32617a06 req-ae9fbd23-bc13-40da-8e67-2b54c4351666 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:06.157452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2cb2895-ad77-43e4-b326-55ff32617a06 req-ae9fbd23-bc13-40da-8e67-2b54c4351666 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 943 time: 0.1960330 Feb 14 21:31:06.231598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:06.235397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.298196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2cb2895-ad77-43e4-b326-55ff32617a06 req-190be1a5-918e-4454-9ad3-12fc2e2565b2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322155 Feb 14 21:31:06.301863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.10 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/106ca049-c3d9-43fa-82b2-570d3720ca59) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:06.365073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:06.408842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccc93d-5aba-4964-8b97-14db198f1573 req-f3f549c8-7145-44f2-b4ac-076fc7d4b83b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:06.415553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10ccc93d-5aba-4964-8b97-14db198f1573 req-f3f549c8-7145-44f2-b4ac-076fc7d4b83b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 931 time: 0.1787624 Feb 14 21:31:06.459888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:06.460501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.466512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (a43f9596-f0db-4d58-b29a-e541714c6075), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.521632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b283878-4cae-4538-ae3e-55c94636d5d5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:06.558035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks [] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.572414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-0089e659-5dc3-40b0-b514-8c8b656d1f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5642369 Feb 14 21:31:06.578456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:06.592537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'port_id': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'mac_address': 'fa:16:3e:76:60:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7698bcd8-29fb-445e-a0a3-e5577734c2eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:06.601857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Request body: {'port': {'device_id': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:06.634051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10ccc93d-5aba-4964-8b97-14db198f1573 req-fa2d359c-a6b4-499e-bbfe-e30e27ded274 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094481 Feb 14 21:31:06.646892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b466eb53-9428-4efb-b4f0-8a7055df7414 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:06.647482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.663756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466eb53-9428-4efb-b4f0-8a7055df7414 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:06.664415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2dd28-c8b0-411b-8bdc-2ff4c4aed154 req-fe1303a2-3be1-4429-8a60-393c8837eb2f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:06.671196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aae2dd28-c8b0-411b-8bdc-2ff4c4aed154 req-fe1303a2-3be1-4429-8a60-393c8837eb2f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 931 time: 0.1970687 Feb 14 21:31:06.691066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:06.696691 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.733605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (106ca049-c3d9-43fa-82b2-570d3720ca59), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.736894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=a43f9596-f0db-4d58-b29a-e541714c6075,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:06.747462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Transition to ACTIVE for port object 2b283878-4cae-4538-ae3e-55c94636d5d5 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:31:06.760448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aae2dd28-c8b0-411b-8bdc-2ff4c4aed154 req-fbe3da94-1ccb-4ce2-902b-ccda5000763f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881653 Feb 14 21:31:06.767465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '63e1488a-e11c-4cfd-bd3f-1e2a63194faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:06.767814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: e81e3977-06a7-4a82-9d67-822b5313a6be, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:06.778195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.778820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:06.836751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1928ff6d-a596-4b21-b776-661a4c305426 req-5072281e-0e25-4974-a1fe-e346142fcee8 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Feb 14 21:31:06.849459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (106ca049-c3d9-43fa-82b2-570d3720ca59), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.868645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Pushing event updated for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:06.890188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:06.908223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network e81e3977-06a7-4a82-9d67-822b5313a6be is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:06.928703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:06.932675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:06.937264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:06.962319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e81e3977-06a7-4a82-9d67-822b5313a6be) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:06.972301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da53aafc-00f7-4817-a8cb-43365f8d2eb0 None None] Network e81e3977-06a7-4a82-9d67-822b5313a6be requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:06.998197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:06.998791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.050860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:07.052752 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.064109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5e2d64c1-44e2-438f-9c48-335c8fe848e4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0647230 Feb 14 21:31:07.066496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:07.075631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48853518'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:07.105872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b466eb53-9428-4efb-b4f0-8a7055df7414'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:07.111557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=106ca049-c3d9-43fa-82b2-570d3720ca59,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:07.126175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-846554d9-43d9-4cea-aea9-aa3482806516 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4530265 Feb 14 21:31:07.130458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:07.138537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '106ca049-c3d9-43fa-82b2-570d3720ca59', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:07.188851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.194060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Attempting to bind port 2b283878-4cae-4538-ae3e-55c94636d5d5 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:07.194365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Attempting to bind port 2b283878-4cae-4538-ae3e-55c94636d5d5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:07.194695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Attempting to bind port 2b283878-4cae-4538-ae3e-55c94636d5d5 on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:07.249614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Port 2b283878-4cae-4538-ae3e-55c94636d5d5 on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:31:07.250244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Attempting to bind port 2b283878-4cae-4538-ae3e-55c94636d5d5 on network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:07.251784 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.256384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:07.260898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.304902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e81e3977-06a7-4a82-9d67-822b5313a6be', 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': 'a43f9596-f0db-4d58-b29a-e541714c6075'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:07.305814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.323310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:07.323675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Checking segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:07.324116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Bound using segment: {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:07.325095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Bound port: 2b283878-4cae-4538-ae3e-55c94636d5d5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabb81d9-d165-4b65-9c8b-b678d6f90009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:07.325474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.356988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:07.370639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.371036 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf of type vlan for network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 Feb 14 21:31:07.428531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471abeac-d821-42f0-982b-ed2b626133f6 req-52418dac-f16e-4d31-9d22-ed3d1345a57e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:07.430171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-471abeac-d821-42f0-982b-ed2b626133f6 req-52418dac-f16e-4d31-9d22-ed3d1345a57e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1040294 Feb 14 21:31:07.476043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.599786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920fa24b-a4fc-4a84-815b-1094fabf45c3 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:07.601999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-471abeac-d821-42f0-982b-ed2b626133f6 req-6e116f45-665d-4bd6-bd13-085917ed436a tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350398 Feb 14 21:31:07.613814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks [] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.628907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Transition to ACTIVE for port object 920fa24b-a4fc-4a84-815b-1094fabf45c3 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:31:07.635391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee065d3-fb46-4719-95ac-3f868f26aaac req-92bf9047-b920-47aa-be9d-f3302f121d93 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:07.636931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ee065d3-fb46-4719-95ac-3f868f26aaac req-92bf9047-b920-47aa-be9d-f3302f121d93 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 944 time: 0.2193446 Feb 14 21:31:07.700772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:07.705411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2b283878-4cae-4538-ae3e-55c94636d5d5,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:07.714787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.724336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.737627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.812259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:07.813321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.814886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] 10.222.0.83 "PUT /v2.0/ports/2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 1092 time: 3.6590750 Feb 14 21:31:07.817693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:07.820404 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9128a14-4ca8-4c38-811b-8db99ab5084a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:07.849324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.855100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:07.855721 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:07.894615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ee065d3-fb46-4719-95ac-3f868f26aaac req-ace0fd83-a8af-4906-b1d7-17dff154e879 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452595 Feb 14 21:31:07.913776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58070) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:07.914585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8425887 Feb 14 21:31:07.915659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:07.943268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:08.077043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2441ef3-6978-49b6-bd14-d7a94174a1bd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=0c2265c7-bfcc-4e23-8d99-11a46bdf2041,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:08.095925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:08.114948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Attempting to bind port 920fa24b-a4fc-4a84-815b-1094fabf45c3 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:08.114948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Attempting to bind port 920fa24b-a4fc-4a84-815b-1094fabf45c3 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:08.115316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Attempting to bind port 920fa24b-a4fc-4a84-815b-1094fabf45c3 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:08.146736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Port 920fa24b-a4fc-4a84-815b-1094fabf45c3 on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:31:08.147070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Attempting to bind port 920fa24b-a4fc-4a84-815b-1094fabf45c3 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:08.179846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:08.180197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:08.180587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:08.181013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f831c22-7af8-4375-a9b7-93c2f476825f req-9c67ed01-ffc7-4f56-88e9-0b3b9abf6613 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.181155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Bound port: 920fa24b-a4fc-4a84-815b-1094fabf45c3, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:08.181385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.183182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f831c22-7af8-4375-a9b7-93c2f476825f req-9c67ed01-ffc7-4f56-88e9-0b3b9abf6613 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 943 time: 0.4358375 Feb 14 21:31:08.202648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-ff5e7e31-84e3-4089-8876-be95672ba2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.204452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-ff5e7e31-84e3-4089-8876-be95672ba2bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1126 time: 0.2410681 Feb 14 21:31:08.293936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.149 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/01a6db23-cbb8-47ad-8332-815841fbd70c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:08.323105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Allocated IP 2001:db8:0:ffff::2 (e81e3977-06a7-4a82-9d67-822b5313a6be/a43f9596-f0db-4d58-b29a-e541714c6075/2187629a-99c7-42be-bbf5-ef64b5d0b1fa) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:08.326633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-128ea252-3440-4c53-a7e7-9607a08c738f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 217 time: 0.1114085 Feb 14 21:31:08.352637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed845f33-315a-43c7-8bb6-671ebedbd8ef req-d0d6a41f-fe4b-403d-9348-6c3aedf9f435 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.357115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed845f33-315a-43c7-8bb6-671ebedbd8ef req-d0d6a41f-fe4b-403d-9348-6c3aedf9f435 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 943 time: 0.3026464 Feb 14 21:31:08.394451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102f653-bcdf-449a-915d-d249071daa75 service neutron] Pushing event updated for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:08.398324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-979229d3-0c2f-4a1e-814a-1eed45d71de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.400745 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-979229d3-0c2f-4a1e-814a-1eed45d71de4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0636501 Feb 14 21:31:08.433477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f831c22-7af8-4375-a9b7-93c2f476825f req-7f0f9c1d-0e8b-401e-9e48-f2f10c2732c3 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418067 Feb 14 21:31:08.460281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:08.492739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:08.506709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7947a389-5db0-4c36-b8ba-3d66288ac884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.508433 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-7947a389-5db0-4c36-b8ba-3d66288ac884 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0980477 Feb 14 21:31:08.517832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:08.518693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.525676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.641009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-2dbe0954-5ad7-4456-899d-96736ddc42fb service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096542 Feb 14 21:31:08.665278 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f6e5be-7d9b-4a22-85a7-f203cc515f1c x-openstack-request-id: req-48f6e5be-7d9b-4a22-85a7-f203cc515f1c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:08.665707 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:08.666075 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48f6e5be-7d9b-4a22-85a7-f203cc515f1c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:08.666585 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'status': 'completed', 'code': 200} Feb 14 21:31:08.681562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed845f33-315a-43c7-8bb6-671ebedbd8ef req-bcfeaee5-0697-469c-81a8-78e150525411 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586915 Feb 14 21:31:08.719449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:08.720468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.722054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/920fa24b-a4fc-4a84-815b-1094fabf45c3 HTTP/1.1" status: 200 len: 1092 time: 2.1288214 Feb 14 21:31:08.780853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4feae7b-c66d-4e06-a759-f5c476cbd0f4 req-0c134076-f68d-4c4a-bca9-af01238ab0db tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1110444 Feb 14 21:31:08.859235 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks [] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.867592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.883824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:08.919939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Network e81e3977-06a7-4a82-9d67-822b5313a6be is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:08.931761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:08.941421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:08.959196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-767bcaa0-1550-4676-ab02-bf9ff31dc4f8 req-9c7530df-4309-4e71-aa20-de32e84e7cbe service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842240 Feb 14 21:31:08.960538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ec31-476a-4292-82f3-48b777ce8bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:08.969392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Pushing event updated for resources: {'Port': ['ID=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:09.034195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-5f0d16b2-10d7-4c65-a961-f0224e076663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.037412 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-5f0d16b2-10d7-4c65-a961-f0224e076663 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 1126 time: 0.2452700 Feb 14 21:31:09.048324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Attempting to bind port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:09.048702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Attempting to bind port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '63e1488a-e11c-4cfd-bd3f-1e2a63194faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:09.049068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Attempting to bind port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa on network e81e3977-06a7-4a82-9d67-822b5313a6be {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:09.056129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:09.056658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Checking segment: {'id': '63e1488a-e11c-4cfd-bd3f-1e2a63194faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:09.057224 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:09.058861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Bound using segment: {'id': '63e1488a-e11c-4cfd-bd3f-1e2a63194faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:09.058861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Bound port: 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e1488a-e11c-4cfd-bd3f-1e2a63194faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e81e3977-06a7-4a82-9d67-822b5313a6be'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:09.058861 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:09.154032 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-b797b166-5694-4eb4-8864-af6538563c78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3 HTTP/1.1" status: 200 len: 217 time: 0.1098351 Feb 14 21:31:09.159624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] For port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:09.165899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] For port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,segment=NetworkSegment(63e1488a-e11c-4cfd-bd3f-1e2a63194faa),segment_id=63e1488a-e11c-4cfd-bd3f-1e2a63194faa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:09.174570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:09.215778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-423f609d-7c1a-4494-94d5-c7f90f54a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.217454 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-423f609d-7c1a-4494-94d5-c7f90f54a816 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1126 time: 0.1589634 Feb 14 21:31:09.246661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017da384-db98-4b80-810a-b9484de6afa8 None None] Pushing event updated for resources: {'Port': ['ID=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:09.311093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-8cbd6197-ba3c-4fdc-a3fb-d2e9938e279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.312817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-8cbd6197-ba3c-4fdc-a3fb-d2e9938e279d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1418386 Feb 14 21:31:09.376184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e2b7c0c0-eb50-4b6f-a075-ef3f5cb5340b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440307 Feb 14 21:31:09.407265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-d2272e03-b888-4c95-b337-07016e6580b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.408850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-d2272e03-b888-4c95-b337-07016e6580b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.1837842 Feb 14 21:31:09.453366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0b47-4d86-4170-8d1a-ee9eb57de3ed req-9350ab95-3336-4f52-89fb-d49ddfb5d045 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.455423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-590a0b47-4d86-4170-8d1a-ee9eb57de3ed req-9350ab95-3336-4f52-89fb-d49ddfb5d045 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.6425724 Feb 14 21:31:09.482051 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-166fc248-fd7c-4bec-9162-7c8ddf393675 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 217 time: 0.0461509 Feb 14 21:31:09.568969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-25283034-c140-4ebc-930b-99defad1d722 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843224 Feb 14 21:31:09.572461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-3e6c31f8-08d1-418d-b1ae-75fbb496cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.573834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-3e6c31f8-08d1-418d-b1ae-75fbb496cb1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0841184 Feb 14 21:31:09.684168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:09.700646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-a88d1bcf-d5d9-4008-af13-785646d4d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.702149 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-a88d1bcf-d5d9-4008-af13-785646d4d462 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1193461 Feb 14 21:31:09.705378 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-30a77da6-bd9a-45af-a08d-f6c47673335f req-e75edd14-1817-4f57-8a5a-f05a3041f187 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296704 Feb 14 21:31:09.759525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (799a60d6-4f47-4b7c-983d-cef0908e6c63), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:09.769869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-590a0b47-4d86-4170-8d1a-ee9eb57de3ed req-f93a4b1d-493f-4398-949f-a17548627187 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754087 Feb 14 21:31:09.770416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=01a6db23-cbb8-47ad-8332-815841fbd70c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:09.804240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:09.815518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:09.829264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447c9f-4c51-4730-88c7-ffd468ded0ca req-e7864b06-c815-4218-8ee7-91976c2d80cc tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:09.830818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de447c9f-4c51-4730-88c7-ffd468ded0ca req-e7864b06-c815-4218-8ee7-91976c2d80cc tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 944 time: 0.3941796 Feb 14 21:31:09.834498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:09.860963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-75e1cfb9-8047-4ec9-b629-f603add3df57 service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495974 Feb 14 21:31:09.928519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=799a60d6-4f47-4b7c-983d-cef0908e6c63,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:09.976243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:09.976609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 0c2265c7-bfcc-4e23-8d99-11a46bdf2041, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:10.012523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de447c9f-4c51-4730-88c7-ffd468ded0ca req-821ecd3b-4b6d-4bbb-8002-5edb319f3c6e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707582 Feb 14 21:31:10.017168 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e9128a14-4ca8-4c38-811b-8db99ab5084a req-de4678bd-536a-480a-8303-86f60a0c9d10 service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454720 Feb 14 21:31:10.065457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9ece-dafb-4826-9e74-8c77c53707fa req-2db17121-915f-4a2a-beb0-07c663c4bbf1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:10.066983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97ae9ece-dafb-4826-9e74-8c77c53707fa req-2db17121-915f-4a2a-beb0-07c663c4bbf1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 943 time: 0.1967514 Feb 14 21:31:10.081001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2187629a-99c7-42be-bbf5-ef64b5d0b1fa up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:10.095465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:10.147581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:10.147962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.185404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 0c2265c7-bfcc-4e23-8d99-11a46bdf2041) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:10.190237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:10.191059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.200346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47780d-8ba2-471f-bf49-326f55ec0792 None None] Network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:10.240608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ad64384d-7d7f-472f-80e6-f84421d1094a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3085546 Feb 14 21:31:10.243464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:10.329672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca91b0-21e8-4a6d-8dce-d79bb9e8cc3d req-d0db02ca-d8c4-4220-913b-eda8144f236f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:10.331528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48ca91b0-21e8-4a6d-8dce-d79bb9e8cc3d req-d0db02ca-d8c4-4220-913b-eda8144f236f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 943 time: 0.2382936 Feb 14 21:31:10.338942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97ae9ece-dafb-4826-9e74-8c77c53707fa req-ba807de1-7ce2-4167-9a74-eed962592505 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446179 Feb 14 21:31:10.369188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.406083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:10.414595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-0c2265c7-bfcc-4e23-8d99-11a46bdf2041', 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': '799a60d6-4f47-4b7c-983d-cef0908e6c63'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:10.418475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.527545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48ca91b0-21e8-4a6d-8dce-d79bb9e8cc3d req-f1099d94-d06f-4830-916e-d8ce523e3625 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874912 Feb 14 21:31:10.556996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6564a9c-e645-4199-9da0-3e2b906949e7 req-f0465135-3676-460d-b412-4dac3b9d51ac tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1003201 Feb 14 21:31:10.706781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (8f9405ad-97f8-4277-b2b8-82473060255b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.725431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f29830-7b51-4060-a81f-6e5764d59310 None None] Network e81e3977-06a7-4a82-9d67-822b5313a6be requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:10.740260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:10.741056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.776857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:10.779199 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7977b1-1f78-406e-b621-7bd261589c41" -d '{"events": [{"name": "network-changed", "server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:10.789637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.797397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port b466eb53-9428-4efb-b4f0-8a7055df7414 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:31:10.807616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (799a60d6-4f47-4b7c-983d-cef0908e6c63), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.883284 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0436e820-93f6-4b00-a5c2-6de0dee681be x-openstack-request-id: req-0436e820-93f6-4b00-a5c2-6de0dee681be {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:10.883676 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:10.884091 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0436e820-93f6-4b00-a5c2-6de0dee681be {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:10.884572 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3', 'status': 'completed', 'code': 200} Feb 14 21:31:10.889372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b466eb53-9428-4efb-b4f0-8a7055df7414 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:10.889825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:10.935397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Allocated IP 2001:db8::1 (0c2265c7-bfcc-4e23-8d99-11a46bdf2041/799a60d6-4f47-4b7c-983d-cef0908e6c63/d882e101-2253-46fc-a583-8fb26430ab3a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:10.946258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-c51e9c07-7474-4fb9-b16e-a387bb4c63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:10.948509 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-c51e9c07-7474-4fb9-b16e-a387bb4c63e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 1126 time: 0.0524349 Feb 14 21:31:10.985167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,segment=NetworkSegment(63e1488a-e11c-4cfd-bd3f-1e2a63194faa),segment_id=63e1488a-e11c-4cfd-bd3f-1e2a63194faa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:11.001974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f6755fd0-ae89-44e4-888e-494bafe21d32 None None] Provisioning complete for port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:11.002352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6755fd0-ae89-44e4-888e-494bafe21d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.020813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.021456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0852-8c89-4228-978b-88ff4994618e req-58c9b840-a161-4d24-8650-92413ecf2006 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.023321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9d0852-8c89-4228-978b-88ff4994618e req-58c9b840-a161-4d24-8650-92413ecf2006 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1164043 Feb 14 21:31:11.106039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9d0852-8c89-4228-978b-88ff4994618e req-cfbac765-96bb-4dfc-b24a-ac0b9c462f14 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Feb 14 21:31:11.130759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.142714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-c437a35d-29a4-452b-a4ef-911c37b183a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.144381 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-c437a35d-29a4-452b-a4ef-911c37b183a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.1826947 Feb 14 21:31:11.154611 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.194969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-ea6616a0-17ac-4ed2-bb59-81c431598d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3 HTTP/1.1" status: 200 len: 217 time: 0.0435963 Feb 14 21:31:11.262313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-d3807b0a-bcc9-4ec0-97c2-0b5405efc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.264047 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-d3807b0a-bcc9-4ec0-97c2-0b5405efc85c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.0623002 Feb 14 21:31:11.271855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4276420-1cf7-4bde-acf4-a9e27231b47d req-acd87588-3a0d-4959-b6a3-57c95a2bb95d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.278757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4276420-1cf7-4bde-acf4-a9e27231b47d req-acd87588-3a0d-4959-b6a3-57c95a2bb95d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 944 time: 0.1375630 Feb 14 21:31:11.283316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=01a6db23-cbb8-47ad-8332-815841fbd70c,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:11.294838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (8f9405ad-97f8-4277-b2b8-82473060255b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.305896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-94ba01a9-dc92-4d66-951f-5e97ecce60ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Feb 14 21:31:11.371457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b466eb53-9428-4efb-b4f0-8a7055df7414 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:11.374653 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.429468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4276420-1cf7-4bde-acf4-a9e27231b47d req-f785452b-4637-48a3-810f-1e13d7185f16 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497166 Feb 14 21:31:11.445129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:11.448874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2b283878-4cae-4538-ae3e-55c94636d5d5 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:11.462826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-5a409e2d-a0bb-4a82-928e-cb8029846162 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488013 Feb 14 21:31:11.476490 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 8f9405ad-97f8-4277-b2b8-82473060255b associated. External IP: 172.25.2.149, port: 106ca049-c3d9-43fa-82b2-570d3720ca59. Feb 14 21:31:11.554999 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks [] for port (d882e101-2253-46fc-a583-8fb26430ab3a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.671583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f7977b1-1f78-406e-b621-7bd261589c41 req-7e71b135-d1b3-4db0-b687-5988b005e148 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004828 Feb 14 21:31:11.837209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c047a2-e108-4325-b2f2-0bee60e506ee req-4b6ce4af-dce5-4bd0-8b70-99f3b4950f58 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.845511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c047a2-e108-4325-b2f2-0bee60e506ee req-4b6ce4af-dce5-4bd0-8b70-99f3b4950f58 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 943 time: 0.1905193 Feb 14 21:31:11.854799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fc1f3-dad0-4c7a-9e37-037a92c25cb3 req-25efba9f-71b1-455c-b30e-271e570ba218 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:11.856525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066fc1f3-dad0-4c7a-9e37-037a92c25cb3 req-25efba9f-71b1-455c-b30e-271e570ba218 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 943 time: 0.2004404 Feb 14 21:31:11.868305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:11.870760 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703395f3-49c4-4275-abac-080da7e7de67" -d '{"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-plugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:11.877984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (799a60d6-4f47-4b7c-983d-cef0908e6c63), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.885257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.906597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:11.909066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f6755fd0-ae89-44e4-888e-494bafe21d32 None None] Current status of the port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:11.941700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:11.947081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:11.949375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:11.957583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:11.961207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:11.973225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=799a60d6-4f47-4b7c-983d-cef0908e6c63,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:11.982214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c047a2-e108-4325-b2f2-0bee60e506ee req-691fb088-30b1-401d-8dbf-d631b1fedfea tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355875 Feb 14 21:31:12.007033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066fc1f3-dad0-4c7a-9e37-037a92c25cb3 req-dfb1cef7-1a74-4874-b813-32ae82330216 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403973 Feb 14 21:31:12.107475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.108141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2187629a-99c7-42be-bbf5-ef64b5d0b1fa up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:12.114787 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57df4413-1fbb-45cf-9d13-e2a0eb9484f0 x-openstack-request-id: req-57df4413-1fbb-45cf-9d13-e2a0eb9484f0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:12.115323 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-plugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:12.115737 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57df4413-1fbb-45cf-9d13-e2a0eb9484f0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:12.116311 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'code': 200} Feb 14 21:31:12.120894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Pushing event updated for resources: {'Port': ['ID=d882e101-2253-46fc-a583-8fb26430ab3a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:12.145103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8e6d8a4-319d-4444-803f-49dc8d43d56f req-65472de4-c754-46b4-8d7a-faf858bd3358 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0404146 Feb 14 21:31:12.202741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2265c7-bfcc-4e23-8d99-11a46bdf2041']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.228554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.228926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.242993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2b283878-4cae-4538-ae3e-55c94636d5d5,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:12.258932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Attempting to bind port d882e101-2253-46fc-a583-8fb26430ab3a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:12.259355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Attempting to bind port d882e101-2253-46fc-a583-8fb26430ab3a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:12.259737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Attempting to bind port d882e101-2253-46fc-a583-8fb26430ab3a on network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:12.281073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:12.281496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Checking segment: {'id': 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:12.281870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.282268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Bound using segment: {'id': 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:12.282753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Bound port: d882e101-2253-46fc-a583-8fb26430ab3a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:12.283143 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.310320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.313647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:12.317978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:12.329648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63325dca-215c-4798-9858-43c93273e11e None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:12.349937 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:12.350560 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.357358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8c59-7112-4a9c-8c45-dfa1350bbfe6 req-5ee24f0c-db12-4e0e-b608-2267b335c06f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:12.368378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.371110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8acb8c59-7112-4a9c-8c45-dfa1350bbfe6 req-5ee24f0c-db12-4e0e-b608-2267b335c06f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1473408 Feb 14 21:31:12.383903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:12.384318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.385549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:12.388778 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:12.415474 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.416838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-00561525-6f8c-48d5-ad39-4b398243c7c6 None None] Provisioning complete for port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:12.417319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00561525-6f8c-48d5-ad39-4b398243c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.435296 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:12.435907 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.445827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-41963308-f379-4fbb-8456-d511d1f19d3f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3151286 Feb 14 21:31:12.451649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58108) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:12.456894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:12.470125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:12.505090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0677-ac0c-4dcf-807a-ba415926b177 req-78182062-5a6b-4943-84e0-7dde34eff074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:12.506621 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0b4d0677-ac0c-4dcf-807a-ba415926b177 req-78182062-5a6b-4943-84e0-7dde34eff074 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 1128 time: 0.2756524 Feb 14 21:31:12.512779 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-63325dca-215c-4798-9858-43c93273e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:12.513460 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63325dca-215c-4798-9858-43c93273e11e None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:12.535172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:31:12.535172 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:31:12.535172 n-d-828372-11 neutron-server[103512]: [parameters: {'id': '0c2265c7-bfcc-4e23-8d99-11a46bdf2041'}] Feb 14 21:31:12.535172 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:31:12.535605 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:31:12.543709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8acb8c59-7112-4a9c-8c45-dfa1350bbfe6 req-3ecaf903-b778-4fb5-85bc-d6e936df20b4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712554 Feb 14 21:31:12.569879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0b4d0677-ac0c-4dcf-807a-ba415926b177 req-e650b84f-2c1d-4165-8be6-9ecc40438272 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546148 Feb 14 21:31:12.573727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:12.574178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.593797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (8f9405ad-97f8-4277-b2b8-82473060255b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.646827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 2b283878-4cae-4538-ae3e-55c94636d5d5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:12.647243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.666538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] For port d882e101-2253-46fc-a583-8fb26430ab3a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:12.701095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] For port d882e101-2253-46fc-a583-8fb26430ab3a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d882e101-2253-46fc-a583-8fb26430ab3a,segment=NetworkSegment(f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf),segment_id=f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:12.703371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b283878-4cae-4538-ae3e-55c94636d5d5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:12.704664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1df95-f338-40cc-a0ba-9d7a425aded8 req-2853adde-8694-43c0-a40a-9248bb3ff79e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:12.706226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2f1df95-f338-40cc-a0ba-9d7a425aded8 req-2853adde-8694-43c0-a40a-9248bb3ff79e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1553199 Feb 14 21:31:12.730315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2b283878-4cae-4538-ae3e-55c94636d5d5,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:12.743797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.749316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.776367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-00561525-6f8c-48d5-ad39-4b398243c7c6 None None] Current status of the port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:12.808289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.827189 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (8f9405ad-97f8-4277-b2b8-82473060255b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:12.827552 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 8f9405ad-97f8-4277-b2b8-82473060255b disassociated. External IP: 172.25.2.149, port: 106ca049-c3d9-43fa-82b2-570d3720ca59. Feb 14 21:31:12.861570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0fd5-d6c6-46d2-9abc-d9fbac9cb4d0 None None] Pushing event updated for resources: {'Port': ['ID=d882e101-2253-46fc-a583-8fb26430ab3a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:12.878174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2f1df95-f338-40cc-a0ba-9d7a425aded8 req-8a41f3ad-ae52-44e5-b809-f9f664a89f17 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575460 Feb 14 21:31:12.930468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:12.947971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c28bb-6ce7-40ea-b305-cbc9b1ffc1e3 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:31:12.995920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['2b283878-4cae-4538-ae3e-55c94636d5d5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:13.003848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:13.037334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.151713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port d882e101-2253-46fc-a583-8fb26430ab3a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:13.152298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.176985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c28bb-6ce7-40ea-b305-cbc9b1ffc1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:31:13.251149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port d882e101-2253-46fc-a583-8fb26430ab3a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d882e101-2253-46fc-a583-8fb26430ab3a,segment=NetworkSegment(f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf),segment_id=f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:13.251567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.259727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1047ea-94b7-4739-a7d3-af8cb6ae3a2d req-53c33b18-e885-4767-abe3-70baf7f6874b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:13.261478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f1047ea-94b7-4739-a7d3-af8cb6ae3a2d req-53c33b18-e885-4767-abe3-70baf7f6874b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 943 time: 0.1688867 Feb 14 21:31:13.281320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca278-3035-4a48-a986-bb6fed20b58d req-1157905e-77e7-44ce-8d96-9423e2b095db tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:13.281463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for d882e101-2253-46fc-a583-8fb26430ab3a owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:13.283143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32dca278-3035-4a48-a986-bb6fed20b58d req-1157905e-77e7-44ce-8d96-9423e2b095db tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 944 time: 0.1623788 Feb 14 21:31:13.325758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:13.368697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f1047ea-94b7-4739-a7d3-af8cb6ae3a2d req-4d851625-6281-4838-a8a5-1f74154bc298 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843730 Feb 14 21:31:13.425622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d882e101-2253-46fc-a583-8fb26430ab3a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.443266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32dca278-3035-4a48-a986-bb6fed20b58d req-8c603700-cb75-4eb2-ac40-8ff3c539e675 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439683 Feb 14 21:31:13.472125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=d882e101-2253-46fc-a583-8fb26430ab3a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:13.476590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port d882e101-2253-46fc-a583-8fb26430ab3a on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:13.576177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.608971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae92159-f43b-4744-9574-375ad5d288a9 None None] Network 0c2265c7-bfcc-4e23-8d99-11a46bdf2041 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:13.619619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2265c7-bfcc-4e23-8d99-11a46bdf2041']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:13.647276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:13.647591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:13.659275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.678076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.685660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:13.686232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f9b2935c-5e92-4f8f-9876-1b5d9c9f3baf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:13.735111 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:13.762327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (0c2265c7-bfcc-4e23-8d99-11a46bdf2041), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.769590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.776106 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/0c2265c7-bfcc-4e23-8d99-11a46bdf2041 HTTP/1.1" status: 204 len: 168 time: 3.5278380 Feb 14 21:31:13.776410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:13.781377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003385696'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:13.796781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25effb-782e-4bfc-aad2-2f75744a5f78 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=0c2265c7-bfcc-4e23-8d99-11a46bdf2041,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:13.814281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:13.818764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.844794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:13.854086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (98b7138a-0190-45e5-b20e-e1dabbe1f161), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.854483 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 98b7138a-0190-45e5-b20e-e1dabbe1f161 of type vlan for network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e Feb 14 21:31:13.895826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (3fadc9ba-3f16-4ffd-b327-f17f915fac0e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.933263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (3fadc9ba-3f16-4ffd-b327-f17f915fac0e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.934535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e10771f-f77f-4fa7-a61d-279083252a67 req-0b92f556-ba4f-4f86-9f2d-1dce38427059 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0575657 Feb 14 21:31:13.940060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:13.940685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.982859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:13.988815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:13.996262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacb269-d757-4aa0-a121-796a86253930 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:14.000837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc10b6-e4c6-48d4-be7e-4a137f6964c0 req-d4259102-ad42-4def-a1ec-1cb8de7ce1bd tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:14.008956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10dc10b6-e4c6-48d4-be7e-4a137f6964c0 req-d4259102-ad42-4def-a1ec-1cb8de7ce1bd tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1308835 Feb 14 21:31:14.013343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:14.013983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:14.059584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d3cbad9-8456-4636-b9e7-f565470a92c6 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/8f9405ad-97f8-4277-b2b8-82473060255b HTTP/1.1" status: 200 len: 688 time: 1.6066079 Feb 14 21:31:14.068550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58132) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:14.119293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3417110 Feb 14 21:31:14.123102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58134) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:14.124659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:14.131127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:14.135722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:14.136331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:14.155745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b91da-faa3-407b-a3a3-bbd1787b56f8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=3fadc9ba-3f16-4ffd-b327-f17f915fac0e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:14.180468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-adacb269-d757-4aa0-a121-796a86253930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:14.181153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacb269-d757-4aa0-a121-796a86253930 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:14.183660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:14.196838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10dc10b6-e4c6-48d4-be7e-4a137f6964c0 req-448fbd6c-5580-4567-becf-20b65a7e2cc9 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869578 Feb 14 21:31:14.287131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:14.291636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.296406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:14.315444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd736-47de-425f-b4b6-0a4968027cee req-a58dfc8d-2882-4f05-9ac9-fde6844ee866 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:14.318043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fefcd736-47de-425f-b4b6-0a4968027cee req-a58dfc8d-2882-4f05-9ac9-fde6844ee866 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2077646 Feb 14 21:31:14.388682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 01a6db23-cbb8-47ad-8332-815841fbd70c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:14.389021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.394736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fefcd736-47de-425f-b4b6-0a4968027cee req-5de28c2d-22ec-493f-9583-228b89ac1045 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697844 Feb 14 21:31:14.425627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 920fa24b-a4fc-4a84-815b-1094fabf45c3 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:14.518503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.518839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (01a6db23-cbb8-47ad-8332-815841fbd70c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.532245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 01a6db23-cbb8-47ad-8332-815841fbd70c owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:14.588668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:14.608081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '920fa24b-a4fc-4a84-815b-1094fabf45c3', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': '920fa24b-a4fc-4a84-815b-1094fabf45c3', 'mac_address': 'fa:16:3e:00:ca:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:14.678142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 920fa24b-a4fc-4a84-815b-1094fabf45c3 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:14.679139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.697322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920fa24b-a4fc-4a84-815b-1094fabf45c3 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:14.749161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89464-b7a5-4947-a696-64a7e7e330ba req-bf893a54-3257-4938-bb9c-dac3dc0797e6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:14.750886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fe89464-b7a5-4947-a696-64a7e7e330ba req-bf893a54-3257-4938-bb9c-dac3dc0797e6 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 943 time: 0.1962812 Feb 14 21:31:14.792507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ae6a-551b-4acb-b032-86c676ea026c req-ec77b603-ec25-4de4-ac05-7ae985866e97 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:14.799652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1583ae6a-551b-4acb-b032-86c676ea026c req-ec77b603-ec25-4de4-ac05-7ae985866e97 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 944 time: 0.2464359 Feb 14 21:31:14.841242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fe89464-b7a5-4947-a696-64a7e7e330ba req-0b8e9441-fbae-460a-aa2a-4472c6df2bb0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779972 Feb 14 21:31:14.893269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.932069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:14.938342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.939449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1583ae6a-551b-4acb-b032-86c676ea026c req-fca8ade4-2a80-4a54-b538-974ac5338cae tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344631 Feb 14 21:31:14.942385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (01a6db23-cbb8-47ad-8332-815841fbd70c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:14.971542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=01a6db23-cbb8-47ad-8332-815841fbd70c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:15.038929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:15.040747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (8f9405ad-97f8-4277-b2b8-82473060255b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.044527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.045779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b700abaa-b92d-409b-aeec-9c9b83be8d17 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/8f9405ad-97f8-4277-b2b8-82473060255b HTTP/1.1" status: 204 len: 168 time: 0.9762874 Feb 14 21:31:15.049584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58146) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:15.051147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '98b7138a-0190-45e5-b20e-e1dabbe1f161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:15.051619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 3fadc9ba-3f16-4ffd-b327-f17f915fac0e, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:15.054877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '96613328-a80f-4f5c-8065-fcf8e7c6a6c8'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:15.062217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:15.085476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:15.086022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.102461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 3fadc9ba-3f16-4ffd-b327-f17f915fac0e) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:15.108155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:15.108760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.117689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c746b6a-3aef-4549-8305-76bee377d4d0 None None] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:15.136983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f733a53-fb2c-440d-aa2e-0fdf304223ad req-6546f380-0bc4-4510-a246-0b17272c6faa tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0570865 Feb 14 21:31:15.155221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-94eacb3a-74db-43f8-bbd8-bd31d648f846 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0305424 Feb 14 21:31:15.155926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:15.163357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332071283'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:15.193483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:15.197246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.228116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (6f6c7df1-166b-4341-82a3-cd47634773f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.284659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:15.297568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-3fadc9ba-3f16-4ffd-b327-f17f915fac0e', 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': 'fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:15.299586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.304360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.304717 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 87be6969-8d2f-4b24-8c6c-c843ac93d22a of type vlan for network 660e7909-8ba8-494c-968a-302f2d19672c Feb 14 21:31:15.310803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.396116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['920fa24b-a4fc-4a84-815b-1094fabf45c3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:15.398566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2b283878-4cae-4538-ae3e-55c94636d5d5 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:15.408956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (660e7909-8ba8-494c-968a-302f2d19672c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.482239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff93c-3616-4a14-8ddc-4d2dee68a460 req-1626419e-4ccf-4a0d-bdc6-5fb77677e2fb tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:15.489735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c21ff93c-3616-4a14-8ddc-4d2dee68a460 req-1626419e-4ccf-4a0d-bdc6-5fb77677e2fb tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1605778 Feb 14 21:31:15.525143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (660e7909-8ba8-494c-968a-302f2d19672c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.530720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:15.531626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.557964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Allocated IP 2001:db8::3 (3fadc9ba-3f16-4ffd-b327-f17f915fac0e/fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8/c8821e29-aa2d-49cb-9b65-6c420e46c263) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:15.566662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.161 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/f97e0634-d3f6-47dd-b574-dd7601c23878) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:15.631848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4739516 Feb 14 21:31:15.635171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c21ff93c-3616-4a14-8ddc-4d2dee68a460 req-210fcbd4-01bf-4b7e-8da6-8d7779e0a392 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391921 Feb 14 21:31:15.637816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:15.664011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '660e7909-8ba8-494c-968a-302f2d19672c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:15.672954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96350929-4062-4cbf-aa5e-3185227c195b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=660e7909-8ba8-494c-968a-302f2d19672c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:15.685364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9c0e8-149d-4ac5-ab9e-0040471d017b req-905d16f6-d45d-4105-a644-e33f80c0da24 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:15.687654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6e9c0e8-149d-4ac5-ab9e-0040471d017b req-905d16f6-d45d-4105-a644-e33f80c0da24 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1959236 Feb 14 21:31:15.746237 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b5da2574-ee8d-4092-bb3d-41368ed80065 req-ffa4ca0c-4942-4938-b9ed-4bb541b5f3ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0443079 Feb 14 21:31:15.784299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 660e7909-8ba8-494c-968a-302f2d19672c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:15.789975 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks [] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.813530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Deleting port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:15.813868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.843222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.911958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 2b283878-4cae-4538-ae3e-55c94636d5d5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:31:15.921044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] For port b3ba246e-e0ab-4d4a-997b-d9711a3ffc73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:15.921432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.933279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:15.947348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 2b283878-4cae-4538-ae3e-55c94636d5d5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:15.947732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.951814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6e9c0e8-149d-4ac5-ab9e-0040471d017b req-8ed8ac3a-97ec-40a4-9d6b-a7a2a98b3639 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223797 Feb 14 21:31:15.957628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:15.962160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Calling delete_port for b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:15.983471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:15.993190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:15.996752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Pushing event updated for resources: {'Port': ['ID=c8821e29-aa2d-49cb-9b65-6c420e46c263,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.002647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:16.103635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Attempting to bind port c8821e29-aa2d-49cb-9b65-6c420e46c263 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:16.104022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Attempting to bind port c8821e29-aa2d-49cb-9b65-6c420e46c263 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '98b7138a-0190-45e5-b20e-e1dabbe1f161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:16.104515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Attempting to bind port c8821e29-aa2d-49cb-9b65-6c420e46c263 on network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:16.116418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.142046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:16.144427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Checking segment: {'id': '98b7138a-0190-45e5-b20e-e1dabbe1f161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:16.144427 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.144427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Bound using segment: {'id': '98b7138a-0190-45e5-b20e-e1dabbe1f161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:16.144427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Bound port: c8821e29-aa2d-49cb-9b65-6c420e46c263, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b7138a-0190-45e5-b20e-e1dabbe1f161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fadc9ba-3f16-4ffd-b327-f17f915fac0e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:16.144427 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.165146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Performing IP validity checks on allocation pools {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:31:16.165647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:31:16.171862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 2b283878-4cae-4538-ae3e-55c94636d5d5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:16.172254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.216785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b3ba246e-e0ab-4d4a-997b-d9711a3ffc73), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.247189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:16.249489 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181f081-e080-405e-860a-0b85f383b0a0" -d '{"events": [{"server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "name": "network-vif-plugged", "status": "completed", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:16.254406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b02c-ee34-4c19-aad4-fb07ac82447d req-67ca0964-28ec-4fcd-9c1c-f15dfc3b09cf tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:16.256421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ba246e-e0ab-4d4a-997b-d9711a3ffc73,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.256664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c81b02c-ee34-4c19-aad4-fb07ac82447d req-67ca0964-28ec-4fcd-9c1c-f15dfc3b09cf tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 944 time: 0.1996543 Feb 14 21:31:16.279298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b4e4e-d51c-4939-a01c-46abb7e3f0e1 req-08d4b1d3-c049-4228-a95c-48f0ce3dcc82 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:16.280889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d9b4e4e-d51c-4939-a01c-46abb7e3f0e1 req-08d4b1d3-c049-4228-a95c-48f0ce3dcc82 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 944 time: 0.3280964 Feb 14 21:31:16.286046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2b283878-4cae-4538-ae3e-55c94636d5d5,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:16.295575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.296279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.296279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.296490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.297147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.297147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.297342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.297664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.298586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.298703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.298988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.299531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.299876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.303968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.311959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] For port c8821e29-aa2d-49cb-9b65-6c420e46c263, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:16.320281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] For port c8821e29-aa2d-49cb-9b65-6c420e46c263, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8821e29-aa2d-49cb-9b65-6c420e46c263,segment=NetworkSegment(98b7138a-0190-45e5-b20e-e1dabbe1f161),segment_id=98b7138a-0190-45e5-b20e-e1dabbe1f161)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:16.358820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.372403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.388851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.453332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:16.470175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c5bc-c5a0-4d90-a418-00fc4237dd94 None None] Pushing event updated for resources: {'Port': ['ID=c8821e29-aa2d-49cb-9b65-6c420e46c263,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.495193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:16.502692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (6f6c7df1-166b-4341-82a3-cd47634773f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.530622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:16.577629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d9b4e4e-d51c-4939-a01c-46abb7e3f0e1 req-c34e0ec9-a99f-4acb-9c86-b4f3996428d8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720957 Feb 14 21:31:16.587719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=f97e0634-d3f6-47dd-b574-dd7601c23878,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.603844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c81b02c-ee34-4c19-aad4-fb07ac82447d req-665624ad-a897-48b8-a005-2c8138697ce8 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159046 Feb 14 21:31:16.620432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:16.787512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-720b8182-cf72-4abf-bcb3-6ce40068299e req-bae2b7ec-069b-47a5-978e-dbece6b17a36 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0837643 Feb 14 21:31:16.853416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Router 6f6c7df1-166b-4341-82a3-cd47634773f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:16.859476 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd835ec-ee3f-44e4-b602-a21a58442462 x-openstack-request-id: req-edd835ec-ee3f-44e4-b602-a21a58442462 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:16.859981 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "name": "network-vif-plugged", "status": "completed", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:16.860079 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-edd835ec-ee3f-44e4-b602-a21a58442462 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:16.860433 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'code': 200} Feb 14 21:31:16.885965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:16.907318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.907777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.908117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.908456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.908790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.909128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.909460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.909787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.910114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.910440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.910765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.911143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.912046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:16.946803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '87be6969-8d2f-4b24-8c6c-c843ac93d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:16.947191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 660e7909-8ba8-494c-968a-302f2d19672c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:17.036954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:17.042689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1d96a118-bc8b-4e0a-8954-e1b77c29ba8e admin admin] 10.222.0.86 "PUT /v2.0/routers/6f6c7df1-166b-4341-82a3-cd47634773f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452250 Feb 14 21:31:17.045293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:17.050981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Sync routers for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:17.052681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a73f0-4ddb-4806-943f-4b46b32c14e7 req-232eae57-eee2-4885-8781-04dabe2e4a93 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:17.060790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-189a73f0-4ddb-4806-943f-4b46b32c14e7 req-232eae57-eee2-4885-8781-04dabe2e4a93 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.3442965 Feb 14 21:31:17.062502 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:17.063336 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:17.093817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f50d01-43aa-42e3-9eb4-9620bd261ddc req-e5347fe2-e776-4e4d-9bb9-c677df775979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:17.095473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-61f50d01-43aa-42e3-9eb4-9620bd261ddc req-e5347fe2-e776-4e4d-9bb9-c677df775979 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1128 time: 0.1080601 Feb 14 21:31:17.100082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 660e7909-8ba8-494c-968a-302f2d19672c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:17.159808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 660e7909-8ba8-494c-968a-302f2d19672c) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:17.173886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ade79-f735-4a23-ad5d-39fd6a0c38ad req-ed13e358-4bbf-4178-917e-585f3c3a45e8 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:17.174089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e101b-f471-43cf-bcb8-2051a5be4e2a None None] Network 660e7909-8ba8-494c-968a-302f2d19672c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:17.175519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-677ade79-f735-4a23-ad5d-39fd6a0c38ad req-ed13e358-4bbf-4178-917e-585f3c3a45e8 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2418532 Feb 14 21:31:17.184475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:17.185076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.204483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-189a73f0-4ddb-4806-943f-4b46b32c14e7 req-551ba68a-c163-4547-b005-849cf1cae6ed tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428137 Feb 14 21:31:17.242848 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:17.258381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9c84b824-fa5e-4b6e-abd1-4f215abaf776 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6019394 Feb 14 21:31:17.260794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58172) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:17.342810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-677ade79-f735-4a23-ad5d-39fd6a0c38ad req-29573b3e-1bc4-489f-8dee-f74b70f930fb tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479328 Feb 14 21:31:17.448795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-660e7909-8ba8-494c-968a-302f2d19672c', 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': '6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:17.452389 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.576129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (660e7909-8ba8-494c-968a-302f2d19672c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.587964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:31:16Z', 'revision_number': 5, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port': {'id': '672c634a-a55c-41b6-83db-f83117b6bc93', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:21:42Z', 'updated_at': '2022-02-14T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:17.595309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-61f50d01-43aa-42e3-9eb4-9620bd261ddc req-e3c75985-381a-4dcd-9a0b-06f7ffd64a68 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920394 Feb 14 21:31:17.610338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks [] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.706066 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.766912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Allocated IP 2001:db8::3 (660e7909-8ba8-494c-968a-302f2d19672c/6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3/fb92669a-757a-4bdf-a9d7-ed3dae2998ae) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:17.844880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks [] for router_gateway (6f6c7df1-166b-4341-82a3-cd47634773f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.877563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:17.920435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Checking router: 6f6c7df1-166b-4341-82a3-cd47634773f5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:17.941061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Routers {'6f6c7df1-166b-4341-82a3-cd47634773f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:17.943008 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6f6c7df1-166b-4341-82a3-cd47634773f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:17.962340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Deleting port 672c634a-a55c-41b6-83db-f83117b6bc93 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:17.964976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.038957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e155f5-0969-4155-b9df-04113f8ef844 None None] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:18.057463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a19f1d-64a1-47fe-9208-11c97420c68b req-709df5ff-df0e-4c44-86e7-1b5d4c668881 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:18.059262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3a19f1d-64a1-47fe-9208-11c97420c68b req-709df5ff-df0e-4c44-86e7-1b5d4c668881 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 945 time: 0.2939751 Feb 14 21:31:18.060336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.119586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] Set router 6f6c7df1-166b-4341-82a3-cd47634773f5 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:18.140008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab6b00-3745-47e2-862b-d9a952967ba1 req-4a80f5a9-a888-4a14-b922-97b0efd88930 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:18.144868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fab6b00-3745-47e2-862b-d9a952967ba1 req-4a80f5a9-a888-4a14-b922-97b0efd88930 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 944 time: 0.2890420 Feb 14 21:31:18.174943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks [] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.187548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] For port 672c634a-a55c-41b6-83db-f83117b6bc93, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=672c634a-a55c-41b6-83db-f83117b6bc93,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:18.188041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8821e29-aa2d-49cb-9b65-6c420e46c263 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:18.191740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.194011 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:31:17Z', 'revision_number': 6, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:18.217022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.225135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Provisioning complete for port c8821e29-aa2d-49cb-9b65-6c420e46c263 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:18.225506 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.227421 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b2e5e-f47f-4dc0-841d-9efacdcac77b None None] The sync data for ids ['6f6c7df1-166b-4341-82a3-cd47634773f5'] in n-d-828372-11 is: [{'id': '6f6c7df1-166b-4341-82a3-cd47634773f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1285774221-router', 'tenant_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:21:41Z', 'updated_at': '2022-02-14T21:31:17Z', 'revision_number': 6, 'project_id': 'b96de8c42f754ec88da1fc5bed40b1c2', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:18.235862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Calling delete_port for 672c634a-a55c-41b6-83db-f83117b6bc93 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:18.307431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Network 660e7909-8ba8-494c-968a-302f2d19672c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:18.313961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3a19f1d-64a1-47fe-9208-11c97420c68b req-4c128f0d-bc82-4352-9961-f327d7b8e5f7 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295339 Feb 14 21:31:18.317045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:18.320136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:18.472622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (672c634a-a55c-41b6-83db-f83117b6bc93), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.499565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=672c634a-a55c-41b6-83db-f83117b6bc93,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:18.570623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Pushing event updated for resources: {'Port': ['ID=fb92669a-757a-4bdf-a9d7-ed3dae2998ae,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:18.572814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (6f6c7df1-166b-4341-82a3-cd47634773f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.580921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 920fa24b-a4fc-4a84-815b-1094fabf45c3 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:18.647004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Attempting to bind port fb92669a-757a-4bdf-a9d7-ed3dae2998ae on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:18.647414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Attempting to bind port fb92669a-757a-4bdf-a9d7-ed3dae2998ae by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '87be6969-8d2f-4b24-8c6c-c843ac93d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:18.647780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Attempting to bind port fb92669a-757a-4bdf-a9d7-ed3dae2998ae on network 660e7909-8ba8-494c-968a-302f2d19672c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:18.695559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:18.695933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Checking segment: {'id': '87be6969-8d2f-4b24-8c6c-c843ac93d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:18.696341 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.696739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Bound using segment: {'id': '87be6969-8d2f-4b24-8c6c-c843ac93d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:18.697229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Bound port: fb92669a-757a-4bdf-a9d7-ed3dae2998ae, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87be6969-8d2f-4b24-8c6c-c843ac93d22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '660e7909-8ba8-494c-968a-302f2d19672c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:18.697619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.698668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.702523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks [] for router_controller (6f6c7df1-166b-4341-82a3-cd47634773f5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.706916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c8821e29-aa2d-49cb-9b65-6c420e46c263 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:18.707322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.765422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Current status of the port c8821e29-aa2d-49cb-9b65-6c420e46c263 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:18.765822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.820854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (6f6c7df1-166b-4341-82a3-cd47634773f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.821939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6c7df1-166b-4341-82a3-cd47634773f5 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:31:18.829241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.846714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.855635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7564d02e-55f8-4536-b683-eb0a757e5ef5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6f6c7df1-166b-4341-82a3-cd47634773f5 HTTP/1.1" status: 204 len: 168 time: 1.8086681 Feb 14 21:31:18.855871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 920fa24b-a4fc-4a84-815b-1094fabf45c3 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:31:18.856416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:18.877953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fab6b00-3745-47e2-862b-d9a952967ba1 req-6bb8b655-faa0-442f-b80a-91005605a3f5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060626 Feb 14 21:31:18.879272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] For port c8821e29-aa2d-49cb-9b65-6c420e46c263, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8821e29-aa2d-49cb-9b65-6c420e46c263,segment=NetworkSegment(98b7138a-0190-45e5-b20e-e1dabbe1f161),segment_id=98b7138a-0190-45e5-b20e-e1dabbe1f161)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:18.881412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 920fa24b-a4fc-4a84-815b-1094fabf45c3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:18.881412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.901837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.932183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Deleting subnet b2ca6604-dd1f-467e-b99d-3a956dcb9209 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:31:18.936487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Publish callbacks [] for subnet (b2ca6604-dd1f-467e-b99d-3a956dcb9209), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.946847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] For port fb92669a-757a-4bdf-a9d7-ed3dae2998ae, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:18.988420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b2ca6604-dd1f-467e-b99d-3a956dcb9209), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:18.992031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] For port fb92669a-757a-4bdf-a9d7-ed3dae2998ae, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fb92669a-757a-4bdf-a9d7-ed3dae2998ae,segment=NetworkSegment(87be6969-8d2f-4b24-8c6c-c843ac93d22a),segment_id=87be6969-8d2f-4b24-8c6c-c843ac93d22a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:19.019166 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.022660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.026821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.034082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c8821e29-aa2d-49cb-9b65-6c420e46c263 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:19.049054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.055060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ff29-61dc-42a1-93b4-b5aec3fe807d None None] Pushing event updated for resources: {'Port': ['ID=c8821e29-aa2d-49cb-9b65-6c420e46c263,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.106986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb5ebc-5091-4c6a-af69-6771cc023ab4 None None] Pushing event updated for resources: {'Port': ['ID=fb92669a-757a-4bdf-a9d7-ed3dae2998ae,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.131888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b2ca6604-dd1f-467e-b99d-3a956dcb9209), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.139833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fd029c4-b35d-496b-8632-c5b82d55e1d4 req-98a4d2b7-d452-4451-8af2-82b325be73d4 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.1236615 Feb 14 21:31:19.156539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650ceff-7df6-43b6-84b5-4ab9e8e80a9f req-7ff70179-3ca6-4e2b-bc00-9237b622c231 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:19.158986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3650ceff-7df6-43b6-84b5-4ab9e8e80a9f req-7ff70179-3ca6-4e2b-bc00-9237b622c231 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.3954034 Feb 14 21:31:19.192187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (660e7909-8ba8-494c-968a-302f2d19672c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.203398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3a418dc8-a66d-4347-b843-f5c801e26789 None None] Provisioning complete for port c8821e29-aa2d-49cb-9b65-6c420e46c263 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:19.203796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a418dc8-a66d-4347-b843-f5c801e26789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.209780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5489a88-e81f-455f-b08a-b4b16a2a3da5 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:31:19.225297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b2ca6604-dd1f-467e-b99d-3a956dcb9209), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.229316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 920fa24b-a4fc-4a84-815b-1094fabf45c3 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:19.229697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.231187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e7909-8ba8-494c-968a-302f2d19672c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:19.248190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87be6969-8d2f-4b24-8c6c-c843ac93d22a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:19.248806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87be6969-8d2f-4b24-8c6c-c843ac93d22a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:19.262117 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.266339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.279078 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b2ca6604-dd1f-467e-b99d-3a956dcb9209 HTTP/1.1" status: 204 len: 168 time: 0.4213738 Feb 14 21:31:19.280434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d6b4-7dad-4499-b10f-dcd254cc26dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ca6604-dd1f-467e-b99d-3a956dcb9209,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.282685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58200) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:19.321407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.321713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:19.324291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:19.326681 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79673fc6-8c33-42fd-b1b6-5f88872c2e8d" -d '{"events": [{"server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "name": "network-vif-plugged", "status": "completed", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:19.332181 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.362745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f487a4b1-6bf4-4c13-9d13-0750649acb62), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.400853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:19.401113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:19.405006 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:19.427453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=f97e0634-d3f6-47dd-b574-dd7601c23878,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.442731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Deleting port 396244f3-934f-41c3-ac22-0fb65d6bda97 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:19.443699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.458695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.467727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5489a88-e81f-455f-b08a-b4b16a2a3da5 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:31:19.480315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3a418dc8-a66d-4347-b843-f5c801e26789 None None] Current status of the port c8821e29-aa2d-49cb-9b65-6c420e46c263 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:19.495591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3650ceff-7df6-43b6-84b5-4ab9e8e80a9f req-0ed101fe-264a-4b04-991a-6f4dfefc6e10 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169912 Feb 14 21:31:19.507430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.547443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] For port 396244f3-934f-41c3-ac22-0fb65d6bda97, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=396244f3-934f-41c3-ac22-0fb65d6bda97,segment=NetworkSegment(00c2c2f6-88cf-4e3f-926b-51c1a74e98f7),segment_id=00c2c2f6-88cf-4e3f-926b-51c1a74e98f7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:19.548359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.570262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Calling delete_port for 396244f3-934f-41c3-ac22-0fb65d6bda97 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:19.573735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:31:19.573735 n-d-828372-11 neutron-server[103513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:31:19.573735 n-d-828372-11 neutron-server[103513]: [parameters: {'id': '660e7909-8ba8-494c-968a-302f2d19672c'}] Feb 14 21:31:19.573735 n-d-828372-11 neutron-server[103513]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:31:19.574122 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:31:19.582778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c0668-ebb0-46e0-b8aa-6890d4b0ae15 req-41a5d6d6-7a88-4e02-929f-6cf0e0fe882c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:19.584432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-130c0668-ebb0-46e0-b8aa-6890d4b0ae15 req-41a5d6d6-7a88-4e02-929f-6cf0e0fe882c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.3119419 Feb 14 21:31:19.678006 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa3e7d-03f2-4a3b-aa45-470db72e2cf9 x-openstack-request-id: req-5faa3e7d-03f2-4a3b-aa45-470db72e2cf9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:19.678365 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "name": "network-vif-plugged", "status": "completed", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:19.678630 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5faa3e7d-03f2-4a3b-aa45-470db72e2cf9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:19.679649 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3', 'code': 200} Feb 14 21:31:19.711910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-130c0668-ebb0-46e0-b8aa-6890d4b0ae15 req-c38c119a-8ff3-4be6-9724-682468e2098e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201875 Feb 14 21:31:19.769639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (396244f3-934f-41c3-ac22-0fb65d6bda97), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.772921 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 1c479333-8260-4c44-8202-8d3477ccf1e2 associated. External IP: 172.25.2.161, port: 96613328-a80f-4f5c-8065-fcf8e7c6a6c8. Feb 14 21:31:19.778587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bab2c-1fb6-427e-a201-b69898de67b0 req-3c8712b8-3c4c-4e63-930d-8ffcd2bd5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:19.780422 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-935bab2c-1fb6-427e-a201-b69898de67b0 req-3c8712b8-3c4c-4e63-930d-8ffcd2bd5222 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 1128 time: 0.0662775 Feb 14 21:31:19.792690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5eb20-fce3-413d-951f-4403cdc5e03c None None] Network 660e7909-8ba8-494c-968a-302f2d19672c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:19.812618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Pushing event deleted for resources: {'Port': ['ID=396244f3-934f-41c3-ac22-0fb65d6bda97,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:19.822734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] No DVR routers for this DVR port 396244f3-934f-41c3-ac22-0fb65d6bda97 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:19.885192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73477ea-18f3-4a81-b682-a50ece0e1e31 req-16483a64-9269-4c88-82fc-05d67e82a094 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:19.885620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-935bab2c-1fb6-427e-a201-b69898de67b0 req-80e1d254-fe4e-4bb9-bc5d-8f2f76a1d722 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838039 Feb 14 21:31:19.886838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73477ea-18f3-4a81-b682-a50ece0e1e31 req-16483a64-9269-4c88-82fc-05d67e82a094 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 945 time: 0.1485999 Feb 14 21:31:19.939482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f487a4b1-6bf4-4c13-9d13-0750649acb62), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:19.966899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73477ea-18f3-4a81-b682-a50ece0e1e31 req-63c0807d-2340-4446-987d-fb8399b78080 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 Feb 14 21:31:19.986569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f487a4b1-6bf4-4c13-9d13-0750649acb62']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:19.998275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af6aef-c215-438d-967c-d4b71ce03918 None None] Network f487a4b1-6bf4-4c13-9d13-0750649acb62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:20.025002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.025299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c2c2f6-88cf-4e3f-926b-51c1a74e98f7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.048443 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b5d45790-9df5-4c1e-a7b1-74f171e08ae4 req-2f5c72f9-2009-46e4-b6c2-38e25e4e9555 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9d8ec923d9d4464a477297c4765756c&device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0551703 Feb 14 21:31:20.052695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (00c2c2f6-88cf-4e3f-926b-51c1a74e98f7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.074924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (660e7909-8ba8-494c-968a-302f2d19672c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.083572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (00c2c2f6-88cf-4e3f-926b-51c1a74e98f7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.089922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b5d45790-9df5-4c1e-a7b1-74f171e08ae4 req-6971b3f2-8db6-4dd2-8b3a-f4267ad905ac service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c9d8ec923d9d4464a477297c4765756c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302241 Feb 14 21:31:20.093010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:20.093632 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (00c2c2f6-88cf-4e3f-926b-51c1a74e98f7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:20.095834 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:20.156843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6591fedf-9e78-4121-aaeb-ef73a0ca5ad5 req-485d745a-1dcf-41e9-b570-8502c31b0d46 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0747497 Feb 14 21:31:20.173180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8821e29-aa2d-49cb-9b65-6c420e46c263 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:20.231269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91fcdc-4d17-48a2-9ec9-dc0dfbd59927 req-6eecaba5-ac5f-4aa7-a977-8939f45d2288 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:20.239748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54de713-88c7-496e-9804-410b1bb83ea4 None None] DHCP port deletion for f487a4b1-6bf4-4c13-9d13-0750649acb62 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:31:20.241370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a91fcdc-4d17-48a2-9ec9-dc0dfbd59927 req-6eecaba5-ac5f-4aa7-a977-8939f45d2288 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.2050331 Feb 14 21:31:20.259914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c8821e29-aa2d-49cb-9b65-6c420e46c263 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:20.260315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:20.260609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.291268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f487a4b1-6bf4-4c13-9d13-0750649acb62), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.301293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.307218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f487a4b1-6bf4-4c13-9d13-0750649acb62 HTTP/1.1" status: 204 len: 168 time: 1.0211773 Feb 14 21:31:20.338957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f2ec9-4d5b-4549-8b4f-62d6da65ab00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f487a4b1-6bf4-4c13-9d13-0750649acb62,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:20.366263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45790-9df5-4c1e-a7b1-74f171e08ae4 req-77618378-1060-4f8d-9598-0e95e9104515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:20.368242 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b5d45790-9df5-4c1e-a7b1-74f171e08ae4 req-77618378-1060-4f8d-9598-0e95e9104515 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2708180 Feb 14 21:31:20.388799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c8821e29-aa2d-49cb-9b65-6c420e46c263 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:20.406333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a91fcdc-4d17-48a2-9ec9-dc0dfbd59927 req-30e8b4dd-2c0a-4626-bcc0-ca654038ee13 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638327 Feb 14 21:31:20.413945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port fb92669a-757a-4bdf-a9d7-ed3dae2998ae {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:20.414365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.458721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:20.461578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:20.484427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:20.485144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b3ba246e-e0ab-4d4a-997b-d9711a3ffc73 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:20.485304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 672c634a-a55c-41b6-83db-f83117b6bc93 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:20.490024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-154ceb18-882c-41a7-a221-dae56630ed23 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:20.491570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-154ceb18-882c-41a7-a221-dae56630ed23 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2141533 Feb 14 21:31:20.503201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1cd1c8c7-4dbf-4d5c-8ecd-49eb84277e0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b96de8c42f754ec88da1fc5bed40b1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425870 Feb 14 21:31:20.504845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58220) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:20.508267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 672c634a-a55c-41b6-83db-f83117b6bc93 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:20.508617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 672c634a-a55c-41b6-83db-f83117b6bc93 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:20.562086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] Publish callbacks [] for security_group (6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.586414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] Publish callbacks [] for security_group (6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.589621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port fb92669a-757a-4bdf-a9d7-ed3dae2998ae, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fb92669a-757a-4bdf-a9d7-ed3dae2998ae,segment=NetworkSegment(87be6969-8d2f-4b24-8c6c-c843ac93d22a),segment_id=87be6969-8d2f-4b24-8c6c-c843ac93d22a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:20.589990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.618060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0fc1424d-01bf-4e9c-88e1-e2d0fbc8db1b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0878744 Feb 14 21:31:20.638026 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.639479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for fb92669a-757a-4bdf-a9d7-ed3dae2998ae owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:20.640992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.642706 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c HTTP/1.1" status: 204 len: 168 time: 0.1364436 Feb 14 21:31:20.651251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:20.651419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80ac87-d4c8-431e-9d9b-b672eadb6318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11e3c2-dd34-4b5f-aaf4-54a308d30b0c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:20.690585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:20.701429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:20.712942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:20.713922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.748241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.752593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.762879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:20.763667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.789635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.801705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:20.804058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65404b27-f480-45d1-9e0f-f15852fac0fb None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:20.858754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f46b97-1c47-4a89-95d4-76b9da9dc885 req-b16e0426-2090-4548-8ce7-c798824d20eb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:20.860288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8f46b97-1c47-4a89-95d4-76b9da9dc885 req-b16e0426-2090-4548-8ce7-c798824d20eb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2677236 Feb 14 21:31:20.916446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-832dea39-bd4e-4239-acef-397bcbe04363 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8656306 Feb 14 21:31:20.919256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58232) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:20.955681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fb92669a-757a-4bdf-a9d7-ed3dae2998ae), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:20.990176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-37cf0d4e-f2d3-44cb-bfac-0fa6aa2df51c tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/floatingips/1c479333-8260-4c44-8202-8d3477ccf1e2 HTTP/1.1" status: 200 len: 977 time: 0.0672405 Feb 14 21:31:20.990718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:21.046265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8f46b97-1c47-4a89-95d4-76b9da9dc885 req-87c5c18b-50aa-49fc-8681-f95c430ea629 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778991 Feb 14 21:31:21.054692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=fb92669a-757a-4bdf-a9d7-ed3dae2998ae,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:21.065225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port fb92669a-757a-4bdf-a9d7-ed3dae2998ae on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:21.122857 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aef85677-0517-4b72-bb57-5038c7c12056 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1309011 Feb 14 21:31:21.125351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:21.130624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': '106ca049-c3d9-43fa-82b2-570d3720ca59'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:21.197673 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.246098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (660e7909-8ba8-494c-968a-302f2d19672c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.310921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e7909-8ba8-494c-968a-302f2d19672c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:21.365836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87be6969-8d2f-4b24-8c6c-c843ac93d22a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:21.366419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87be6969-8d2f-4b24-8c6c-c843ac93d22a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:21.388559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16e032-ef00-443f-ab89-903738845264 req-701884c7-9f82-421a-b39d-312f26442467 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:21.396158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a16e032-ef00-443f-ab89-903738845264 req-701884c7-9f82-421a-b39d-312f26442467 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2479134 Feb 14 21:31:21.401870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.468343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.498151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:21.498592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (87be6969-8d2f-4b24-8c6c-c843ac93d22a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:21.501651 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:21.531464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a16e032-ef00-443f-ab89-903738845264 req-80770704-c7ec-4954-93c9-5755093d69b0 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341627 Feb 14 21:31:21.556417 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b5d45790-9df5-4c1e-a7b1-74f171e08ae4 req-b41d6de8-9bfb-425c-8cbf-879874c00cf9 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.83 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Feb 14 21:31:21.662868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (660e7909-8ba8-494c-968a-302f2d19672c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.695036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.703238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/660e7909-8ba8-494c-968a-302f2d19672c HTTP/1.1" status: 204 len: 168 time: 4.4381683 Feb 14 21:31:21.704509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58260) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:21.709701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec07e06a-c462-4d51-84a0-eca6b2c9998f req-bba166d5-4c58-4aa8-b84b-5230642cb196 tempest-ServerShowV254Test-2110860805 tempest-ServerShowV254Test-2110860805-project] 10.222.0.86 "GET /v2.0/ports?device_id=87e7ccfa-cb9e-4a47-acda-92fead9ded59 HTTP/1.1" status: 200 len: 210 time: 0.0564444 Feb 14 21:31:21.713398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200819106'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:21.737693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136e3d3-b3f4-4242-9155-a9295d93564b tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=660e7909-8ba8-494c-968a-302f2d19672c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:21.749763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.766811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.854362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:21.857680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:21.943535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 396244f3-934f-41c3-ac22-0fb65d6bda97 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:22.005338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 396244f3-934f-41c3-ac22-0fb65d6bda97 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:22.005649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 396244f3-934f-41c3-ac22-0fb65d6bda97 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:22.052245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:31:22.142987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.148641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.277962 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 1c479333-8260-4c44-8202-8d3477ccf1e2 associated. External IP: 172.25.2.161, port: 96613328-a80f-4f5c-8065-fcf8e7c6a6c8. Feb 14 21:31:22.302799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:22.328104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c51eff-f5b7-4b4b-975a-461411645c36 req-883e8e52-d7ed-4b41-ace7-cfbc3b8d2233 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:22.329760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c51eff-f5b7-4b4b-975a-461411645c36 req-883e8e52-d7ed-4b41-ace7-cfbc3b8d2233 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.5175436 Feb 14 21:31:22.342888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (36c18cf5-5cc8-4c38-9f37-916103170b0b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.343260 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 36c18cf5-5cc8-4c38-9f37-916103170b0b of type vlan for network 37223668-b1a2-4dca-b379-13e4a500d0a9 Feb 14 21:31:22.368952 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Floating IP da76dad5-9ffe-4af0-a5a8-553879197d35 associated. External IP: 172.25.2.239, port: 04629326-be4e-4981-82b9-951ec18e3cfb. Feb 14 21:31:22.456480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (37223668-b1a2-4dca-b379-13e4a500d0a9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.482072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99c51eff-f5b7-4b4b-975a-461411645c36 req-1f432f48-3b1a-4043-a15b-6c5c1c05ca83 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450996 Feb 14 21:31:22.557068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (37223668-b1a2-4dca-b379-13e4a500d0a9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.562555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:22.563226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.683549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9761827 Feb 14 21:31:22.686458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58290) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:22.731196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '37223668-b1a2-4dca-b379-13e4a500d0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:22.744938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f7d9-bd4f-46cb-8920-7a58a84e636a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=37223668-b1a2-4dca-b379-13e4a500d0a9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:22.758726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 37223668-b1a2-4dca-b379-13e4a500d0a9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:22.841961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:22.890998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54380-b57c-43fa-8772-63504c5a859b req-0a541b85-6a4f-45ef-b2e7-0306d36fe2ce tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:22.892621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9f54380-b57c-43fa-8772-63504c5a859b req-0a541b85-6a4f-45ef-b2e7-0306d36fe2ce tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2892044 Feb 14 21:31:22.937845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:22.941690 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:22.947377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:22.975814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:22.989588 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:23.006480 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.008121 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.040491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9f54380-b57c-43fa-8772-63504c5a859b req-96cebee3-7bba-418f-9b3d-fbb3f31b4937 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373451 Feb 14 21:31:23.069939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.103691 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.105616 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.169866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.170593 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58eed29-559b-4669-a414-9084efdb5793 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:23.241233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:23.248976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:23.252155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:23.266695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:23.303563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.304168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.313947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-0382a4ef-0cb3-4b2c-b6cc-e1310aa2f0a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "PUT /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 996 time: 2.6757224 Feb 14 21:31:23.320848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:23.331536 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c861e31-34c9-49db-abb5-394bdca7676c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:23.450509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:23.459735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:23.467717 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (25714adf-df8c-4cb2-9043-e145bc699ecc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:23.472492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:23.478675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:23.491068 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.493464 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.533148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-ea7c2cc8-a55b-4bf5-9e26-13a41ed74af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:23.542184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-ea7c2cc8-a55b-4bf5-9e26-13a41ed74af8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.2074327 Feb 14 21:31:23.565668 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.578665 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.579560 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.606008 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e2087ee3-fb4c-4d72-9d29-b0514b687f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/1c479333-8260-4c44-8202-8d3477ccf1e2 HTTP/1.1" status: 200 len: 978 time: 2.4796066 Feb 14 21:31:23.609700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58326) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:23.617492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:23.619416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf3e06-9eb4-4ba6-8043-f9d58120e804 req-0f477d6e-eecc-48e8-b568-edac82f0bbb3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:23.622537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffbf3e06-9eb4-4ba6-8043-f9d58120e804 req-0f477d6e-eecc-48e8-b568-edac82f0bbb3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2297843 Feb 14 21:31:23.628425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.629369 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dfa4e-3aa8-4cdb-9cbd-de7652a597a7 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:23.713708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=25714adf-df8c-4cb2-9043-e145bc699ecc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:23.727615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:23.748808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '36c18cf5-5cc8-4c38-9f37-916103170b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '37223668-b1a2-4dca-b379-13e4a500d0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:23.749291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 37223668-b1a2-4dca-b379-13e4a500d0a9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:23.795749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffbf3e06-9eb4-4ba6-8043-f9d58120e804 req-e15533b0-4385-4c5a-82fd-65e4fc755462 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383274 Feb 14 21:31:23.800749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-f7dc9b4e-577a-43bc-9093-5bbd3985c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:23.802457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-f7dc9b4e-577a-43bc-9093-5bbd3985c338 service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2593648 Feb 14 21:31:23.805156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 37223668-b1a2-4dca-b379-13e4a500d0a9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:23.811111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:21Z', 'revision_number': 1, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:23.848895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:23.859516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 37223668-b1a2-4dca-b379-13e4a500d0a9) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:23.866779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:23.867863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:23.893116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669e1a5-fd11-42c4-ac14-c1ae051b4448 None None] Network 37223668-b1a2-4dca-b379-13e4a500d0a9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:23.899721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-5a60d884-48e7-4d23-9b7c-892effde9f75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 999 time: 0.0826507 Feb 14 21:31:23.906838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-af63287a-71c8-41af-8016-314d89ded83f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2158449 Feb 14 21:31:23.909798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:23.953197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:23.955022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:24.008049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-64e73733-362a-43bc-ad1f-1348c4f32e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:24.009811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-64e73733-362a-43bc-ad1f-1348c4f32e15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.1016309 Feb 14 21:31:24.047963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.059261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.059679 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 1c479333-8260-4c44-8202-8d3477ccf1e2 disassociated. External IP: 172.25.2.161, port: 106ca049-c3d9-43fa-82b2-570d3720ca59. Feb 14 21:31:24.060480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7061f3-329e-494f-a158-3a4593ca3eb1 req-08ad605e-5728-476b-bc62-dff49afef9ba tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:24.069403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f7061f3-329e-494f-a158-3a4593ca3eb1 req-08ad605e-5728-476b-bc62-dff49afef9ba tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.1289544 Feb 14 21:31:24.126162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-be8a5dc7-c9a5-42ef-a94c-3f93c37470d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:24.128026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-be8a5dc7-c9a5-42ef-a94c-3f93c37470d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099110 Feb 14 21:31:24.148335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f7061f3-329e-494f-a158-3a4593ca3eb1 req-e034bdef-5de6-4d4b-a463-6f51c31ba4c2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Feb 14 21:31:24.242337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (37223668-b1a2-4dca-b379-13e4a500d0a9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.344696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:24.348248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-f1c7979f-1df8-4905-8c35-fb545307331a service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984706 Feb 14 21:31:24.432833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:24.434174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (25714adf-df8c-4cb2-9043-e145bc699ecc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.477456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd71b68f-7133-4b97-b0ee-199a61683803 req-792e58fd-576e-4795-b554-8ff648bcdafd service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212251 Feb 14 21:31:24.570588 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1015da6-c394-43bd-a520-d75c22df1679 x-openstack-request-id: req-a1015da6-c394-43bd-a520-d75c22df1679 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:24.570934 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:24.571214 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1015da6-c394-43bd-a520-d75c22df1679 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:24.571628 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:31:24.628109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58358) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:24.717632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19051c5-b254-46e3-8e2a-7e7c238ae66e req-e569c2e0-02c3-437a-8bc9-436b5e45bb15 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:24.720108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:24.728454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.733699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f19051c5-b254-46e3-8e2a-7e7c238ae66e req-e569c2e0-02c3-437a-8bc9-436b5e45bb15 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1303959 Feb 14 21:31:24.765897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861e31-34c9-49db-abb5-394bdca7676c req-cf799f50-fb26-4e22-9934-3e8549ba55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:24.767375 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-cf799f50-fb26-4e22-9934-3e8549ba55aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.1354196 Feb 14 21:31:24.787710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (25714adf-df8c-4cb2-9043-e145bc699ecc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.794590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:24.845014 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-656ad29f-5ea8-410a-aa74-bcc2e753d8fa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/1c479333-8260-4c44-8202-8d3477ccf1e2 HTTP/1.1" status: 200 len: 688 time: 1.2322071 Feb 14 21:31:24.850783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58370) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:24.868653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:24.870798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:24.873053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=25714adf-df8c-4cb2-9043-e145bc699ecc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:24.941949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:24.959724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (37223668-b1a2-4dca-b379-13e4a500d0a9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.986668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7426ce9-2086-427b-9458-86cad0204e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-37223668-b1a2-4dca-b379-13e4a500d0a9', 'network_id': '37223668-b1a2-4dca-b379-13e4a500d0a9', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': '25714adf-df8c-4cb2-9043-e145bc699ecc'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:24.987796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7426ce9-2086-427b-9458-86cad0204e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:24.987949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f19051c5-b254-46e3-8e2a-7e7c238ae66e req-ddbd94a6-a042-4514-a897-51ff32454d1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493770 Feb 14 21:31:25.010154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:21Z', 'revision_number': 1, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.029386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37223668-b1a2-4dca-b379-13e4a500d0a9']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.047955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861e31-34c9-49db-abb5-394bdca7676c req-b85076fc-b334-42fa-8fa8-4db2e3736ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.049696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-b85076fc-b334-42fa-8fa8-4db2e3736ada service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2755294 Feb 14 21:31:25.057966 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9758b686-0d15-490a-8ae9-aa3c5f43b191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.059833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:25.060501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.066822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61cfae-d6ad-4fb6-a610-258eb92b71a8 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:21Z', 'revision_number': 1, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:25.077955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c18cf5-5cc8-4c38-9f37-916103170b0b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.078160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c18cf5-5cc8-4c38-9f37-916103170b0b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.136700 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (36c18cf5-5cc8-4c38-9f37-916103170b0b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.179852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-a5dc91e5-188a-406d-a9bf-1644ee8ff6f5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.187639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-a5dc91e5-188a-406d-a9bf-1644ee8ff6f5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2302370 Feb 14 21:31:25.193434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-bfb2949d-b261-45d7-9bf6-5325b2336988 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 999 time: 0.1295934 Feb 14 21:31:25.196294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (36c18cf5-5cc8-4c38-9f37-916103170b0b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.200463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:25.201057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26296e7-fadb-406e-8b44-0fc29b2c54b5 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:25.212286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6517b7-09ee-4ea4-b24d-ff2c2aa0217e None None] Network 37223668-b1a2-4dca-b379-13e4a500d0a9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:25.296925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938041c-b0bd-4c87-9a23-a8e2352d386d req-5bcaea06-ccea-4980-b677-f08d0f17303a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.298504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0938041c-b0bd-4c87-9a23-a8e2352d386d req-5bcaea06-ccea-4980-b677-f08d0f17303a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.2244372 Feb 14 21:31:25.316344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-7be2a91a-0d39-41f7-8156-25736463a224 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 999 time: 0.1275926 Feb 14 21:31:25.328019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:25.335262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port f97e0634-d3f6-47dd-b574-dd7601c23878 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:25.335623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.443069 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899ecf8-7496-4dfd-9e37-e21c3f0224ee None None] New status for floating IP da76dad5-9ffe-4af0-a5a8-553879197d35: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:31:25.485627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.531265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0938041c-b0bd-4c87-9a23-a8e2352d386d req-952e6321-0c5a-498b-b8f8-66e194e68603 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246981 Feb 14 21:31:25.603121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:25.603639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (36c18cf5-5cc8-4c38-9f37-916103170b0b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:25.619787 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:25.636767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.636993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (f97e0634-d3f6-47dd-b574-dd7601c23878), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.687258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861e31-34c9-49db-abb5-394bdca7676c req-bb74434a-dde3-4027-97dc-3ba729040804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.688835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-bb74434a-dde3-4027-97dc-3ba729040804 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.4895713 Feb 14 21:31:25.706464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (37223668-b1a2-4dca-b379-13e4a500d0a9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.712775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:25.719945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for f97e0634-d3f6-47dd-b574-dd7601c23878 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:25.725677 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.728857 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/37223668-b1a2-4dca-b379-13e4a500d0a9 HTTP/1.1" status: 204 len: 168 time: 1.8180108 Feb 14 21:31:25.735344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58388) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:25.755961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704252476'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:25.767809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b6b78-f3ec-4684-a3cb-b8e5939ef5f0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=37223668-b1a2-4dca-b379-13e4a500d0a9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:25.802703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861e31-34c9-49db-abb5-394bdca7676c req-cee5bbe9-cecb-4000-ba3c-9f6338ce751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.803457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-cee5bbe9-cecb-4000-ba3c-9f6338ce751b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1069338 Feb 14 21:31:25.861227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942e49-f2a8-4df8-ac20-4b49aa327b15 req-6b51308d-165b-406a-9c59-dccd5f298a09 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:25.862712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81942e49-f2a8-4df8-ac20-4b49aa327b15 req-6b51308d-165b-406a-9c59-dccd5f298a09 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2288103 Feb 14 21:31:25.865402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9758b686-0d15-490a-8ae9-aa3c5f43b191 admin admin] Publish callbacks [] for security_group (fbda593f-3e7e-4057-8289-2c55bc353e13), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.880491 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9758b686-0d15-490a-8ae9-aa3c5f43b191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fbda593f-3e7e-4057-8289-2c55bc353e13), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.890841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:25.894015 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.931650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a50ac0c6-4dd2-4cda-9fb6-1244fb69be60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:25.955865 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9758b686-0d15-490a-8ae9-aa3c5f43b191 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9d8ec923d9d4464a477297c4765756c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3222158 Feb 14 21:31:25.963302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:25.981416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b686-0d15-490a-8ae9-aa3c5f43b191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda593f-3e7e-4057-8289-2c55bc353e13,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:25.994476 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-8868d0ae-f676-4cda-90e1-4f10d27eeb8b service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818945 Feb 14 21:31:26.016861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:26.024157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81942e49-f2a8-4df8-ac20-4b49aa327b15 req-0f73eb22-2b28-4f5e-ba5f-6d663285c1f3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499057 Feb 14 21:31:26.066757 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.066757 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 2ac2b55a-d18e-43ba-b2ce-381c86f2101a of type vlan for network 21d6edde-a9c7-443f-9168-f74bf6f6f20d Feb 14 21:31:26.117455 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] Publish callbacks [] for security_group (fbda593f-3e7e-4057-8289-2c55bc353e13), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.175140 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c861e31-34c9-49db-abb5-394bdca7676c req-3dfee324-fc6a-463b-ae2e-c6639e81d024 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670926 Feb 14 21:31:26.185953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] Publish callbacks [] for security_group (fbda593f-3e7e-4057-8289-2c55bc353e13), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.188751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a50ac0c6-4dd2-4cda-9fb6-1244fb69be60 admin admin] Publish callbacks [] for security_group (0eaf6a59-01a7-432e-8dd7-1078d7f7ab97), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.196383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a50ac0c6-4dd2-4cda-9fb6-1244fb69be60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0eaf6a59-01a7-432e-8dd7-1078d7f7ab97), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.204311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.253759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ac0c6-4dd2-4cda-9fb6-1244fb69be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaf6a59-01a7-432e-8dd7-1078d7f7ab97,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:26.258635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a50ac0c6-4dd2-4cda-9fb6-1244fb69be60 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7080fdf50ec043129f7f759e0111c0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438542 Feb 14 21:31:26.261266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58394) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:26.304463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fbda593f-3e7e-4057-8289-2c55bc353e13), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.307385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.309340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbda593f-3e7e-4057-8289-2c55bc353e13 HTTP/1.1" status: 204 len: 168 time: 0.3445919 Feb 14 21:31:26.320001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095b78c-eb4a-4884-ba44-12a214bc72fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda593f-3e7e-4057-8289-2c55bc353e13,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:26.334591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] Publish callbacks [] for security_group (0eaf6a59-01a7-432e-8dd7-1078d7f7ab97), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.367663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] Publish callbacks [] for security_group (0eaf6a59-01a7-432e-8dd7-1078d7f7ab97), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.432159 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0eaf6a59-01a7-432e-8dd7-1078d7f7ab97), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.435890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.437293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0eaf6a59-01a7-432e-8dd7-1078d7f7ab97 HTTP/1.1" status: 204 len: 168 time: 0.1744783 Feb 14 21:31:26.447810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665112b-8f6c-4db4-91cc-249e3874bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaf6a59-01a7-432e-8dd7-1078d7f7ab97,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:26.602166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f97e0634-d3f6-47dd-b574-dd7601c23878), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.653655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=f97e0634-d3f6-47dd-b574-dd7601c23878,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:26.720729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-2dfd7baa-3dd5-4fb2-934a-753bf01278cd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:26.722164 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.726560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-2dfd7baa-3dd5-4fb2-934a-753bf01278cd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Feb 14 21:31:26.727701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:26.728423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.761763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d2970-21a6-4b62-83be-44bd49e372dc req-22fa6484-c597-411a-89a5-dc894a1643a2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:26.763293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-179d2970-21a6-4b62-83be-44bd49e372dc req-22fa6484-c597-411a-89a5-dc894a1643a2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.6206210 Feb 14 21:31:26.848131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:31:26.848466 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:31:26.865846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port 920fa24b-a4fc-4a84-815b-1094fabf45c3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:26.866186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.871539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1300645 Feb 14 21:31:26.871707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:26.878175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:26.891335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae44458-d7ea-4dec-a33e-c2d85efead3f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=21d6edde-a9c7-443f-9168-f74bf6f6f20d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:26.896448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1c479333-8260-4c44-8202-8d3477ccf1e2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.898982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.900712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5669e758-6159-472d-8974-675c26164d6a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/1c479333-8260-4c44-8202-8d3477ccf1e2 HTTP/1.1" status: 204 len: 168 time: 2.0461464 Feb 14 21:31:26.904662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58416) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:26.905552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 21d6edde-a9c7-443f-9168-f74bf6f6f20d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:26.915647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58418) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:26.967924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-179d2970-21a6-4b62-83be-44bd49e372dc req-cbdb9d43-091d-423f-8e40-336e734ed666 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811018 Feb 14 21:31:26.969085 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-9bd59683-fb3b-4f06-948c-31d163dbcd03 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] delete failed (client error): The resource could not be found. Feb 14 21:31:26.970028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9bd59683-fb3b-4f06-948c-31d163dbcd03 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/1c479333-8260-4c44-8202-8d3477ccf1e2 HTTP/1.1" status: 404 len: 345 time: 0.0605626 Feb 14 21:31:26.970975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce8efda7-c353-48d1-bc8c-faae4bc739a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:26.973856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58420) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.094483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:27.098765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.142248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abfe70c-44d4-46e4-bbdb-ccc088f33436 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.147793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abfe70c-44d4-46e4-bbdb-ccc088f33436 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.153616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abfe70c-44d4-46e4-bbdb-ccc088f33436 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.157327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6abfe70c-44d4-46e4-bbdb-ccc088f33436 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/ports?network_id=44666470-e010-4fe5-a1b6-5f1b97e28ed2 HTTP/1.1" status: 200 len: 2357 time: 0.1800976 Feb 14 21:31:27.157586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58430) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.194636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port 920fa24b-a4fc-4a84-815b-1094fabf45c3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=920fa24b-a4fc-4a84-815b-1094fabf45c3,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:27.195052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.216011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for 920fa24b-a4fc-4a84-815b-1094fabf45c3 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:27.228775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e381-51a4-47b1-81ba-e1488b3e9d75 req-4e1e0cae-a61d-4b0f-88cb-a91b869e97a2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.230176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1db3e381-51a4-47b1-81ba-e1488b3e9d75 req-4e1e0cae-a61d-4b0f-88cb-a91b869e97a2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=21bdbb4b-4554-4b6c-8507-84afb5734590 HTTP/1.1" status: 200 len: 945 time: 0.1748979 Feb 14 21:31:27.255680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce8efda7-c353-48d1-bc8c-faae4bc739a6 admin admin] Publish callbacks [] for security_group (938a91b6-edfe-4801-93be-dd9511d6629c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.264591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f3dc1-17a1-4271-9d0e-250ff036b73f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.266173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-045f3dc1-17a1-4271-9d0e-250ff036b73f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/subnets/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd HTTP/1.1" status: 200 len: 797 time: 0.1043963 Feb 14 21:31:27.271051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58434) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.276235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'port': {'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2', 'name': 'tempest-FloatingIPTestJSON-118798541', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:27.279655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce8efda7-c353-48d1-bc8c-faae4bc739a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (938a91b6-edfe-4801-93be-dd9511d6629c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.324727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58436) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.358487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.415597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce8efda7-c353-48d1-bc8c-faae4bc739a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d9301bcaa899473fa03eeeffe999f053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4923384 Feb 14 21:31:27.418033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58440) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.440367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8efda7-c353-48d1-bc8c-faae4bc739a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a91b6-edfe-4801-93be-dd9511d6629c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:27.462180 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (814201ea-db4e-4c1b-a507-e10f06831f6d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.462372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1db3e381-51a4-47b1-81ba-e1488b3e9d75 req-f745815d-3986-41fa-ae7e-020b02c9f23f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265184 Feb 14 21:31:27.488472 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:31:27.503425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1188312898-network', 'tenant_id': '98bf0a64bc1c42d69bf6bafde09a87ee'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:27.552711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (920fa24b-a4fc-4a84-815b-1094fabf45c3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.567761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['920fa24b-a4fc-4a84-815b-1094fabf45c3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:27.594093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:27.616330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=920fa24b-a4fc-4a84-815b-1094fabf45c3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:27.621676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Made reservation on behalf of 98bf0a64bc1c42d69bf6bafde09a87ee for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:27.623985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.633119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] Publish callbacks [] for security_group (938a91b6-edfe-4801-93be-dd9511d6629c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.650167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=814201ea-db4e-4c1b-a507-e10f06831f6d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:27.662762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.718126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] Publish callbacks [] for security_group (938a91b6-edfe-4801-93be-dd9511d6629c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.719946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '2ac2b55a-d18e-43ba-b2ce-381c86f2101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:27.720313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 21d6edde-a9c7-443f-9168-f74bf6f6f20d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:27.726887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141de44b-f874-4773-86f0-688225f1ac5b req-df876f17-b750-462b-beb5-1f8afe2f11aa tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.728340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-141de44b-f874-4773-86f0-688225f1ac5b req-df876f17-b750-462b-beb5-1f8afe2f11aa tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1867235 Feb 14 21:31:27.731869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port 920fa24b-a4fc-4a84-815b-1094fabf45c3 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:27.738840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.743037 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e91083eb-1f0f-4560-8d9c-09c5ddeb1c29 req-8dea5744-4bac-414d-a8b1-7224215e968a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "DELETE /v2.0/ports/920fa24b-a4fc-4a84-815b-1094fabf45c3 HTTP/1.1" status: 204 len: 173 time: 1.0098057 Feb 14 21:31:27.745387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'name': 'network-vif-deleted', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:27.747725 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c1a1a-463d-4ccd-8d03-efd60be6cc54" -d '{"events": [{"server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "name": "network-vif-deleted", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:27.792314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 21d6edde-a9c7-443f-9168-f74bf6f6f20d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:27.816989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.817889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 21d6edde-a9c7-443f-9168-f74bf6f6f20d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:27.822654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:27.824797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.842969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da386170-d562-458c-b51b-384d0515bd23 None None] Network 21d6edde-a9c7-443f-9168-f74bf6f6f20d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:27.851103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (938a91b6-edfe-4801-93be-dd9511d6629c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.854089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.858074 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/938a91b6-edfe-4801-93be-dd9511d6629c HTTP/1.1" status: 204 len: 168 time: 0.4333303 Feb 14 21:31:27.879911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8a0f68e-16ca-4970-a443-6159b9d56b30 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0064116 Feb 14 21:31:27.883735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58446) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:27.888286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks [] for security_group (7add3356-b253-48f3-af1e-9e886f30be34), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.902137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-141de44b-f874-4773-86f0-688225f1ac5b req-d69ad98a-2089-4f34-b8a6-c79c2ba98136 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430519 Feb 14 21:31:27.904259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c1c8d-1df5-4965-96a8-801c9ce12c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a91b6-edfe-4801-93be-dd9511d6629c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:27.920647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] device_id is not set on port 01e32061-e354-4cd2-b8c8-79c9ffff0362 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:31:27.933091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7add3356-b253-48f3-af1e-9e886f30be34), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:27.991704 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee181bdb-e79a-4c5b-aea3-f1fd80b04937 x-openstack-request-id: req-ee181bdb-e79a-4c5b-aea3-f1fd80b04937 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:27.992540 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bdbb4b-4554-4b6c-8507-84afb5734590", "name": "network-vif-deleted", "tag": "920fa24b-a4fc-4a84-815b-1094fabf45c3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:27.993382 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee181bdb-e79a-4c5b-aea3-f1fd80b04937 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:27.993845 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bdbb4b-4554-4b6c-8507-84afb5734590', 'name': 'network-vif-deleted', 'tag': '920fa24b-a4fc-4a84-815b-1094fabf45c3', 'status': 'completed', 'code': 200} Feb 14 21:31:28.026500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:28.037733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-21d6edde-a9c7-443f-9168-f74bf6f6f20d', 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': '814201ea-db4e-4c1b-a507-e10f06831f6d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:28.039281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.055260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add3356-b253-48f3-af1e-9e886f30be34,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:28.066833 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (128701c8-9f5d-43b4-938b-bfee76498042), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.067436 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Added segment 128701c8-9f5d-43b4-938b-bfee76498042 of type vlan for network 4de2d626-10a7-42fa-a187-a99f98d387e9 Feb 14 21:31:28.134640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.146928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4de2d626-10a7-42fa-a187-a99f98d387e9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.206147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4de2d626-10a7-42fa-a187-a99f98d387e9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.207012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:28.207399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.252694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (814201ea-db4e-4c1b-a507-e10f06831f6d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.274951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Allocated IP 2001:db8::1 (21d6edde-a9c7-443f-9168-f74bf6f6f20d/814201ea-db4e-4c1b-a507-e10f06831f6d/4e048960-9322-41fe-a786-2e6e5e693ee1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:28.325942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9989500 Feb 14 21:31:28.338863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58456) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:28.344478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Request body: {'subnet': {'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1188312898-subnet', 'tenant_id': '98bf0a64bc1c42d69bf6bafde09a87ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:28.357157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38662d-160c-4849-8e7a-e36108d35656 req-10d44f83-ac28-45ce-8d18-104d02baa45b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:28.365720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77282d-9502-44d4-b9be-dee47745a201 admin admin] Pushing event updated for resources: {'Network': ['ID=4de2d626-10a7-42fa-a187-a99f98d387e9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:28.366333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef38662d-160c-4849-8e7a-e36108d35656 req-10d44f83-ac28-45ce-8d18-104d02baa45b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2602985 Feb 14 21:31:28.407028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Made reservation on behalf of 98bf0a64bc1c42d69bf6bafde09a87ee for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:28.416349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.488283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:28.495029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:31:28.548456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef38662d-160c-4849-8e7a-e36108d35656 req-16a0eee9-5f2b-4ae8-a40d-5b630f0b1fc2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810431 Feb 14 21:31:28.585405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks [] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.596553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.603081 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.612432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.666419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.14 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/01e32061-e354-4cd2-b8c8-79c9ffff0362) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:28.673673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Network 21d6edde-a9c7-443f-9168-f74bf6f6f20d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:28.678721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.13 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/01e32061-e354-4cd2-b8c8-79c9ffff0362) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:28.681767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:28.684485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Pushing event updated for resources: {'Port': ['ID=4e048960-9322-41fe-a786-2e6e5e693ee1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:28.687334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:28.695212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.753233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fad028f1-1608-4983-9014-ba9aed86d03a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.778836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Attempting to bind port 4e048960-9322-41fe-a786-2e6e5e693ee1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:28.779517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Attempting to bind port 4e048960-9322-41fe-a786-2e6e5e693ee1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '2ac2b55a-d18e-43ba-b2ce-381c86f2101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:28.780893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Attempting to bind port 4e048960-9322-41fe-a786-2e6e5e693ee1 on network 21d6edde-a9c7-443f-9168-f74bf6f6f20d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:28.783016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (814201ea-db4e-4c1b-a507-e10f06831f6d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.796408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:28.798041 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Floating IP da76dad5-9ffe-4af0-a5a8-553879197d35 associated. External IP: 172.25.2.239, port: 04629326-be4e-4981-82b9-951ec18e3cfb. Feb 14 21:31:28.799654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Checking segment: {'id': '2ac2b55a-d18e-43ba-b2ce-381c86f2101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:28.800788 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.802917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Bound using segment: {'id': '2ac2b55a-d18e-43ba-b2ce-381c86f2101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:28.803616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Bound port: 4e048960-9322-41fe-a786-2e6e5e693ee1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac2b55a-d18e-43ba-b2ce-381c86f2101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:28.804385 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.867536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad028f1-1608-4983-9014-ba9aed86d03a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:28.908526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] For port 4e048960-9322-41fe-a786-2e6e5e693ee1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:28.912230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] For port 4e048960-9322-41fe-a786-2e6e5e693ee1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4e048960-9322-41fe-a786-2e6e5e693ee1,segment=NetworkSegment(2ac2b55a-d18e-43ba-b2ce-381c86f2101a),segment_id=2ac2b55a-d18e-43ba-b2ce-381c86f2101a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:28.933658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:28.987988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=814201ea-db4e-4c1b-a507-e10f06831f6d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:29.014536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Checking segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:29.015013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Network hostable DHCP agents. Network: 4de2d626-10a7-42fa-a187-a99f98d387e9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:29.022602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.049664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d6edde-a9c7-443f-9168-f74bf6f6f20d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:29.062178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac2b55a-d18e-43ba-b2ce-381c86f2101a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:29.062531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac2b55a-d18e-43ba-b2ce-381c86f2101a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:29.072113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:29.077210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.091089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (01e32061-e354-4cd2-b8c8-79c9ffff0362), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.093476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4de2d626-10a7-42fa-a187-a99f98d387e9) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:29.099710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:29.100619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.113116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.113334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d64eb-a508-4abb-bdc5-cd9b6a8e6019 None None] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:29.126273 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-855e3acd-e508-424d-8295-302c0b028d39 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7858300 Feb 14 21:31:29.135018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:29.136138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:29.141126 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:29.162187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95538880-34bb-4900-bde7-4e5931abb5d5 None None] Pushing event updated for resources: {'Port': ['ID=4e048960-9322-41fe-a786-2e6e5e693ee1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:29.209705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-0bc39465-9154-4a09-b3c2-ad68000f690e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:29.211507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-0bc39465-9154-4a09-b3c2-ad68000f690e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.2286975 Feb 14 21:31:29.261401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (01e32061-e354-4cd2-b8c8-79c9ffff0362), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.263205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0502b-cc3e-4cd9-b1b1-71d0013b5106 None None] Network 21d6edde-a9c7-443f-9168-f74bf6f6f20d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:29.266275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-d19f0fb3-5faf-4771-8e41-a40676dbc23c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.0225821 Feb 14 21:31:29.305328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:31:29.305328 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:31:29.305328 n-d-828372-11 neutron-server[103512]: [parameters: {'id': '21d6edde-a9c7-443f-9168-f74bf6f6f20d'}] Feb 14 21:31:29.305328 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:31:29.305742 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:31:29.353177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:29.360894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-133f2d46-4779-4d07-a1e3-95b601f2a747 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593641 Feb 14 21:31:29.368006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:29.371105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:29.372050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=01e32061-e354-4cd2-b8c8-79c9ffff0362,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:29.376627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:29.443189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664fad09-dbc3-4e5d-9261-05e539b96f58 None None] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:29.520499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:29.521042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.548082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6ca87-769a-41e0-84e2-07db352a79cd None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:31:29.564160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-32b98e9f-4b72-431e-87f7-3681f185765b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2918408 Feb 14 21:31:29.568052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58500) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:29.573919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '01e32061-e354-4cd2-b8c8-79c9ffff0362', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:29.577524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-4161001f-9972-41c8-a54c-2ff665e9fe64 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974356 Feb 14 21:31:29.609640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.688161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6ca87-769a-41e0-84e2-07db352a79cd None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:31:29.733395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.806622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:29.919587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.42 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/dde581bf-1a16-4378-a428-7d67be7f875c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:29.956556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port 4e048960-9322-41fe-a786-2e6e5e693ee1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:29.957466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.044541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:30.083177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:30.112713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:30.114968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:30.127913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port 4e048960-9322-41fe-a786-2e6e5e693ee1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4e048960-9322-41fe-a786-2e6e5e693ee1,segment=NetworkSegment(2ac2b55a-d18e-43ba-b2ce-381c86f2101a),segment_id=2ac2b55a-d18e-43ba-b2ce-381c86f2101a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:30.128294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.136134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-82f12459-9f90-4d99-a225-e1b23bc7daae service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279980 Feb 14 21:31:30.150579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for 4e048960-9322-41fe-a786-2e6e5e693ee1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:30.176756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (dde581bf-1a16-4378-a428-7d67be7f875c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.279836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.308991 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4e048960-9322-41fe-a786-2e6e5e693ee1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.328318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:30.333362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:30.337594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:30.422665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:30.479564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 920fa24b-a4fc-4a84-815b-1094fabf45c3 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:30.518929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30108a66-3aa0-42cc-a8a7-a452c0598fe1 req-d891ab68-12ef-4dde-9e35-d726fe78764c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:30.521100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30108a66-3aa0-42cc-a8a7-a452c0598fe1 req-d891ab68-12ef-4dde-9e35-d726fe78764c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1158149 Feb 14 21:31:30.543461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:30.559064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 920fa24b-a4fc-4a84-815b-1094fabf45c3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:30.559465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 920fa24b-a4fc-4a84-815b-1094fabf45c3 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:30.647519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port 4e048960-9322-41fe-a786-2e6e5e693ee1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:30.662707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=dde581bf-1a16-4378-a428-7d67be7f875c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:30.689169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30108a66-3aa0-42cc-a8a7-a452c0598fe1 req-6be9a5cd-4834-4186-9f5f-7ea111469dda tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515322 Feb 14 21:31:30.766142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=4e048960-9322-41fe-a786-2e6e5e693ee1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:30.770979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:30.780029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:30.869575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:28Z', 'revision_number': 3, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:30.899610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:30.904394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:30.904575 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daee53d-1b8c-450e-b660-d52eca5973e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:30.915396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:30.916152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:30.925783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b89b6740-a6a6-4e02-bd32-f68e700de64d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "PUT /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 998 time: 5.6080844 Feb 14 21:31:31.023907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ee09183-816e-4bf9-b91b-ce6f4d434bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.039971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-519f9477-cd7c-4f5c-91fd-e627317980d3 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.053938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-519f9477-cd7c-4f5c-91fd-e627317980d3 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports/04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 942 time: 0.1270192 Feb 14 21:31:31.086318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.180459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:31.207440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-65e63782-b369-4397-b728-94e438156329 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.209476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-65e63782-b369-4397-b728-94e438156329 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 814 time: 0.1144640 Feb 14 21:31:31.215496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d6edde-a9c7-443f-9168-f74bf6f6f20d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:31.235223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-76200cf6-9bc7-4e13-81c8-0bec97acdb09 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/quotas/98bf0a64bc1c42d69bf6bafde09a87ee HTTP/1.1" status: 200 len: 375 time: 0.0165505 Feb 14 21:31:31.243114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac2b55a-d18e-43ba-b2ce-381c86f2101a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:31.243521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac2b55a-d18e-43ba-b2ce-381c86f2101a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:31.259728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.273195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (5e5f16f2-f423-4cb7-8772-97f22a26296d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.286610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-8172f31b-89ee-42ff-af0e-a91fd1c81da5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367835 Feb 14 21:31:31.298115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.304713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:31.305196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (2ac2b55a-d18e-43ba-b2ce-381c86f2101a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:31.366212 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:31.377998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (21d6edde-a9c7-443f-9168-f74bf6f6f20d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.387248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.390615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/21d6edde-a9c7-443f-9168-f74bf6f6f20d HTTP/1.1" status: 204 len: 168 time: 3.5047996 Feb 14 21:31:31.397148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58560) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:31.400411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b00873cb-9e26-4001-b5db-7ff701b8173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.410269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b00873cb-9e26-4001-b5db-7ff701b8173b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.1994376 Feb 14 21:31:31.411206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929889055'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:31.420329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90bd9f-a948-4d7b-aa73-0e3eb0296656 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=21d6edde-a9c7-443f-9168-f74bf6f6f20d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:31.428597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:31.475078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:31.478390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.491383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.506596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:31.533082 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (12ae7629-4d72-463e-8bb0-b59d6b019595), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.533430 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 12ae7629-4d72-463e-8bb0-b59d6b019595 of type vlan for network 53a52aa8-6cff-41db-b0ed-be86b4506b3c Feb 14 21:31:31.536208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-cc4a5045-cca0-4860-a409-0fc90d14008d service neutron] 10.222.0.86 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366498 Feb 14 21:31:31.576908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:28Z', 'revision_number': 3, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:31.606607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (53a52aa8-6cff-41db-b0ed-be86b4506b3c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.618449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742429e-4591-4f5a-8c20-26abe48823f1 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:28Z', 'revision_number': 3, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:31.618957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-87579324-35b1-4846-9673-0364a1b02786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.631380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-87579324-35b1-4846-9673-0364a1b02786 service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2201307 Feb 14 21:31:31.690778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-912775e8-0ce8-4853-946c-caffa990a7e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.0584624 Feb 14 21:31:31.705738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (53a52aa8-6cff-41db-b0ed-be86b4506b3c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.710602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.711250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.713990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8617-9522-4ac5-9b1e-cc28970a956e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:31.768478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-9250c835-591e-4b86-bdf6-ac26cb3b874f service neutron] 10.222.0.86 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314017 Feb 14 21:31:31.777718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-d6b36e60-896e-41d4-8160-4bbab0f652b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.779267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-d6b36e60-896e-41d4-8160-4bbab0f652b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0875936 Feb 14 21:31:31.858522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-d658384d-8f28-46ae-bb7e-360d55607feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:31.861139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-d658384d-8f28-46ae-bb7e-360d55607feb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0755272 Feb 14 21:31:31.874047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b318e160-9919-4df6-adb0-0f79fbabf714 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:31:31.875242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b318e160-9919-4df6-adb0-0f79fbabf714 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073462 Feb 14 21:31:31.886082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4791372 Feb 14 21:31:31.890317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58568) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:31.906453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:31.912602 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840198b-c015-4140-8d24-bf1b86d23a7f None None] New status for floating IP da76dad5-9ffe-4af0-a5a8-553879197d35: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:31:31.955727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267f9a-9699-4a91-82b2-e7e425f5135f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=53a52aa8-6cff-41db-b0ed-be86b4506b3c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:31.968857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:32.060327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-b27b24b7-e900-4771-a3b0-f1500b49ddd4 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786115 Feb 14 21:31:32.226869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb62c1-ae49-4e6e-bbbd-13457a06f0d2 req-03051b18-26ad-4771-98c5-91936e6ddfae tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.228637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4dfb62c1-ae49-4e6e-bbbd-13457a06f0d2 req-03051b18-26ad-4771-98c5-91936e6ddfae tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1455629 Feb 14 21:31:32.270028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-d257deed-f182-4380-bf7b-52c6826ae73e service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007983 Feb 14 21:31:32.313441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4dfb62c1-ae49-4e6e-bbbd-13457a06f0d2 req-35d9067c-3b20-444e-926b-eafb81b9ef11 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Feb 14 21:31:32.313613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:32.345317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:32.345317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:32.385336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-f3455b3a-6ea9-4bc8-9244-bac53134ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.394866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-f3455b3a-6ea9-4bc8-9244-bac53134ca5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1128 time: 0.0787761 Feb 14 21:31:32.427083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (dde581bf-1a16-4378-a428-7d67be7f875c), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.440730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-d9aca285-0344-4df4-aaa8-623eec8b1b43 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.442325 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-d9aca285-0344-4df4-aaa8-623eec8b1b43 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.7017608 Feb 14 21:31:32.448389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.465563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:32.534785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09b39839-124b-4680-bf49-1852c7330f8d req-14f618b9-20d3-4b6c-97b5-ff9a3f62a454 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 210 time: 0.0732882 Feb 14 21:31:32.564483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:32.576495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-132213e6-18d6-46f1-aa61-41eb5e57cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.587477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-132213e6-18d6-46f1-aa61-41eb5e57cd21 service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.1908045 Feb 14 21:31:32.589280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:32.592873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.635756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8617-9522-4ac5-9b1e-cc28970a956e admin admin] Publish callbacks [] for security_group (b093d9b4-2363-40fb-9870-4d70179e6356), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.650815 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212d051-5460-4c7d-b295-efeb36d3a98d x-openstack-request-id: req-5212d051-5460-4c7d-b295-efeb36d3a98d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:32.651296 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:32.651991 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5212d051-5460-4c7d-b295-efeb36d3a98d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:32.653365 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:31:32.691473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8617-9522-4ac5-9b1e-cc28970a956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b093d9b4-2363-40fb-9870-4d70179e6356), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.691708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-8c17978f-7e93-46f9-a2a9-6c6ec9e6b1f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 1001 time: 0.1014225 Feb 14 21:31:32.724544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=dde581bf-1a16-4378-a428-7d67be7f875c,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:32.755135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-f83e4241-cd41-4dda-b2b9-5f52f842b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.756682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-f83e4241-cd41-4dda-b2b9-5f52f842b369 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0622466 Feb 14 21:31:32.804035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5e5f16f2-f423-4cb7-8772-97f22a26296d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:32.864837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-2a8f565c-9e53-4626-a412-a8365f710fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.866365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-2a8f565c-9e53-4626-a412-a8365f710fa6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0706248 Feb 14 21:31:32.878425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ed8b-15bd-4ca7-9d4f-47fd22671c6f req-189008b1-0e86-455f-a3a0-e25564abca77 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:32.879912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5216ed8b-15bd-4ca7-9d4f-47fd22671c6f req-189008b1-0e86-455f-a3a0-e25564abca77 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1221702 Feb 14 21:31:32.953141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:32Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:32.989180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:32.990136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5216ed8b-15bd-4ca7-9d4f-47fd22671c6f req-8060bded-b7df-4483-9f5a-2aa691ecd0ba tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017604 Feb 14 21:31:33.000407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bc4e8617-9522-4ac5-9b1e-cc28970a956e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7f6fcdc09be45d1a255e83778cc8258&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5679128 Feb 14 21:31:33.000407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e8617-9522-4ac5-9b1e-cc28970a956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b093d9b4-2363-40fb-9870-4d70179e6356,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:33.004404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58580) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:33.027672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:33.028324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:33.029443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-e6daabd3-44f8-4500-9173-0ae442c0e1c8 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485229 Feb 14 21:31:33.102679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-64bd6573-6ea6-413b-a552-295eaadbcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.104457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-64bd6573-6ea6-413b-a552-295eaadbcf03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.4184525 Feb 14 21:31:33.136869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23f316b1-1c38-4598-9849-75635eab7236 req-60c79956-00c3-400b-885f-a1ba1cd1a789 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 210 time: 0.0378830 Feb 14 21:31:33.154568 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 5e5f16f2-f423-4cb7-8772-97f22a26296d associated. External IP: 172.25.2.42, port: 01e32061-e354-4cd2-b8c8-79c9ffff0362. Feb 14 21:31:33.178953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-691e03d1-0ede-49d0-9e20-d009ac50303b req-a6f3509a-d791-4691-9b07-c0f741953589 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380556 Feb 14 21:31:33.199479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:33.259808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:33.264285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.295236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] Publish callbacks [] for security_group (b093d9b4-2363-40fb-9870-4d70179e6356), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.315862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-ee7a33ac-80e0-4cc2-aa4e-36c76c3aa182 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.0948157 Feb 14 21:31:33.387509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-b50f06db-3a8a-4c20-b33d-3c64ebb5463f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.393147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] Publish callbacks [] for security_group (b093d9b4-2363-40fb-9870-4d70179e6356), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.395861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-b50f06db-3a8a-4c20-b33d-3c64ebb5463f tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports/2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 942 time: 0.0785511 Feb 14 21:31:33.411619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (eed2d003-2ad1-4090-a8da-f235f58fb0e2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.555380 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed899237-5cb9-4f6d-9e59-b2aa78eb9359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.607861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-f1953555-7e51-4b76-9b34-9295fce7f233 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.1019599 Feb 14 21:31:33.623551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-74de9d8d-b8c0-41d4-9c1f-b53ad90600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.625038 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-74de9d8d-b8c0-41d4-9c1f-b53ad90600cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.5070429 Feb 14 21:31:33.683749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b093d9b4-2363-40fb-9870-4d70179e6356), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.686347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:33.690614 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b093d9b4-2363-40fb-9870-4d70179e6356 HTTP/1.1" status: 204 len: 168 time: 0.6799405 Feb 14 21:31:33.740300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-2c9b8015-e8d8-47a4-b7c8-f97dde4c349d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.741755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23f30bca-74be-49c1-a8c8-537770cb9d4c req-2c9b8015-e8d8-47a4-b7c8-f97dde4c349d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1226745 Feb 14 21:31:33.746887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f61a8-cd7a-4b99-9794-3a0d5c968738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093d9b4-2363-40fb-9870-4d70179e6356,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:33.750575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-108776b5-4b50-407d-a045-21835cfff6ad tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.753122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-108776b5-4b50-407d-a045-21835cfff6ad tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.83 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 814 time: 0.3124425 Feb 14 21:31:33.762687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-038b7b2d-de77-49fc-a567-6c8e7b6f0148 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.1249323 Feb 14 21:31:33.797000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Request body: {'port': {'device_id': '72a2ba69-70e5-47b5-af09-9505753b1647', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'admin_state_up': True, 'tenant_id': '98bf0a64bc1c42d69bf6bafde09a87ee'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:33.879101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba80e3-4ec0-4904-a4f1-e46342e3349e req-015f5abe-afb7-4d6d-a62a-43da96fa5453 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.880902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ba80e3-4ec0-4904-a4f1-e46342e3349e req-015f5abe-afb7-4d6d-a62a-43da96fa5453 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1268511 Feb 14 21:31:33.892720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-6bf6544d-56fc-404b-8f39-73efa836c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:33.894736 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-6bf6544d-56fc-404b-8f39-73efa836c348 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.1194947 Feb 14 21:31:33.973212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=eed2d003-2ad1-4090-a8da-f235f58fb0e2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:33.980056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '12ae7629-4d72-463e-8bb0-b59d6b019595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:33.980516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 53a52aa8-6cff-41db-b0ed-be86b4506b3c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:33.983472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d3ae731-c901-4dfe-8414-94993a33637e req-d572ab57-e1df-4a72-90cd-181e7ab628d8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 210 time: 0.0922725 Feb 14 21:31:34.005776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:32Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:34.045026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ba80e3-4ec0-4904-a4f1-e46342e3349e req-c51583cd-c4f9-4f7a-a47b-5b32b359e0f1 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551769 Feb 14 21:31:34.071003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Made reservation on behalf of 98bf0a64bc1c42d69bf6bafde09a87ee for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:34.077845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9337-40de-4912-9a0a-7e572049450e None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:4d:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:32Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:34.084604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.118687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.14 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/b09b73c5-d59e-4932-b64b-13c1ec236bef) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:34.135253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-01113d79-d8b3-4626-89f4-415138efabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:34.136834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-01113d79-d8b3-4626-89f4-415138efabb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1999905 Feb 14 21:31:34.181027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:34.226965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-e0e22d88-b4c0-4ca0-9148-013a3d91ad3e tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.1255512 Feb 14 21:31:34.228628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:34.249558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 53a52aa8-6cff-41db-b0ed-be86b4506b3c) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:34.265776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:34.266368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.266971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620049b1-ea99-422c-9518-c6dae1087fd4 None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:34.312960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-1bf6e4ec-3ac1-45b1-9786-061338841804 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:34.321376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-1bf6e4ec-3ac1-45b1-9786-061338841804 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports/2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 942 time: 0.0915568 Feb 14 21:31:34.328812 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c34cce04-7548-4f5a-9704-6aa684cefb60 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4345176 Feb 14 21:31:34.329414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:34.331343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:34.355144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58ac8627-07b4-4b5c-a570-079f2c60523f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.356347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:34.392867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29a18705-db74-4062-bc67-9f79f1992bb4 req-e05deebf-6eec-4c6f-9dfb-8c2ae6b67def tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Feb 14 21:31:34.477310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58ac8627-07b4-4b5c-a570-079f2c60523f admin admin] Publish callbacks [] for security_group (b33b6ae7-7a1b-4d65-913a-bce94d82943f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.485095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-78532960-1c1f-41d0-9a37-af74cb0f153f service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402343 Feb 14 21:31:34.544329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-53a52aa8-6cff-41db-b0ed-be86b4506b3c', 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': 'eed2d003-2ad1-4090-a8da-f235f58fb0e2'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:34.545566 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.548786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.566640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-81bb6251-ce20-4e9b-9100-0ebe7d581915 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.0851426 Feb 14 21:31:34.586347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58ac8627-07b4-4b5c-a570-079f2c60523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b33b6ae7-7a1b-4d65-913a-bce94d82943f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.621190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac8627-07b4-4b5c-a570-079f2c60523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b6ae7-7a1b-4d65-913a-bce94d82943f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:34.663634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:34.665894 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528bd0d-fb4d-4f40-b553-47bb57195657" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:34.712533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-58ac8627-07b4-4b5c-a570-079f2c60523f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d03b55ace61404192d6ab21838dd5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535425 Feb 14 21:31:34.714840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Allocated IP 2001:db8::2 (53a52aa8-6cff-41db-b0ed-be86b4506b3c/eed2d003-2ad1-4090-a8da-f235f58fb0e2/03667c99-5877-47e1-b4ac-096fa828a8eb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:34.717196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58622) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:34.724609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Allocated IP 172.20.0.11 (4de2d626-10a7-42fa-a187-a99f98d387e9/fad028f1-1608-4983-9014-ba9aed86d03a/3ee76a88-24aa-4837-9f5b-db23fceb905f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:34.761918 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e87eece-40de-49be-a4f3-251eb2f3bc06 x-openstack-request-id: req-3e87eece-40de-49be-a4f3-251eb2f3bc06 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:34.762346 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:34.762460 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e87eece-40de-49be-a4f3-251eb2f3bc06 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:34.762905 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'status': 'completed', 'code': 200} Feb 14 21:31:34.892008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks [] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.898912 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:34.949079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:34.953771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:34.956920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:34.961384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Pushing event updated for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:34.972786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.973155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.974035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.974385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.974728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.975068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.975451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.975785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.976122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.976456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.976855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.977193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:34.977547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:31:35.046390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.050470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Attempting to bind port 03667c99-5877-47e1-b4ac-096fa828a8eb on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:35.051180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Attempting to bind port 03667c99-5877-47e1-b4ac-096fa828a8eb by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '12ae7629-4d72-463e-8bb0-b59d6b019595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:35.052903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Attempting to bind port 03667c99-5877-47e1-b4ac-096fa828a8eb on network 53a52aa8-6cff-41db-b0ed-be86b4506b3c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:35.060281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:35.061131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Checking segment: {'id': '12ae7629-4d72-463e-8bb0-b59d6b019595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:35.062286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.063733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Bound using segment: {'id': '12ae7629-4d72-463e-8bb0-b59d6b019595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:35.064529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Bound port: 03667c99-5877-47e1-b4ac-096fa828a8eb, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ae7629-4d72-463e-8bb0-b59d6b019595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:35.065201 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.097867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:35.108438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:35.113225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.119861 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:35.134705 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:35.135877 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:35.142187 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3daee53d-1b8c-450e-b660-d52eca5973e7 req-014ba34e-d7d5-4e03-9a7d-8c69ba7f6546 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486006 Feb 14 21:31:35.174282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:35.178314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-626d2adc-d9ab-4615-8ede-b34423664fd6 req-385a21c4-a2b3-496a-bd54-12282f4d2d0f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 210 time: 0.0852480 Feb 14 21:31:35.191722 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:35.193582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:35.196318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.200365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] Publish callbacks [] for security_group (b33b6ae7-7a1b-4d65-913a-bce94d82943f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.204694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.225779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] Publish callbacks [] for security_group (b33b6ae7-7a1b-4d65-913a-bce94d82943f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.239667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:35.241131 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:35.243082 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359f2d-0665-4dc4-b888-ca0b4ff79c6b None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:35.249923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=03667c99-5877-47e1-b4ac-096fa828a8eb,segment=NetworkSegment(12ae7629-4d72-463e-8bb0-b59d6b019595),segment_id=12ae7629-4d72-463e-8bb0-b59d6b019595)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:35.263366 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.267204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-5075e69c-bc3e-4935-ac98-abdef0e839c5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:35.275779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-5075e69c-bc3e-4935-ac98-abdef0e839c5 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.6573582 Feb 14 21:31:35.284010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-701266ad-25d7-4c04-8584-9ea584577494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:35.286281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-701266ad-25d7-4c04-8584-9ea584577494 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1128 time: 0.4976821 Feb 14 21:31:35.316630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0c711c1c-9e2f-4aaa-aa2f-6d458ff43aaa tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7474365 Feb 14 21:31:35.318724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:35.322450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58630) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:35.327177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': '01e32061-e354-4cd2-b8c8-79c9ffff0362', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:35.339337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:35.345548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:35.382400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c532e9-bca3-4d30-be2e-a2dabe99e27f None None] Pushing event updated for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:35.388180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:35.454393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (5e5f16f2-f423-4cb7-8772-97f22a26296d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.465435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:35.466048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.496533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b33b6ae7-7a1b-4d65-913a-bce94d82943f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.499185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.500741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b33b6ae7-7a1b-4d65-913a-bce94d82943f HTTP/1.1" status: 204 len: 168 time: 0.7823846 Feb 14 21:31:35.536875 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-e6f6a356-fd89-4a75-b1d9-1092242e7d1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0835378 Feb 14 21:31:35.541859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-2cc4f459-c998-41a2-8136-647b1fa3175a tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.2649484 Feb 14 21:31:35.561898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:35.566124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bdd21-e405-4f19-aaef-5064367b4c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b6ae7-7a1b-4d65-913a-bce94d82943f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:35.595806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Request body: {'port': {'device_id': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:35.683614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.699948 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.804799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.828358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf526-b4c5-4e59-b243-7f6eac13bb8e req-75d0d179-ffb6-46db-91b9-885a7e277b03 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:35.829852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ebf526-b4c5-4e59-b243-7f6eac13bb8e req-75d0d179-ffb6-46db-91b9-885a7e277b03 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.4731164 Feb 14 21:31:35.840980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-9574317f-6f52-45d4-b771-a30ddacd1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:35.842434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-9574317f-6f52-45d4-b771-a30ddacd1338 service neutron] 10.222.0.83 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.5394485 Feb 14 21:31:35.918397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks [] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.967242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.981618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (1a8b1b99-c405-43ff-94ff-94f685a42874), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.994052 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:35.994397 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Floating IP da76dad5-9ffe-4af0-a5a8-553879197d35 disassociated. External IP: 172.25.2.239, port: 2b283878-4cae-4538-ae3e-55c94636d5d5. Feb 14 21:31:36.012489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.055453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-a1c5096b-8543-43df-abf7-c6e269295aa8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 1001 time: 0.2019386 Feb 14 21:31:36.072701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ebf526-b4c5-4e59-b243-7f6eac13bb8e req-95861b18-c6a8-44b9-acc8-31056c87fd97 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262564 Feb 14 21:31:36.122209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 03667c99-5877-47e1-b4ac-096fa828a8eb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:36.197003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.216647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:36.233017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:36.233464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.233599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:36.250769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=1a8b1b99-c405-43ff-94ff-94f685a42874,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:36.266680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.267538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.334783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:36.337059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-ad5e0c94-49fe-4ac6-9447-00783d09b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.338606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-ad5e0c94-49fe-4ac6-9447-00783d09b318 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.2591105 Feb 14 21:31:36.367448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:36.382814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:36.383266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.385345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:36.429615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:36.446585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1eb42af2-dc28-4784-bb7c-f5d5c73cf446 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0980392 Feb 14 21:31:36.453243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58658) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:36.462896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=03667c99-5877-47e1-b4ac-096fa828a8eb,segment=NetworkSegment(12ae7629-4d72-463e-8bb0-b59d6b019595),segment_id=12ae7629-4d72-463e-8bb0-b59d6b019595)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:36.473933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.511563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.512308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.563051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:36.687813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b73c5-d59e-4932-b64b-13c1ec236bef {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:36.698799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks [] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.724951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Transition to ACTIVE for port object b09b73c5-d59e-4932-b64b-13c1ec236bef will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:31:36.727166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.731743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.736418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5e5f16f2-f423-4cb7-8772-97f22a26296d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.754741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:36.775744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108882-e8c9-42b9-9e82-195addb593fe req-88565e1c-6160-490a-b57b-d90153e1b5ef tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.782697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb108882-e8c9-42b9-9e82-195addb593fe req-88565e1c-6160-490a-b57b-d90153e1b5ef tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 932 time: 0.5425026 Feb 14 21:31:36.792256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03ab4ad5-29e2-40b7-bdd7-9faca6fcffea tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9983959 Feb 14 21:31:36.796198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.797663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.798993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.800373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.802287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.804091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-76f1bbcd-9614-43a4-8722-a2cda80ef9b4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3201404 Feb 14 21:31:36.813212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58668) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:36.818726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Request body: {'port': {'device_id': '72a2ba69-70e5-47b5-af09-9505753b1647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:36.856058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-210338706'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:36.868981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f75409-2fae-416c-b976-f27909eabdaa None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:36.875654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-840a0e5b-a880-4b38-b0eb-346ac1d30676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:36.878145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-840a0e5b-a880-4b38-b0eb-346ac1d30676 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5116262 Feb 14 21:31:36.879345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:36.939325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64d43473-8d08-42b0-8d3a-b78f5d855142 None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:36.940070 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64d43473-8d08-42b0-8d3a-b78f5d855142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.940895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:36.986743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Attempting to bind port b09b73c5-d59e-4932-b64b-13c1ec236bef on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:36.987367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Attempting to bind port b09b73c5-d59e-4932-b64b-13c1ec236bef by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:36.988208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Attempting to bind port b09b73c5-d59e-4932-b64b-13c1ec236bef on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:36.997036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Port b09b73c5-d59e-4932-b64b-13c1ec236bef on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:31:36.997616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Attempting to bind port b09b73c5-d59e-4932-b64b-13c1ec236bef on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:37.040305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:37.040851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:37.041397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:37.042040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Bound port: b09b73c5-d59e-4932-b64b-13c1ec236bef, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:37.042576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.070257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64d43473-8d08-42b0-8d3a-b78f5d855142 None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:37.096167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:37.108343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.154233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.165599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:37.169883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Update dhcp port {'port': {'network_id': '53a52aa8-6cff-41db-b0ed-be86b4506b3c', 'fixed_ips': [{'subnet_id': 'eed2d003-2ad1-4090-a8da-f235f58fb0e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a8b1b99-c405-43ff-94ff-94f685a42874'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '03667c99-5877-47e1-b4ac-096fa828a8eb'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:31:37.170580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:37.178583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:37.190423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.208997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.272249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:37.272847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.274279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] 10.222.0.83 "PUT /v2.0/ports/b09b73c5-d59e-4932-b64b-13c1ec236bef HTTP/1.1" status: 200 len: 1093 time: 1.7244399 Feb 14 21:31:37.274813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:37.280774 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:37.315439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91efcbf-bffc-4c2f-af23-93529f11d27b service neutron] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:37.415007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:37.420933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.437961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:37.453735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Allocated IP 172.20.0.1 (53a52aa8-6cff-41db-b0ed-be86b4506b3c/1a8b1b99-c405-43ff-94ff-94f685a42874/03667c99-5877-47e1-b4ac-096fa828a8eb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:37.466440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-a4897db0-731d-4bdb-8eac-5a675cb5ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:37.467973 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-a4897db0-731d-4bdb-8eac-5a675cb5ad48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 1127 time: 0.1129222 Feb 14 21:31:37.491859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:37.492687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:37.538675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-c705dccb-3639-4a82-ac03-4fc2a988e209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef HTTP/1.1" status: 200 len: 217 time: 0.0394638 Feb 14 21:31:37.543116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:37.544593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df5c72d6-cd15-4ab9-95bb-d5ccae1feed1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/5e5f16f2-f423-4cb7-8772-97f22a26296d HTTP/1.1" status: 200 len: 977 time: 2.2209325 Feb 14 21:31:37.547540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:37.580224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:37.585069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:37.586021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:37.592270 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:37.601379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.613966 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:37.615105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:37.630063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:37.630782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1829d8f-ffeb-4c3c-92a0-73d683b6d25e None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:37.671752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=03667c99-5877-47e1-b4ac-096fa828a8eb,segment=NetworkSegment(12ae7629-4d72-463e-8bb0-b59d6b019595),segment_id=12ae7629-4d72-463e-8bb0-b59d6b019595)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:37.692529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-122746eb-af29-4eb4-b0c6-8a85cbf85032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:37.694026 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-122746eb-af29-4eb4-b0c6-8a85cbf85032 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1475434 Feb 14 21:31:37.712925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Publish callbacks [] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.721443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:37.727728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb108882-e8c9-42b9-9e82-195addb593fe req-178a7576-b370-4d64-b655-5f06034632e5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9440889 Feb 14 21:31:37.755914 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:37.799654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d26dc1ee-e247-4a8a-8072-993e87214fa2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "PUT /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 695 time: 2.2564635 Feb 14 21:31:37.823545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-5394498b-46d9-4bcc-a669-7bb2c93715a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115274 Feb 14 21:31:37.824746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:37.834393 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ba517-c070-4d97-9b04-17cf38cb3a57" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:37.882869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54bd62-2ba2-4493-8c86-7c8f20bf4646 None None] Pushing event updated for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:38.036619 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:38.060004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:38.088430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 03667c99-5877-47e1-b4ac-096fa828a8eb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:38.111477 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:38.122581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:38.123621 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:38.141728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-cc864295-9580-48be-8356-eecd0de046b1 service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2016220 Feb 14 21:31:38.218143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:38.218526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.362879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:38.434675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:38.475033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (41f1312f-8dc1-4ae6-bc83-957791a292f1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.475426 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 41f1312f-8dc1-4ae6-bc83-957791a292f1 of type vlan for network 8257bf19-be42-48cb-9b9a-47453c768d7d Feb 14 21:31:38.506154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:38.599036 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-44f98e0b-eb81-4ae9-851e-d97dadb09d4d service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640591 Feb 14 21:31:38.621084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b535d7-5740-47e6-9fd8-f39a5a891c91 req-136b8c0a-af28-4f79-a932-15c138131003 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:38.625891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43b535d7-5740-47e6-9fd8-f39a5a891c91 req-136b8c0a-af28-4f79-a932-15c138131003 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 944 time: 0.7308109 Feb 14 21:31:38.653378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:38.671118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks [] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.681281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port dde581bf-1a16-4378-a428-7d67be7f875c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:38.681636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.716736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Transition to ACTIVE for port object 3ee76a88-24aa-4837-9f5b-db23fceb905f will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:31:38.738594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:38.756492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.773405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b4c2f061-9076-4946-b005-df92214de370', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': 'b4c2f061-9076-4946-b005-df92214de370', 'mac_address': 'fa:16:3e:44:59:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:38.791606 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ffcec6c7-d5b9-4ec8-96b3-d9e2de330bab req-f1b94822-a086-47bf-a61c-8013701c6f64 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853290 Feb 14 21:31:38.824048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b4c2f061-9076-4946-b005-df92214de370 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:38.824198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.824774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:38.832214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.843434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4c2f061-9076-4946-b005-df92214de370 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:38.846900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.847340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (dde581bf-1a16-4378-a428-7d67be7f875c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.850782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25da064-eead-4b8f-bbec-2a17ea1cee79 None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:38.855506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:38.860563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.863014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.873941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for dde581bf-1a16-4378-a428-7d67be7f875c owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:38.875626 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcacd9-f352-45e7-9344-159a212671ba None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:38.914294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:38.943315 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:38.955358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f8a03226-591c-4bde-96d8-94de857e85ef None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:38.955358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8a03226-591c-4bde-96d8-94de857e85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.029415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:39.081929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-f5da8d6f-ae54-4bd8-84ff-3008d375e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.092887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-f5da8d6f-ae54-4bd8-84ff-3008d375e475 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1128 time: 1.2508230 Feb 14 21:31:39.098289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5528bd0d-fb4d-4f40-b553-47bb57195657 req-56b8ffc2-7472-4d7b-a8b1-d21cb3b8ed36 service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407641 Feb 14 21:31:39.099360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b4c2f061-9076-4946-b005-df92214de370'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:39.149717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (dde581bf-1a16-4378-a428-7d67be7f875c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.150145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3106112 Feb 14 21:31:39.153210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:39.173245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:39.180500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:39.201341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28faff5-f295-471f-a983-d55691c32fb4 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=8257bf19-be42-48cb-9b9a-47453c768d7d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:39.235404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:39.245696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=dde581bf-1a16-4378-a428-7d67be7f875c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:39.261113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43b535d7-5740-47e6-9fd8-f39a5a891c91 req-713b6185-7dad-4c88-8dc8-d498447413a9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442222 Feb 14 21:31:39.343944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d76b9d9b-4287-4edb-ab88-fe9fbb58d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.353288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-d76b9d9b-4287-4edb-ab88-fe9fbb58d7ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2592797 Feb 14 21:31:39.412172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-f85098ce-77bd-40e8-8c49-c47dad22e71f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 217 time: 0.0567055 Feb 14 21:31:39.446802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:39.447194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:39.447519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:39.463423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (5e5f16f2-f423-4cb7-8772-97f22a26296d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.463906 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 5e5f16f2-f423-4cb7-8772-97f22a26296d disassociated (deleted). External IP: 172.25.2.42, port: 01e32061-e354-4cd2-b8c8-79c9ffff0362. Feb 14 21:31:39.467968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:31:39.468379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:39.500322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:39.500671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Checking segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:39.501057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Bound using segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:39.501503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Bound port: 3ee76a88-24aa-4837-9f5b-db23fceb905f, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:39.501663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939c2ca-6d68-459f-9ba7-66aab6496eb2 None None] New status for floating IP da76dad5-9ffe-4af0-a5a8-553879197d35: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:31:39.501863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.522289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-e8e8fbe4-3ed2-4db1-9e88-90c82e6e4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.529271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-e8e8fbe4-3ed2-4db1-9e88-90c82e6e4364 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.1162026 Feb 14 21:31:39.602818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f8a03226-591c-4bde-96d8-94de857e85ef None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:39.624373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.634031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e2fb4-100b-49e7-abdb-122987168709 req-8ad608b0-6606-4bbb-86ef-8c1c7423d8f2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.637181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-458e2fb4-100b-49e7-abdb-122987168709 req-8ad608b0-6606-4bbb-86ef-8c1c7423d8f2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1919687 Feb 14 21:31:39.698902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.733519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-b48bce35-87ce-4e28-8c99-86c5e11b9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.742080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-b48bce35-87ce-4e28-8c99-86c5e11b9a80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2112823 Feb 14 21:31:39.743579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 8257bf19-be42-48cb-9b9a-47453c768d7d is not hosted by any dhcp agent {{(pid=103512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:31:39.749553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:39.750528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:39.755011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "PUT /v2.0/networks/8257bf19-be42-48cb-9b9a-47453c768d7d HTTP/1.1" status: 200 len: 723 time: 0.5968816 Feb 14 21:31:39.766252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58716) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:39.772511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:39.802636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:39.843989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745731f3-9684-442d-a52b-1dc7c38f2425 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=8257bf19-be42-48cb-9b9a-47453c768d7d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:39.862293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:39.897417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58720) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:39.915196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:39.922898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-458e2fb4-100b-49e7-abdb-122987168709 req-21ec0bc7-b7c0-48fc-9c22-4723bc6b8c89 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707994 Feb 14 21:31:39.958771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.039033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.039690 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.041206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] 10.222.0.83 "PUT /v2.0/ports/3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 1093 time: 3.2358024 Feb 14 21:31:40.052270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:40.065011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-35553802-4ac5-4c19-952d-98dc8b3d550d service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226049 Feb 14 21:31:40.066838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-aaae92e6-aee8-4d4c-ac3a-83223bf7e3ae None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:40.068253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaae92e6-aee8-4d4c-ac3a-83223bf7e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.095672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aebdc9-0b8b-42f1-8eb7-5b99a557683f service neutron] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:40.130703 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0007b55c-e1f3-412e-a664-21a3874c75eb x-openstack-request-id: req-0007b55c-e1f3-412e-a664-21a3874c75eb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:40.130992 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:40.131265 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0007b55c-e1f3-412e-a664-21a3874c75eb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:40.131709 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'status': 'completed', 'code': 200} Feb 14 21:31:40.152243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:40.155581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.158389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99a1fcc-b2a4-41ce-b87d-c3fbf285fe16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.163613 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9391fc-33fd-4acd-a6f1-f035126abf72 x-openstack-request-id: req-4a9391fc-33fd-4acd-a6f1-f035126abf72 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:40.163613 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:40.163904 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a9391fc-33fd-4acd-a6f1-f035126abf72 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:40.164274 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'status': 'completed', 'code': 200} Feb 14 21:31:40.289374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aaae92e6-aee8-4d4c-ac3a-83223bf7e3ae None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:40.328664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-17f6f5e6-ba40-4ca8-9895-467c36ac97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.330397 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-17f6f5e6-ba40-4ca8-9895-467c36ac97d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 1128 time: 0.1420732 Feb 14 21:31:40.331408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:40.336363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.343911 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:40.345086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8df7a0d-e7d7-4dec-bdf0-533ad01cc4df req-be4f50f0-9cdb-4822-9342-ee8fd0b5f4e6 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792287 Feb 14 21:31:40.357637 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:40.358868 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:40.373811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-c7cdf7d7-ee90-40c2-ade1-d5668f1ee6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.375357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-c7cdf7d7-ee90-40c2-ade1-d5668f1ee6b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1127 time: 0.2416341 Feb 14 21:31:40.398585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-da718242-122e-44d2-a6d7-0f2c6de636bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.400099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-da718242-122e-44d2-a6d7-0f2c6de636bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 1127 time: 0.2678480 Feb 14 21:31:40.413295 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:40.423980 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:40.424943 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:40.444355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a91f3a08-619b-4801-8984-d7a3e2a4ade1 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/5e5f16f2-f423-4cb7-8772-97f22a26296d HTTP/1.1" status: 204 len: 168 time: 2.8888700 Feb 14 21:31:40.448920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58736) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:40.449101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-e138c648-b210-4360-9cb4-508d58037b36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0608492 Feb 14 21:31:40.465000 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:40.465930 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dad25-8a78-4709-90e9-2d4d0ee5a6ac None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:40.487233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99a1fcc-b2a4-41ce-b87d-c3fbf285fe16 admin admin] Publish callbacks [] for security_group (d98fb0f1-45b9-47a0-b35b-38fd1a7c628d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.497326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99a1fcc-b2a4-41ce-b87d-c3fbf285fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d98fb0f1-45b9-47a0-b35b-38fd1a7c628d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.507196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:40.569851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b4c2f061-9076-4946-b005-df92214de370 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:40.570529 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4c2f061-9076-4946-b005-df92214de370), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.594400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a1fcc-b2a4-41ce-b87d-c3fbf285fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98fb0f1-45b9-47a0-b35b-38fd1a7c628d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:40.598985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-691073a5-a4c2-416f-8239-96aa510b9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.600530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-691073a5-a4c2-416f-8239-96aa510b9cde service neutron] 10.222.0.83 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2616122 Feb 14 21:31:40.604801 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c99a1fcc-b2a4-41ce-b87d-c3fbf285fe16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ca57c914a4c486a892a18df09fcc1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064722 Feb 14 21:31:40.607608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:40.663384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-dda4b236-f87a-4172-a41d-fa3e5494c3a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 200 len: 217 time: 0.0546966 Feb 14 21:31:40.664102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b4c2f061-9076-4946-b005-df92214de370 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:40.664102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.688894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:40.691206 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3c7f1f-3315-4362-8479-688d020e4ed5" -d '{"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:40.705833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:40.713168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.753888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-bf8360a1-ce8f-46cf-8131-d3843e6a10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.755436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-bf8360a1-ce8f-46cf-8131-d3843e6a10da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0825531 Feb 14 21:31:40.760739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 01e32061-e354-4cd2-b8c8-79c9ffff0362 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:40.761087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (01e32061-e354-4cd2-b8c8-79c9ffff0362), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.766396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] Publish callbacks [] for security_group (d98fb0f1-45b9-47a0-b35b-38fd1a7c628d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.769001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:40.830696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f48613-d27d-45d2-ad82-a151b195c86a req-634cfbc2-5d4b-4bb6-a1b4-1a8d9c6f30db tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.832497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05f48613-d27d-45d2-ad82-a151b195c86a req-634cfbc2-5d4b-4bb6-a1b4-1a8d9c6f30db tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.5607588 Feb 14 21:31:40.866726 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] Publish callbacks [] for security_group (d98fb0f1-45b9-47a0-b35b-38fd1a7c628d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.910090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-c7720734-1f95-4a0a-8c9c-2959910090cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.911697 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-c7720734-1f95-4a0a-8c9c-2959910090cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1464064 Feb 14 21:31:40.920852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-c506329c-2e16-46d2-8f78-3012a265e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:40.922305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-c506329c-2e16-46d2-8f78-3012a265e78e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.4581518 Feb 14 21:31:40.951668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (01e32061-e354-4cd2-b8c8-79c9ffff0362), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:40.994073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 01e32061-e354-4cd2-b8c8-79c9ffff0362 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:41.014707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (a6a9dfb0-45c0-48c4-931d-aa81049a3f03), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.017950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-03e0017e-93d2-4ee3-8a1d-81fcc1081476 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704358 Feb 14 21:31:41.038503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05f48613-d27d-45d2-ad82-a151b195c86a req-a6f77f2d-7ffa-4f7a-908c-85a14037a46d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915815 Feb 14 21:31:41.047969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d98fb0f1-45b9-47a0-b35b-38fd1a7c628d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.051984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.053634 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d98fb0f1-45b9-47a0-b35b-38fd1a7c628d HTTP/1.1" status: 204 len: 168 time: 0.4440224 Feb 14 21:31:41.071950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef65c4-8053-4317-818e-cfbca2f3f8f4 req-59230dc0-961e-4aa4-9029-3085a9ca5ff9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.079203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8ef65c4-8053-4317-818e-cfbca2f3f8f4 req-59230dc0-961e-4aa4-9029-3085a9ca5ff9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 944 time: 0.6318355 Feb 14 21:31:41.081421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-f8a772d0-99ad-4354-ac33-213f89d71ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.081823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1268eb9-b5df-4e50-9c08-d2a36f3784b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98fb0f1-45b9-47a0-b35b-38fd1a7c628d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:41.083411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-f8a772d0-99ad-4354-ac33-213f89d71ddc service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.6407351 Feb 14 21:31:41.140671 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-195f9c73-907f-4a7d-956a-46aaff1eac00 service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200820 Feb 14 21:31:41.212732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-31fa140e-348a-486f-9332-fde3ee1f23bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef HTTP/1.1" status: 200 len: 217 time: 0.1153235 Feb 14 21:31:41.228744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=a6a9dfb0-45c0-48c4-931d-aa81049a3f03,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:41.295060 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d711f2d-1e7b-4a6e-90ad-89fd951681b3 x-openstack-request-id: req-0d711f2d-1e7b-4a6e-90ad-89fd951681b3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:41.295561 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:41.295726 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d711f2d-1e7b-4a6e-90ad-89fd951681b3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:41.296148 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370', 'code': 200} Feb 14 21:31:41.303409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8ef65c4-8053-4317-818e-cfbca2f3f8f4 req-ec8f444f-7c4c-4cbd-9732-0121da87f314 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231865 Feb 14 21:31:41.343782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '41f1312f-8dc1-4ae6-bc83-957791a292f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:41.344156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: 8257bf19-be42-48cb-9b9a-47453c768d7d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:41.379434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-e8e6a0dc-520a-4b45-bbf3-1916b41d1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.381095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-e8e6a0dc-520a-4b45-bbf3-1916b41d1ba4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1553979 Feb 14 21:31:41.399040 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c9ba517-c070-4d97-9b04-17cf38cb3a57 req-6435f051-da39-4b38-aab4-3d884bd6f35d service neutron] 10.222.0.83 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510548 Feb 14 21:31:41.405281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (01e32061-e354-4cd2-b8c8-79c9ffff0362), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.420172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-f424c63c-bf9d-4550-8da6-b51b39abb319 service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886974 Feb 14 21:31:41.471402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=01e32061-e354-4cd2-b8c8-79c9ffff0362,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:41.474811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-ed7b1b59-ea81-4ca5-ba26-499503c37f4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500820 Feb 14 21:31:41.488333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:41.528838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58760) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:41.551483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f64e7446-b77c-4e9e-ac75-d5f799a12185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.554356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 8257bf19-be42-48cb-9b9a-47453c768d7d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:41.571758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.578736 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75a32448-3e80-4d64-9e56-9998be4fe6b4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/01e32061-e354-4cd2-b8c8-79c9ffff0362 HTTP/1.1" status: 204 len: 168 time: 1.1252625 Feb 14 21:31:41.579633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:41.584980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:41.621394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.621837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:41.633679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8257bf19-be42-48cb-9b9a-47453c768d7d) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:41.634139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'mac_address': 'fa:16:3e:06:bd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:41.653381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9740f-5d04-4785-b1f3-244ec1751146 req-bc90be65-f6c2-46ae-b1fb-2f9ab6978850 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.660330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84c9740f-5d04-4785-b1f3-244ec1751146 req-bc90be65-f6c2-46ae-b1fb-2f9ab6978850 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.3131528 Feb 14 21:31:41.665640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f5c753-9639-4e35-9896-e5e0d75020ab None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:41.666566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.667282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.734564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:41.735386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.750558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f64e7446-b77c-4e9e-ac75-d5f799a12185 admin admin] Publish callbacks [] for security_group (8daacfd2-f363-43be-8790-d7a6eafebcda), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.752167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-b0b6f031-7a2f-42bc-8c86-7bc9cf16eadc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:41.753714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-b0b6f031-7a2f-42bc-8c86-7bc9cf16eadc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3019803 Feb 14 21:31:41.755092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b73c5-d59e-4932-b64b-13c1ec236bef {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:41.766355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cab2b23b-6dc8-4d7a-a336-b16b89258c4e tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9965205 Feb 14 21:31:41.766572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f64e7446-b77c-4e9e-ac75-d5f799a12185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8daacfd2-f363-43be-8790-d7a6eafebcda), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.768808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:41.775186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae36f534-77dd-4dc7-8e3d-f60cac32a110 req-7d355e22-e1aa-4b52-8b26-cb83e9ee7b61 service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354323 Feb 14 21:31:41.784166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:41.789365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:41.800173 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.834619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-5c4f970c-3a7f-4b13-8a17-cb4a1457eb2e service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382385 Feb 14 21:31:41.838476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84c9740f-5d04-4785-b1f3-244ec1751146 req-73440532-019e-4fc7-8a42-7316488525ea tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764846 Feb 14 21:31:41.841396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-065adb72-7c80-499e-b08d-2417bdf49b86 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0765164 Feb 14 21:31:41.861539 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f64e7446-b77c-4e9e-ac75-d5f799a12185 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ab7daf62bac41028373769cca029735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315973 Feb 14 21:31:41.865910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:41.866567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:41.868598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e7446-b77c-4e9e-ac75-d5f799a12185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daacfd2-f363-43be-8790-d7a6eafebcda,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:41.878924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:41.904964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.905422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-8257bf19-be42-48cb-9b9a-47453c768d7d', 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': 'a6a9dfb0-45c0-48c4-931d-aa81049a3f03'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:41.906434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:41.955526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.016107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125982178'] for subnet (a6a9dfb0-45c0-48c4-931d-aa81049a3f03), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.051689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Allocated IP 2001:db8::2 (8257bf19-be42-48cb-9b9a-47453c768d7d/a6a9dfb0-45c0-48c4-931d-aa81049a3f03/f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:42.062105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] Publish callbacks [] for security_group (8daacfd2-f363-43be-8790-d7a6eafebcda), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.078125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c5a27f5-214e-4d3b-b3a0-7b315033da5e req-d6e4bf83-ea77-4b77-89d9-c4fb9c6a6a8e service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354696 Feb 14 21:31:42.132748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] Publish callbacks [] for security_group (8daacfd2-f363-43be-8790-d7a6eafebcda), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.162091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.238 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/fd37506f-6cc3-4072-bac2-6b8777837231) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:42.192574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:42.194979 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06137b80-5037-4383-a598-652005cb5d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:42.197288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b09b73c5-d59e-4932-b64b-13c1ec236bef'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:42.252404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8daacfd2-f363-43be-8790-d7a6eafebcda), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.256650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.257994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8daacfd2-f363-43be-8790-d7a6eafebcda HTTP/1.1" status: 204 len: 168 time: 0.3915107 Feb 14 21:31:42.281017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ba325-a5d5-4f30-87c2-6bf399e9e1c4 req-8443ea85-5f20-48ed-8198-a8e9b83aea2b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:42.284847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks [] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.292628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f34ba325-a5d5-4f30-87c2-6bf399e9e1c4 req-8443ea85-5f20-48ed-8198-a8e9b83aea2b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.1314087 Feb 14 21:31:42.294556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12703d8-d550-43a2-8a44-26a4bd8e0889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daacfd2-f363-43be-8790-d7a6eafebcda,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:42.296468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.406747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (fd37506f-6cc3-4072-bac2-6b8777837231), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.424501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:42.426238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Pushing event updated for resources: {'Port': ['ID=f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:42.448010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:42.457368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:42.501517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769855824056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126011980'] for subnet (a6a9dfb0-45c0-48c4-931d-aa81049a3f03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.558978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=a6a9dfb0-45c0-48c4-931d-aa81049a3f03,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:42.560277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Attempting to bind port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:42.560646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Attempting to bind port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '41f1312f-8dc1-4ae6-bc83-957791a292f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:42.561211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Attempting to bind port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 on network 8257bf19-be42-48cb-9b9a-47453c768d7d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:42.575174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.586096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:42.586555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Checking segment: {'id': '41f1312f-8dc1-4ae6-bc83-957791a292f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:42.586992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.587610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Bound using segment: {'id': '41f1312f-8dc1-4ae6-bc83-957791a292f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:42.589711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Bound port: f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f1312f-8dc1-4ae6-bc83-957791a292f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8257bf19-be42-48cb-9b9a-47453c768d7d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:42.589711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.645581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=fd37506f-6cc3-4072-bac2-6b8777837231,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:42.654893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:42.656900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:42.657919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.658823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14498d10-a3a4-494e-8069-a88b9e16c9c1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "PUT /v2.0/subnets/a6a9dfb0-45c0-48c4-931d-aa81049a3f03 HTTP/1.1" status: 200 len: 826 time: 0.8861036 Feb 14 21:31:42.660308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:42.664031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58792) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:42.694642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] For port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:42.700145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] For port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22,segment=NetworkSegment(41f1312f-8dc1-4ae6-bc83-957791a292f1),segment_id=41f1312f-8dc1-4ae6-bc83-957791a292f1)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:42.719742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.752261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.789977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f34ba325-a5d5-4f30-87c2-6bf399e9e1c4 req-12ba4d48-3b06-4431-80d2-39d2144af742 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892356 Feb 14 21:31:42.799723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:42.929197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62edde-83ac-4ead-a133-9f9f1ac028b6 None None] Pushing event updated for resources: {'Port': ['ID=f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:42.952681 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cc64e-03d9-4238-b115-ff582d332f32 x-openstack-request-id: req-c06cc64e-03d9-4238-b115-ff582d332f32 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:42.953200 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:42.953706 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c06cc64e-03d9-4238-b115-ff582d332f32 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:42.953903 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'status': 'completed', 'code': 200} Feb 14 21:31:43.248538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:43.417406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.426830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.475498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-740b66d5-d332-4754-be4c-276da45141eb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:43.475747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.477153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-740b66d5-d332-4754-be4c-276da45141eb tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f3dfd47-9c9f-43e5-956d-b87ecc3c7674 HTTP/1.1" status: 200 len: 945 time: 0.7207706 Feb 14 21:31:43.499766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06137b80-5037-4383-a598-652005cb5d3e req-68012c39-d82b-4489-895c-5dca8bdd9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:43.501837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-68012c39-d82b-4489-895c-5dca8bdd9c83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1127 time: 0.5470638 Feb 14 21:31:43.508519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:43.518233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:43.580592 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Floating IP da76dad5-9ffe-4af0-a5a8-553879197d35 associated. External IP: 172.25.2.239, port: 04629326-be4e-4981-82b9-951ec18e3cfb. Feb 14 21:31:43.615440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:43.615814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.702570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port b09b73c5-d59e-4932-b64b-13c1ec236bef completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:31:43.725674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port b09b73c5-d59e-4932-b64b-13c1ec236bef triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:43.725941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.794440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746184d-2a91-4d42-b5e6-648b084c7395 req-ce228519-b6de-42f4-9c93-b14409f3a292 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:43.797693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:43.798408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (fd37506f-6cc3-4072-bac2-6b8777837231), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.805149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f746184d-2a91-4d42-b5e6-648b084c7395 req-ce228519-b6de-42f4-9c93-b14409f3a292 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 945 time: 0.7869999 Feb 14 21:31:43.814368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.838778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'port_id': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'mac_address': 'fa:16:3e:5c:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad028f1-1608-4983-9014-ba9aed86d03a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:43.889548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22,segment=NetworkSegment(41f1312f-8dc1-4ae6-bc83-957791a292f1),segment_id=41f1312f-8dc1-4ae6-bc83-957791a292f1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:43.890268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:43.906763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:43.959139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06137b80-5037-4383-a598-652005cb5d3e req-b59150e9-9cd2-4582-b34c-9ac52b0f86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:43.965685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-b59150e9-9cd2-4582-b34c-9ac52b0f86b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.4539557 Feb 14 21:31:43.975583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:43.976087 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.033002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:44.035595 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a43d94-5c35-4d1d-b9fe-a62fd755a769" -d '{"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-plugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:44.057925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:44.070865 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.170303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:44.172315 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.177323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:44.191409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f746184d-2a91-4d42-b5e6-648b084c7395 req-b31d8f98-ee86-479c-af79-12bc47cebb5d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786974 Feb 14 21:31:44.194086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-29a9331e-aa61-4c97-8902-64af2b75f72f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.2053845 Feb 14 21:31:44.194338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:44.200986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Deleting port 2b283878-4cae-4538-ae3e-55c94636d5d5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:44.206914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.259097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:44.303681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:44.312739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.361007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=fd37506f-6cc3-4072-bac2-6b8777837231,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:44.373021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.418138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.444564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:44.446291 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98d1996c-7ca2-4741-a203-1f1114688638 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8654821 Feb 14 21:31:44.446638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.446940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:44.482688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:44.495771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'port': {'network_id': '44666470-e010-4fe5-a1b6-5f1b97e28ed2', 'name': 'tempest-FloatingIPTestJSON-1018744021'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:44.535270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:44.540285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06137b80-5037-4383-a598-652005cb5d3e req-661e6838-dd90-4abe-8d67-03351677b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:44.543087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-661e6838-dd90-4abe-8d67-03351677b718 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.3290625 Feb 14 21:31:44.641022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-7588a486-bdac-4a58-b88e-55bb6d743d03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786133 Feb 14 21:31:44.670463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.685843 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No ports have port_id starting with f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 Feb 14 21:31:44.733041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239a57-4a98-4b7c-871b-c22417f23675 req-01ffc8f1-5db6-4e31-91c7-b48d57030351 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:44.744747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6239a57-4a98-4b7c-871b-c22417f23675 req-01ffc8f1-5db6-4e31-91c7-b48d57030351 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2642572 Feb 14 21:31:44.749524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] For port 2b283878-4cae-4538-ae3e-55c94636d5d5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2b283878-4cae-4538-ae3e-55c94636d5d5,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:44.750038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.761559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:44.784011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e692c-d3fd-4231-800f-795b817ca8ba None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:44.835075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64cb0107-8f01-4207-9c65-f053d620d059 None None] Could not find standard attr ID for object f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:31:44.883944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:44.901859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:44.904571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Calling delete_port for 2b283878-4cae-4538-ae3e-55c94636d5d5 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:44.946776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:44.950607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:44.963597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a6a9dfb0-45c0-48c4-931d-aa81049a3f03), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.042859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6239a57-4a98-4b7c-871b-c22417f23675 req-6b87c0ad-ba8c-4fec-bc2f-e47fc5377ab6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965620 Feb 14 21:31:45.089469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] device_id is not set on port c720e563-2311-461c-a9f5-d83ca040ae6d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:31:45.199571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-202a2060-2729-4e9b-a994-b00341dd9c11 service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442615 Feb 14 21:31:45.341651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a6a9dfb0-45c0-48c4-931d-aa81049a3f03), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.390447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a9dfb0-45c0-48c4-931d-aa81049a3f03,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:45.398479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.9 (44666470-e010-4fe5-a1b6-5f1b97e28ed2/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd/c720e563-2311-461c-a9f5-d83ca040ae6d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:45.508998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:45.510106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbfa45-1ad2-4ba8-8214-45d9b161a26d None None] Network 8257bf19-be42-48cb-9b9a-47453c768d7d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:45.517518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.522468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:45.537092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:45.552362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.610475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8257bf19-be42-48cb-9b9a-47453c768d7d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:45.639620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f1312f-8dc1-4ae6-bc83-957791a292f1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:45.639985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f1312f-8dc1-4ae6-bc83-957791a292f1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:45.655314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06137b80-5037-4383-a598-652005cb5d3e req-c263f6cb-7196-4747-b2e7-2b62105b02e1 service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425044 Feb 14 21:31:45.681891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (41f1312f-8dc1-4ae6-bc83-957791a292f1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.697025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17707fb-d860-46c5-aa65-a5f45442fb05 req-3096ef02-75ed-4fc4-b112-5e3b7d84ec18 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:45.703336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (41f1312f-8dc1-4ae6-bc83-957791a292f1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.717493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:31:45.717882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (41f1312f-8dc1-4ae6-bc83-957791a292f1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:31:45.726676 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:31:45.728924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f17707fb-d860-46c5-aa65-a5f45442fb05 req-3096ef02-75ed-4fc4-b112-5e3b7d84ec18 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.4935520 Feb 14 21:31:45.759494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-8b3c077c-c129-4cf3-b571-a147e92bd3fa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "PUT /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 996 time: 3.9094791 Feb 14 21:31:45.778352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:45.781228 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45089ce8-b38d-4017-9c38-005b575113d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:45.829716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (c720e563-2311-461c-a9f5-d83ca040ae6d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.839761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8257bf19-be42-48cb-9b9a-47453c768d7d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.846875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2b283878-4cae-4538-ae3e-55c94636d5d5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.857534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.862570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/8257bf19-be42-48cb-9b9a-47453c768d7d HTTP/1.1" status: 204 len: 168 time: 3.1974142 Feb 14 21:31:45.869823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58876) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:45.882634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac7dcf-dba6-458c-ac44-72c3a5f4271a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=8257bf19-be42-48cb-9b9a-47453c768d7d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:45.884722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f17707fb-d860-46c5-aa65-a5f45442fb05 req-fe0a04ff-1520-414f-8eb5-b55bf9f3f947 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513383 Feb 14 21:31:45.918497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c720e563-2311-461c-a9f5-d83ca040ae6d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:45.991285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['04629326-be4e-4981-82b9-951ec18e3cfb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:45.994586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event deleted for resources: {'Port': ['ID=2b283878-4cae-4538-ae3e-55c94636d5d5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:46.019544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=c720e563-2311-461c-a9f5-d83ca040ae6d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:46.039674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 44666470-e010-4fe5-a1b6-5f1b97e28ed2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:46.041816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:46.060969 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7656eb-89d9-445b-85d7-ac185d122009 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:31:46.061515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7656eb-89d9-445b-85d7-ac185d122009 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:31:46.072814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58878) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:46.081590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eb7656eb-89d9-445b-85d7-ac185d122009 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/8257bf19-be42-48cb-9b9a-47453c768d7d HTTP/1.1" status: 404 len: 339 time: 0.1792505 Feb 14 21:31:46.087457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515482966', 'description': 'd1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:46.111354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-4a81fc64-86f6-4d35-8228-41027949de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.118999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-4a81fc64-86f6-4d35-8228-41027949de18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.3578990 Feb 14 21:31:46.147271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:46.158496 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dabbe48-0533-4724-b696-f318e11f1c80 x-openstack-request-id: req-1dabbe48-0533-4724-b696-f318e11f1c80 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:46.158795 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-plugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:46.159024 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1dabbe48-0533-4724-b696-f318e11f1c80 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:46.159435 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'code': 200} Feb 14 21:31:46.166521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:46.167204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:46.197203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] No DVR routers for this DVR port 2b283878-4cae-4538-ae3e-55c94636d5d5 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:46.198606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:46.202381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.283901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.290108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d38a2fb-91dc-4efa-93d2-e25458f9c292 req-b2790a1f-dcf8-45a4-8ba0-e2f124df3943 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.83 "DELETE /v2.0/ports/2b283878-4cae-4538-ae3e-55c94636d5d5 HTTP/1.1" status: 204 len: 173 time: 2.8022749 Feb 14 21:31:46.306302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.307001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.372031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:46.373103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6512b4-0bd3-47d2-a138-086f77f898c0 None None] DHCP port deletion for 8257bf19-be42-48cb-9b9a-47453c768d7d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:31:46.389365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 3ee76a88-24aa-4837-9f5b-db23fceb905f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:31:46.404545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-147be470-5e26-4841-8adb-bb19ad5294e0 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9127378 Feb 14 21:31:46.405200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:46.422527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (085df89e-5299-4c96-a7bd-c53380ac0cda), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.423001 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 085df89e-5299-4c96-a7bd-c53380ac0cda of type vlan for network 82ff918d-0ad8-4df6-984e-8e45ae52d91a Feb 14 21:31:46.436946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': 'c720e563-2311-461c-a9f5-d83ca040ae6d'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:46.466535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-55b05ac2-8730-424e-8c10-5a133520e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.468210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-55b05ac2-8730-424e-8c10-5a133520e1d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.3483829 Feb 14 21:31:46.476906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3ee76a88-24aa-4837-9f5b-db23fceb905f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:46.477594 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.607332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.777389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-24d1d3c5-7f54-435c-b6dd-8d18a77c9108 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 999 time: 0.2157967 Feb 14 21:31:46.788782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.806220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:46.833487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7bd1-2811-40d3-99a9-35bd0f7e9e1a req-69ff7776-5531-4f2a-93cf-0bad0d9a7036 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.847742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c27f7bd1-2811-40d3-99a9-35bd0f7e9e1a req-69ff7776-5531-4f2a-93cf-0bad0d9a7036 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.6164153 Feb 14 21:31:46.919700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2bc5d-c26d-48bb-97a1-0ade9a5f5327 req-6fce22fc-afc9-4aa9-8925-2f7204920314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.921248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1e2bc5d-c26d-48bb-97a1-0ade9a5f5327 req-6fce22fc-afc9-4aa9-8925-2f7204920314 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 1129 time: 0.8307681 Feb 14 21:31:46.948707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:31:46.981968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:46.987302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:46.988078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:47.075649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:47.076462 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:47.144321 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0657616 Feb 14 21:31:47.159515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:47.182295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:47.235013 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:47.235843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2b283878-4cae-4538-ae3e-55c94636d5d5 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:47.255097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:47.263637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619225a-2498-4556-b9b5-cee92348ee03 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:47.267045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5619225a-2498-4556-b9b5-cee92348ee03 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks?id=82ff918d-0ad8-4df6-984e-8e45ae52d91a HTTP/1.1" status: 200 len: 765 time: 0.1041131 Feb 14 21:31:47.293051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:47.293305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 2b283878-4cae-4538-ae3e-55c94636d5d5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:47.293305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2b283878-4cae-4538-ae3e-55c94636d5d5 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:47.305740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'description': 'd2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:47.323570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e43d2-b92f-4bc4-b36f-274d3d9a0d28 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=82ff918d-0ad8-4df6-984e-8e45ae52d91a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:47.340899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 82ff918d-0ad8-4df6-984e-8e45ae52d91a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:47.432983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:47.517373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:42Z', 'revision_number': 8, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:47.557931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:47.581162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:47.581588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-5f573bbd-1c8d-4d52-8be5-0ac8aff7fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:47.583825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:47.584603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-5f573bbd-1c8d-4d52-8be5-0ac8aff7fd4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.8057384 Feb 14 21:31:47.635362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1e2bc5d-c26d-48bb-97a1-0ade9a5f5327 req-992e5ea1-d334-4d0f-af3e-156d27ebc8a2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875360 Feb 14 21:31:47.646630 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c27f7bd1-2811-40d3-99a9-35bd0f7e9e1a req-9d130148-dc68-4c93-a288-3c3c806b725b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971790 Feb 14 21:31:47.674996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-edf691f3-4298-4c69-b0a7-aa1e50678baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:47.677621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-edf691f3-4298-4c69-b0a7-aa1e50678baf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0789871 Feb 14 21:31:47.806119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:47.808675 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8676f0c-dd9f-4696-b057-166b2cf3ae4b x-openstack-request-id: req-b8676f0c-dd9f-4696-b057-166b2cf3ae4b {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:47.810499 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:47.810867 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8676f0c-dd9f-4696-b057-166b2cf3ae4b {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:47.811591 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:31:47.823370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49ef99f5-8563-4920-811c-3c3dacfa611a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:47.880842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-d62e7d09-7a3b-4f6f-977c-44d42bbd160e service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948056 Feb 14 21:31:47.971559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:48.000062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:31:48.000835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f3bbad1f-a136-4d1e-a1bc-7aa5e54aff22 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:31:48.037993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028f5d-88a1-461e-847c-634d4acd4e6a req-d028b94c-7b98-4e12-8636-1d092a836b75 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.039544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2028f5d-88a1-461e-847c-634d4acd4e6a req-d028b94c-7b98-4e12-8636-1d092a836b75 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1422014 Feb 14 21:31:48.070751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-385e914f-9983-4da0-a558-27c40bdb8cf6 req-94a9e1c9-aeba-4001-a723-0a97e878f773 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833446 Feb 14 21:31:48.073938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.110804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.134844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network 82ff918d-0ad8-4df6-984e-8e45ae52d91a is not hosted by any dhcp agent {{(pid=103512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:31:48.139708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.140318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.141866 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "PUT /v2.0/networks/82ff918d-0ad8-4df6-984e-8e45ae52d91a HTTP/1.1" status: 200 len: 762 time: 0.8503256 Feb 14 21:31:48.151141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:48.161988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:48.164444 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e50284d-6965-4cee-9898-c60f9a09568f" -d '{"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:48.165845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089ce8-b38d-4017-9c38-005b575113d9 req-262c6a94-3511-417c-a3f2-6652e8edd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.169839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-262c6a94-3511-417c-a3f2-6652e8edd4ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.3440905 Feb 14 21:31:48.176317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:31:48.210873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2028f5d-88a1-461e-847c-634d4acd4e6a req-18a78e41-09b5-4687-baad-1e6b59fcd234 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630735 Feb 14 21:31:48.285424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:42Z', 'revision_number': 8, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:48.372644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412694b8-88ad-4370-a36a-2b84c2202419 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'da76dad5-9ffe-4af0-a5a8-553879197d35', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'port_id': '04629326-be4e-4981-82b9-951ec18e3cfb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'mac_address': 'fa:16:3e:0c:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce52177-3a38-4639-afed-331e63644b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:30:56Z', 'updated_at': '2022-02-14T21:31:42Z', 'revision_number': 8, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:48.471302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb554b95-9a15-4ef7-b04c-a1f6522e21e8 req-bbae5b5f-0ed7-4449-98e4-16d01bff5fc4 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 996 time: 0.2081811 Feb 14 21:31:48.502824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34bd842-5aca-4139-8495-b6ad36463393 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.504913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b34bd842-5aca-4139-8495-b6ad36463393 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks?id=82ff918d-0ad8-4df6-984e-8e45ae52d91a HTTP/1.1" status: 200 len: 765 time: 0.3509388 Feb 14 21:31:48.506403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c267a7-68ee-41b9-8e61-648173d93cbe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=82ff918d-0ad8-4df6-984e-8e45ae52d91a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:48.517228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:48.520772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 82ff918d-0ad8-4df6-984e-8e45ae52d91a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:48.542514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.549082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0343020-1a43-4296-ae93-f9e2f414939d req-2c64ab16-7672-41b6-895d-15fc4f4bc707 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.556498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0343020-1a43-4296-ae93-f9e2f414939d req-2c64ab16-7672-41b6-895d-15fc4f4bc707 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3419716 Feb 14 21:31:48.579881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49ef99f5-8563-4920-811c-3c3dacfa611a admin admin] Publish callbacks [] for security_group (a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.586509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.588778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:31:48.596748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089ce8-b38d-4017-9c38-005b575113d9 req-ad4c8e45-7d2f-48c3-a4ef-542ac45c5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:48.599368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-ad4c8e45-7d2f-48c3-a4ef-542ac45c5f11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.3929820 Feb 14 21:31:48.600120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49ef99f5-8563-4920-811c-3c3dacfa611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.723822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0343020-1a43-4296-ae93-f9e2f414939d req-29f19ce5-9c80-4087-85cd-01f4c484b6c1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623023 Feb 14 21:31:48.790718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45202c-672f-412e-8fdb-0c76ed9d14eb None None] New status for floating IP da76dad5-9ffe-4af0-a5a8-553879197d35: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:31:48.801079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b466eb53-9428-4efb-b4f0-8a7055df7414 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:48.802045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:48.825679 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49ef99f5-8563-4920-811c-3c3dacfa611a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3d005e7242b4461a5993a2a763c18fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5557611 Feb 14 21:31:48.825679 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-87233e71-5501-4555-ae60-a74011adda20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 999 time: 0.0851090 Feb 14 21:31:48.826357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58920) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:48.873201 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b83a57-7505-416d-955c-d995c8f8183b x-openstack-request-id: req-e2b83a57-7505-416d-955c-d995c8f8183b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:48.873494 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:48.873752 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2b83a57-7505-416d-955c-d995c8f8183b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:48.874148 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'code': 200} Feb 14 21:31:48.927519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:48.936715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:49.022935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:49.033828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef99f5-8563-4920-811c-3c3dacfa611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:49.118245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089ce8-b38d-4017-9c38-005b575113d9 req-4dc489f3-d0d8-4253-aedf-478df04661ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.122644 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-4dc489f3-d0d8-4253-aedf-478df04661ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.2279854 Feb 14 21:31:49.140346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] Publish callbacks [] for security_group (a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:49.171074 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 1213f8da-4529-4f14-b0ba-3b1e822a1015 associated. External IP: 172.25.2.238, port: c720e563-2311-461c-a9f5-d83ca040ae6d. Feb 14 21:31:49.253901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b5ea-6b76-4804-b686-3687a0f95816 req-8a2ed182-01db-4e02-a641-da16a974f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.256112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e743b5ea-6b76-4804-b686-3687a0f95816 req-8a2ed182-01db-4e02-a641-da16a974f289 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1129 time: 0.2777197 Feb 14 21:31:49.262566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554b95-9a15-4ef7-b04c-a1f6522e21e8 req-0af09e35-4f47-4f9e-8a0a-811dbb65a6d2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.264109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb554b95-9a15-4ef7-b04c-a1f6522e21e8 req-0af09e35-4f47-4f9e-8a0a-811dbb65a6d2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.7920301 Feb 14 21:31:49.313442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb149502-740d-4e38-9d20-74c13f6a168a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.315098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb149502-740d-4e38-9d20-74c13f6a168a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7969043 Feb 14 21:31:49.320364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-cb554b95-9a15-4ef7-b04c-a1f6522e21e8 req-ca272135-4c16-4869-bc39-bd407bae22f1 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:31:49.322120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb554b95-9a15-4ef7-b04c-a1f6522e21e8 req-ca272135-4c16-4869-bc39-bd407bae22f1 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227153 Feb 14 21:31:49.333437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e5b9c-16ea-4d0d-9d76-a1ff085a5a35 req-9bf2a8f6-4afd-48ec-8524-4a7d6ad4f6c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.341242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b99e5b9c-16ea-4d0d-9d76-a1ff085a5a35 req-9bf2a8f6-4afd-48ec-8524-4a7d6ad4f6c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.3115764 Feb 14 21:31:49.343146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58924) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:49.408691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-74a5e6f6-29d2-4324-8f56-1ea71d3a999c tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 207 time: 0.0602136 Feb 14 21:31:49.412896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e743b5ea-6b76-4804-b686-3687a0f95816 req-45048ac6-6f44-4284-9d57-2fdbab6c6b49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456757 Feb 14 21:31:49.415832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58936) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:49.477877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b99e5b9c-16ea-4d0d-9d76-a1ff085a5a35 req-8bdf826f-7869-45a2-ba9f-b015edce4baa tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354604 Feb 14 21:31:49.595421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] Publish callbacks [] for security_group (a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:49.647792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089ce8-b38d-4017-9c38-005b575113d9 req-cddfd870-e6d3-4940-a2c4-d6e7bc6fcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.649526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-cddfd870-e6d3-4940-a2c4-d6e7bc6fcc04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5201521 Feb 14 21:31:49.731538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-7440477c-f87a-43fd-bede-840dc01586a2 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.2046123 Feb 14 21:31:49.749096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e702aa0-d3c8-41c5-b150-801e1d6308b5 req-009f763f-e5f0-4256-91e5-80a9bd42fd40 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.750735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e702aa0-d3c8-41c5-b150-801e1d6308b5 req-009f763f-e5f0-4256-91e5-80a9bd42fd40 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 943 time: 0.2256691 Feb 14 21:31:49.784522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:49.788369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:49.789649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8 HTTP/1.1" status: 204 len: 168 time: 0.9597561 Feb 14 21:31:49.808065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e56446-b87f-4f9a-9188-f3fa0fc1cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63952bb-7b8b-4cec-9eff-0c1cb2c8dcb8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:49.826212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'name': 'network-vif-deleted', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:49.828546 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46418e-0791-489d-943e-1611b9e367c6" -d '{"events": [{"server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "name": "network-vif-deleted", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:49.878890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.890974 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-b1cfb662-0aa0-4252-800b-e80fb618fa35 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067692 Feb 14 21:31:49.891658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.898584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.914057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.922152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.930741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.932621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9b6ea33-d179-46a4-90ea-3b28cb01f9df tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5157578 Feb 14 21:31:49.939332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58946) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:49.977726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-55c81495-5196-48b9-8bbd-dcac394d2bc1 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:49.979105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-55c81495-5196-48b9-8bbd-dcac394d2bc1 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports/04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 942 time: 0.2376816 Feb 14 21:31:50.051719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e702aa0-d3c8-41c5-b150-801e1d6308b5 req-e4462bb1-764a-4186-9dfe-87714319dd6c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789054 Feb 14 21:31:50.197484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2ef4f733-ab3b-41d5-be60-8450baa76c41 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2510118 Feb 14 21:31:50.199921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58950) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:50.240578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:50.283526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45089ce8-b38d-4017-9c38-005b575113d9 req-bfaa855c-8b78-4563-9240-1330587627f7 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818626 Feb 14 21:31:50.287358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-95d692e5-6f2b-4f9b-b283-2800cef92ba3 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.2143173 Feb 14 21:31:50.379108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:50.427699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0aad7b3-0544-4a96-a4bc-aa3805281308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:50.462954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.476937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.478372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.479803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.492983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.494738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b364ab37-f7f0-430c-98b3-8cab43a1f68f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2884195 Feb 14 21:31:50.500640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58960) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:50.568149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:31:50.638467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:50.665956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:50.734784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.735717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:50.737140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.741797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.741797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.741797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.751065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0d7c6dc3-f4f0-4714-82a1-bd9220f4394a tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2460532 Feb 14 21:31:50.760240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:50.768036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-d314e7ee-7f67-4463-ac83-2e3142452108 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:50.768268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60989515-fd4a-45ab-bb03-bef133975ccb tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/1213f8da-4529-4f14-b0ba-3b1e822a1015 HTTP/1.1" status: 200 len: 978 time: 4.3600612 Feb 14 21:31:50.770027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-d314e7ee-7f67-4463-ac83-2e3142452108 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.4766042 Feb 14 21:31:50.770868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58970) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:50.777715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:50.780738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:50.869117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:50.876347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:50.880741 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0378a-aae0-44d2-9497-4e9341393b7c" -d '{"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-unplugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:50.914004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:50.915321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:50.971669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-e5066dd9-0c6a-4f19-85b6-72c8dbafac93 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1001 time: 0.1888890 Feb 14 21:31:50.993461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:51.032660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0aad7b3-0544-4a96-a4bc-aa3805281308 admin admin] Publish callbacks [] for security_group (a71afa69-273a-45cd-b5ee-b952486f06a5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.091226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0aad7b3-0544-4a96-a4bc-aa3805281308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a71afa69-273a-45cd-b5ee-b952486f06a5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.137411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4473c-c85a-4d86-842a-bdd69c76fc19 req-7bf69ba7-8bef-4d84-81f7-be7abc1b6f8e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:51.145283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70c4473c-c85a-4d86-842a-bdd69c76fc19 req-7bf69ba7-8bef-4d84-81f7-be7abc1b6f8e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2768180 Feb 14 21:31:51.185129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.242921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb39f37-6e4c-41ac-9993-de06223ac510 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:51.249490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dcb39f37-6e4c-41ac-9993-de06223ac510 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks/e81e3977-06a7-4a82-9d67-822b5313a6be HTTP/1.1" status: 200 len: 803 time: 0.4819338 Feb 14 21:31:51.249490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b0aad7b3-0544-4a96-a4bc-aa3805281308 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=972c64954c2e477796ab96a779edbd21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649962 Feb 14 21:31:51.249490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aad7b3-0544-4a96-a4bc-aa3805281308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71afa69-273a-45cd-b5ee-b952486f06a5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:51.255315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-b9974cb9-3af5-4613-833c-337890dc428d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2980938 Feb 14 21:31:51.256197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:51.256362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58982) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:51.259320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:51.263684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:51.264506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174585-d8d2-4ca9-9bf8-cd49241f7541 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:51.280368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'port_id': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'mac_address': 'fa:16:3e:76:60:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7698bcd8-29fb-445e-a0a3-e5577734c2eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:31:51.321484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port c720e563-2311-461c-a9f5-d83ca040ae6d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:51.322037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c720e563-2311-461c-a9f5-d83ca040ae6d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.324289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70c4473c-c85a-4d86-842a-bdd69c76fc19 req-89d907df-bfdf-4801-b7f7-e421963622c3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757245 Feb 14 21:31:51.426591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b466eb53-9428-4efb-b4f0-8a7055df7414 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:51.426997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.443239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466eb53-9428-4efb-b4f0-8a7055df7414 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:31:51.492190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:51.506807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.689181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:51.716830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] Publish callbacks [] for security_group (a71afa69-273a-45cd-b5ee-b952486f06a5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.740631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-5a51fda3-311c-4a7d-b202-5a2f945e62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:51.742504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-5a51fda3-311c-4a7d-b202-5a2f945e62ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.4323874 Feb 14 21:31:51.777626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c720e563-2311-461c-a9f5-d83ca040ae6d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.818472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] Publish callbacks [] for security_group (a71afa69-273a-45cd-b5ee-b952486f06a5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:51.867214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b466eb53-9428-4efb-b4f0-8a7055df7414'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:31:51.959546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.050804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-b2a87b9f-c082-404e-92f7-f8a65724520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.053784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-b2a87b9f-c082-404e-92f7-f8a65724520f service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2798140 Feb 14 21:31:52.060309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a71afa69-273a-45cd-b5ee-b952486f06a5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.063203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.064523 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ab522-221a-41fb-b01b-0c3def059189 x-openstack-request-id: req-a94ab522-221a-41fb-b01b-0c3def059189 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:52.064822 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3dfd47-9c9f-43e5-956d-b87ecc3c7674", "name": "network-vif-deleted", "tag": "2b283878-4cae-4538-ae3e-55c94636d5d5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:52.065072 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a94ab522-221a-41fb-b01b-0c3def059189 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:52.065365 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a71afa69-273a-45cd-b5ee-b952486f06a5 HTTP/1.1" status: 204 len: 168 time: 0.8061886 Feb 14 21:31:52.065489 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3dfd47-9c9f-43e5-956d-b87ecc3c7674', 'name': 'network-vif-deleted', 'tag': '2b283878-4cae-4538-ae3e-55c94636d5d5', 'status': 'completed', 'code': 200} Feb 14 21:31:52.106555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b798206-72de-4865-9420-ce07e635d330 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/networks/e81e3977-06a7-4a82-9d67-822b5313a6be?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8445218 Feb 14 21:31:52.106555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.106555 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Floating IP da76dad5-9ffe-4af0-a5a8-553879197d35 disassociated. External IP: 172.25.2.239, port: 04629326-be4e-4981-82b9-951ec18e3cfb. Feb 14 21:31:52.113504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58998) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:52.220241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-dfb50ff9-9428-4a9f-825d-e3e1448189c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.1534450 Feb 14 21:31:52.245248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ebc6e1-63ee-484a-8453-276be0360ddd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.256364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.256701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.257018 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 1213f8da-4529-4f14-b0ba-3b1e822a1015 disassociated. External IP: 172.25.2.238, port: c720e563-2311-461c-a9f5-d83ca040ae6d. Feb 14 21:31:52.257367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for c720e563-2311-461c-a9f5-d83ca040ae6d owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:52.257635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-52ebc6e1-63ee-484a-8453-276be0360ddd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets/a43f9596-f0db-4d58-b29a-e541714c6075 HTTP/1.1" status: 200 len: 843 time: 0.1420450 Feb 14 21:31:52.261450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59000) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:52.413629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7e3ae-616b-40a6-868e-16ca073500fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71afa69-273a-45cd-b5ee-b952486f06a5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:52.472949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc295bec-d532-46e8-b117-2356889d632f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.476069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-d7687726-f1fb-4bf8-8492-47bcde746931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.477442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-d7687726-f1fb-4bf8-8492-47bcde746931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0602586 Feb 14 21:31:52.478532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c720e563-2311-461c-a9f5-d83ca040ae6d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.490700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:52.492698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc295bec-d532-46e8-b117-2356889d632f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "GET /v2.0/subnets/a43f9596-f0db-4d58-b29a-e541714c6075?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2114048 Feb 14 21:31:52.504115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f2763-1058-4dae-9f73-9ae40807c82a req-104507e2-c7ea-4f7b-97da-0a0bba9d8f67 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.519003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-824f2763-1058-4dae-9f73-9ae40807c82a req-104507e2-c7ea-4f7b-97da-0a0bba9d8f67 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.4526293 Feb 14 21:31:52.557895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732468799'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:52.583856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=c720e563-2311-461c-a9f5-d83ca040ae6d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:52.597528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:52.601018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.635764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:31:52.648503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (69185e25-0a3a-4395-a7f3-486daadc56c6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.648856 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Added segment 69185e25-0a3a-4395-a7f3-486daadc56c6 of type vlan for network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 Feb 14 21:31:52.696817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f1bdedd3-756e-4e65-bd6a-04ac25f2b235), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.784726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-824f2763-1058-4dae-9f73-9ae40807c82a req-048974b9-a2b6-4ada-8853-92853b2f2f6a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629240 Feb 14 21:31:52.862312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-0dc1e17b-a94e-4468-b7a0-3720899a60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.864963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-0dc1e17b-a94e-4468-b7a0-3720899a60f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3719573 Feb 14 21:31:52.875393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:52.876231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f1bdedd3-756e-4e65-bd6a-04ac25f2b235), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.881945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:52.882543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:52.900356 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f0b4c3-3adf-4953-83b3-87581d825852 x-openstack-request-id: req-89f0b4c3-3adf-4953-83b3-87581d825852 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:52.901261 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-unplugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:52.901731 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89f0b4c3-3adf-4953-83b3-87581d825852 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:52.902309 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'code': 200} Feb 14 21:31:52.990332 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4367728 Feb 14 21:31:53.003492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59014) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:53.012022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:53.174458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995004a9-8599-456b-8067-73676c59a3fe tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Network': ['ID=f1bdedd3-756e-4e65-bd6a-04ac25f2b235,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:53.186302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8282f-0058-4a57-b068-c0d09e8935d1 req-75cde11a-0e59-4a72-942b-c474adcb873f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:53.187268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:31:53.195853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c8282f-0058-4a57-b068-c0d09e8935d1 req-75cde11a-0e59-4a72-942b-c474adcb873f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 944 time: 0.2352316 Feb 14 21:31:53.210087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:31:53.222470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-ad28e9cb-ab98-4540-8cf0-62fe13365d91 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223388 Feb 14 21:31:53.327227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Made reservation on behalf of e2dd8a30f284408b86bd0203a07e226c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:53.330917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:53.368097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c8282f-0058-4a57-b068-c0d09e8935d1 req-40386921-27f8-46ed-b144-303f1bf5d7d5 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698012 Feb 14 21:31:53.414837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:53.431790 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:53.458521 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:53.459074 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:53.553253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:31:53.554102 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:53.564979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:31:53.565306 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:53.565929 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:53.571579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:53.577033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:53.590240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:53.592616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Performing IP validity checks on allocation pools {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:31:53.593326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:31:53.620538 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:53.621907 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42c18-0d7a-4775-a5cf-07a01646a579 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:53.631649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b4ae104d-5d2c-4a81-acdb-52bafdba1e3a req-010aad22-9439-41d5-9ac3-27160b469e69 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484344 Feb 14 21:31:53.679965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:53.692671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:53.694140 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1e134345-d41e-484f-a2bf-31044fdba078 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/c720e563-2311-461c-a9f5-d83ca040ae6d HTTP/1.1" status: 204 len: 168 time: 2.9133997 Feb 14 21:31:53.818669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:53.940080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-6f15e515-debe-497b-a385-473e689c2f95 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "PUT /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 696 time: 2.9586055 Feb 14 21:31:53.970409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-8da0b9bc-a319-45f8-82a4-0d12623fb804 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:53.975484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-8da0b9bc-a319-45f8-82a4-0d12623fb804 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 814 time: 0.4394462 Feb 14 21:31:54.014287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-78ee8b8d-ec2b-4af6-814c-940f86db08f2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/floatingips/1213f8da-4529-4f14-b0ba-3b1e822a1015 HTTP/1.1" status: 200 len: 688 time: 0.3127079 Feb 14 21:31:54.018206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:54.043605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-49445ff7-f6ad-413a-b6a5-e00a4f96e32a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/quotas/98bf0a64bc1c42d69bf6bafde09a87ee HTTP/1.1" status: 200 len: 375 time: 0.0617995 Feb 14 21:31:54.067497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:54.069720 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:54.092638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (27318c7a-32d3-4424-bb6b-8355e66be280), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.126037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:54.159313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=27318c7a-32d3-4424-bb6b-8355e66be280,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:54.174381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-5ebe5ee4-1e3c-41a5-9c99-0263a25ef5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:54.184125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-5ebe5ee4-1e3c-41a5-9c99-0263a25ef5a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.2036028 Feb 14 21:31:54.213845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:31:54.236902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:31:54.239771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:54.246237 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port fd37506f-6cc3-4072-bac2-6b8777837231 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:54.246852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.287881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-a5742ba7-de49-4b4c-bfbc-eef1dc676a87 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2365026 Feb 14 21:31:54.307640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Checking segment: {'id': '69185e25-0a3a-4395-a7f3-486daadc56c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:54.307998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network hostable DHCP agents. Network: f1bdedd3-756e-4e65-bd6a-04ac25f2b235, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:31:54.349831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59048) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:54.351826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.352266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (fd37506f-6cc3-4072-bac2-6b8777837231), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.368263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for fd37506f-6cc3-4072-bac2-6b8777837231 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:54.401883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:31:54.411998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-bf30db22-d2e0-4dbf-8a87-bf9f675d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:54.419603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-bf30db22-d2e0-4dbf-8a87-bf9f675d670a service neutron] 10.222.0.86 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.2344806 Feb 14 21:31:54.475946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-f6ae4e62-60a1-4830-8ca6-b7d92d944f4f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.0553131 Feb 14 21:31:54.484347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:31:54.527356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-3927f389-909a-4b02-a541-6ab85b12c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:54.534575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-3927f389-909a-4b02-a541-6ab85b12c1dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.0578399 Feb 14 21:31:54.567373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f1bdedd3-756e-4e65-bd6a-04ac25f2b235) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:54.572056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:54.572673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.617631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fd37506f-6cc3-4072-bac2-6b8777837231), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.617984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43dc28a3-563d-48eb-b7b4-0193fcd4e67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.647508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-637f7597-af01-40d3-821d-3e7d0464f7e1 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6408229 Feb 14 21:31:54.655998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59054) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:54.656486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8386591-abd7-4da5-b519-c8a95b1201e4 None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:54.657481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=fd37506f-6cc3-4072-bac2-6b8777837231,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:54.658446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:54.664401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:54.703905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-c747d533-0118-41bc-a72c-a50079997fea service neutron] 10.222.0.86 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037409 Feb 14 21:31:54.728913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (1213f8da-4529-4f14-b0ba-3b1e822a1015), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.732597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.737642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2272b788-d0ea-4e45-a0d8-1343ef42e6f8 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/1213f8da-4529-4f14-b0ba-3b1e822a1015 HTTP/1.1" status: 204 len: 168 time: 0.7181282 Feb 14 21:31:54.738405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:54.743760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '106ca049-c3d9-43fa-82b2-570d3720ca59'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:54.787052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.804712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-541db7e3-0e98-48ea-8804-19a6f133c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:54.814299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-541db7e3-0e98-48ea-8804-19a6f133c08c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2788155 Feb 14 21:31:54.826775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port b466eb53-9428-4efb-b4f0-8a7055df7414 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:54.826775 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.876017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:31:54.914350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94454c6-efd3-4f6c-bb9a-cc7cbdab239e None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:30:30Z', 'revision_number': 4, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'a2cabf91-cd3a-4574-b682-49a063839fed', 'name': '', 'network_id': '205a24fa-3a78-4a6e-9a9d-949b0aee4488', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:27Z', 'updated_at': '2022-02-14T21:30:39Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'subnets': [{'id': 'f49a60da-fc71-49de-beb0-a7544e0488fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:31:54.930440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f1bdedd3-756e-4e65-bd6a-04ac25f2b235', 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235', 'project_id': 'e2dd8a30f284408b86bd0203a07e226c', 'fixed_ips': [{'subnet_id': '27318c7a-32d3-4424-bb6b-8355e66be280'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:31:54.944269 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:54.991727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3a39a6a8-cb4a-49c7-bbf6-e4973449d191 service neutron] 10.222.0.86 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832074 Feb 14 21:31:55.019083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b466eb53-9428-4efb-b4f0-8a7055df7414 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:55.022479 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.111672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:31:55.114705 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9d9731-e09a-4559-85f2-e3671e01e006" -d '{"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-plugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:31:55.146173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:55.167443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.296796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126854032'] for subnet (27318c7a-32d3-4424-bb6b-8355e66be280), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.335077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Allocated IP 2001:db8::3 (f1bdedd3-756e-4e65-bd6a-04ac25f2b235/27318c7a-32d3-4424-bb6b-8355e66be280/9661b264-e51f-4fc9-9284-e65b7e77c7df) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:55.406010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-35eef6fa-1796-4d25-9285-ad1a77945516 service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907233 Feb 14 21:31:55.519018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43dc28a3-563d-48eb-b7b4-0193fcd4e67c admin admin] Publish callbacks [] for security_group (1e33373e-0f79-4585-b754-0898929cbc07), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.528408 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f67e38-3b50-4cbc-9b73-2786e95fa407 None None] New status for floating IP da76dad5-9ffe-4af0-a5a8-553879197d35: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:31:55.555599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.653032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43dc28a3-563d-48eb-b7b4-0193fcd4e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1e33373e-0f79-4585-b754-0898929cbc07), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.713278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.210 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c234302f-15ce-4caa-9e0a-b08b5a6d0863) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:55.842135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc28a3-563d-48eb-b7b4-0193fcd4e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33373e-0f79-4585-b754-0898929cbc07,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:55.906882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.922038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks [] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.948397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.980698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:55.983169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:55.990574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:55.998980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:56.008736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:56.086860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-43dc28a3-563d-48eb-b7b4-0193fcd4e67c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a24ae1b2c6304ee1b9ff10089e4fe35b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7320879 Feb 14 21:31:56.089782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59078) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:56.097023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Pushing event updated for resources: {'Port': ['ID=9661b264-e51f-4fc9-9284-e65b7e77c7df,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:56.132489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:31:56.141683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e98722-6109-4fd7-a057-82b2a3ddd48c req-e6bdfe22-8ea0-41e0-85df-d1905cddcd2c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:56.146693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2e98722-6109-4fd7-a057-82b2a3ddd48c req-e6bdfe22-8ea0-41e0-85df-d1905cddcd2c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.6223514 Feb 14 21:31:56.155670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:31:56.156298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Attempting to bind port 9661b264-e51f-4fc9-9284-e65b7e77c7df on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:31:56.157465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Attempting to bind port 9661b264-e51f-4fc9-9284-e65b7e77c7df by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '69185e25-0a3a-4395-a7f3-486daadc56c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:31:56.157853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Attempting to bind port 9661b264-e51f-4fc9-9284-e65b7e77c7df on network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:31:56.166038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:31:56.166631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Checking segment: {'id': '69185e25-0a3a-4395-a7f3-486daadc56c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:31:56.167046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.167547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Bound using segment: {'id': '69185e25-0a3a-4395-a7f3-486daadc56c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:31:56.168027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Bound port: 9661b264-e51f-4fc9-9284-e65b7e77c7df, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69185e25-0a3a-4395-a7f3-486daadc56c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f1bdedd3-756e-4e65-bd6a-04ac25f2b235'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:31:56.168500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.173913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:31:56.181705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67e66dd2-cac0-4edb-b7c0-93656208c8be req-34d17db6-f8df-462a-86e8-57a14a3ea84d service neutron] 10.222.0.86 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747264 Feb 14 21:31:56.241405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=c234302f-15ce-4caa-9e0a-b08b5a6d0863,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:56.351928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] For port 9661b264-e51f-4fc9-9284-e65b7e77c7df, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:31:56.364204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] For port 9661b264-e51f-4fc9-9284-e65b7e77c7df, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9661b264-e51f-4fc9-9284-e65b7e77c7df,segment=NetworkSegment(69185e25-0a3a-4395-a7f3-486daadc56c6),segment_id=69185e25-0a3a-4395-a7f3-486daadc56c6)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:31:56.377460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.437957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] Publish callbacks [] for security_group (1e33373e-0f79-4585-b754-0898929cbc07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.517524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] Publish callbacks [] for security_group (1e33373e-0f79-4585-b754-0898929cbc07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.527041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15ad7d-dca1-488f-b647-4725a6cc2c41 None None] Pushing event updated for resources: {'Port': ['ID=9661b264-e51f-4fc9-9284-e65b7e77c7df,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:56.629960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-89d63ce9-4ac8-4b68-969d-1a89cec7eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:56.631935 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-89d63ce9-4ac8-4b68-969d-1a89cec7eeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 1128 time: 0.2597966 Feb 14 21:31:56.644734 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc994ca2-e16a-4416-b367-bcd7209a623b x-openstack-request-id: req-cc994ca2-e16a-4416-b367-bcd7209a623b {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:56.645897 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:56.646122 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc994ca2-e16a-4416-b367-bcd7209a623b {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:56.646602 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:31:56.850100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2e98722-6109-4fd7-a057-82b2a3ddd48c req-373f6fc8-a229-44cc-b62f-f07ddec1717b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558039 Feb 14 21:31:56.860113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1e33373e-0f79-4585-b754-0898929cbc07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.873012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:56.876663 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e33373e-0f79-4585-b754-0898929cbc07 HTTP/1.1" status: 204 len: 168 time: 0.7781832 Feb 14 21:31:56.907857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b5c9d-f9c0-449e-b415-76fe6f4da9ec req-f5adeace-de00-4269-b4c7-d707963ff07b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:56.918247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-715b5c9d-f9c0-449e-b415-76fe6f4da9ec req-f5adeace-de00-4269-b4c7-d707963ff07b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2832315 Feb 14 21:31:56.959093 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed65439b-9c3e-4ca5-8f6a-15217cc0d83a x-openstack-request-id: req-ed65439b-9c3e-4ca5-8f6a-15217cc0d83a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:31:56.959556 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-plugged", "status": "completed", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:31:56.961075 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed65439b-9c3e-4ca5-8f6a-15217cc0d83a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:31:56.961075 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'code': 200} Feb 14 21:31:56.982380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802786b-57d5-486b-b7ee-59ac03eff07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e33373e-0f79-4585-b754-0898929cbc07,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:57.059323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769855824056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126023297'] for subnet (27318c7a-32d3-4424-bb6b-8355e66be280), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:57.211817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-102d25b5-2ae5-4588-9f1b-46b0d9724cb3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:57.213386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-102d25b5-2ae5-4588-9f1b-46b0d9724cb3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 814 time: 0.2355876 Feb 14 21:31:57.254704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-715b5c9d-f9c0-449e-b415-76fe6f4da9ec req-f30f8786-9161-48c2-9c3f-46684c043d23 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340797 Feb 14 21:31:57.256469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Request body: {'port': {'device_id': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'admin_state_up': True, 'tenant_id': '98bf0a64bc1c42d69bf6bafde09a87ee'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:31:57.315127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:57.315783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:57.318759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "PUT /v2.0/subnets/27318c7a-32d3-4424-bb6b-8355e66be280 HTTP/1.1" status: 200 len: 900 time: 2.6610281 Feb 14 21:31:57.353656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99eed4cf-4261-48c0-bf55-65edc384ef38 req-f17a387b-90c1-4e6d-9e41-8fe73d861b62 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 210 time: 0.1860259 Feb 14 21:31:57.354189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59088) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:57.356421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6563a8-2a77-4bd5-8c96-4b20bc490a48 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event updated for resources: {'Subnet': ['ID=27318c7a-32d3-4424-bb6b-8355e66be280,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:57.411719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-ddeb0d8c-3e75-4b51-8c9c-2fc04f564773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:57.413271 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-ddeb0d8c-3e75-4b51-8c9c-2fc04f564773 service neutron] 10.222.0.64 "GET /v2.0/networks?id=205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 200 len: 922 time: 0.7720096 Feb 14 21:31:57.574475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-236762d7-60f1-486d-845f-c6399d920d79 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 200 len: 694 time: 0.0992596 Feb 14 21:31:57.704636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-5dd1174a-1194-47c2-90bb-7c31380a7475 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 200 len: 217 time: 0.1596339 Feb 14 21:31:57.720550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f1bdedd3-756e-4e65-bd6a-04ac25f2b235), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:57.836430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-d6695a01-9619-4fe5-88e1-fde1539c8e1b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:57.844340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-d6695a01-9619-4fe5-88e1-fde1539c8e1b tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.2688568 Feb 14 21:31:57.976941 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.078681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-48dedbae-726a-4aae-9c80-038f35a88d5d tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 697 time: 0.2329366 Feb 14 21:31:58.097639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port 9661b264-e51f-4fc9-9284-e65b7e77c7df {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:58.099724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.153988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9661b264-e51f-4fc9-9284-e65b7e77c7df up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:31:58.158827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-08092cbe-615c-48f1-81aa-7bd7b1b28015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:58.162976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-08092cbe-615c-48f1-81aa-7bd7b1b28015 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 200 len: 860 time: 0.4113550 Feb 14 21:31:58.217894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-dd255857-a16c-41fb-adba-ffb35f51592e tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 697 time: 0.1377895 Feb 14 21:31:58.230305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d8e0c-c683-489f-94e2-2958876ad105 None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:58.265218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138695ba-c195-4e45-b3ee-2b0c60f1fabb req-ce6a77cd-17ce-48ee-880b-fc49f1379059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:58.267034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-138695ba-c195-4e45-b3ee-2b0c60f1fabb req-ce6a77cd-17ce-48ee-880b-fc49f1379059 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 1128 time: 0.7361348 Feb 14 21:31:58.302253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9661b264-e51f-4fc9-9284-e65b7e77c7df triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:58.302444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.327906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.354964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Provisioning complete for port 9661b264-e51f-4fc9-9284-e65b7e77c7df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:31:58.355526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.457851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f1dab-4b0f-4ed0-a5e3-fe79cf997693 req-9352389d-c866-40ee-80d6-a1efd6c9ae2e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:58.460276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a75f1dab-4b0f-4ed0-a5e3-fe79cf997693 req-9352389d-c866-40ee-80d6-a1efd6c9ae2e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.4726229 Feb 14 21:31:58.589119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port 9661b264-e51f-4fc9-9284-e65b7e77c7df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9661b264-e51f-4fc9-9284-e65b7e77c7df,segment=NetworkSegment(69185e25-0a3a-4395-a7f3-486daadc56c6),segment_id=69185e25-0a3a-4395-a7f3-486daadc56c6)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:58.589608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.589888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9661b264-e51f-4fc9-9284-e65b7e77c7df is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:58.590286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.626624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Current status of the port 9661b264-e51f-4fc9-9284-e65b7e77c7df is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:31:58.627033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.658742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for 9661b264-e51f-4fc9-9284-e65b7e77c7df owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:58.690942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Deleting port bc59d438-f612-4559-9f27-d776f78ccfa5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:31:58.691386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.697936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 9661b264-e51f-4fc9-9284-e65b7e77c7df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9661b264-e51f-4fc9-9284-e65b7e77c7df,segment=NetworkSegment(69185e25-0a3a-4395-a7f3-486daadc56c6),segment_id=69185e25-0a3a-4395-a7f3-486daadc56c6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:31:58.709676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a75f1dab-4b0f-4ed0-a5e3-fe79cf997693 req-150ed850-1cec-487e-be62-29ae05d8adf8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669500 Feb 14 21:31:58.725472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.730916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.753418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.775018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Made reservation on behalf of 98bf0a64bc1c42d69bf6bafde09a87ee for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:31:58.778125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.793507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:58.868641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=c234302f-15ce-4caa-9e0a-b08b5a6d0863,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:58.963981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:31:58.964404 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:31:58.970225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=9661b264-e51f-4fc9-9284-e65b7e77c7df,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:58.992612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29607783-38de-400a-b075-ed4de2957033 req-989f7b12-f373-4b3e-8829-f7518b5b7f1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:58.994169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29607783-38de-400a-b075-ed4de2957033 req-989f7b12-f373-4b3e-8829-f7518b5b7f1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.1662896 Feb 14 21:31:59.063266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.063630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (bc59d438-f612-4559-9f27-d776f78ccfa5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.073287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ea32a-7aba-4934-8072-4d28fd2ed217 None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:31:59.078451 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-138695ba-c195-4e45-b3ee-2b0c60f1fabb req-942313a0-1aef-436b-94d1-712336268047 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584972 Feb 14 21:31:59.101291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29607783-38de-400a-b075-ed4de2957033 req-b757fdc2-88fe-4164-aa5b-97494528da20 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781481 Feb 14 21:31:59.104811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-d595ec64-7abf-4b7b-a6e5-8733c8ab9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:31:59.107889 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-d595ec64-7abf-4b7b-a6e5-8733c8ab9fee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=205a24fa-3a78-4a6e-9a9d-949b0aee4488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9320090 Feb 14 21:31:59.108398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Calling delete_port for bc59d438-f612-4559-9f27-d776f78ccfa5 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:31:59.108945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.231656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9661b264-e51f-4fc9-9284-e65b7e77c7df), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.298322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=9661b264-e51f-4fc9-9284-e65b7e77c7df,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:59.343796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f64089e8-70b9-40ab-96f9-d344823f72f0 req-76cdfc6f-669e-4d01-9556-11bea7d8648e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 210 time: 0.0528164 Feb 14 21:31:59.415814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port 9661b264-e51f-4fc9-9284-e65b7e77c7df on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:31:59.481883 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 176da4d1-2224-4039-96d8-ed9eef6e2750 associated. External IP: 172.25.2.210, port: 106ca049-c3d9-43fa-82b2-570d3720ca59. Feb 14 21:31:59.507378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e91b43a2-cbd5-4a0f-ad37-1975ffe3ead5 None None] Port 9661b264-e51f-4fc9-9284-e65b7e77c7df update to ACTIVE by agent not found {{(pid=103514) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 14 21:31:59.514851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (27318c7a-32d3-4424-bb6b-8355e66be280), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.620820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d2c73fca-9fac-47ad-9b50-93ef6b507d05 None None] Could not find standard attr ID for object 9661b264-e51f-4fc9-9284-e65b7e77c7df. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:31:59.667277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Allocated IP 172.20.0.12 (4de2d626-10a7-42fa-a187-a99f98d387e9/fad028f1-1608-4983-9014-ba9aed86d03a/f28a48e3-4db8-4d77-ae30-9921fc6802bd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:31:59.700915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bc59d438-f612-4559-9f27-d776f78ccfa5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.737672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-72cdc74f-5dbf-4cff-88e7-c4f7d43ac246 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641834 Feb 14 21:31:59.768302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event deleted for resources: {'Port': ['ID=bc59d438-f612-4559-9f27-d776f78ccfa5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:59.774538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (27318c7a-32d3-4424-bb6b-8355e66be280), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:31:59.874206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=27318c7a-32d3-4424-bb6b-8355e66be280,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:31:59.875924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59170) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:31:59.897706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46641227-811a-4493-8b8e-dc47801b970e None None] Network f1bdedd3-756e-4e65-bd6a-04ac25f2b235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:00.029381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f1bdedd3-756e-4e65-bd6a-04ac25f2b235), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.071520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bdedd3-756e-4e65-bd6a-04ac25f2b235']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.083281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69185e25-0a3a-4395-a7f3-486daadc56c6') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.083281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69185e25-0a3a-4395-a7f3-486daadc56c6') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.090833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:00.093978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (69185e25-0a3a-4395-a7f3-486daadc56c6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.134486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks [] for floatingip (da76dad5-9ffe-4af0-a5a8-553879197d35), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.137279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.138414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6597ca9c-583b-43c0-bd55-1f2013f13aaf req-70c28c9a-5736-4615-ad67-3c57c8a60d54 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "DELETE /v2.0/floatingips/da76dad5-9ffe-4af0-a5a8-553879197d35 HTTP/1.1" status: 204 len: 173 time: 1.9118009 Feb 14 21:32:00.144574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (69185e25-0a3a-4395-a7f3-486daadc56c6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.159794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4f39aab-9d30-4504-854d-219aac0d5593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.172643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:00.173149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (69185e25-0a3a-4395-a7f3-486daadc56c6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:00.177229 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:00.192380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb4f2c-19d5-459b-92ba-efa452f88935 None None] DHCP port deletion for f1bdedd3-756e-4e65-bd6a-04ac25f2b235 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:00.213010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c032bf8-7cdd-4ef2-9b11-8eb16a395bcf req-ba8c4405-7203-4abb-8777-fcd3e0598619 service neutron] 10.222.0.64 "GET /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670498 Feb 14 21:32:00.299453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9f85-414b-4d3b-832b-ce8712ac7ea8 req-eb8151c9-7e52-4f16-9777-68ebc8b752ae tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:00.301847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81df9f85-414b-4d3b-832b-ce8712ac7ea8 req-eb8151c9-7e52-4f16-9777-68ebc8b752ae tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.4282780 Feb 14 21:32:00.336704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f1bdedd3-756e-4e65-bd6a-04ac25f2b235), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.366826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.374037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/f1bdedd3-756e-4e65-bd6a-04ac25f2b235 HTTP/1.1" status: 204 len: 168 time: 3.0149484 Feb 14 21:32:00.392363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59180) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:00.407497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5cc3-3fa0-4885-a2b2-b5adafba59c7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=f1bdedd3-756e-4e65-bd6a-04ac25f2b235,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:00.469004 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1118c84e-3cdf-4f9e-a114-0d4176a68650 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:00.469303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1118c84e-3cdf-4f9e-a114-0d4176a68650 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:00.476141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1118c84e-3cdf-4f9e-a114-0d4176a68650 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/27318c7a-32d3-4424-bb6b-8355e66be280 HTTP/1.1" status: 404 len: 337 time: 0.0780237 Feb 14 21:32:00.486261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2197c1-9a41-44a8-a706-8d2c6f52fb6d req-6786bae9-d7e1-47a2-bc86-d87520523496 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:00.488180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac2197c1-9a41-44a8-a706-8d2c6f52fb6d req-6786bae9-d7e1-47a2-bc86-d87520523496 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2555060 Feb 14 21:32:00.493750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:00.555714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81df9f85-414b-4d3b-832b-ce8712ac7ea8 req-39f17d8d-3422-422f-be56-862315eb873d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156856 Feb 14 21:32:00.557859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4f39aab-9d30-4504-854d-219aac0d5593 admin admin] Publish callbacks [] for security_group (e7e1f052-797d-4547-957d-15b761f24279), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.561158 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe154c6-a425-4f6b-9172-7b098205a9b8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:00.561745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe154c6-a425-4f6b-9172-7b098205a9b8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:00.573716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bbe154c6-a425-4f6b-9172-7b098205a9b8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/f1bdedd3-756e-4e65-bd6a-04ac25f2b235 HTTP/1.1" status: 404 len: 339 time: 0.0680254 Feb 14 21:32:00.573716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:00.625191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4f39aab-9d30-4504-854d-219aac0d5593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7e1f052-797d-4547-957d-15b761f24279), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.729421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks [] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.758316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:00.769429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:00.791124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.795453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:00.797941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.842269 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2878cb93-d59c-42b6-806c-0e97c592075e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0996335 Feb 14 21:32:00.846716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:00.853328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1301966243'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:00.882749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.900382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:00.902016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:31:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:00.903678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.916802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:00.918543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac2197c1-9a41-44a8-a706-8d2c6f52fb6d req-89723bbc-24bd-44e6-9f5b-caefb8286833 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157658 Feb 14 21:32:00.921141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:00.930245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4f39aab-9d30-4504-854d-219aac0d5593 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80ae815de783440995515598bef184e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0492187 Feb 14 21:32:00.939197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:00.959223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39aab-9d30-4504-854d-219aac0d5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1f052-797d-4547-957d-15b761f24279,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:00.989624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:00.997548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:32:01.007927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (176ea0b0-13ed-4832-adfc-2348c45464aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.008378 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Added segment 176ea0b0-13ed-4832-adfc-2348c45464aa of type vlan for network e725c801-ce95-4d00-a520-c634c3c66ad1 Feb 14 21:32:01.010299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:01.011993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e6dcb-3f24-47a8-badf-b34842cc44a2 None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:01.024248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.062008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e725c801-ce95-4d00-a520-c634c3c66ad1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.077983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Network 4de2d626-10a7-42fa-a187-a99f98d387e9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:01.095702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96c5a631-319c-4b9e-a8df-21b03bf383db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.097076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:01.104166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:01.110161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Pushing event updated for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:01.147805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e725c801-ce95-4d00-a520-c634c3c66ad1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.154717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:01.155597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.244928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Network': ['ID=e725c801-ce95-4d00-a520-c634c3c66ad1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:01.254668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] Publish callbacks [] for security_group (e7e1f052-797d-4547-957d-15b761f24279), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.271731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e725c801-ce95-4d00-a520-c634c3c66ad1 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:32:01.284709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:01.285423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.299223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b8cb-ebf4-4754-a2da-fb82ca1bb3f6 req-b1caf844-f2b5-4434-ac5f-e0b7fdeb4ed8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:01.306201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63e3b8cb-ebf4-4754-a2da-fb82ca1bb3f6 req-b1caf844-f2b5-4434-ac5f-e0b7fdeb4ed8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 932 time: 0.3422837 Feb 14 21:32:01.311515 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2b486f2-68f8-4506-980e-ce1172354168 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4620571 Feb 14 21:32:01.314497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59202) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:01.320871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'subnet': {'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:01.331828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-3fd5cc6b-1565-4e10-a659-d9f94b9777ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0941043 Feb 14 21:32:01.358266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Request body: {'port': {'device_id': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:01.366786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.372295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] Publish callbacks [] for security_group (e7e1f052-797d-4547-957d-15b761f24279), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.411909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea02bd-47b2-4717-b894-f8fed3da296c req-88393d96-7956-4c7f-9d45-9df8dd007954 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:01.418767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9ea02bd-47b2-4717-b894-f8fed3da296c req-88393d96-7956-4c7f-9d45-9df8dd007954 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 0.2637599 Feb 14 21:32:01.444208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ff918d-0ad8-4df6-984e-8e45ae52d91a']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:01.500997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.503558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085df89e-5299-4c96-a7bd-c53380ac0cda') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:01.504666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085df89e-5299-4c96-a7bd-c53380ac0cda') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:01.521205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63e3b8cb-ebf4-4754-a2da-fb82ca1bb3f6 req-d13ff16b-0f41-446f-b0b0-ee83bdf356d6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140529 Feb 14 21:32:01.549440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (085df89e-5299-4c96-a7bd-c53380ac0cda), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.581093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (085df89e-5299-4c96-a7bd-c53380ac0cda), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.625074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9ea02bd-47b2-4717-b894-f8fed3da296c req-401e74e4-989d-436a-bd3a-aade573b5a67 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920197 Feb 14 21:32:01.627753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:01.628212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (085df89e-5299-4c96-a7bd-c53380ac0cda), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.639289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7e1f052-797d-4547-957d-15b761f24279), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.644570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7e1f052-797d-4547-957d-15b761f24279 HTTP/1.1" status: 204 len: 168 time: 0.7071481 Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:01.649162 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:01.674355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:01.678755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.698893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53284e43-dafe-4d4b-9c6c-ddb5619d49f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1f052-797d-4547-957d-15b761f24279,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:01.814785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (82ff918d-0ad8-4df6-984e-8e45ae52d91a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.836936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:01.846818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/82ff918d-0ad8-4df6-984e-8e45ae52d91a HTTP/1.1" status: 204 len: 168 time: 1.2776830 Feb 14 21:32:01.851628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59208) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:01.862357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58098827-8aa0-40f2-a866-b514b61e4f99 req-99aefce9-927d-4789-aafd-6c3fa42dbabe tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:01.872625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58098827-8aa0-40f2-a866-b514b61e4f99 req-99aefce9-927d-4789-aafd-6c3fa42dbabe tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1309209 Feb 14 21:32:01.896445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ec116-d2c6-48bb-987d-e50651371cda tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=82ff918d-0ad8-4df6-984e-8e45ae52d91a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:01.904004 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a596655-c23d-4755-b9b5-ede0518db549 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:01.904468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a596655-c23d-4755-b9b5-ede0518db549 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:01.907545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6a596655-c23d-4755-b9b5-ede0518db549 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/a6a9dfb0-45c0-48c4-931d-aa81049a3f03 HTTP/1.1" status: 404 len: 337 time: 0.0461216 Feb 14 21:32:01.911492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59212) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:01.963249 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce270942-d5fa-4b29-bb25-fd6c5429b734 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:01.963810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce270942-d5fa-4b29-bb25-fd6c5429b734 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:01.969404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ce270942-d5fa-4b29-bb25-fd6c5429b734 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/8257bf19-be42-48cb-9b9a-47453c768d7d HTTP/1.1" status: 404 len: 339 time: 0.0521140 Feb 14 21:32:01.979490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:01.992278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9661b264-e51f-4fc9-9284-e65b7e77c7df no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:02.034712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9661b264-e51f-4fc9-9284-e65b7e77c7df {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:02.035249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9661b264-e51f-4fc9-9284-e65b7e77c7df not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:02.044683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting subnet 1a8b1b99-c405-43ff-94ff-94f685a42874 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:02.050316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (1a8b1b99-c405-43ff-94ff-94f685a42874), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.096955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58098827-8aa0-40f2-a866-b514b61e4f99 req-bae648e1-9477-4212-8035-c9b70620419f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229435 Feb 14 21:32:02.161914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28a48e3-4db8-4d77-ae30-9921fc6802bd {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:02.178465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks [] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.199914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Transition to ACTIVE for port object f28a48e3-4db8-4d77-ae30-9921fc6802bd will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:32:02.203257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e4bfe250-0c91-44ee-a1c2-44142d996134), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.218262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.226272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (1a8b1b99-c405-43ff-94ff-94f685a42874), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.272915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651d84-86fa-44da-9473-21b42d6fef06 req-f12b8106-63cd-4358-a56c-f2a977d1d010 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:02.275312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2651d84-86fa-44da-9473-21b42d6fef06 req-f12b8106-63cd-4358-a56c-f2a977d1d010 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2269893 Feb 14 21:32:02.337920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:02.373914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2651d84-86fa-44da-9473-21b42d6fef06 req-84427657-24b8-48ab-84b4-ff668fea8e0d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915160 Feb 14 21:32:02.378804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1a8b1b99-c405-43ff-94ff-94f685a42874), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.389046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Subnet': ['ID=e4bfe250-0c91-44ee-a1c2-44142d996134,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:02.460035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Checking segment: {'id': '176ea0b0-13ed-4832-adfc-2348c45464aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:02.460408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network hostable DHCP agents. Network: e725c801-ce95-4d00-a520-c634c3c66ad1, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:32:02.471322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (1a8b1b99-c405-43ff-94ff-94f685a42874), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.507804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Attempting to bind port f28a48e3-4db8-4d77-ae30-9921fc6802bd on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:02.508179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Attempting to bind port f28a48e3-4db8-4d77-ae30-9921fc6802bd by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:02.508480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Attempting to bind port f28a48e3-4db8-4d77-ae30-9921fc6802bd on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:02.523073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-877714c0-deeb-4522-a70d-5df9fcc7ca90 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:02.525260 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-877714c0-deeb-4522-a70d-5df9fcc7ca90 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 0.1049614 Feb 14 21:32:02.527505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Port f28a48e3-4db8-4d77-ae30-9921fc6802bd on network 4de2d626-10a7-42fa-a187-a99f98d387e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:32:02.527827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Attempting to bind port f28a48e3-4db8-4d77-ae30-9921fc6802bd on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:02.531325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network e725c801-ce95-4d00-a520-c634c3c66ad1 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:32:02.537387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8b1b99-c405-43ff-94ff-94f685a42874,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:02.572782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.574037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655808c-bf6f-44f3-a7fd-e8c605af2121 None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:02.574879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:02.575243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Checking segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:02.575642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Bound using segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:02.576081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Bound port: f28a48e3-4db8-4d77-ae30-9921fc6802bd, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:02.576558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.581477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4db9275a-8a76-4da7-8466-56aa42880db8 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/1a8b1b99-c405-43ff-94ff-94f685a42874 HTTP/1.1" status: 204 len: 168 time: 0.5981870 Feb 14 21:32:02.581477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:02.596379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e725c801-ce95-4d00-a520-c634c3c66ad1) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:02.605992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:02.606584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.637194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb87d51-45cb-4654-9667-eeb0359ac67d None None] Network e725c801-ce95-4d00-a520-c634c3c66ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:02.708845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46e1d144-dcbc-49e4-87a0-3c19a9911a95 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3927345 Feb 14 21:32:02.714940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59250) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:02.715271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting subnet eed2d003-2ad1-4090-a8da-f235f58fb0e2 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:02.726671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab53b-2444-4b61-91a1-931f3dfef91f req-01ac9755-785d-4a94-a8c0-f2f090c3b418 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:02.729049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-319425545', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:02.734541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-272ab53b-2444-4b61-91a1-931f3dfef91f req-01ac9755-785d-4a94-a8c0-f2f090c3b418 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.2031708 Feb 14 21:32:02.756387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:02.764568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:02.768419 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (eed2d003-2ad1-4090-a8da-f235f58fb0e2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.793270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.820773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.821753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.843277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:02.844091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.846153 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] 10.222.0.64 "PUT /v2.0/ports/f28a48e3-4db8-4d77-ae30-9921fc6802bd HTTP/1.1" status: 200 len: 1093 time: 1.4987075 Feb 14 21:32:02.846608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:02.849526 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219a51f-7174-46f7-aad8-b813e934fef5" -d '{"events": [{"name": "network-changed", "server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:02.884636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Deleting port 04629326-be4e-4981-82b9-951ec18e3cfb {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:02.885307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.921518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e725c801-ce95-4d00-a520-c634c3c66ad1', 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1', 'project_id': '12ed145fc9fa43689ac0c5f249b7c7c7', 'fixed_ips': [{'subnet_id': 'e4bfe250-0c91-44ee-a1c2-44142d996134'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:32:02.922398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:02.993471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (eed2d003-2ad1-4090-a8da-f235f58fb0e2), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.107543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-272ab53b-2444-4b61-91a1-931f3dfef91f req-cb79964a-1be4-42a8-ba1b-19f92de1436b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560166 Feb 14 21:32:03.128162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8dc41-7043-4659-83d3-11a142c4e9df req-3c0c98bb-3b5c-48d4-ae6c-afcde7b7fa97 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:03.129784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcd8dc41-7043-4659-83d3-11a142c4e9df req-3c0c98bb-3b5c-48d4-ae6c-afcde7b7fa97 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 944 time: 0.4201250 Feb 14 21:32:03.171662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_controller (c8eb8484-d477-4fca-b924-4d67db32ae48), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.184127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ac852-0fd5-47ef-b22d-844c4c2f3e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:03.217857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Allocated IP 172.20.0.2 (e725c801-ce95-4d00-a520-c634c3c66ad1/e4bfe250-0c91-44ee-a1c2-44142d996134/895b5a00-ce51-4169-9bbc-1ffa63bc1f8f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:03.257262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (eed2d003-2ad1-4090-a8da-f235f58fb0e2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.333134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-989d9df0-0fe5-4ae1-ba0e-e7b6045fb169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.337414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] For port 04629326-be4e-4981-82b9-951ec18e3cfb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=04629326-be4e-4981-82b9-951ec18e3cfb,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:03.337721 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.391432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-50c1a6d8-4e35-4fc8-b3c6-927ed08c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:03.392970 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-50c1a6d8-4e35-4fc8-b3c6-927ed08c33ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 1127 time: 0.4723256 Feb 14 21:32:03.409351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Calling delete_port for 04629326-be4e-4981-82b9-951ec18e3cfb owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:03.415870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (eed2d003-2ad1-4090-a8da-f235f58fb0e2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.467712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks [] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.487354 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.512148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=eed2d003-2ad1-4090-a8da-f235f58fb0e2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:03.549673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.559469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a2b4a124-14fa-41b2-8db9-31ea63c34dbc tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/eed2d003-2ad1-4090-a8da-f235f58fb0e2 HTTP/1.1" status: 204 len: 168 time: 0.9411614 Feb 14 21:32:03.560385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Pushing event updated for resources: {'Port': ['ID=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:03.561176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59266) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:03.602725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Network e725c801-ce95-4d00-a520-c634c3c66ad1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:03.606603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:03.609446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:03.693683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Attempting to bind port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:03.694059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Attempting to bind port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '176ea0b0-13ed-4832-adfc-2348c45464aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:03.694426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Attempting to bind port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f on network e725c801-ce95-4d00-a520-c634c3c66ad1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:03.710135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:03.710510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Checking segment: {'id': '176ea0b0-13ed-4832-adfc-2348c45464aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:03.711203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.711605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Bound using segment: {'id': '176ea0b0-13ed-4832-adfc-2348c45464aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:03.712079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Bound port: 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176ea0b0-13ed-4832-adfc-2348c45464aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:03.712461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.841169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] For port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:03.846397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] For port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,segment=NetworkSegment(176ea0b0-13ed-4832-adfc-2348c45464aa),segment_id=176ea0b0-13ed-4832-adfc-2348c45464aa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:03.862460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:03.876936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-2c888943-4b05-42e6-9436-0bb9d6b32cf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd HTTP/1.1" status: 200 len: 217 time: 0.4631224 Feb 14 21:32:03.883378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (c8eb8484-d477-4fca-b924-4d67db32ae48), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.018866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a11262-bcaa-4c11-8468-15c2fa0cd922 None None] Pushing event updated for resources: {'Port': ['ID=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:04.080048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (04629326-be4e-4981-82b9-951ec18e3cfb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.087486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f6d7-d46e-4280-b354-57dda9114027 req-e07c5c3a-d49c-4418-8923-cac5eb2e7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:04.089099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-e07c5c3a-d49c-4418-8923-cac5eb2e7651 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.2002559 Feb 14 21:32:04.095629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['04629326-be4e-4981-82b9-951ec18e3cfb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:04.132721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cf3e4-fe3e-4e96-9967-abe0b10edfde None None] Network 53a52aa8-6cff-41db-b0ed-be86b4506b3c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:04.218017 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-b754f59b-7623-40b9-8b39-28127cf3fecf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034217 Feb 14 21:32:04.221384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Pushing event deleted for resources: {'Port': ['ID=04629326-be4e-4981-82b9-951ec18e3cfb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:04.415324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcd8dc41-7043-4659-83d3-11a142c4e9df req-db1a47dc-5f57-47b6-9e7c-b51169a5a3f0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2785683 Feb 14 21:32:04.422167 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-53742453-7f9c-4d6a-a7df-dec938df1dfd service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958332 Feb 14 21:32:04.446302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e71cabd-576c-4336-b021-2a340de730df None None] Provisioning complete for port 03667c99-5877-47e1-b4ac-096fa828a8eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:04.446869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e71cabd-576c-4336-b021-2a340de730df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.474473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce633720-e0c2-4358-9415-210c2a5f4fde req-55cd589b-b1b4-4cb5-a0a1-f80d1ea84915 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:04.476117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce633720-e0c2-4358-9415-210c2a5f4fde req-55cd589b-b1b4-4cb5-a0a1-f80d1ea84915 tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ce52177-3a38-4639-afed-331e63644b84 HTTP/1.1" status: 200 len: 945 time: 1.1307230 Feb 14 21:32:04.490894 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:32:04.494589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (53a52aa8-6cff-41db-b0ed-be86b4506b3c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.540845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] No DVR routers for this DVR port 04629326-be4e-4981-82b9-951ec18e3cfb on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:04.586253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.593398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.611941 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fb7e063d-c5b9-422b-8781-b103ddeb0b3d req-204e0d41-bf0d-4e2f-8dea-4af6938a7dfc tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.64 "DELETE /v2.0/ports/04629326-be4e-4981-82b9-951ec18e3cfb HTTP/1.1" status: 204 len: 173 time: 2.0761511 Feb 14 21:32:04.619506 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a716a6-aced-475e-aefe-715487ffcb01 x-openstack-request-id: req-79a716a6-aced-475e-aefe-715487ffcb01 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:04.620005 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:04.620223 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79a716a6-aced-475e-aefe-715487ffcb01 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:04.620634 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd', 'status': 'completed', 'code': 200} Feb 14 21:32:04.658740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce633720-e0c2-4358-9415-210c2a5f4fde req-984e5156-7a65-4abe-a166-a8f624988ffa tempest-FloatingIPsAssociationTestJSON-1115071638 tempest-FloatingIPsAssociationTestJSON-1115071638-project] 10.222.0.86 "GET /v2.0/security-groups?id=625b64e5-5613-475a-bede-652565ea319f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589527 Feb 14 21:32:04.680205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e71cabd-576c-4336-b021-2a340de730df None None] Current status of the port 03667c99-5877-47e1-b4ac-096fa828a8eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:04.717524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] DHCP port deletion for 53a52aa8-6cff-41db-b0ed-be86b4506b3c request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:04.721073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port 03667c99-5877-47e1-b4ac-096fa828a8eb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:04.721429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.939714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Deleting port 03667c99-5877-47e1-b4ac-096fa828a8eb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:04.940000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.943065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=03667c99-5877-47e1-b4ac-096fa828a8eb,segment=NetworkSegment(12ae7629-4d72-463e-8bb0-b59d6b019595),segment_id=12ae7629-4d72-463e-8bb0-b59d6b019595)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:04.943514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:04.971541 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a276f6d7-d46e-4280-b354-57dda9114027 req-f0916133-d708-4e2e-b98f-45c275fb0654 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436549 Feb 14 21:32:05.000512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for 03667c99-5877-47e1-b4ac-096fa828a8eb owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:05.055741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716085a-e19c-409d-97d2-44f3c5f34836 req-0d20a16c-e25e-4306-aaf2-51cb9e067a4c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:05.067095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9716085a-e19c-409d-97d2-44f3c5f34836 req-0d20a16c-e25e-4306-aaf2-51cb9e067a4c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2822464 Feb 14 21:32:05.134159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] For port 03667c99-5877-47e1-b4ac-096fa828a8eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=03667c99-5877-47e1-b4ac-096fa828a8eb,segment=NetworkSegment(12ae7629-4d72-463e-8bb0-b59d6b019595),segment_id=12ae7629-4d72-463e-8bb0-b59d6b019595)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:05.135829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.213971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Calling delete_port for 03667c99-5877-47e1-b4ac-096fa828a8eb owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:05.302249 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (c8eb8484-d477-4fca-b924-4d67db32ae48), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.370053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-74b9e71e-b378-4aa6-93ba-68bd83d12173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:05.378662 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-74b9e71e-b378-4aa6-93ba-68bd83d12173 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 1127 time: 0.2899947 Feb 14 21:32:05.386853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.490277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9716085a-e19c-409d-97d2-44f3c5f34836 req-5cd11421-b589-4223-b697-05c2b2383d0e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127805 Feb 14 21:32:05.588297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.633387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:05.646605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port 03667c99-5877-47e1-b4ac-096fa828a8eb on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:05.751871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59310) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:05.785667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.849038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea4169-f539-4aac-81d3-c8f4ef3211b2 None None] Network e725c801-ce95-4d00-a520-c634c3c66ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:05.865857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (53a52aa8-6cff-41db-b0ed-be86b4506b3c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.876955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.25.2.111 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/9ef704fe-7ffc-4724-8c17-370fd48a35c6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:05.897289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a52aa8-6cff-41db-b0ed-be86b4506b3c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:05.912159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ae7629-4d72-463e-8bb0-b59d6b019595') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:05.912527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ae7629-4d72-463e-8bb0-b59d6b019595') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:05.927845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (12ae7629-4d72-463e-8bb0-b59d6b019595), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.942979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (12ae7629-4d72-463e-8bb0-b59d6b019595), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.952769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:05.953245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (12ae7629-4d72-463e-8bb0-b59d6b019595), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:05.957524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-4a5a412f-3b30-423b-b39d-178cde15c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:05.959737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-4a5a412f-3b30-423b-b39d-178cde15c094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.5653389 Feb 14 21:32:06.053757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (03667c99-5877-47e1-b4ac-096fa828a8eb), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.072509 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-33048aa8-e0b7-4098-85b9-cb757f51b79c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd HTTP/1.1" status: 200 len: 217 time: 0.0980361 Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:06.073819 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:06.094940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] Pushing event deleted for resources: {'Port': ['ID=03667c99-5877-47e1-b4ac-096fa828a8eb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:06.143925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.146834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Provisioning complete for port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:06.147232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.172456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-bda037d7-ad82-4790-a923-f5b574f05c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:06.174058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-bda037d7-ad82-4790-a923-f5b574f05c8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.0943167 Feb 14 21:32:06.179834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (9ef704fe-7ffc-4724-8c17-370fd48a35c6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.211235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a40ea-b9df-4da9-9c27-334346b5d845 None None] No DVR routers for this DVR port 03667c99-5877-47e1-b4ac-096fa828a8eb on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:06.228327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:06.243461 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-afcea4b4-1732-4f9c-af0a-904f2e4ada5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614073 Feb 14 21:32:06.249060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf50886c-3537-44d7-bbb4-e608fac50f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.259938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-8ba9f556-50b6-4c2c-bc21-ca7e0dcaa0d7 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:06.262076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9ef704fe-7ffc-4724-8c17-370fd48a35c6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.262437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-8ba9f556-50b6-4c2c-bc21-ca7e0dcaa0d7 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.6264288 Feb 14 21:32:06.273447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da714321-cab4-4e99-94cf-c0ef935c6a58 req-d624a957-87e8-4974-82e4-e80fbc53dcbf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:06.277175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da714321-cab4-4e99-94cf-c0ef935c6a58 req-d624a957-87e8-4974-82e4-e80fbc53dcbf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 944 time: 0.7349892 Feb 14 21:32:06.281733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (53a52aa8-6cff-41db-b0ed-be86b4506b3c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.351213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.357528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/53a52aa8-6cff-41db-b0ed-be86b4506b3c HTTP/1.1" status: 204 len: 168 time: 2.7660086 Feb 14 21:32:06.392754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=9ef704fe-7ffc-4724-8c17-370fd48a35c6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:06.410218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59316) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:06.411074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:06.411496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.429087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:06.439942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Current status of the port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:06.440372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.452158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4b0a-7c00-4ac3-880b-ff65b5793332 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=53a52aa8-6cff-41db-b0ed-be86b4506b3c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:06.460531 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f42eac-f3c7-4943-8b3a-ea393fc01d1f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:06.461254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f42eac-f3c7-4943-8b3a-ea393fc01d1f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:06.464579 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8f42eac-f3c7-4943-8b3a-ea393fc01d1f tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/814201ea-db4e-4c1b-a507-e10f06831f6d HTTP/1.1" status: 404 len: 337 time: 0.0532048 Feb 14 21:32:06.465438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:06.468897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-93393bb9-ba00-4434-83a3-3139f9c7cdaa tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/quotas/4a1bdbcefc7c4e00822c522dab43328c HTTP/1.1" status: 200 len: 375 time: 0.1618469 Feb 14 21:32:06.469096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59318) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:06.479254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da714321-cab4-4e99-94cf-c0ef935c6a58 req-6803df6d-2e0c-4afa-a58e-08741e11433f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699867 Feb 14 21:32:06.519289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] For port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,segment=NetworkSegment(176ea0b0-13ed-4832-adfc-2348c45464aa),segment_id=176ea0b0-13ed-4832-adfc-2348c45464aa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:06.528104 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.568167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-d288e16a-4e0e-4036-b6f8-3169ce382729 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984030 Feb 14 21:32:06.575083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59326) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:06.672706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 04629326-be4e-4981-82b9-951ec18e3cfb no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:06.746559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 04629326-be4e-4981-82b9-951ec18e3cfb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:06.746935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 04629326-be4e-4981-82b9-951ec18e3cfb not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:06.781464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:06.781858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.789828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eecaf-7092-4371-a99f-2cf0efbc6e39 None None] Pushing event updated for resources: {'Port': ['ID=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:06.899204 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:32:06.899857 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:32:06.906755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-abcc039e-0d44-45f5-832e-dc65e8efe59c service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231595 Feb 14 21:32:06.912282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf50886c-3537-44d7-bbb4-e608fac50f50 admin admin] Publish callbacks [] for security_group (1dbcf0fc-c8d5-40ad-8054-4a8288dba604), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.955487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1cc099ab-3ee6-44b0-a40d-4143df749470 None None] Provisioning complete for port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:06.956162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cc099ab-3ee6-44b0-a40d-4143df749470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:06.964056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf50886c-3537-44d7-bbb4-e608fac50f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1dbcf0fc-c8d5-40ad-8054-4a8288dba604), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.008653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf50886c-3537-44d7-bbb4-e608fac50f50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ca5393eb4574580a047e2e8b031dd48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2556393 Feb 14 21:32:07.009359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.025030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:07.029315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'name': 'network-vif-deleted', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:07.032081 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674d57e5-8e74-40a4-83f6-0ea7aa647a25" -d '{"events": [{"server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "name": "network-vif-deleted", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:07.037479 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-635e659f-5860-4081-a3da-dfaf36dbb3d1 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805860 Feb 14 21:32:07.084994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1cc099ab-3ee6-44b0-a40d-4143df749470 None None] Current status of the port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:07.137255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50886c-3537-44d7-bbb4-e608fac50f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbcf0fc-c8d5-40ad-8054-4a8288dba604,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:07.163940 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.191683 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff867aa-a8f3-48fb-9f49-6acd308af1be tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:07.192701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff867aa-a8f3-48fb-9f49-6acd308af1be tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:07.193321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cb487-1429-49b5-8d04-5e22b3a5a62f req-ba97472e-5dcd-4d2f-86a8-5174ba9874e8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:07.194874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a0cb487-1429-49b5-8d04-5e22b3a5a62f req-ba97472e-5dcd-4d2f-86a8-5174ba9874e8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2860935 Feb 14 21:32:07.196450 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ff867aa-a8f3-48fb-9f49-6acd308af1be tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/21d6edde-a9c7-443f-9168-f74bf6f6f20d HTTP/1.1" status: 404 len: 339 time: 0.7267828 Feb 14 21:32:07.220794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59340) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.267772 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7652a93-b023-45e8-b3a9-30185795ee21 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:07.268516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7652a93-b023-45e8-b3a9-30185795ee21 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:07.272892 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f7652a93-b023-45e8-b3a9-30185795ee21 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/25714adf-df8c-4cb2-9043-e145bc699ecc HTTP/1.1" status: 404 len: 337 time: 0.0490797 Feb 14 21:32:07.275995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.293405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-d6051d90-7fad-4a27-9388-4732d58ca884 service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856504 Feb 14 21:32:07.350059 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e584f45-f1c6-4180-82a5-5f426ae4ecfd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:07.350614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e584f45-f1c6-4180-82a5-5f426ae4ecfd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:07.353772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e584f45-f1c6-4180-82a5-5f426ae4ecfd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/37223668-b1a2-4dca-b379-13e4a500d0a9 HTTP/1.1" status: 404 len: 339 time: 0.0751107 Feb 14 21:32:07.365997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.384558 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a219a51f-7174-46f7-aad8-b813e934fef5 req-7ab2c5e2-bbef-4eef-bd5b-e35424bc316b service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811587 Feb 14 21:32:07.424022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-9af02c76-90a6-438f-b269-fbf4e354fb54 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:07.425921 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-9af02c76-90a6-438f-b269-fbf4e354fb54 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6e8068-c2bd-4558-ade0-a2646b4d0288 HTTP/1.1" status: 200 len: 945 time: 0.3837256 Feb 14 21:32:07.467896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:07.473996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] Publish callbacks [] for security_group (1dbcf0fc-c8d5-40ad-8054-4a8288dba604), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.480371 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-61faeac4-d743-488e-8544-c2247aab09e0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:07.480891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61faeac4-d743-488e-8544-c2247aab09e0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:07.486755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-61faeac4-d743-488e-8544-c2247aab09e0 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/6b2253c8-fb39-4c6b-baee-d9da0a7cbbe3 HTTP/1.1" status: 404 len: 337 time: 0.1102359 Feb 14 21:32:07.486966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.496827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a0cb487-1429-49b5-8d04-5e22b3a5a62f req-2d55a8a3-d2a8-49b5-a8bf-994478fa85f1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602122 Feb 14 21:32:07.547193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] Publish callbacks [] for security_group (1dbcf0fc-c8d5-40ad-8054-4a8288dba604), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.606615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 03667c99-5877-47e1-b4ac-096fa828a8eb no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:07.631047 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db528c81-65a2-4c00-83c8-e45ac40a1337 x-openstack-request-id: req-db528c81-65a2-4c00-83c8-e45ac40a1337 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:07.632116 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce52177-3a38-4639-afed-331e63644b84", "name": "network-vif-deleted", "tag": "04629326-be4e-4981-82b9-951ec18e3cfb", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:07.632116 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db528c81-65a2-4c00-83c8-e45ac40a1337 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:07.633676 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce52177-3a38-4639-afed-331e63644b84', 'name': 'network-vif-deleted', 'tag': '04629326-be4e-4981-82b9-951ec18e3cfb', 'status': 'completed', 'code': 200} Feb 14 21:32:07.641728 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9274396a-5814-4bc9-9054-f28c39fbb912 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:07.642338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9274396a-5814-4bc9-9054-f28c39fbb912 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:07.650338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9274396a-5814-4bc9-9054-f28c39fbb912 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/660e7909-8ba8-494c-968a-302f2d19672c HTTP/1.1" status: 404 len: 339 time: 0.1563411 Feb 14 21:32:07.659542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59360) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:07.661072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 03667c99-5877-47e1-b4ac-096fa828a8eb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:07.661515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 03667c99-5877-47e1-b4ac-096fa828a8eb not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:07.810752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Deleting port b466eb53-9428-4efb-b4f0-8a7055df7414 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:07.811226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.812275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afad5fa2-f8da-48b2-a750-5ccf0ba74a6d req-3c054abc-6371-4dd5-838d-9329c778b4d0 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0803914 Feb 14 21:32:07.834047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting subnet fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:07.842132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (c8eb8484-d477-4fca-b924-4d67db32ae48), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.850074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d27c6-bd40-4f4d-9398-e2a4688d4b70 req-91a7c843-0343-4e56-b8f5-67d10780065a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:07.852233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-985d27c6-bd40-4f4d-9398-e2a4688d4b70 req-91a7c843-0343-4e56-b8f5-67d10780065a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 944 time: 0.2138186 Feb 14 21:32:07.853475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.883324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1dbcf0fc-c8d5-40ad-8054-4a8288dba604), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.887056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:07.887056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1dbcf0fc-c8d5-40ad-8054-4a8288dba604 HTTP/1.1" status: 204 len: 168 time: 0.8099341 Feb 14 21:32:07.929318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.040182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:08.087535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc922564-4307-4c92-8184-bd11f0026310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbcf0fc-c8d5-40ad-8054-4a8288dba604,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:08.113020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.238100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:08.239667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.247848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-985d27c6-bd40-4f4d-9398-e2a4688d4b70 req-2ff587e5-c2f9-44a5-94bb-97ad92dbf6f6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656752 Feb 14 21:32:08.261014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] For port b466eb53-9428-4efb-b4f0-8a7055df7414, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b466eb53-9428-4efb-b4f0-8a7055df7414,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:08.261410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.292026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Calling delete_port for b466eb53-9428-4efb-b4f0-8a7055df7414 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:08.330010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.382375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.384707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eaf8f8-3aa5-439f-897b-9e8e822f5a4b None None] Network 3fadc9ba-3f16-4ffd-b327-f17f915fac0e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:08.386636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8 HTTP/1.1" status: 204 len: 168 time: 0.7239656 Feb 14 21:32:08.392671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59410) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:08.418965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb0099-6115-457f-8123-cab8103d7407 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=fff182cc-0ff6-42cb-a5f9-032bd2bdcdb8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:08.435444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (625a1c88-3930-49d3-9fb3-47c0e3859311), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.544659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59424) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:08.575360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (3fadc9ba-3f16-4ffd-b327-f17f915fac0e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.579839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2201e450-ff7d-4525-97a6-620734aed3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.626119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:08.645296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f28a48e3-4db8-4d77-ae30-9921fc6802bd details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:08.712329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.775979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] DHCP port deletion for 3fadc9ba-3f16-4ffd-b327-f17f915fac0e request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:08.868003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:08.891967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'port_id': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd', 'mac_address': 'fa:16:3e:ef:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad028f1-1608-4983-9014-ba9aed86d03a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:08.897626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Deleting port c8821e29-aa2d-49cb-9b65-6c420e46c263 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:08.898319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:08.962844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b466eb53-9428-4efb-b4f0-8a7055df7414), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.010252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router c8eb8484-d477-4fca-b924-4d67db32ae48 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:32:09.013187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port c8821e29-aa2d-49cb-9b65-6c420e46c263 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:09.013542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.021952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f28a48e3-4db8-4d77-ae30-9921fc6802bd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:09.022429 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.026377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event deleted for resources: {'Port': ['ID=b466eb53-9428-4efb-b4f0-8a7055df7414,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:09.027901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['b466eb53-9428-4efb-b4f0-8a7055df7414'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:09.085160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28a48e3-4db8-4d77-ae30-9921fc6802bd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:09.092705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] For port c8821e29-aa2d-49cb-9b65-6c420e46c263, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8821e29-aa2d-49cb-9b65-6c420e46c263,segment=NetworkSegment(98b7138a-0190-45e5-b20e-e1dabbe1f161),segment_id=98b7138a-0190-45e5-b20e-e1dabbe1f161)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:09.093087 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.121315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9bf2f6a-81e7-456e-8ad4-6e1ee0949358 req-652da2ee-fc88-4040-8824-fe2a838a67c0 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0670762 Feb 14 21:32:09.122181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Calling delete_port for c8821e29-aa2d-49cb-9b65-6c420e46c263 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:09.130835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:09.144067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.153264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ea98-4d50-458e-825d-6c99ec3b6d85 req-668ea106-7646-48dc-a4d0-5a27263b443a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:09.164364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f299ea98-4d50-458e-825d-6c99ec3b6d85 req-668ea106-7646-48dc-a4d0-5a27263b443a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1090479 Feb 14 21:32:09.220431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-5c2dbec9-610e-42a4-8794-88ab5769bf34 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:09.224468 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-5c2dbec9-610e-42a4-8794-88ab5769bf34 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.2079515 Feb 14 21:32:09.247191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:09.270043 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.283724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2201e450-ff7d-4525-97a6-620734aed3d2 admin admin] Publish callbacks [] for security_group (59942c5a-3b03-40a3-8654-df6cd05a1b9b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.304142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Request body: {'port': {'device_id': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'admin_state_up': True, 'tenant_id': '4a1bdbcefc7c4e00822c522dab43328c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:09.313804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] No DVR routers for this DVR port c8821e29-aa2d-49cb-9b65-6c420e46c263 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:09.316273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357145d0-fdb7-421d-a625-6e7d0e98378d None None] Pushing event deleted for resources: {'Port': ['ID=c8821e29-aa2d-49cb-9b65-6c420e46c263,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:09.343128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f299ea98-4d50-458e-825d-6c99ec3b6d85 req-47fa2726-3433-4af5-8b5e-8907b716873d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246424 Feb 14 21:32:09.434520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] No DVR routers for this DVR port b466eb53-9428-4efb-b4f0-8a7055df7414 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:09.436355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2201e450-ff7d-4525-97a6-620734aed3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59942c5a-3b03-40a3-8654-df6cd05a1b9b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.444859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.448225 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a5fbe0e1-4707-4f76-8a45-1164853b3881 req-108b049c-1251-4ab3-ad64-5c5cd1c94121 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "DELETE /v2.0/ports/b466eb53-9428-4efb-b4f0-8a7055df7414 HTTP/1.1" status: 204 len: 173 time: 2.0112062 Feb 14 21:32:09.483023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f28a48e3-4db8-4d77-ae30-9921fc6802bd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:09.523474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port c8821e29-aa2d-49cb-9b65-6c420e46c263, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c8821e29-aa2d-49cb-9b65-6c420e46c263,segment=NetworkSegment(98b7138a-0190-45e5-b20e-e1dabbe1f161),segment_id=98b7138a-0190-45e5-b20e-e1dabbe1f161)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:09.523852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.531192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e450-ff7d-4525-97a6-620734aed3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59942c5a-3b03-40a3-8654-df6cd05a1b9b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:09.531407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Deleting port a2cabf91-cd3a-4574-b682-49a063839fed {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:09.531589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.553184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8ff3a-f3a4-4793-9f15-a2891929e6b0 req-9189e30d-293d-4440-8580-7cfc7e48f744 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:09.556223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2201e450-ff7d-4525-97a6-620734aed3d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=173eb18f70dd4c3883274233ddf6ba4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0063174 Feb 14 21:32:09.562649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cd8ff3a-f3a4-4793-9f15-a2891929e6b0 req-9189e30d-293d-4440-8580-7cfc7e48f744 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 945 time: 0.1045041 Feb 14 21:32:09.562649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59448) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:09.609495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for c8821e29-aa2d-49cb-9b65-6c420e46c263 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:09.641156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-deleted', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:09.643911 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e2e3b2-4a08-497d-82e8-956f52996a7f" -d '{"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-deleted", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:09.700011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:09.711942 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] Sync routers for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:09.721918 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:09.722912 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:09.763090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c8821e29-aa2d-49cb-9b65-6c420e46c263), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.765583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:09.779499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cd8ff3a-f3a4-4793-9f15-a2891929e6b0 req-19d791c3-b954-427e-8883-d3b2e41990ae tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909828 Feb 14 21:32:09.781818 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:09.782729 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:09.792419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=c8821e29-aa2d-49cb-9b65-6c420e46c263,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:09.795854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.797116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a17733ef-aafe-493f-8c4e-1cda16282f52 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0750413 Feb 14 21:32:09.799967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Made reservation on behalf of 4a1bdbcefc7c4e00822c522dab43328c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:09.804273 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.807363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59462) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:09.820232 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:09.821780 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504be745-067b-475c-9f9b-b5bbd80a2b13 None None] The sync data for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:09.829280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port c8821e29-aa2d-49cb-9b65-6c420e46c263 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:09.870934 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2fc94b-8d13-480f-a904-fb314b6258e3 x-openstack-request-id: req-2e2fc94b-8d13-480f-a904-fb314b6258e3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:09.871253 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6e8068-c2bd-4558-ade0-a2646b4d0288", "name": "network-vif-deleted", "tag": "b466eb53-9428-4efb-b4f0-8a7055df7414", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:09.871519 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2e2fc94b-8d13-480f-a904-fb314b6258e3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:09.871994 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6e8068-c2bd-4558-ade0-a2646b4d0288', 'name': 'network-vif-deleted', 'tag': 'b466eb53-9428-4efb-b4f0-8a7055df7414', 'status': 'completed', 'code': 200} Feb 14 21:32:09.875018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] For port a2cabf91-cd3a-4574-b682-49a063839fed, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a2cabf91-cd3a-4574-b682-49a063839fed,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:09.875412 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.883018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-5cef820b-1faf-4ebb-a748-c421cdc56a7b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:09.884548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-5cef820b-1faf-4ebb-a748-c421cdc56a7b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.2332726 Feb 14 21:32:09.911471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Calling delete_port for a2cabf91-cd3a-4574-b682-49a063839fed owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:09.913159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] Publish callbacks [] for security_group (59942c5a-3b03-40a3-8654-df6cd05a1b9b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:09.922481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-d0211142-f030-4e9d-bd7f-29ddf70a0789 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/quotas/efd23ebb0a6741318cad597e7cabff16 HTTP/1.1" status: 200 len: 375 time: 0.0265293 Feb 14 21:32:10.012774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] Publish callbacks [] for security_group (59942c5a-3b03-40a3-8654-df6cd05a1b9b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.038400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (3fadc9ba-3f16-4ffd-b327-f17f915fac0e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.040840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8821e29-aa2d-49cb-9b65-6c420e46c263 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:10.072990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c8821e29-aa2d-49cb-9b65-6c420e46c263 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:10.073832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c8821e29-aa2d-49cb-9b65-6c420e46c263 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:10.078421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fadc9ba-3f16-4ffd-b327-f17f915fac0e']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:10.095141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-2163045c-e880-4bdd-b4e9-db16a8268953 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631954 Feb 14 21:32:10.211327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59942c5a-3b03-40a3-8654-df6cd05a1b9b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.213914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.217622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59942c5a-3b03-40a3-8654-df6cd05a1b9b HTTP/1.1" status: 204 len: 168 time: 0.6317635 Feb 14 21:32:10.270678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e42072-99a4-49dd-9f08-18e0d53989ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59942c5a-3b03-40a3-8654-df6cd05a1b9b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:10.296227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4cbee448-dd03-453f-9864-f716dcd1f89a req-90d76c2a-ca4c-40a7-bdc1-474f3fd3b9f3 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0541658 Feb 14 21:32:10.335499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-7f9c10ff-1112-4e12-9106-5fb31896ef98 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976027 Feb 14 21:32:10.460264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b7138a-0190-45e5-b20e-e1dabbe1f161') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:10.460838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b7138a-0190-45e5-b20e-e1dabbe1f161') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:10.479452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a2cabf91-cd3a-4574-b682-49a063839fed), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.495739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (98b7138a-0190-45e5-b20e-e1dabbe1f161), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.522678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cabf91-cd3a-4574-b682-49a063839fed,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:10.528328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (98b7138a-0190-45e5-b20e-e1dabbe1f161), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.564039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-71a5a931-b061-4054-9af9-96425bdb1f14 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020884 Feb 14 21:32:10.576143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:10.576699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (98b7138a-0190-45e5-b20e-e1dabbe1f161), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:10.579755 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:10.583464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Allocated IP 172.20.0.10 (b9ce988e-9969-428f-9d92-bad1c9f99421/7698bcd8-29fb-445e-a0a3-e5577734c2eb/0e5ae3fc-6233-4647-80fb-44b48b1dd8e2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:10.646705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee2098-7b5d-48eb-afa2-a4ebd99c2f0c req-7b042a1d-41df-4e94-941d-7d3853f52441 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:10.653502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-daee2098-7b5d-48eb-afa2-a4ebd99c2f0c req-7b042a1d-41df-4e94-941d-7d3853f52441 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2182395 Feb 14 21:32:10.663683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f28a48e3-4db8-4d77-ae30-9921fc6802bd up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:10.808255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port f28a48e3-4db8-4d77-ae30-9921fc6802bd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:32:10.814261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (3fadc9ba-3f16-4ffd-b327-f17f915fac0e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.833823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.840906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/3fadc9ba-3f16-4ffd-b327-f17f915fac0e HTTP/1.1" status: 204 len: 168 time: 2.4440265 Feb 14 21:32:10.842114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:10.849152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f28a48e3-4db8-4d77-ae30-9921fc6802bd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:10.849821 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.875205 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (625a1c88-3930-49d3-9fb3-47c0e3859311), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.905677 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1022a115-f068-4467-8986-ad483a6796a7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:10.906409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1022a115-f068-4467-8986-ad483a6796a7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:10.912643 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1022a115-f068-4467-8986-ad483a6796a7 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/799a60d6-4f47-4b7c-983d-cef0908e6c63 HTTP/1.1" status: 404 len: 337 time: 0.0641761 Feb 14 21:32:10.916245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59488) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:10.956769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f28a48e3-4db8-4d77-ae30-9921fc6802bd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:10.957204 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:10.959674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-daee2098-7b5d-48eb-afa2-a4ebd99c2f0c req-2cd02e99-46c5-4a10-82b2-1121b988c3f1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051753 Feb 14 21:32:10.987890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bd39d-d567-4a23-8681-d5e3e194871d tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=3fadc9ba-3f16-4ffd-b327-f17f915fac0e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:10.989443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c410941-b19b-4f37-955c-f5ab4bf8bd8f req-b232aaee-7e66-4614-b005-8b5eb8a1b0f1 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 210 time: 0.1101525 Feb 14 21:32:10.995430 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8c2818-25fa-484e-a5b5-5656528333cd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:10.997354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8c2818-25fa-484e-a5b5-5656528333cd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:11.005320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fc8c2818-25fa-484e-a5b5-5656528333cd tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/0c2265c7-bfcc-4e23-8d99-11a46bdf2041 HTTP/1.1" status: 404 len: 339 time: 0.0879593 Feb 14 21:32:11.009863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:11.011401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59492) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:11.013356 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3c9b6-7c58-4d07-9d6a-ff55f80b17a1" -d '{"events": [{"server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "name": "network-vif-plugged", "status": "completed", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:11.038428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:11.043203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.044402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:11.131667 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac652594-07da-4955-bbeb-f96c65bb5492 x-openstack-request-id: req-ac652594-07da-4955-bbeb-f96c65bb5492 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:11.133676 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "name": "network-vif-plugged", "status": "completed", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:11.135066 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac652594-07da-4955-bbeb-f96c65bb5492 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:11.135727 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd', 'code': 200} Feb 14 21:32:11.203237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting subnet a43f9596-f0db-4d58-b29a-e541714c6075 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:11.224884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: b466eb53-9428-4efb-b4f0-8a7055df7414 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:11.225343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b466eb53-9428-4efb-b4f0-8a7055df7414 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:11.225833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:11.240596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (a43f9596-f0db-4d58-b29a-e541714c6075), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.325119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb07cd-948a-481a-9340-664aaf84137d req-9f6a4cef-f318-4340-a311-e5c829e67a1c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:11.343758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdfb07cd-948a-481a-9340-664aaf84137d req-9f6a4cef-f318-4340-a311-e5c829e67a1c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.2405190 Feb 14 21:32:11.392759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:11.423441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ad57873c-1103-435c-89e3-b8d460c1f1b3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:11.425135 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ad57873c-1103-435c-89e3-b8d460c1f1b3 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6c84e24-3f93-456f-80a6-664ea9f8b5f5 HTTP/1.1" status: 200 len: 946 time: 0.4027059 Feb 14 21:32:11.438992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (a43f9596-f0db-4d58-b29a-e541714c6075), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.493273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port b4c2f061-9076-4946-b005-df92214de370 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:11.498055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4c2f061-9076-4946-b005-df92214de370), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.530410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcc63aa5-60dc-496a-b6bd-b95d2d517289 req-4f099f92-1086-45d9-a53b-47a48c6dae80 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 210 time: 0.1033778 Feb 14 21:32:11.563950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:11.576817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4c2f061-9076-4946-b005-df92214de370), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.590483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks [] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.600695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc83ce-b5b5-4317-bd6a-59fddc8cf2e8 req-ae0b2a88-c2e2-479a-bb5c-bcf02e5ba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:11.602223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00fc83ce-b5b5-4317-bd6a-59fddc8cf2e8 req-ae0b2a88-c2e2-479a-bb5c-bcf02e5ba386 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 1129 time: 0.3665600 Feb 14 21:32:11.622090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdfb07cd-948a-481a-9340-664aaf84137d req-5cc6f918-4dce-4377-92f7-bc9783050036 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773051 Feb 14 21:32:11.673230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:11.682429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a43f9596-f0db-4d58-b29a-e541714c6075), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.722482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.733181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.790721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Router 625a1c88-3930-49d3-9fb3-47c0e3859311 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:11.834589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Network b9ce988e-9969-428f-9d92-bad1c9f99421 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:11.843901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (a43f9596-f0db-4d58-b29a-e541714c6075), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:11.875071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:11.876961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:11.882002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:11.892696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00fc83ce-b5b5-4317-bd6a-59fddc8cf2e8 req-d81a4716-dbb7-4455-a6a8-8566466d6970 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544565 Feb 14 21:32:11.932802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Deleting port b4c2f061-9076-4946-b005-df92214de370 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:11.933147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b4c2f061-9076-4946-b005-df92214de370), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.040353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:12.041013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.100161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-cc3f5a25-635e-4858-849e-0674d282807f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8113718 Feb 14 21:32:12.154785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Request body: {'port': {'device_id': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:12.200200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] For port b4c2f061-9076-4946-b005-df92214de370, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=b4c2f061-9076-4946-b005-df92214de370,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:12.200576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b4c2f061-9076-4946-b005-df92214de370), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.245132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Subnet': ['ID=a43f9596-f0db-4d58-b29a-e541714c6075,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:12.273829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.277049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a394d23c-b2fe-42b2-9fb4-f021076da147 tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/subnets/a43f9596-f0db-4d58-b29a-e541714c6075 HTTP/1.1" status: 204 len: 168 time: 1.2639363 Feb 14 21:32:12.281614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749de2a-91fd-46a4-be16-e3171669dc1b None None] Network e81e3977-06a7-4a82-9d67-822b5313a6be requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:12.312360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59540) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:12.313880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Calling delete_port for b4c2f061-9076-4946-b005-df92214de370 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:12.320834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3e18820-50a0-487f-945e-86c10619e3d4 req-edaff877-92ff-4db7-837c-abb73985ceaa tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 210 time: 0.0837345 Feb 14 21:32:12.436715 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.518764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] DHCP port deletion for e81e3977-06a7-4a82-9d67-822b5313a6be request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:12.549802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e81e3977-06a7-4a82-9d67-822b5313a6be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.585841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:12.600634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.1 (e725c801-ce95-4d00-a520-c634c3c66ad1/e4bfe250-0c91-44ee-a1c2-44142d996134/85da91d1-a784-4bab-8d88-d0e7e35a3911) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:12.604892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e8581461-7529-4377-b7d6-bb7c78cd088a admin admin] 10.222.0.86 "PUT /v2.0/routers/625a1c88-3930-49d3-9fb3-47c0e3859311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0250833 Feb 14 21:32:12.607589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59568) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:12.612919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Sync routers for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:12.644736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862a29a-d5da-4c59-933a-2eb4b1762cc0 req-c78ea8a2-a36c-4358-bd8e-01f1126a42a5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:12.645955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:12.646327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4862a29a-d5da-4c59-933a-2eb4b1762cc0 req-c78ea8a2-a36c-4358-bd8e-01f1126a42a5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.4056511 Feb 14 21:32:12.646891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:12.736556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Deleting port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:12.737726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.771392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-4ff965d1-30c8-4ee1-9b55-c9aa19fc98b6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:12.773256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-4ff965d1-30c8-4ee1-9b55-c9aa19fc98b6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.4576316 Feb 14 21:32:12.808561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b4c2f061-9076-4946-b005-df92214de370), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.811200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Request body: {'port': {'device_id': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'admin_state_up': True, 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:12.887605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event deleted for resources: {'Port': ['ID=b4c2f061-9076-4946-b005-df92214de370,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:12.901334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] For port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,segment=NetworkSegment(63e1488a-e11c-4cfd-bd3f-1e2a63194faa),segment_id=63e1488a-e11c-4cfd-bd3f-1e2a63194faa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:12.902076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks [] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.905270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.926749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Calling delete_port for 2187629a-99c7-42be-bbf5-ef64b5d0b1fa owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:12.968670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] No DVR routers for this DVR port b4c2f061-9076-4946-b005-df92214de370 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:12.971307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:12.978973 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6909fb25-a0db-4cd2-9e6a-7f3b1f1abcdd req-ec3d26af-89e8-4e6d-98c6-77c38770f923 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.64 "DELETE /v2.0/ports/b4c2f061-9076-4946-b005-df92214de370 HTTP/1.1" status: 204 len: 173 time: 1.5358288 Feb 14 21:32:12.980718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:12.987232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-deleted', 'tag': 'b4c2f061-9076-4946-b005-df92214de370'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:12.990195 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a5e92-b7e6-422a-9b12-f2cad63018ff" -d '{"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-deleted", "tag": "b4c2f061-9076-4946-b005-df92214de370"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:13.018065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.036381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb690-f560-4298-90f0-c6cfc25e7d03 req-de35b9fc-2c77-4beb-8561-0603d35722ac tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:13.044367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-063bb690-f560-4298-90f0-c6cfc25e7d03 req-de35b9fc-2c77-4beb-8561-0603d35722ac tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 932 time: 0.3472381 Feb 14 21:32:13.127758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Deleting port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:13.128098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.139758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.159929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:13.187044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4862a29a-d5da-4c59-933a-2eb4b1762cc0 req-932086c8-5831-4ec7-af43-f170dfdc4078 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995499 Feb 14 21:32:13.199580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks [] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.228984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network e725c801-ce95-4d00-a520-c634c3c66ad1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:13.241362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:13.244548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:13.248440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Transition to ACTIVE for port object 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:32:13.255485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=85da91d1-a784-4bab-8d88-d0e7e35a3911,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:13.279693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-063bb690-f560-4298-90f0-c6cfc25e7d03 req-5cfddc14-dae8-496b-9dfe-acec677afc12 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342718 Feb 14 21:32:13.286825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.361974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (c8eb8484-d477-4fca-b924-4d67db32ae48), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.367082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:13.416470 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5076cbb-9c1c-4152-9d4f-f9909837a932 x-openstack-request-id: req-e5076cbb-9c1c-4152-9d4f-f9909837a932 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:13.416881 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-deleted", "tag": "b4c2f061-9076-4946-b005-df92214de370", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:13.417018 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5076cbb-9c1c-4152-9d4f-f9909837a932 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:13.417449 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-deleted', 'tag': 'b4c2f061-9076-4946-b005-df92214de370', 'status': 'completed', 'code': 200} Feb 14 21:32:13.452990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:13.476036 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a01423-40a3-400a-8318-b0686c852087" -d '{"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:13.534945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks [] for router_gateway (625a1c88-3930-49d3-9fb3-47c0e3859311), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.542748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] For port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,segment=NetworkSegment(63e1488a-e11c-4cfd-bd3f-1e2a63194faa),segment_id=63e1488a-e11c-4cfd-bd3f-1e2a63194faa)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:13.543143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.549357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Attempting to bind port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:13.549700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Attempting to bind port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:13.550041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Attempting to bind port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:13.565298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 on network b9ce988e-9969-428f-9d92-bad1c9f99421 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:32:13.566486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Attempting to bind port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:13.571630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:13.571980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Checking segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:13.572451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Bound using segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:13.572895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Bound port: 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:13.573256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.600067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1df0844-26b6-40fa-b4d8-c5370d135223 req-71a731ff-0b8c-49ea-9e6b-ade0edaeaa05 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 210 time: 0.0770352 Feb 14 21:32:13.623537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.704364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Calling delete_port for 2187629a-99c7-42be-bbf5-ef64b5d0b1fa owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:13.730103 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd976da-7782-4d5d-a218-2a4670ea2454 x-openstack-request-id: req-3dd976da-7782-4d5d-a218-2a4670ea2454 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:13.730509 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c84e24-3f93-456f-80a6-664ea9f8b5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c2f061-9076-4946-b005-df92214de370", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:13.730711 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dd976da-7782-4d5d-a218-2a4670ea2454 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:13.731054 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c84e24-3f93-456f-80a6-664ea9f8b5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c2f061-9076-4946-b005-df92214de370', 'code': 200} Feb 14 21:32:13.734992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:13.739519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.745974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:13.786903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.833695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] Pushing event deleted for resources: {'Port': ['ID=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:13.838635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:13.838841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949ff4c-f693-43f7-9078-9e1d8719733c None None] No DVR routers for this DVR port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:13.848237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-aa734689-1375-4fd0-a355-631139414be8 None None] Provisioning complete for port 85da91d1-a784-4bab-8d88-d0e7e35a3911 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:13.848237 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa734689-1375-4fd0-a355-631139414be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.862486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.884944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aa734689-1375-4fd0-a355-631139414be8 None None] Port 85da91d1-a784-4bab-8d88-d0e7e35a3911 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:32:13.905299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:32:10Z', 'revision_number': 5, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port': {'id': '65969814-5959-4ce1-b73a-2d65b3656f9c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:30:23Z', 'updated_at': '2022-02-14T21:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:13.938587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:13.939283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:13.939403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edbef4-9832-40e1-b2a7-61302c227d84 req-62861d8b-b2b3-4d4b-bc1f-4210e9c756c8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:13.940806 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 HTTP/1.1" status: 200 len: 1093 time: 1.7939496 Feb 14 21:32:13.940956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36edbef4-9832-40e1-b2a7-61302c227d84 req-62861d8b-b2b3-4d4b-bc1f-4210e9c756c8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.5690346 Feb 14 21:32:14.002960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Checking router: 625a1c88-3930-49d3-9fb3-47c0e3859311 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:32:14.013863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d95dd-b10b-4e08-813a-fc6214b23658 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:14.022566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Routers {'625a1c88-3930-49d3-9fb3-47c0e3859311'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:14.023527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['625a1c88-3930-49d3-9fb3-47c0e3859311'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:14.128364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36edbef4-9832-40e1-b2a7-61302c227d84 req-c4957c6e-f618-44ed-b2ab-594b6a0dc444 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554720 Feb 14 21:32:14.128578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2187629a-99c7-42be-bbf5-ef64b5d0b1fa no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:14.135960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-484cf50a-52a6-4e1e-89c9-7e01a4775b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:14.137492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-484cf50a-52a6-4e1e-89c9-7e01a4775b22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 1127 time: 0.1344867 Feb 14 21:32:14.154671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Deleting port 65969814-5959-4ce1-b73a-2d65b3656f9c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:14.155019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.165739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2187629a-99c7-42be-bbf5-ef64b5d0b1fa {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:14.166099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2187629a-99c7-42be-bbf5-ef64b5d0b1fa not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:14.179261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2187629a-99c7-42be-bbf5-ef64b5d0b1fa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.199305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] Set router 625a1c88-3930-49d3-9fb3-47c0e3859311 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:14.208367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-606c77c4-7d91-4214-818e-b5ae5c3eb310 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 HTTP/1.1" status: 200 len: 217 time: 0.0616987 Feb 14 21:32:14.247887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Port': ['ID=2187629a-99c7-42be-bbf5-ef64b5d0b1fa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:14.268346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:32:13Z', 'revision_number': 6, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:14.298573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] No DVR routers for this DVR port 2187629a-99c7-42be-bbf5-ef64b5d0b1fa on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:14.322065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27a29-97f7-459f-a5eb-736845dad845 None None] The sync data for ids ['625a1c88-3930-49d3-9fb3-47c0e3859311'] in n-d-828372-11 is: [{'id': '625a1c88-3930-49d3-9fb3-47c0e3859311', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370099002-router', 'tenant_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:30:21Z', 'updated_at': '2022-02-14T21:32:13Z', 'revision_number': 6, 'project_id': '9c2d8a426e13430e8c9175cdb8d56e1b', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:14.364377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Allocated IP 172.20.0.14 (d9e30088-d269-41c8-9239-4ae882bdf795/1dc05600-e009-4418-a709-81e316c8092a/c3c2988a-39eb-4fa3-b8b5-dd006b30cc77) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:14.604376 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e81e3977-06a7-4a82-9d67-822b5313a6be), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.618884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-eb71321e-1037-4988-8728-ce944cc73d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:14.622424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-eb71321e-1037-4988-8728-ce944cc73d44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.4052863 Feb 14 21:32:14.626183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.648354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] For port 65969814-5959-4ce1-b73a-2d65b3656f9c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65969814-5959-4ce1-b73a-2d65b3656f9c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:14.648706 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.658478 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-f2105c9f-8316-427b-abcd-e998e82f3757 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278571 Feb 14 21:32:14.659620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.667655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81e3977-06a7-4a82-9d67-822b5313a6be']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:14.691372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Calling delete_port for 65969814-5959-4ce1-b73a-2d65b3656f9c owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:14.746698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e1488a-e11c-4cfd-bd3f-1e2a63194faa') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:14.747364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e1488a-e11c-4cfd-bd3f-1e2a63194faa') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:14.767821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (63e1488a-e11c-4cfd-bd3f-1e2a63194faa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.789792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (63e1488a-e11c-4cfd-bd3f-1e2a63194faa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.798031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=85da91d1-a784-4bab-8d88-d0e7e35a3911,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:14.803021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (c8eb8484-d477-4fca-b924-4d67db32ae48), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.819408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637539a-24f2-4a55-976d-ecff9d9d50ee req-a811e89c-eaba-42b4-8194-02d6fc822665 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:14.824399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:14.837290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9637539a-24f2-4a55-976d-ecff9d9d50ee req-a811e89c-eaba-42b4-8194-02d6fc822665 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 944 time: 0.4074631 Feb 14 21:32:14.843099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks [] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.850625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:14.851031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (63e1488a-e11c-4cfd-bd3f-1e2a63194faa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:14.854408 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:14.860797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: b4c2f061-9076-4946-b005-df92214de370 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:14.861435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device b4c2f061-9076-4946-b005-df92214de370 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:14.883984 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-fd808917-0dcd-4167-af3d-3b1953b52477 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958258 Feb 14 21:32:14.886200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d3f8-67e4-490d-9070-d17ee84890a9 req-60b95b2c-eb62-4b6f-832c-8271a69bda0f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:14.887140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70b6d3f8-67e4-490d-9070-d17ee84890a9 req-60b95b2c-eb62-4b6f-832c-8271a69bda0f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.4728217 Feb 14 21:32:14.975123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network e725c801-ce95-4d00-a520-c634c3c66ad1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:14.977943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:15.044943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9810ef3a-9fd8-4ead-a851-acce6131ab19 req-bb0f8261-97e4-4283-b250-8751340bb517 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538353 Feb 14 21:32:15.109997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e81e3977-06a7-4a82-9d67-822b5313a6be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.128290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9637539a-24f2-4a55-976d-ecff9d9d50ee req-063d3f48-81e9-4693-b76b-d0fd480d99ec tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901251 Feb 14 21:32:15.129406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.132561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] 10.222.0.86 "DELETE /v2.0/networks/e81e3977-06a7-4a82-9d67-822b5313a6be HTTP/1.1" status: 204 len: 168 time: 2.8150580 Feb 14 21:32:15.152237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.186345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router c8eb8484-d477-4fca-b924-4d67db32ae48 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:15.330057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0e4d0555-7039-479f-897e-dc98e2cc6d0a None None] Provisioning complete for port 85da91d1-a784-4bab-8d88-d0e7e35a3911 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:15.330471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e4d0555-7039-479f-897e-dc98e2cc6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.382593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:15.396817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7ed7f3a3-a847-4473-b156-e0af928e74ad tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/routers/c8eb8484-d477-4fca-b924-4d67db32ae48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5860529 Feb 14 21:32:15.397155 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] Sync routers for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:15.397591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:15.401449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d0555-7039-479f-897e-dc98e2cc6d0a None None] Port 85da91d1-a784-4bab-8d88-d0e7e35a3911 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:32:15.405111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'port': {'network_id': 'e725c801-ce95-4d00-a520-c634c3c66ad1', 'name': 'tempest-FloatingIPTestJSON-985758959'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:15.406390 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:15.407018 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:15.435704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:15.440399 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:15.498764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:15.518601 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:15.519401 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:15.606468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59730) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:15.626430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Made reservation on behalf of 12ed145fc9fa43689ac0c5f249b7c7c7 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:15.631958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.658202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] device_id is not set on port cc92fe70-524c-4875-a7f2-d930997aaacd yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:32:15.672456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:15.673477 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7016-0893-44fc-af39-43d1c47779e0 None None] The sync data for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:15.679273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023b69-b879-4078-9233-68c1f6996add tempest-NetworksIpV6Test-1981867520 tempest-NetworksIpV6Test-1981867520-project] Pushing event deleted for resources: {'Network': ['ID=e81e3977-06a7-4a82-9d67-822b5313a6be,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:15.702736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:15.717351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Network d9e30088-d269-41c8-9239-4ae882bdf795 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:15.729816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70b6d3f8-67e4-490d-9070-d17ee84890a9 req-21dd25a0-8e7e-4576-8b57-9d05377de572 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8261881 Feb 14 21:32:15.784580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:15.792437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:15.799905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b0df043-50ec-4a9c-adcf-d1f83673b785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.845745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Allocated IP 172.20.0.12 (e725c801-ce95-4d00-a520-c634c3c66ad1/e4bfe250-0c91-44ee-a1c2-44142d996134/cc92fe70-524c-4875-a7f2-d930997aaacd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:15.872122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:15.905027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:15.905503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-167dc063-9722-4b5a-9f38-4774f8d68a29 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e2dd8a30f284408b86bd0203a07e226c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014351 Feb 14 21:32:15.905614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:15.908862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:15.954734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29afb5-b02e-4ccf-aff4-bbf364f005ba req-936710e8-15fb-4994-8a22-815f97469444 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:15.956218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d29afb5-b02e-4ccf-aff4-bbf364f005ba req-936710e8-15fb-4994-8a22-815f97469444 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 932 time: 0.3000402 Feb 14 21:32:15.965498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a17d77a7-a723-4bf8-aae1-e17a828794c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1607263 Feb 14 21:32:15.985515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Request body: {'port': {'device_id': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:16.033933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff7c6-b2f1-4d1d-9e50-16ddebc040cc req-fedecf53-320c-4032-a8f9-5c26596d82f3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.036042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c7ff7c6-b2f1-4d1d-9e50-16ddebc040cc req-fedecf53-320c-4032-a8f9-5c26596d82f3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.2116733 Feb 14 21:32:16.049443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a2cabf91-cd3a-4574-b682-49a063839fed no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:16.063921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (65969814-5959-4ce1-b73a-2d65b3656f9c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.071134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b0df043-50ec-4a9c-adcf-d1f83673b785 admin admin] Publish callbacks [] for security_group (2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.072126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Publish callbacks [] for security_group (e6f7beac-7fe1-49a5-845a-03de5eb5ede8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.073754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a2cabf91-cd3a-4574-b682-49a063839fed {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:16.074284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a2cabf91-cd3a-4574-b682-49a063839fed not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:16.074712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65969814-5959-4ce1-b73a-2d65b3656f9c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:16.085883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b0df043-50ec-4a9c-adcf-d1f83673b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.096036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 65969814-5959-4ce1-b73a-2d65b3656f9c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:16.096655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65969814-5959-4ce1-b73a-2d65b3656f9c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:16.136186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Pushing event deleted for resources: {'Port': ['ID=65969814-5959-4ce1-b73a-2d65b3656f9c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:16.136637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Publish callbacks [] for security_group (e6f7beac-7fe1-49a5-845a-03de5eb5ede8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.145570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d29afb5-b02e-4ccf-aff4-bbf364f005ba req-20be7270-a212-40ec-95cb-b1fd92f9e058 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758521 Feb 14 21:32:16.170304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0df043-50ec-4a9c-adcf-d1f83673b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:16.186335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b0df043-50ec-4a9c-adcf-d1f83673b785 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=94bc53de447f43c78c93c9103cff9dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5785427 Feb 14 21:32:16.190342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59742) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:16.215122 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e914ccc5-89cf-4d71-b3cf-bfb86f5da33f x-openstack-request-id: req-e914ccc5-89cf-4d71-b3cf-bfb86f5da33f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:16.215490 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:16.215787 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e914ccc5-89cf-4d71-b3cf-bfb86f5da33f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:16.216091 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'status': 'completed', 'code': 200} Feb 14 21:32:16.225199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.236376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c7ff7c6-b2f1-4d1d-9e50-16ddebc040cc req-4cb2c5c0-2bdc-4338-bcd8-188471602e4c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929324 Feb 14 21:32:16.240350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.286911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (625a1c88-3930-49d3-9fb3-47c0e3859311), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.348279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6f7beac-7fe1-49a5-845a-03de5eb5ede8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.350896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.355366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6f7beac-7fe1-49a5-845a-03de5eb5ede8 HTTP/1.1" status: 204 len: 168 time: 0.4386673 Feb 14 21:32:16.369485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] Publish callbacks [] for security_group (2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.374985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7beac-7fe1-49a5-845a-03de5eb5ede8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:16.385432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-8544a384-5076-4c7e-baf2-995b80fa0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.387494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-8544a384-5076-4c7e-baf2-995b80fa0b57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 1127 time: 0.1502719 Feb 14 21:32:16.409736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.410259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.410647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.410992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.411365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.411708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.412741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.413092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.413434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.413822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.414206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.414542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.415116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b887c-3688-4ed3-89b4-6aa1f1ad50eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:16.422897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.480053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] Publish callbacks [] for security_group (2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.496068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.500019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks [] for router_controller (625a1c88-3930-49d3-9fb3-47c0e3859311), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.549780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Network e725c801-ce95-4d00-a520-c634c3c66ad1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:16.561432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:16.579473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:16.605501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7e800-a2a0-4470-a7b2-c79497705616 req-5672e22a-1427-4e50-8d0d-43b4b24f0323 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.607196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6d7e800-a2a0-4470-a7b2-c79497705616 req-5672e22a-1427-4e50-8d0d-43b4b24f0323 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 944 time: 0.2487869 Feb 14 21:32:16.617812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event updated for resources: {'Port': ['ID=cc92fe70-524c-4875-a7f2-d930997aaacd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:16.627540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (625a1c88-3930-49d3-9fb3-47c0e3859311), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.628169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625a1c88-3930-49d3-9fb3-47c0e3859311 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:16.649500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-481efbd9-a804-4529-b066-5d9a2b2a2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.651070 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-481efbd9-a804-4529-b066-5d9a2b2a2a0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 916 time: 0.2529969 Feb 14 21:32:16.669023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.673020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.674500 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5 HTTP/1.1" status: 204 len: 168 time: 0.4810457 Feb 14 21:32:16.681195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.682365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1520237e-4a9e-451c-b8b8-48c867a227fe admin admin] 10.222.0.86 "DELETE /v2.0/routers/625a1c88-3930-49d3-9fb3-47c0e3859311 HTTP/1.1" status: 204 len: 168 time: 4.0702529 Feb 14 21:32:16.688794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59754) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:16.805885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.806574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.823683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-bfed0e94-7f48-4561-aae8-8afa0c373186 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 HTTP/1.1" status: 200 len: 217 time: 0.1647599 Feb 14 21:32:16.836834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a231589-2425-4052-944e-b9e217b97faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81cbf0-5b69-43c8-bfd1-ca3da9d2f4b5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:16.838189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Deleting subnet f49a60da-fc71-49de-beb0-a7544e0488fd {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:16.870758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e71e6-7174-40da-9051-fa65b949ec61 req-d6f9470b-76fa-4f1f-aaa5-b506c9f09a8d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.872718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f8e71e6-7174-40da-9051-fa65b949ec61 req-d6f9470b-76fa-4f1f-aaa5-b506c9f09a8d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.3513021 Feb 14 21:32:16.873739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Publish callbacks [] for subnet (f49a60da-fc71-49de-beb0-a7544e0488fd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:16.910534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6d7e800-a2a0-4470-a7b2-c79497705616 req-eeb2593a-12df-4482-92de-ab9b833db507 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838576 Feb 14 21:32:16.958823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e38b2875-98d5-4834-acfe-7ca238df2e6f tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5554872 Feb 14 21:32:16.958997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59764) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:16.982462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-0d456f5c-bbec-4ccd-8992-cc9c1e0fedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:16.984067 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-0d456f5c-bbec-4ccd-8992-cc9c1e0fedd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.1435957 Feb 14 21:32:16.987787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Request body: {'floatingip': {'port_id': 'cc92fe70-524c-4875-a7f2-d930997aaacd'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:17.024116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-1097cd07-8db7-4faf-9134-69198b1f6240 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332022 Feb 14 21:32:17.100821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (f49a60da-fc71-49de-beb0-a7544e0488fd), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.153043 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-846f3e92-83a6-44f0-bc27-ceb49cb899dc service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186326 Feb 14 21:32:17.161125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1babe5bf-0fec-4700-9ac8-5bff96ca1c4c None None] Provisioning complete for port cc92fe70-524c-4875-a7f2-d930997aaacd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:17.162989 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1babe5bf-0fec-4700-9ac8-5bff96ca1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.229452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.285796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9a7b0a83-3ac1-4077-ab2e-25772b38c8b9 req-9165b928-efd2-4f1d-bda5-f1ad80078d21 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218717 Feb 14 21:32:17.286338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1babe5bf-0fec-4700-9ac8-5bff96ca1c4c None None] Port cc92fe70-524c-4875-a7f2-d930997aaacd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:32:17.303739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f8e71e6-7174-40da-9051-fa65b949ec61 req-386b22f9-4f2c-4dae-8a25-f00275ddd327 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768477 Feb 14 21:32:17.332881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27f13-6e1d-4e48-88fb-9206b5e51021 req-10f1ad7e-ec04-41f4-8756-7831e01d6575 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:17.334443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3a27f13-6e1d-4e48-88fb-9206b5e51021 req-10f1ad7e-ec04-41f4-8756-7831e01d6575 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.3136430 Feb 14 21:32:17.342138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:17.399454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks [] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.506232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Transition to ACTIVE for port object c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:32:17.514213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f49a60da-fc71-49de-beb0-a7544e0488fd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.520575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:17.568606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.617381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3a27f13-6e1d-4e48-88fb-9206b5e51021 req-7db5e28b-1ada-4377-a814-c0382659788c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665899 Feb 14 21:32:17.632025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-495f371f-49a1-4365-8c3b-fd88709dc3e2 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:17.632727 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-495f371f-49a1-4365-8c3b-fd88709dc3e2 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 14 21:32:17.636366 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-495f371f-49a1-4365-8c3b-fd88709dc3e2 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:32:17.637406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-495f371f-49a1-4365-8c3b-fd88709dc3e2 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1158009 Feb 14 21:32:17.642725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59798) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:17.649924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f376-1b42-439f-992e-40ab9501769d req-760b89ff-7878-429b-851f-ddd8f6a8b563 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:17.653590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906110036'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:17.660700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a877f376-1b42-439f-992e-40ab9501769d req-760b89ff-7878-429b-851f-ddd8f6a8b563 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 932 time: 0.2768412 Feb 14 21:32:17.679855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.692934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.747972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:17.788397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.788712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.788992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.789332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.789665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.789995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.790320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.790645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.790972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.791326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.791897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.792032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.792270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:17.796363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (f49a60da-fc71-49de-beb0-a7544e0488fd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.797297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (eee108e2-f66f-4edc-bead-a4b99f48856d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.802947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eee108e2-f66f-4edc-bead-a4b99f48856d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.846104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee108e2-f66f-4edc-bead-a4b99f48856d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:17.872569 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:17.875915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f49a60da-fc71-49de-beb0-a7544e0488fd HTTP/1.1" status: 204 len: 168 time: 1.1827831 Feb 14 21:32:17.876782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c65a98-6191-41f7-8ce9-56c393fdc20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49a60da-fc71-49de-beb0-a7544e0488fd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:17.879579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59804) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:17.880495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6294db-e74b-4fba-bf2d-db9fa9483d86 None None] Network 205a24fa-3a78-4a6e-9a9d-949b0aee4488 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:17.960691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a877f376-1b42-439f-992e-40ab9501769d req-0f99ed99-7ce5-473c-9b26-98d24c97235a tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799647 Feb 14 21:32:18.003929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Attempting to bind port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:18.004306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Attempting to bind port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:18.004598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Attempting to bind port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:18.004738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (28e44251-a11e-47f8-a318-d0b9008a61c4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.026137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28e44251-a11e-47f8-a318-d0b9008a61c4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.056218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 on network d9e30088-d269-41c8-9239-4ae882bdf795 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:32:18.056554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Attempting to bind port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:18.075449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (205a24fa-3a78-4a6e-9a9d-949b0aee4488), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.085158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.087631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4429448 Feb 14 21:32:18.097329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:18.104083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:18.104390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Checking segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:18.104771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Bound using segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:18.105590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Bound port: c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:18.105590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.106843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] DHCP port deletion for 205a24fa-3a78-4a6e-9a9d-949b0aee4488 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:18.111579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '28e44251-a11e-47f8-a318-d0b9008a61c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:18.129617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74284e-b13e-48f8-86fe-522512fa420c req-1be67138-4fc1-44f9-af6b-146789df331a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:18.131826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c74284e-b13e-48f8-86fe-522512fa420c req-1be67138-4fc1-44f9-af6b-146789df331a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.2116172 Feb 14 21:32:18.155026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb73ba-a6ee-490a-abe6-fb4e5217797f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e44251-a11e-47f8-a318-d0b9008a61c4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:18.170302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Deleting port 0af2d8d8-b205-4067-ba70-87a0fb370d2b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:18.170761 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.228997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7996-ea21-4eaa-81cd-58520db5727a req-f59f2707-fd6f-4afb-8ba6-269a62d519c6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:18.230581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-368c7996-ea21-4eaa-81cd-58520db5727a req-f59f2707-fd6f-4afb-8ba6-269a62d519c6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 944 time: 0.2200646 Feb 14 21:32:18.256087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group_rule (e2e429a8-a180-4b62-8fbb-cf544ff8d541), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.283768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] For port 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0af2d8d8-b205-4067-ba70-87a0fb370d2b,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:18.284196 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.299009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Calling delete_port for 0af2d8d8-b205-4067-ba70-87a0fb370d2b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:18.352927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Deleting port 0af2d8d8-b205-4067-ba70-87a0fb370d2b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:18.353554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.403289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.432338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] Pushing event deleted for resources: {'Port': ['ID=0af2d8d8-b205-4067-ba70-87a0fb370d2b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:18.438936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0facd-8ee2-4e54-b74e-7c24a9d8d8ed None None] No DVR routers for this DVR port 0af2d8d8-b205-4067-ba70-87a0fb370d2b on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:18.474714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group_rule (e2e429a8-a180-4b62-8fbb-cf544ff8d541), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.485016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Deleting port f28a48e3-4db8-4d77-ae30-9921fc6802bd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:18.485311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.494087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] For port 0af2d8d8-b205-4067-ba70-87a0fb370d2b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=0af2d8d8-b205-4067-ba70-87a0fb370d2b,segment=NetworkSegment(eabb81d9-d165-4b65-9c8b-b678d6f90009),segment_id=eabb81d9-d165-4b65-9c8b-b678d6f90009)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:18.494555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.497104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e2e429a8-a180-4b62-8fbb-cf544ff8d541), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.570019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Calling delete_port for 0af2d8d8-b205-4067-ba70-87a0fb370d2b owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:18.574402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e429a8-a180-4b62-8fbb-cf544ff8d541,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:18.587725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.588968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19530ed4-85e0-4c43-bb37-7648ba9a5911 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4892523 Feb 14 21:32:18.593362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:18.606429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-17d033c7-8048-4630-9502-af60f70e1ade tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '28e44251-a11e-47f8-a318-d0b9008a61c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:18.703301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] For port f28a48e3-4db8-4d77-ae30-9921fc6802bd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f28a48e3-4db8-4d77-ae30-9921fc6802bd,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:18.703967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.710362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:18.724235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17d033c7-8048-4630-9502-af60f70e1ade tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group_rule (c986bb15-8c6c-4b6c-83f9-b41527e0d2da), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.733069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Calling delete_port for f28a48e3-4db8-4d77-ae30-9921fc6802bd owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:18.755674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:18.813580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:18.831263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:18.835793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-368c7996-ea21-4eaa-81cd-58520db5727a req-6d5289c6-54ec-4e20-b4a8-539f67d5e87c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933621 Feb 14 21:32:18.844829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.857472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'port_id': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'mac_address': 'fa:16:3e:11:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7698bcd8-29fb-445e-a0a3-e5577734c2eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:18.861691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0af2d8d8-b205-4067-ba70-87a0fb370d2b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.868811 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-17d033c7-8048-4630-9502-af60f70e1ade tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:32:18.872356 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17d033c7-8048-4630-9502-af60f70e1ade tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2691851 Feb 14 21:32:18.876626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:18.898386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:18.899303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.917177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:18.918687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:18.923703 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:32:18.943228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:18.952193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:18.956609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0af2d8d8-b205-4067-ba70-87a0fb370d2b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:18.967192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] No DVR routers for this DVR port 0af2d8d8-b205-4067-ba70-87a0fb370d2b on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:18.979349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f005-21e0-459f-a9bc-69ee066145ba req-09efbf39-05a5-4ee4-bd59-26229667b0b0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:18.980892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90b1f005-21e0-459f-a9bc-69ee066145ba req-09efbf39-05a5-4ee4-bd59-26229667b0b0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34cb28f-6d37-4ccb-be14-94012888e0fe HTTP/1.1" status: 200 len: 946 time: 0.3263609 Feb 14 21:32:19.027605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:19.028129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.029551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3a924cc5-29e3-423d-9e1a-b3654401e4f5 service neutron] 10.222.0.83 "PUT /v2.0/ports/c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 HTTP/1.1" status: 200 len: 1093 time: 3.0524805 Feb 14 21:32:19.032770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:19.036115 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d356e2ed-e809-4679-a7aa-a3fe22075ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:19.053776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:19.076008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.096038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.114759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (205a24fa-3a78-4a6e-9a9d-949b0aee4488), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.123277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (28e44251-a11e-47f8-a318-d0b9008a61c4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.173115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205a24fa-3a78-4a6e-9a9d-949b0aee4488']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:19.184884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00459-af69-4631-a5e8-05d1b36734a7 req-94efbebf-c1a1-42a4-a3df-ec96782af740 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:19.186419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4c00459-af69-4631-a5e8-05d1b36734a7 req-94efbebf-c1a1-42a4-a3df-ec96782af740 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2045929 Feb 14 21:32:19.195359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabb81d9-d165-4b65-9c8b-b678d6f90009') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:19.195359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabb81d9-d165-4b65-9c8b-b678d6f90009') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:19.203885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90b1f005-21e0-459f-a9bc-69ee066145ba req-73d9ee96-2133-47e8-8ebf-c605b59c0b8b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717851 Feb 14 21:32:19.207515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (28e44251-a11e-47f8-a318-d0b9008a61c4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.222304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (eabb81d9-d165-4b65-9c8b-b678d6f90009), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.243800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:19.252297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (eabb81d9-d165-4b65-9c8b-b678d6f90009), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.276416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a533f9b8-c81f-49c3-be36-54e154f581a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:19.276660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:19.276660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (eabb81d9-d165-4b65-9c8b-b678d6f90009), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.276943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-a533f9b8-c81f-49c3-be36-54e154f581a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 1127 time: 0.1896188 Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:19.277044 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:19.295214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f28a48e3-4db8-4d77-ae30-9921fc6802bd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.301769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f28a48e3-4db8-4d77-ae30-9921fc6802bd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:19.342137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:19.357236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-82fb8d9f-7224-4cba-ae43-a045c6e9e98d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 HTTP/1.1" status: 200 len: 217 time: 0.0748327 Feb 14 21:32:19.361906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Pushing event deleted for resources: {'Port': ['ID=f28a48e3-4db8-4d77-ae30-9921fc6802bd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:19.369881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28e44251-a11e-47f8-a318-d0b9008a61c4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.372725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.373872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/28e44251-a11e-47f8-a318-d0b9008a61c4 HTTP/1.1" status: 204 len: 168 time: 0.4831064 Feb 14 21:32:19.409539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:19.411427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da744aa2-61af-4127-8441-906cfc912ec7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e44251-a11e-47f8-a318-d0b9008a61c4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:19.436405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4c00459-af69-4631-a5e8-05d1b36734a7 req-aea0f65d-57e8-4eb1-b5fe-6c7481a62f6a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867554 Feb 14 21:32:19.440128 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 176da4d1-2224-4039-96d8-ed9eef6e2750 associated. External IP: 172.25.2.210, port: 106ca049-c3d9-43fa-82b2-570d3720ca59. Feb 14 21:32:19.448046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (205a24fa-3a78-4a6e-9a9d-949b0aee4488), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.452680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] No DVR routers for this DVR port f28a48e3-4db8-4d77-ae30-9921fc6802bd on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:19.496696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.502221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] 10.222.0.86 "DELETE /v2.0/networks/205a24fa-3a78-4a6e-9a9d-949b0aee4488 HTTP/1.1" status: 204 len: 168 time: 1.6131260 Feb 14 21:32:19.503473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.514846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8c74284e-b13e-48f8-86fe-522512fa420c req-fda35eae-d5ce-4ae8-8fbf-68fe6b70830c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "DELETE /v2.0/ports/f28a48e3-4db8-4d77-ae30-9921fc6802bd HTTP/1.1" status: 204 len: 173 time: 1.3686154 Feb 14 21:32:19.515744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca840e-1ae9-4787-b3f7-8ed3ca4ee7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=205a24fa-3a78-4a6e-9a9d-949b0aee4488,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:19.534850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'name': 'network-vif-deleted', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:19.543204 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74532207-4229-40c8-89fd-3672e20b3f06" -d '{"events": [{"server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "name": "network-vif-deleted", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:19.622830 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7af5b7-f474-4346-9654-65241f958857 x-openstack-request-id: req-df7af5b7-f474-4346-9654-65241f958857 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:19.622830 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:19.624647 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df7af5b7-f474-4346-9654-65241f958857 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:19.627872 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'status': 'completed', 'code': 200} Feb 14 21:32:19.656165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-2ac7e714-b601-4c8d-9159-6266b8b6f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:19.657665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-2ac7e714-b601-4c8d-9159-6266b8b6f64a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.2332735 Feb 14 21:32:19.686585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e25cd07-73ee-49cb-9c4c-a662ccc7eb25 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2441936 Feb 14 21:32:19.687235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:19.698987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--925990573'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:19.713332 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e0f95-d30c-4877-ab11-68e3b2378984 x-openstack-request-id: req-de2e0f95-d30c-4877-ab11-68e3b2378984 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:19.713992 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34cb28f-6d37-4ccb-be14-94012888e0fe", "name": "network-vif-deleted", "tag": "f28a48e3-4db8-4d77-ae30-9921fc6802bd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:19.713992 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de2e0f95-d30c-4877-ab11-68e3b2378984 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:19.714268 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34cb28f-6d37-4ccb-be14-94012888e0fe', 'name': 'network-vif-deleted', 'tag': 'f28a48e3-4db8-4d77-ae30-9921fc6802bd', 'status': 'completed', 'code': 200} Feb 14 21:32:19.715350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e8b6b-01b5-4ea2-8620-504a93e14374 req-c5e692e3-a273-4328-ac65-a45a0452c460 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:19.722284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-674e8b6b-01b5-4ea2-8620-504a93e14374 req-c5e692e3-a273-4328-ac65-a45a0452c460 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 944 time: 0.3072922 Feb 14 21:32:19.746192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.769740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-e68e3b1f-9297-4d0e-a1ae-6fad7a832b16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756471 Feb 14 21:32:19.827802 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (042d3855-d803-4ba1-a58a-19a95a2fa83b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.832590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59878) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:19.840775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (042d3855-d803-4ba1-a58a-19a95a2fa83b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.882079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042d3855-d803-4ba1-a58a-19a95a2fa83b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:19.902396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:19.906273 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ce5a01ec-fdf4-4276-bc2e-03e6caa3d3d3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2089610 Feb 14 21:32:19.915269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59886) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:19.915690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-674e8b6b-01b5-4ea2-8620-504a93e14374 req-e1bfd266-3a04-44c6-826a-fd0e0dc280fc tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874878 Feb 14 21:32:19.928359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-784d1453-f175-45b8-9fad-aad8b1cae1e5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '042d3855-d803-4ba1-a58a-19a95a2fa83b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:19.930486 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-784d1453-f175-45b8-9fad-aad8b1cae1e5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 14 21:32:19.930922 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-784d1453-f175-45b8-9fad-aad8b1cae1e5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:19.931930 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-784d1453-f175-45b8-9fad-aad8b1cae1e5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077217 Feb 14 21:32:19.935230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:19.954516 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-356d8e29-dec0-43e5-83cb-68fc9c56b203 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c2d8a426e13430e8c9175cdb8d56e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1183670 Feb 14 21:32:19.954787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59890) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.025817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (042d3855-d803-4ba1-a58a-19a95a2fa83b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.045315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:20.047690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] Publish callbacks [] for security_group (625b64e5-5613-475a-bede-652565ea319f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.055561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0af2d8d8-b205-4067-ba70-87a0fb370d2b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:20.072429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-01b63992-e6a4-460f-a4e2-a6c858c919ee service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915084 Feb 14 21:32:20.072688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (042d3855-d803-4ba1-a58a-19a95a2fa83b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.104526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] Publish callbacks [] for security_group (625b64e5-5613-475a-bede-652565ea319f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.116436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 0af2d8d8-b205-4067-ba70-87a0fb370d2b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:20.116892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 0af2d8d8-b205-4067-ba70-87a0fb370d2b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:20.168041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (042d3855-d803-4ba1-a58a-19a95a2fa83b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.173666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.177592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/042d3855-d803-4ba1-a58a-19a95a2fa83b HTTP/1.1" status: 204 len: 168 time: 0.2391505 Feb 14 21:32:20.179522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.218389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe58e9-6291-43b5-8d22-3e11408c14c5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d3855-d803-4ba1-a58a-19a95a2fa83b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:20.223933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (625b64e5-5613-475a-bede-652565ea319f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.228135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.229777 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/625b64e5-5613-475a-bede-652565ea319f HTTP/1.1" status: 204 len: 168 time: 0.2740278 Feb 14 21:32:20.245623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3b907-285a-4e81-a3b0-c9e41bd82d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b64e5-5613-475a-bede-652565ea319f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:20.282217 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-27e24b92-fb40-4db3-bb8b-23617633b622 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0989954 Feb 14 21:32:20.286265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.292017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--505431421'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:20.335255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.386556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a94e18-f8f7-463c-a7e2-36334112b432 req-21f4f3ad-1407-4e10-9ff2-415de6dc0e53 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:20.388671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8a94e18-f8f7-463c-a7e2-36334112b432 req-21f4f3ad-1407-4e10-9ff2-415de6dc0e53 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 945 time: 0.3855133 Feb 14 21:32:20.427322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (b270d6d1-dfc8-4a58-818f-bfda6448a224), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.432342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b270d6d1-dfc8-4a58-818f-bfda6448a224), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.451666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:20.467344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b270d6d1-dfc8-4a58-818f-bfda6448a224,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:20.467725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:20.473859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.475183 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa66198e-2cae-48a8-96ee-5c1756bb6799 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1877418 Feb 14 21:32:20.477965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.485037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-af9da60c-1c67-4fcc-a0b2-62897db5d2fd tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'b270d6d1-dfc8-4a58-818f-bfda6448a224', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:20.487762 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-af9da60c-1c67-4fcc-a0b2-62897db5d2fd tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 14 21:32:20.487762 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-af9da60c-1c67-4fcc-a0b2-62897db5d2fd tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:20.489146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af9da60c-1c67-4fcc-a0b2-62897db5d2fd tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100667 Feb 14 21:32:20.493164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.502600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:20.505214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:20.565757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4000ecda-f468-4ed7-a9f5-4f0daf0da1ed req-3cdb156d-c637-4b90-baa5-53bdcc3a0885 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816341 Feb 14 21:32:20.567460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:20.578645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:20.579483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:20.607955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8a94e18-f8f7-463c-a7e2-36334112b432 req-89bd7e5e-e4ec-462b-b35f-06e6bf19e965 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064850 Feb 14 21:32:20.617110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c62fb-7d90-4b2c-90d8-da97f263c288 req-2136eb31-60d4-4f05-8426-bcde044698f1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:20.618975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce4c62fb-7d90-4b2c-90d8-da97f263c288 req-2136eb31-60d4-4f05-8426-bcde044698f1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2275524 Feb 14 21:32:20.622246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (b270d6d1-dfc8-4a58-818f-bfda6448a224), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.683114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (b270d6d1-dfc8-4a58-818f-bfda6448a224), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.695909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:20.696872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d4af5-9b13-4c60-9079-69fc23c157bd None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:20.727914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:20.757414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b270d6d1-dfc8-4a58-818f-bfda6448a224), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.762152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.766228 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/b270d6d1-dfc8-4a58-818f-bfda6448a224 HTTP/1.1" status: 204 len: 168 time: 0.2719884 Feb 14 21:32:20.767208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.791929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e6d9b-ba95-4e47-9133-94eb2fdae7d7 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270d6d1-dfc8-4a58-818f-bfda6448a224,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:20.844947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2e78f1c-940b-498f-a145-f947c3892670 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727882 Feb 14 21:32:20.845997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59932) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.859342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--15812580'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:20.865457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:32:20.869946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:20.870327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.895874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59934) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:20.902608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:20.915805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce4c62fb-7d90-4b2c-90d8-da97f263c288 req-d5695fcc-8544-40d5-9a2e-90734f6b5176 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524397 Feb 14 21:32:20.923290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-2b3d3321-e175-49c3-bddb-81e185eebe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:20.942015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-2b3d3321-e175-49c3-bddb-81e185eebe31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 1127 time: 0.2609713 Feb 14 21:32:21.013065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (121ab577-42e2-4928-835a-440074b150af), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.021185 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (121ab577-42e2-4928-835a-440074b150af), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.039799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:21.040320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.077430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:21.078197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-205b9f2a-877f-4d63-b3d6-4d6e534feb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.080667 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab0797-2a80-4ffe-93a6-e18478cd6e24" -d '{"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:21.099119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:21.100633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.105204 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2552333 Feb 14 21:32:21.105813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.108613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.109619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f28a48e3-4db8-4d77-ae30-9921fc6802bd no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:21.110821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b7e38009-d0d4-476a-8961-27dfcc31d5fb tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '121ab577-42e2-4928-835a-440074b150af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.123595 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-b7e38009-d0d4-476a-8961-27dfcc31d5fb tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 14 21:32:21.124458 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-b7e38009-d0d4-476a-8961-27dfcc31d5fb tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.129407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b7e38009-d0d4-476a-8961-27dfcc31d5fb tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0189595 Feb 14 21:32:21.136176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffe42b-a3d3-4723-bcf2-15a7b4d69abc tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121ab577-42e2-4928-835a-440074b150af,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:21.149517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.167005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0e5c1b06-d26d-47a8-83fe-5be71c98ff84 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '121ab577-42e2-4928-835a-440074b150af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.169975 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-0e5c1b06-d26d-47a8-83fe-5be71c98ff84 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 14 21:32:21.171194 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-0e5c1b06-d26d-47a8-83fe-5be71c98ff84 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.175446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: f28a48e3-4db8-4d77-ae30-9921fc6802bd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:21.176335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f28a48e3-4db8-4d77-ae30-9921fc6802bd not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:21.177914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e5c1b06-d26d-47a8-83fe-5be71c98ff84 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0252726 Feb 14 21:32:21.185658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59954) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.199895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1bbe20cf-48ed-4c15-8d52-6d5d67a48bac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '121ab577-42e2-4928-835a-440074b150af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.202262 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-1bbe20cf-48ed-4c15-8d52-6d5d67a48bac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 14 21:32:21.209246 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-1bbe20cf-48ed-4c15-8d52-6d5d67a48bac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.212363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1bbe20cf-48ed-4c15-8d52-6d5d67a48bac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0243754 Feb 14 21:32:21.217707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.220398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:21.224140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a606f75c-75c6-42fb-a4f0-38112e83829a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '121ab577-42e2-4928-835a-440074b150af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.225603 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-a606f75c-75c6-42fb-a4f0-38112e83829a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 14 21:32:21.226190 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a606f75c-75c6-42fb-a4f0-38112e83829a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.227386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a606f75c-75c6-42fb-a4f0-38112e83829a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085731 Feb 14 21:32:21.232613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59962) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.346213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-205b9f2a-877f-4d63-b3d6-4d6e534feb6d admin admin] Publish callbacks [] for security_group (8c49602d-5632-4e77-9c38-86a5bb175482), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.347375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (121ab577-42e2-4928-835a-440074b150af), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.359190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-205b9f2a-877f-4d63-b3d6-4d6e534feb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c49602d-5632-4e77-9c38-86a5bb175482), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.393817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (121ab577-42e2-4928-835a-440074b150af), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.433344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-205b9f2a-877f-4d63-b3d6-4d6e534feb6d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27926e2a26d34b728b8c83bd938c81cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5335186 Feb 14 21:32:21.435376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59968) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.438316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b9f2a-877f-4d63-b3d6-4d6e534feb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49602d-5632-4e77-9c38-86a5bb175482,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:21.461387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (121ab577-42e2-4928-835a-440074b150af), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.464716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.466872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/121ab577-42e2-4928-835a-440074b150af HTTP/1.1" status: 204 len: 168 time: 0.2327149 Feb 14 21:32:21.474788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59970) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.487243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebb0aa-2d32-4f8d-861f-fc6efefc6116 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ab577-42e2-4928-835a-440074b150af,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:21.504322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4664b8-fc20-45df-90f7-a13eebc8bc31 req-24f0ee34-0a2f-4249-88df-d062c2610581 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:21.505937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc4664b8-fc20-45df-90f7-a13eebc8bc31 req-24f0ee34-0a2f-4249-88df-d062c2610581 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.7843225 Feb 14 21:32:21.529386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-024ff6c2-7fb9-40a6-abb6-781d22a1236e tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0530860 Feb 14 21:32:21.533749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59972) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.538580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--728575531'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.559137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.630812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (16b7b85b-d536-436c-a755-ce89dc639237), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.635358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (16b7b85b-d536-436c-a755-ce89dc639237), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.637986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router c8eb8484-d477-4fca-b924-4d67db32ae48 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:21.644740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-8f88167c-1ebc-4412-bf03-e49d33f2961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:21.646234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-8f88167c-1ebc-4412-bf03-e49d33f2961d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 905 time: 0.7125659 Feb 14 21:32:21.658025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626b0f7-9502-4d7f-b46d-1deb01a5d033 req-a02172b9-0faa-43c5-a736-c380724a6dd8 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:21.659521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9626b0f7-9502-4d7f-b46d-1deb01a5d033 req-a02172b9-0faa-43c5-a736-c380724a6dd8 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 944 time: 0.2466235 Feb 14 21:32:21.667389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.668492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1337123 Feb 14 21:32:21.670475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac7e6-6c5f-4a69-9bdf-10ba3d2a358b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7b85b-d536-436c-a755-ce89dc639237,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:21.672589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59976) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.677479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e994e90d-0496-4875-9fd9-c8a3479b6ae3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.678216 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-e994e90d-0496-4875-9fd9-c8a3479b6ae3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 14 21:32:21.678716 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-e994e90d-0496-4875-9fd9-c8a3479b6ae3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.679764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e994e90d-0496-4875-9fd9-c8a3479b6ae3 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062037 Feb 14 21:32:21.684277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.688515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f6b28c55-bda8-45cb-a925-72f49bca9b2a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.689697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc4664b8-fc20-45df-90f7-a13eebc8bc31 req-772d829c-37bc-4d5d-83b6-055681d560a7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665871 Feb 14 21:32:21.722317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] Publish callbacks [] for security_group (8c49602d-5632-4e77-9c38-86a5bb175482), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.732270 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-f6b28c55-bda8-45cb-a925-72f49bca9b2a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.733583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6b28c55-bda8-45cb-a925-72f49bca9b2a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0483332 Feb 14 21:32:21.734662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-43e9805b-4a78-416e-8823-3fa061800d4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 HTTP/1.1" status: 200 len: 217 time: 0.0736630 Feb 14 21:32:21.737298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.743582 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5f035-89ff-4cb6-b4da-1fad4417e949 x-openstack-request-id: req-c7a5f035-89ff-4cb6-b4da-1fad4417e949 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:21.744491 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:21.745099 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7a5f035-89ff-4cb6-b4da-1fad4417e949 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:21.745215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b3f8c91c-89a5-4cb0-88a6-035f1f6154bf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.745631 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-b3f8c91c-89a5-4cb0-88a6-035f1f6154bf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 14 21:32:21.746564 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'code': 200} Feb 14 21:32:21.746896 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-b3f8c91c-89a5-4cb0-88a6-035f1f6154bf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.755434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b3f8c91c-89a5-4cb0-88a6-035f1f6154bf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153255 Feb 14 21:32:21.756236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.768349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cc9fdbec-ca06-48cb-b304-3febd36cc8e9 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.846866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] Publish callbacks [] for security_group (8c49602d-5632-4e77-9c38-86a5bb175482), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:21.847969 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-cc9fdbec-ca06-48cb-b304-3febd36cc8e9 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.852199 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cc9fdbec-ca06-48cb-b304-3febd36cc8e9 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858891 Feb 14 21:32:21.852791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59988) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.858430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-894be267-1ba4-4316-b713-4698cdb17890 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.859213 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-894be267-1ba4-4316-b713-4698cdb17890 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 14 21:32:21.860182 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-894be267-1ba4-4316-b713-4698cdb17890 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.864253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-894be267-1ba4-4316-b713-4698cdb17890 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073774 Feb 14 21:32:21.865832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:21.871708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8fb9bdc7-96b6-4034-8fb2-55c72645d560 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:21.899902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273dbc6-0f9c-4907-9bcd-e35132e811fd req-c453bee8-6d35-4ac7-85fa-7bb21a03f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:21.902052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2273dbc6-0f9c-4907-9bcd-e35132e811fd req-c453bee8-6d35-4ac7-85fa-7bb21a03f7f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 1129 time: 0.0873771 Feb 14 21:32:21.911656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9626b0f7-9502-4d7f-b46d-1deb01a5d033 req-f7632d8a-0c08-457e-b397-bcb74c6c62fa tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401941 Feb 14 21:32:21.921870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-abff22d7-12fd-48e3-8709-6cb1d94401f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:21.924072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-abff22d7-12fd-48e3-8709-6cb1d94401f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1770735 Feb 14 21:32:21.934805 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-8fb9bdc7-96b6-4034-8fb2-55c72645d560 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Project 8a4d922fc97242eca67098b906732bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:32:21.995727 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-8fb9bdc7-96b6-4034-8fb2-55c72645d560 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:21.996942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8fb9bdc7-96b6-4034-8fb2-55c72645d560 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1300426 Feb 14 21:32:22.000874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.005607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-baf2d8a8-3cce-43c1-b8c6-53d139d61d17 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.011805 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-baf2d8a8-3cce-43c1-b8c6-53d139d61d17 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 14 21:32:22.012361 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-baf2d8a8-3cce-43c1-b8c6-53d139d61d17 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:22.013416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-baf2d8a8-3cce-43c1-b8c6-53d139d61d17 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115552 Feb 14 21:32:22.015937 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2273dbc6-0f9c-4907-9bcd-e35132e811fd req-b6e2a96d-d851-4ecc-8bce-36a81261d1ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 Feb 14 21:32:22.016425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.022461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-747ce464-0172-46f2-bd67-a20b6fb16c6f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.024072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-ff588959-a0fe-4b85-a75b-3078b397ffa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593369 Feb 14 21:32:22.045763 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-747ce464-0172-46f2-bd67-a20b6fb16c6f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Project 8a4d922fc97242eca67098b906732bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:32:22.060820 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-747ce464-0172-46f2-bd67-a20b6fb16c6f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:22.062648 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-747ce464-0172-46f2-bd67-a20b6fb16c6f tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0444019 Feb 14 21:32:22.065143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60002) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.069946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2bb04dec-4f49-4fec-9fb7-ae62ac38858b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': '16b7b85b-d536-436c-a755-ce89dc639237', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.095829 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-2bb04dec-4f49-4fec-9fb7-ae62ac38858b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Project 8a4d922fc97242eca67098b906732bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:32:22.113796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:22.115412 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-2bb04dec-4f49-4fec-9fb7-ae62ac38858b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:22.117366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2bb04dec-4f49-4fec-9fb7-ae62ac38858b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0511184 Feb 14 21:32:22.120364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.124797 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] Sync routers for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:22.136476 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:22.137630 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:22.168264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.183075 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:22.192447 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:22.193301 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:22.196590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (16b7b85b-d536-436c-a755-ce89dc639237), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.221248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (16b7b85b-d536-436c-a755-ce89dc639237), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.229138 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:22.231461 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9dcf9-0c57-4084-b22f-ba22c7a61bf7 None None] The sync data for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:22.231796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c49602d-5632-4e77-9c38-86a5bb175482), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.236180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.238631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c49602d-5632-4e77-9c38-86a5bb175482 HTTP/1.1" status: 204 len: 168 time: 0.7992725 Feb 14 21:32:22.261049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60010) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.270725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-25d413cc-698e-42ac-b232-4d7c4d9a34e0 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058072 Feb 14 21:32:22.284762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (16b7b85b-d536-436c-a755-ce89dc639237), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.287417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.288586 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/16b7b85b-d536-436c-a755-ce89dc639237 HTTP/1.1" status: 204 len: 168 time: 0.1608109 Feb 14 21:32:22.293487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.306227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1d59c-8030-4e45-b7a4-995ca0ece2d6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7b85b-d536-436c-a755-ce89dc639237,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:22.350262 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80d46c1d-3d53-4366-9971-1a183db64042 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508256 Feb 14 21:32:22.350747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.357685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099932223'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.395767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.401303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a61e-1730-43ff-afc0-d561167b400b req-4ad84c9e-5e69-46fc-91b5-b3c7495b347e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:22.408924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa0a61e-1730-43ff-afc0-d561167b400b req-4ad84c9e-5e69-46fc-91b5-b3c7495b347e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3908751 Feb 14 21:32:22.417811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19cc41-6cfb-4cbc-b37a-7ae1e04cd110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49602d-5632-4e77-9c38-86a5bb175482,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:22.452368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f0143-32d9-4386-bc1e-4b98d6abdfd4 req-4fc339ac-11cf-4aaa-891e-476b1d070692 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:22.461463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d35f0143-32d9-4386-bc1e-4b98d6abdfd4 req-4fc339ac-11cf-4aaa-891e-476b1d070692 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.4397407 Feb 14 21:32:22.510788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (be1b8d1e-0095-4b5f-b021-6139c58b5906), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.516508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be1b8d1e-0095-4b5f-b021-6139c58b5906), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.555430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b8d1e-0095-4b5f-b021-6139c58b5906,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:22.561619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.568119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1d17d3d9-d80f-4089-b562-77039d30d27c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2159598 Feb 14 21:32:22.569170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.574653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f017ea00-4100-48bc-a899-e01b6c10a242 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/floatingips/176da4d1-2224-4039-96d8-ed9eef6e2750 HTTP/1.1" status: 200 len: 978 time: 5.5961258 Feb 14 21:32:22.575182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a150bf88-42d9-454f-9922-6f9b8bfc020b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'be1b8d1e-0095-4b5f-b021-6139c58b5906', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.580397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60022) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.606334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d356e2ed-e809-4679-a7aa-a3fe22075ed1 req-83bb3625-245d-478f-ae50-95c7a20217d5 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146062 Feb 14 21:32:22.620548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa0a61e-1730-43ff-afc0-d561167b400b req-47de9fe1-666b-4587-919c-46374405f451 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105086 Feb 14 21:32:22.624329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60024) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.627631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d38ce8c-52c5-4810-b61b-b457fdb67d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.641713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d35f0143-32d9-4386-bc1e-4b98d6abdfd4 req-7f9217d2-7aaf-4ca3-b6aa-66062c8b7c3f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751893 Feb 14 21:32:22.671501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2e794a0-b1c6-4b51-a6c0-0d5e48b6a88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.755913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a249ee9-0d00-42df-9c54-3a454a1d9b44 req-102b8b70-7e88-4bfb-b697-dcb8d967ac34 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:22.758256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a249ee9-0d00-42df-9c54-3a454a1d9b44 req-102b8b70-7e88-4bfb-b697-dcb8d967ac34 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.0622461 Feb 14 21:32:22.767054 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a150bf88-42d9-454f-9922-6f9b8bfc020b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The resource could not be found. Feb 14 21:32:22.770657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a150bf88-42d9-454f-9922-6f9b8bfc020b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1974525 Feb 14 21:32:22.773856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.779617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-84442e03-0ba5-4d63-b377-730e1f3401ac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'be1b8d1e-0095-4b5f-b021-6139c58b5906', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e9c1ba1b-ed42-410f-8df9-819438aef75f'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:22.836814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port cc92fe70-524c-4875-a7f2-d930997aaacd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:22.837230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.861205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a249ee9-0d00-42df-9c54-3a454a1d9b44 req-17a43a87-a0f6-4328-9bfe-811dbf9a2388 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956593 Feb 14 21:32:22.863527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d38ce8c-52c5-4810-b61b-b457fdb67d3c admin admin] Publish callbacks [] for security_group (1a5fa7e1-8a71-4e66-8347-f5a1b44846bb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.901416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d38ce8c-52c5-4810-b61b-b457fdb67d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1a5fa7e1-8a71-4e66-8347-f5a1b44846bb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.904515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b517-1b8d-4f29-bcd9-0cdc0cf6a6aa req-a4653690-6c5f-4cc4-8ee2-baa7eb8b6c56 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:22.906058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a525b517-1b8d-4f29-bcd9-0cdc0cf6a6aa req-a4653690-6c5f-4cc4-8ee2-baa7eb8b6c56 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1313198 Feb 14 21:32:22.923588 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-84442e03-0ba5-4d63-b377-730e1f3401ac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The resource could not be found. Feb 14 21:32:22.927894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-84442e03-0ba5-4d63-b377-730e1f3401ac tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1484058 Feb 14 21:32:22.931499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60036) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:22.934920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2e794a0-b1c6-4b51-a6c0-0d5e48b6a88f admin admin] Publish callbacks [] for security_group (0d2c835f-7406-4d72-b976-39c205728d9c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.966108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2e794a0-b1c6-4b51-a6c0-0d5e48b6a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d2c835f-7406-4d72-b976-39c205728d9c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:22.969616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a525b517-1b8d-4f29-bcd9-0cdc0cf6a6aa req-230299dc-bcd1-4099-bcd9-2b0b554c7d51 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554090 Feb 14 21:32:22.997758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d38ce8c-52c5-4810-b61b-b457fdb67d3c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1bed1567621d4cb08ca48e832eea592f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332137 Feb 14 21:32:22.998791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:23.009255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38ce8c-52c5-4810-b61b-b457fdb67d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5fa7e1-8a71-4e66-8347-f5a1b44846bb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:23.044472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b2e794a0-b1c6-4b51-a6c0-0d5e48b6a88f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8d98816f562a4909a5fbafcdddfdd1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178541 Feb 14 21:32:23.052538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:23.073100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.088627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] Publish callbacks [] for security_group (1a5fa7e1-8a71-4e66-8347-f5a1b44846bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.095874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e794a0-b1c6-4b51-a6c0-0d5e48b6a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c835f-7406-4d72-b976-39c205728d9c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:23.123185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3024b-8a95-455b-a427-77ff7c39f00c req-bbcfc1cc-cbe2-47fc-bbae-7688f008bc65 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:23.124635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0bf3024b-8a95-455b-a427-77ff7c39f00c req-bbcfc1cc-cbe2-47fc-bbae-7688f008bc65 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 944 time: 0.0964813 Feb 14 21:32:23.126621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] Publish callbacks [] for security_group (1a5fa7e1-8a71-4e66-8347-f5a1b44846bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.164123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (be1b8d1e-0095-4b5f-b021-6139c58b5906), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.252123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (be1b8d1e-0095-4b5f-b021-6139c58b5906), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.257101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] Publish callbacks [] for security_group (0d2c835f-7406-4d72-b976-39c205728d9c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.279303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0bf3024b-8a95-455b-a427-77ff7c39f00c req-13040583-1a26-4d78-adb8-8e9bd32d1e12 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302092 Feb 14 21:32:23.301351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1a5fa7e1-8a71-4e66-8347-f5a1b44846bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.307680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.307978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] Publish callbacks [] for security_group (0d2c835f-7406-4d72-b976-39c205728d9c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.311896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a5fa7e1-8a71-4e66-8347-f5a1b44846bb HTTP/1.1" status: 204 len: 168 time: 0.3119674 Feb 14 21:32:23.323855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20d036-6ddb-42b7-8801-ef0c07db06c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5fa7e1-8a71-4e66-8347-f5a1b44846bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:23.445963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.446554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.446876 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Floating IP 176da4d1-2224-4039-96d8-ed9eef6e2750 disassociated. External IP: 172.25.2.210, port: cc92fe70-524c-4875-a7f2-d930997aaacd. Feb 14 21:32:23.447249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for cc92fe70-524c-4875-a7f2-d930997aaacd owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:23.449191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be1b8d1e-0095-4b5f-b021-6139c58b5906), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.451816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.453248 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/be1b8d1e-0095-4b5f-b021-6139c58b5906 HTTP/1.1" status: 204 len: 168 time: 0.5167627 Feb 14 21:32:23.455750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60060) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:23.472068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722f591-baad-4fee-84c5-69fccf00dae6 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b8d1e-0095-4b5f-b021-6139c58b5906,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:23.537318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d2c835f-7406-4d72-b976-39c205728d9c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.540763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.546687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d2c835f-7406-4d72-b976-39c205728d9c HTTP/1.1" status: 204 len: 168 time: 0.4860418 Feb 14 21:32:23.546899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-340e131c-ff68-4628-8c8b-cc6f8d2d161e tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858295 Feb 14 21:32:23.546992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60066) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:23.561933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcb21b-542b-4e14-a00f-ed45e4ca371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c835f-7406-4d72-b976-39c205728d9c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:23.570046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6ffaa54b-9c71-41c4-8905-327b33be4625 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41c2e-ec22-44d4-aa70-638826c868d2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:23.666988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:23.687432 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-6ffaa54b-9c71-41c4-8905-327b33be4625 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The resource could not be found. Feb 14 21:32:23.688890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6ffaa54b-9c71-41c4-8905-327b33be4625 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1360166 Feb 14 21:32:23.694096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60076) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:23.702577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--945072913'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:23.788125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:23.904291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:23.929570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'mac_address': 'fa:16:3e:79:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:23.934994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8deb-dcda-42de-8a26-2ff8798ef52f req-bd035263-bd85-4d7f-929a-ed022b9b0457 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:23.939928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c2e8deb-dcda-42de-8a26-2ff8798ef52f req-bd035263-bd85-4d7f-929a-ed022b9b0457 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1296978 Feb 14 21:32:23.991443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:23.992162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.042124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (de75de56-c59b-47f5-98a7-99c0775a4682), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.044406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:24.061017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c2e8deb-dcda-42de-8a26-2ff8798ef52f req-d7c0e518-255f-4224-a30f-4c83c1b96355 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040339 Feb 14 21:32:24.082037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (de75de56-c59b-47f5-98a7-99c0775a4682), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.112049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:24.123904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.125658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:24.177218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de75de56-c59b-47f5-98a7-99c0775a4682,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:24.189538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.198148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a0c598c-ea7b-46cd-a3cb-f15899db9514 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5019865 Feb 14 21:32:24.199790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60098) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:24.216648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108560684'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:24.242869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:24.323618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.332242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cc92fe70-524c-4875-a7f2-d930997aaacd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.357308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070511a3-e8c3-47e0-b3c3-47ff143c6e68 req-6d5ab8d8-8d34-401b-9211-fda85bea5ad2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:24.359805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-070511a3-e8c3-47e0-b3c3-47ff143c6e68 req-6d5ab8d8-8d34-401b-9211-fda85bea5ad2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1372712 Feb 14 21:32:24.409657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=cc92fe70-524c-4875-a7f2-d930997aaacd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:24.445524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6235c-f768-452c-a1ee-73f437967261 req-99e28afe-0050-4a31-b474-59bb3edf3f06 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:24.457271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09d6235c-f768-452c-a1ee-73f437967261 req-99e28afe-0050-4a31-b474-59bb3edf3f06 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2812514 Feb 14 21:32:24.538419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:24.589923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'mac_address': 'fa:16:3e:06:bd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:24.671185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-070511a3-e8c3-47e0-b3c3-47ff143c6e68 req-a3b6828e-91e9-4453-be68-9076504232d6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951579 Feb 14 21:32:24.734501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router c8eb8484-d477-4fca-b924-4d67db32ae48 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:24.748386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:24.750006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.813575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09d6235c-f768-452c-a1ee-73f437967261 req-77fa46dc-c0e8-43b5-a9c2-847366d06eb7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538492 Feb 14 21:32:24.822264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b09b73c5-d59e-4932-b64b-13c1ec236bef {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:24.886682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (329069de-a9c8-43f3-a0f4-7521cfb71df2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.902169 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (329069de-a9c8-43f3-a0f4-7521cfb71df2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.913089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:24.931302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:24.994103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329069de-a9c8-43f3-a0f4-7521cfb71df2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:25.054482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:25.074071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:25.086674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:25.089099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-192f1727-904e-41fb-ae5a-193cb6ebf5ca tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8849595 Feb 14 21:32:25.091903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60130) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:25.105897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dfe007e2-8ec1-44a3-96e8-94b4c32438d4 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'de75de56-c59b-47f5-98a7-99c0775a4682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '329069de-a9c8-43f3-a0f4-7521cfb71df2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:25.138933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b09b73c5-d59e-4932-b64b-13c1ec236bef'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:25.144096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ee-732e-4a22-85b8-d425362cbd0b req-cbb4e4e1-67f1-4195-a19c-54874accdfcc tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:25.157788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e786ee-732e-4a22-85b8-d425362cbd0b req-cbb4e4e1-67f1-4195-a19c-54874accdfcc tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 945 time: 0.2517636 Feb 14 21:32:25.169036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:25.191098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] Sync routers for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:25.204913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:25.253019 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-dfe007e2-8ec1-44a3-96e8-94b4c32438d4 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:25.259645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dfe007e2-8ec1-44a3-96e8-94b4c32438d4 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1632993 Feb 14 21:32:25.260308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:25.292526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:25.293583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:25.385310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e786ee-732e-4a22-85b8-d425362cbd0b req-613603ec-58ab-4bf1-9376-5bde3152f7c5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261956 Feb 14 21:32:25.446286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f43e7-7431-4c90-9262-329321e24eee req-ecda19d3-a792-4a53-b590-860400262235 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:25.458187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-529176396-network', 'tenant_id': '7fd9349924eb43d5b89b1652dbf30c96'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:25.462062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:25.465087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d4f43e7-7431-4c90-9262-329321e24eee req-ecda19d3-a792-4a53-b590-860400262235 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1910102 Feb 14 21:32:25.494237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60146) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:25.495009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f65ebb57-6323-44eb-8f78-0132c416a530 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/cc92fe70-524c-4875-a7f2-d930997aaacd HTTP/1.1" status: 204 len: 168 time: 2.9112625 Feb 14 21:32:25.586062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Made reservation on behalf of 7fd9349924eb43d5b89b1652dbf30c96 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:25.594991 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:25.645221 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:25.702640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:25.742829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:25.743944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:25.761056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (329069de-a9c8-43f3-a0f4-7521cfb71df2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:25.786959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d4f43e7-7431-4c90-9262-329321e24eee req-62e24d68-c9df-43b9-962f-f8ad3686e91b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098457 Feb 14 21:32:25.878202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:25.882136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c18a4-4774-4124-82da-83025f6d093b None None] The sync data for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:25.891414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (329069de-a9c8-43f3-a0f4-7521cfb71df2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.068379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks [] for security_group (4466cb89-bf1b-450b-afe3-d1757ef9db5c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.071958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (329069de-a9c8-43f3-a0f4-7521cfb71df2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.078824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.080880 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/329069de-a9c8-43f3-a0f4-7521cfb71df2 HTTP/1.1" status: 204 len: 168 time: 0.7572858 Feb 14 21:32:26.103203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:26.104075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f31cb-bd01-4506-906e-b69cf85ae183 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329069de-a9c8-43f3-a0f4-7521cfb71df2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:26.107894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4466cb89-bf1b-450b-afe3-d1757ef9db5c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.123742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:32:26.139724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (96dd9df7-0dd4-464b-aee5-3091f0a0bdf8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.140085 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Added segment 96dd9df7-0dd4-464b-aee5-3091f0a0bdf8 of type vlan for network b542ca34-3a87-452b-8939-3795ed6d8336 Feb 14 21:32:26.193788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b542ca34-3a87-452b-8939-3795ed6d8336), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.260749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b542ca34-3a87-452b-8939-3795ed6d8336), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.261738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:26.262834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.383391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b542ca34-3a87-452b-8939-3795ed6d8336,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:26.397968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b542ca34-3a87-452b-8939-3795ed6d8336 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:32:26.409200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9545526-d49b-4cbf-a9d9-3d263e7530bb req-3abd0584-befd-40fb-8920-dcfb8c318d4f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:26.411980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3364563 Feb 14 21:32:26.413420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4925a8-1290-415f-a948-5a42743a90e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4466cb89-bf1b-450b-afe3-d1757ef9db5c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:26.416844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:26.418618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9545526-d49b-4cbf-a9d9-3d263e7530bb req-3abd0584-befd-40fb-8920-dcfb8c318d4f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3632393 Feb 14 21:32:26.421860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Request body: {'subnet': {'network_id': 'b542ca34-3a87-452b-8939-3795ed6d8336', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-529176396-subnet', 'tenant_id': '7fd9349924eb43d5b89b1652dbf30c96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:26.449828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Made reservation on behalf of 7fd9349924eb43d5b89b1652dbf30c96 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:26.454675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.760562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.761668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba902e25-33cf-452a-83b7-4f1fdef741b1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6546736 Feb 14 21:32:26.770249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13666a-4762-48db-83c3-832aef9df8ab req-f7a7beaf-d40b-42ae-8aaf-42f92aa3a043 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:26.772219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e13666a-4762-48db-83c3-832aef9df8ab req-f7a7beaf-d40b-42ae-8aaf-42f92aa3a043 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 945 time: 0.7137778 Feb 14 21:32:26.772773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60180) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:26.844501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:26.905554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Checking segment: {'id': '96dd9df7-0dd4-464b-aee5-3091f0a0bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b542ca34-3a87-452b-8939-3795ed6d8336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:26.906663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Network hostable DHCP agents. Network: b542ca34-3a87-452b-8939-3795ed6d8336, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:32:26.911756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9545526-d49b-4cbf-a9d9-3d263e7530bb req-c3827868-5fa6-49b0-a488-1325534f3956 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916940 Feb 14 21:32:26.954452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Network b542ca34-3a87-452b-8939-3795ed6d8336 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:32:26.956656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60186) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:26.973440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e13666a-4762-48db-83c3-832aef9df8ab req-387b057c-3285-4503-a994-2dbed60b14ac tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845088 Feb 14 21:32:26.986398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b542ca34-3a87-452b-8939-3795ed6d8336) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:26.995787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:26.995787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:26.998341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09565b-bb43-4faf-8fec-38d458081e6c None None] Network b542ca34-3a87-452b-8939-3795ed6d8336 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:27.024823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2262b218-3847-4ffa-992e-622e717448f6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6067400 Feb 14 21:32:27.069162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (de75de56-c59b-47f5-98a7-99c0775a4682), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.157346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (de75de56-c59b-47f5-98a7-99c0775a4682), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.218420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-56531081', 'router:external': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:27.233304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1d8ad-37f7-4754-960a-626e9d87a400 req-50843ba1-151a-422a-ae6c-f4700a0d6e2e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:27.234990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53a1d8ad-37f7-4754-960a-626e9d87a400 req-50843ba1-151a-422a-ae6c-f4700a0d6e2e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 945 time: 0.1618972 Feb 14 21:32:27.258030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Made reservation on behalf of 707146e0879f4f46ade1be3ad7465515 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:27.260884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.286440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ec5ba-b3a6-4b70-8f63-62ce42d19f3a None None] Network b542ca34-3a87-452b-8939-3795ed6d8336 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:27.289896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.315702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (de75de56-c59b-47f5-98a7-99c0775a4682), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.319843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.324474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/de75de56-c59b-47f5-98a7-99c0775a4682 HTTP/1.1" status: 204 len: 168 time: 0.5433595 Feb 14 21:32:27.342534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (c8eb8484-d477-4fca-b924-4d67db32ae48), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.392529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for security_group (14eb6400-7ed2-4559-a197-73472e907d15), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.393882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:27.419485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (14eb6400-7ed2-4559-a197-73472e907d15), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.436396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:32:27.448939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6740ed7f-925f-4561-b018-a31c3309c7b3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.449614 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Added segment 6740ed7f-925f-4561-b018-a31c3309c7b3 of type vlan for network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 Feb 14 21:32:27.562988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (85a920a4-a8a0-43b0-acde-3b7e1870cf79), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.638922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (85a920a4-a8a0-43b0-acde-3b7e1870cf79), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.640057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:27.640773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.729173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:27.731531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Network': ['ID=85a920a4-a8a0-43b0-acde-3b7e1870cf79,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:27.761672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91bc6d82-5b30-409c-8536-f1d097811ede tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3660762 Feb 14 21:32:27.762452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60214) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:27.771037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--65530800'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:27.803531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb6400-7ed2-4559-a197-73472e907d15,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:27.809101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:32:27.818144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.865604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ae93911-5301-4164-bc72-ab19b41c28e3 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9041708 Feb 14 21:32:27.870091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:27.880942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'subnet': {'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:27.915333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8aa21-7e0d-423d-8fbc-e4d5d11a2d5c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75de56-c59b-47f5-98a7-99c0775a4682,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:27.927527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53a1d8ad-37f7-4754-960a-626e9d87a400 req-fb93f44d-6d72-4d8a-8868-ecab9b978d93 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821246 Feb 14 21:32:27.960730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:32:27.966260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:27.966648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:27.990464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.001592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.061697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.063238 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2970102 Feb 14 21:32:28.069009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.080457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9b415cee-f518-4a9b-b752-ab8c6e5ab030 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:28.090544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Made reservation on behalf of 707146e0879f4f46ade1be3ad7465515 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:28.092927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.095207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5c025-9509-41b2-a93a-fa21778edf6a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:28.167183 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-9b415cee-f518-4a9b-b752-ab8c6e5ab030 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:28.171073 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b415cee-f518-4a9b-b752-ab8c6e5ab030 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0983119 Feb 14 21:32:28.171240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.175706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48c045dd-08ed-45ef-9df2-85525fbb1483 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:28.221653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:28.222134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.254463 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-48c045dd-08ed-45ef-9df2-85525fbb1483 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:32:28.258399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48c045dd-08ed-45ef-9df2-85525fbb1483 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0836172 Feb 14 21:32:28.258925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60226) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.259777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:28.263011 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6904ff2f-33a7-4774-bed7-5d68986b5bcc" -d '{"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:28.278291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:28.284985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735c4fd-fa6e-4c39-8b88-196c24bea9b6 req-20e0a99c-ce14-44c3-b790-9daebe935912 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:28.290633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.291521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:28.297556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9735c4fd-fa6e-4c39-8b88-196c24bea9b6 req-20e0a99c-ce14-44c3-b790-9daebe935912 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4250140 Feb 14 21:32:28.338783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533041565', 'description': 'tempest-description-1368276508'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:28.355704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.387763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port b09b73c5-d59e-4932-b64b-13c1ec236bef triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:28.388146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.388631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.416361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9735c4fd-fa6e-4c39-8b88-196c24bea9b6 req-ca5fa39e-011b-40cf-bdd7-dc7c0c011572 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Feb 14 21:32:28.427044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:28.462324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.469259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.475275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47 HTTP/1.1" status: 204 len: 168 time: 0.2126799 Feb 14 21:32:28.495386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:28.496024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.505129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60232) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.505946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e4fb3-309b-4b42-b916-6b7d212660b5 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c760d-ca6a-469b-b0a5-ccbdc1d82e47,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:28.546629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:28.552414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.610622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:28.637727 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-024a4ee8-097c-4716-a6e6-40ae88b6f842 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1105435 Feb 14 21:32:28.638753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60234) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.644177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097535847'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:28.677284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.678952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.706017 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.769440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (961acbac-e4d0-47f8-9509-08e08a075e5a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.774462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (961acbac-e4d0-47f8-9509-08e08a075e5a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.804116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.805379 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1656277 Feb 14 21:32:28.808343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.812841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48e59734-0eb8-4ef5-9e94-7d694c489daf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:28.813255 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-48e59734-0eb8-4ef5-9e94-7d694c489daf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 14 21:32:28.814131 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-48e59734-0eb8-4ef5-9e94-7d694c489daf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] update failed (client error): There was a conflict when trying to complete your request. Feb 14 21:32:28.814664 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48e59734-0eb8-4ef5-9e94-7d694c489daf tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "PUT /v2.0/security-groups/961acbac-e4d0-47f8-9509-08e08a075e5a HTTP/1.1" status: 409 len: 330 time: 0.0054333 Feb 14 21:32:28.818643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60238) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:28.843597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d652-96e2-4d6e-87ef-f70f3506e50d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961acbac-e4d0-47f8-9509-08e08a075e5a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:28.850004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b1dd-8a04-4d28-967b-5b6e53f53b56 req-1ff67069-fed4-44c2-9582-9137ab191fc1 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:28.857554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7754b1dd-8a04-4d28-967b-5b6e53f53b56 req-1ff67069-fed4-44c2-9582-9137ab191fc1 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2263939 Feb 14 21:32:28.908835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (961acbac-e4d0-47f8-9509-08e08a075e5a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.942751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (d8876b59-512a-4184-9cfc-343f6bcdbd6f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.943045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (961acbac-e4d0-47f8-9509-08e08a075e5a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.957141 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8876b59-512a-4184-9cfc-343f6bcdbd6f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:28.968228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 85da91d1-a784-4bab-8d88-d0e7e35a3911 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:28.968663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.004606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (961acbac-e4d0-47f8-9509-08e08a075e5a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.007523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.008851 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/961acbac-e4d0-47f8-9509-08e08a075e5a HTTP/1.1" status: 204 len: 168 time: 0.1893675 Feb 14 21:32:29.014883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7754b1dd-8a04-4d28-967b-5b6e53f53b56 req-56d917ac-c269-4c05-b541-9ba3bf6593c2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532409 Feb 14 21:32:29.015140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.044688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7aea-492c-467e-88d2-7d200e82aec1 tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961acbac-e4d0-47f8-9509-08e08a075e5a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:29.090632 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5393ef4f-547a-4f6c-989d-678a8455e67d tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0757363 Feb 14 21:32:29.095716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60244) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.118778 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a59d22c6-72a5-44c8-9773-40c3bcba205b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] delete failed (client error): The resource could not be found. Feb 14 21:32:29.119952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a59d22c6-72a5-44c8-9773-40c3bcba205b tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "DELETE /v2.0/security-groups/589061b3-6e41-42df-baec-3a95a7e8a5e8 HTTP/1.1" status: 404 len: 347 time: 0.0231147 Feb 14 21:32:29.124481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60246) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.178961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8876b59-512a-4184-9cfc-343f6bcdbd6f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:29.179511 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-14f1d881-11cf-47cb-86b1-4aba399c1f3c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] show failed (client error): The resource could not be found. Feb 14 21:32:29.179511 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14f1d881-11cf-47cb-86b1-4aba399c1f3c tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-groups/25c657b9-b6c2-419b-a7bf-bd09012ba59e HTTP/1.1" status: 404 len: 347 time: 0.0157878 Feb 14 21:32:29.179922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.186102 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-bc195e8c-1cec-4aa5-a084-08bcc05ab05a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] show failed (client error): The resource could not be found. Feb 14 21:32:29.187530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc195e8c-1cec-4aa5-a084-08bcc05ab05a tempest-NegativeSecGroupIPv6Test-1248052321 tempest-NegativeSecGroupIPv6Test-1248052321-project] 10.222.0.86 "GET /v2.0/security-group-rules/e81ebc83-f523-49e0-b0cd-61e99d9d5845 HTTP/1.1" status: 404 len: 356 time: 0.0385046 Feb 14 21:32:29.219928 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.219928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c84d56e2-a87c-448f-a532-20c9607af9a9 req-e6d8e921-ea46-45cf-96f9-daac305f0ca0 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8666248 Feb 14 21:32:29.292100 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fcd55c-a4f7-4ef5-a107-1ebae02bfb2d x-openstack-request-id: req-30fcd55c-a4f7-4ef5-a107-1ebae02bfb2d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:29.293187 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:29.293642 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30fcd55c-a4f7-4ef5-a107-1ebae02bfb2d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:29.294304 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'code': 200} Feb 14 21:32:29.357821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:32:29.358539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b39ad95b-953d-4e08-abe4-3f5462a3b376), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.405551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.462628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7185a-1787-4bd7-a423-0980bca5df01 req-8e854753-25c8-45fc-bc04-627f4b45ad2d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:29.469549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06a7185a-1787-4bd7-a423-0980bca5df01 req-8e854753-25c8-45fc-bc04-627f4b45ad2d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.3584459 Feb 14 21:32:29.496295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 85da91d1-a784-4bab-8d88-d0e7e35a3911 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:29.559073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.623394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Checking segment: {'id': '6740ed7f-925f-4561-b018-a31c3309c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:29.623799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network hostable DHCP agents. Network: 85a920a4-a8a0-43b0-acde-3b7e1870cf79, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:32:29.626853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b39ad95b-953d-4e08-abe4-3f5462a3b376,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:29.684351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb03ec-4dd4-448f-bfd4-51c0f1498da8 req-f2ff898d-5621-4eef-8960-a8f9ea1706b5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:29.685897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28cb03ec-4dd4-448f-bfd4-51c0f1498da8 req-f2ff898d-5621-4eef-8960-a8f9ea1706b5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2776241 Feb 14 21:32:29.687769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33b2a4-4cfd-40db-b7eb-ddb41b98bd6c req-eb9692c1-98d2-4ae0-9557-973449a285ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:29.689161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db33b2a4-4cfd-40db-b7eb-ddb41b98bd6c req-eb9692c1-98d2-4ae0-9557-973449a285ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 1129 time: 0.3235078 Feb 14 21:32:29.703886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06a7185a-1787-4bd7-a423-0980bca5df01 req-ea3b9aa0-6c1f-4f87-8f24-0c7df2d10995 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332711 Feb 14 21:32:29.743255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-77690323-7ae5-4247-ad0b-28e533009ca9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a4d922fc97242eca67098b906732bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828694 Feb 14 21:32:29.746738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:29.811617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] Publish callbacks [] for security_group (eee108e2-f66f-4edc-bead-a4b99f48856d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.845423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] Publish callbacks [] for security_group (eee108e2-f66f-4edc-bead-a4b99f48856d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.879265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:32:29.914176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eee108e2-f66f-4edc-bead-a4b99f48856d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.922981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.924466 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eee108e2-f66f-4edc-bead-a4b99f48856d HTTP/1.1" status: 204 len: 168 time: 0.1767523 Feb 14 21:32:29.935467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905374-7116-4278-93b4-3c30de51f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee108e2-f66f-4edc-bead-a4b99f48856d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:29.948977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 85a920a4-a8a0-43b0-acde-3b7e1870cf79) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:29.953295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:29.953906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:29.965400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab0f60-17f4-4ac8-a2c4-e856ce785b51 None None] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:30.001649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db33b2a4-4cfd-40db-b7eb-ddb41b98bd6c req-b44c4945-5c37-4cf6-a333-2f46acd8f3d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127378 Feb 14 21:32:30.012268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28cb03ec-4dd4-448f-bfd4-51c0f1498da8 req-fd2dfd4c-353f-42b0-bade-604e460f5a56 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064828 Feb 14 21:32:30.046785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:30.047760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1250e7f7-53c9-46db-97ca-2ebc4c094c04 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1704400 Feb 14 21:32:30.053798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1723552447', 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:30.078454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce13e11-a10f-4e5e-8ef7-782bf70478a4 req-bc554e15-4eaa-46a7-86d8-d61a9191a310 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:30.080271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ce13e11-a10f-4e5e-8ef7-782bf70478a4 req-bc554e15-4eaa-46a7-86d8-d61a9191a310 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 946 time: 0.2855217 Feb 14 21:32:30.126364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Made reservation on behalf of 707146e0879f4f46ade1be3ad7465515 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:30.130407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.160435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] device_id is not set on port 905cf8aa-063f-4976-a908-60e5a3ab2c91 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:32:30.212420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf9df0-afc7-4789-803f-cb8253bd8b05 None None] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:30.235021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (85da91d1-a784-4bab-8d88-d0e7e35a3911), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.297940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=85da91d1-a784-4bab-8d88-d0e7e35a3911,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:30.338896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-ba176551-885c-4eb9-bec3-1010ff5440b2 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/d8876b59-512a-4184-9cfc-343f6bcdbd6f HTTP/1.1" status: 200 len: 1832 time: 0.2967606 Feb 14 21:32:30.355406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8876b59-512a-4184-9cfc-343f6bcdbd6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:30.362586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8876b59-512a-4184-9cfc-343f6bcdbd6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:30.467208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.20.0.14 (85a920a4-a8a0-43b0-acde-3b7e1870cf79/b39ad95b-953d-4e08-abe4-3f5462a3b376/905cf8aa-063f-4976-a908-60e5a3ab2c91) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:30.469548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ce13e11-a10f-4e5e-8ef7-782bf70478a4 req-0a88d303-ceb2-4822-9d63-89499e93be7b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748555 Feb 14 21:32:30.844535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (905cf8aa-063f-4976-a908-60e5a3ab2c91), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.889651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (c8eb8484-d477-4fca-b924-4d67db32ae48), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.898553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (905cf8aa-063f-4976-a908-60e5a3ab2c91), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.960210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.968880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:30.973800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:30.974772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72bc8f6f-50a0-4a46-994a-b873f366fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:30.980789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:31.008039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.039279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f1a0f-c070-4b16-a4dd-9cb9b34711e8 req-cc9c43f6-f713-4878-9a7c-b8c06e69843c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:31.041884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e0f1a0f-c070-4b16-a4dd-9cb9b34711e8 req-cc9c43f6-f713-4878-9a7c-b8c06e69843c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.4840288 Feb 14 21:32:31.045964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=905cf8aa-063f-4976-a908-60e5a3ab2c91,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:31.047252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.089380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:31.090614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.101709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:31.135438 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-380053c1-abbe-4095-8b83-36c223af5d98 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0863514 Feb 14 21:32:31.136084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60298) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:31.254216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.255480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f0dd66d-a57a-4a85-a0db-4b877171e647 req-c3451b8a-99f1-4c6e-89df-908c0c958906 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9133844 Feb 14 21:32:31.268892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e0f1a0f-c070-4b16-a4dd-9cb9b34711e8 req-3f59c228-7abb-47c8-817d-251acc122fda tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008536 Feb 14 21:32:31.297931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:31.300281 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ff588-c0e3-434e-9e83-c96befe26535" -d '{"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-plugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:31.365330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Deleting port 905cf8aa-063f-4976-a908-60e5a3ab2c91 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:31.365682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (905cf8aa-063f-4976-a908-60e5a3ab2c91), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.490892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (905cf8aa-063f-4976-a908-60e5a3ab2c91), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.536987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Calling delete_port for 905cf8aa-063f-4976-a908-60e5a3ab2c91 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:31.626263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0676e36-ca45-4a82-aefa-83fbd271db9f req-a43c2e27-cf02-418c-96b1-bbfc21921976 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/d8876b59-512a-4184-9cfc-343f6bcdbd6f HTTP/1.1" status: 200 len: 2426 time: 0.3005672 Feb 14 21:32:31.730536 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393235a-3a1a-4373-bf52-1a7c68e9efdb x-openstack-request-id: req-d393235a-3a1a-4373-bf52-1a7c68e9efdb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:31.731037 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-plugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:31.731478 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d393235a-3a1a-4373-bf52-1a7c68e9efdb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:31.732046 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'code': 200} Feb 14 21:32:31.774828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2d2c-67e0-4472-978b-f6bf4ffc686d req-b0d5a429-61d2-46d1-ae64-bcdb370fedce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:31.786076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75ea2d2c-67e0-4472-978b-f6bf4ffc686d req-b0d5a429-61d2-46d1-ae64-bcdb370fedce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.3381848 Feb 14 21:32:31.846021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (905cf8aa-063f-4976-a908-60e5a3ab2c91), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:31.878125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Port': ['ID=905cf8aa-063f-4976-a908-60e5a3ab2c91,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:31.887342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75ea2d2c-67e0-4472-978b-f6bf4ffc686d req-e7dcfa96-0608-4cf2-9480-160c8cb2f380 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003542 Feb 14 21:32:31.955555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router c8eb8484-d477-4fca-b924-4d67db32ae48 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:32.008543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.021930 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ea68de3-5e96-40e7-850b-1cade4675f30 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/ports/905cf8aa-063f-4976-a908-60e5a3ab2c91 HTTP/1.1" status: 204 len: 168 time: 0.8845203 Feb 14 21:32:32.022924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60322) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:32.029083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79', 'external_fixed_ips': [{'subnet_id': 'b39ad95b-953d-4e08-abe4-3f5462a3b376', 'ip_address': '172.20.0.14'}]}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:32.068349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.073554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.203497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:32.209654 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.221965 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] Sync routers for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:32.222843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-3bd46b24-f5ee-412d-98cc-540182d7e928 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-group-rules/0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d HTTP/1.1" status: 200 len: 778 time: 0.2649431 Feb 14 21:32:32.233177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-08785114-5db7-4366-b0f4-8e70a4066a4a tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/routers/c8eb8484-d477-4fca-b924-4d67db32ae48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7321322 Feb 14 21:32:32.238699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60328) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:32.241686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada316-b390-459f-ba00-98497952b311 req-6007bea4-4a73-4b7f-be4f-4b0e22189f30 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:32.243466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6ada316-b390-459f-ba00-98497952b311 req-6007bea4-4a73-4b7f-be4f-4b0e22189f30 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 946 time: 0.3314219 Feb 14 21:32:32.264679 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:32.265433 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:32.356742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-e5194d0b-ef5d-4f77-945d-32f93c0f35f6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/d8876b59-512a-4184-9cfc-343f6bcdbd6f HTTP/1.1" status: 200 len: 2426 time: 0.1122081 Feb 14 21:32:32.383589 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:32.401487 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] Routers {'c8eb8484-d477-4fca-b924-4d67db32ae48'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:32.403610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c8eb8484-d477-4fca-b924-4d67db32ae48'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:32.419209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6ada316-b390-459f-ba00-98497952b311 req-f62bb723-24f4-4819-bfe2-a0291843955e tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232615 Feb 14 21:32:32.454013 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.478286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.521989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:32.532066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f885093-c760-406c-9ebd-b04888d1ce0f None None] The sync data for ids ['c8eb8484-d477-4fca-b924-4d67db32ae48'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:32.567280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.576911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.593561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aba54c2a-9a8f-4bbc-ab3c-3bc7ecc3f175 req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d HTTP/1.1" status: 204 len: 173 time: 0.2340236 Feb 14 21:32:32.664022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a222621-e252-4405-b114-81cc13b9fcf6 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d3e2f92-6ff4-4ad2-9af6-d994a9c53c5d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:32.698890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc9db-8ec8-490f-a13a-1a2246cb7461 req-0f0b18af-75fd-485f-aab2-e890420a916b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:32.707769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-260fc9db-8ec8-490f-a13a-1a2246cb7461 req-0f0b18af-75fd-485f-aab2-e890420a916b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1440549 Feb 14 21:32:32.825767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.834116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-260fc9db-8ec8-490f-a13a-1a2246cb7461 req-bb302f72-3d4b-4be2-91b4-f32df2a4a574 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206996 Feb 14 21:32:32.870336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696207297', 'description': 'tempest-description-1474074317'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:32.924673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:32.935455 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.192518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (c8eb8484-d477-4fca-b924-4d67db32ae48), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.354171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e1327b9-b33c-4334-a2be-58d4be692748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.437950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 9ef704fe-7ffc-4724-8c17-370fd48a35c6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:33.438299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ef704fe-7ffc-4724-8c17-370fd48a35c6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.573205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92b43-9a4f-4f9b-8e74-7629b1bef088 req-6cea9b6f-7e56-4457-84c7-0f896448e037 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:33.575650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed92b43-9a4f-4f9b-8e74-7629b1bef088 req-6cea9b6f-7e56-4457-84c7-0f896448e037 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 946 time: 0.5928180 Feb 14 21:32:33.616848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ef704fe-7ffc-4724-8c17-370fd48a35c6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.624626 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (f4444db4-c99e-4ddb-b0f5-dff0740a387d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.627507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.642192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f4444db4-c99e-4ddb-b0f5-dff0740a387d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.693070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 9ef704fe-7ffc-4724-8c17-370fd48a35c6 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:33.695421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.743508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed92b43-9a4f-4f9b-8e74-7629b1bef088 req-203eb558-5715-4ddb-b688-977c3ef825d2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130702 Feb 14 21:32:33.771073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4444db4-c99e-4ddb-b0f5-dff0740a387d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:33.805677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:33.824532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1a57805-bc78-4daa-bd7f-7959f1f5f202 req-667989a4-0af5-4abb-a6b6-7f3ca47422da tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.9587739 Feb 14 21:32:33.829502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:33.971950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.20.0.14 (85a920a4-a8a0-43b0-acde-3b7e1870cf79/b39ad95b-953d-4e08-abe4-3f5462a3b376/e3cc97ca-6141-4207-8f07-85f32ecb40f5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:33.973115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67247727-fa92-4da3-ac27-d7472e94f158 req-7ee8dd95-52bf-42b1-b503-39033f14c243 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/f4444db4-c99e-4ddb-b0f5-dff0740a387d HTTP/1.1" status: 200 len: 1832 time: 0.1123264 Feb 14 21:32:34.003442 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-592c2ee2-dd50-402a-b66a-55333ab7181b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.030552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc98a7c-af43-42fe-8c5e-1e45c5029dcd req-11dce95c-c4e3-49f8-a2ef-0f5c649a556a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:34.038480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bc98a7c-af43-42fe-8c5e-1e45c5029dcd req-11dce95c-c4e3-49f8-a2ef-0f5c649a556a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1228056 Feb 14 21:32:34.171567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bc98a7c-af43-42fe-8c5e-1e45c5029dcd req-c5609ec7-87ef-4f88-a30b-16a25deea9a4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316898 Feb 14 21:32:34.200191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b731ffe-29af-4e16-88b5-d7b5fe98f98f req-56b40dfb-6b08-4a6d-bd2e-601fbc9f93ab tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:34.202211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b731ffe-29af-4e16-88b5-d7b5fe98f98f req-56b40dfb-6b08-4a6d-bd2e-601fbc9f93ab tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1285570 Feb 14 21:32:34.236493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9ef704fe-7ffc-4724-8c17-370fd48a35c6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.297547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b731ffe-29af-4e16-88b5-d7b5fe98f98f req-92c204c0-9503-4f0b-8a4c-4b1f41b71cfa tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Feb 14 21:32:34.315507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.338183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-592c2ee2-dd50-402a-b66a-55333ab7181b admin admin] Publish callbacks [] for security_group (ab982f60-a430-4124-8c40-d90de67b14cc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.356644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-592c2ee2-dd50-402a-b66a-55333ab7181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab982f60-a430-4124-8c40-d90de67b14cc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.377477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=9ef704fe-7ffc-4724-8c17-370fd48a35c6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:34.394167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.401223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-592c2ee2-dd50-402a-b66a-55333ab7181b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcf4e01551834918aef5f4f2b5ba0ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678763 Feb 14 21:32:34.402675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60382) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:34.420738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983837b-7cba-43ab-9e73-709da7f748fd req-e27da6bc-53e3-407b-af5d-ecb7a34db7dd tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:34.422335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c983837b-7cba-43ab-9e73-709da7f748fd req-e27da6bc-53e3-407b-af5d-ecb7a34db7dd tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1482809 Feb 14 21:32:34.496246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.501561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2ee2-dd50-402a-b66a-55333ab7181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab982f60-a430-4124-8c40-d90de67b14cc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:34.543544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:34.567751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:34.570779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:34.576110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d390fa-7c8b-431c-940c-d0d821baf98a req-53f4ccea-e9f8-424b-8929-72184da8fde8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:34.577838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14d390fa-7c8b-431c-940c-d0d821baf98a req-53f4ccea-e9f8-424b-8929-72184da8fde8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1517761 Feb 14 21:32:34.583085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c983837b-7cba-43ab-9e73-709da7f748fd req-38554b4c-49b1-45f8-b858-c4e988e11cfe tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479642 Feb 14 21:32:34.605737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (c8eb8484-d477-4fca-b924-4d67db32ae48), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.631117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-929252136', 'description': 'tempest-description-195137571'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:34.661338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14d390fa-7c8b-431c-940c-d0d821baf98a req-c1b46e5d-45f4-4ebf-96ff-47156ebf804c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771413 Feb 14 21:32:34.675561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.704909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=e3cc97ca-6141-4207-8f07-85f32ecb40f5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:34.761067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (91895701-1cd8-464d-adc8-88d6c521c87f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.774663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (91895701-1cd8-464d-adc8-88d6c521c87f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.812767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91895701-1cd8-464d-adc8-88d6c521c87f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:34.836043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:34.838844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbff66da-db03-4d53-8149-6c9a0b9b829f req-f6c005b9-8804-4c2e-b5ac-5f9c56a39ad9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2124090 Feb 14 21:32:34.987324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418936-d5f4-4640-a5b8-242f776231af req-1fe1d22a-8a83-490c-8f4f-cd8e53c00ca7 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:34.989550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24418936-d5f4-4640-a5b8-242f776231af req-1fe1d22a-8a83-490c-8f4f-cd8e53c00ca7 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 946 time: 0.1257432 Feb 14 21:32:34.992665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2937790-554f-460b-bcbb-a7e26e252a2e req-0c63efb1-f7f0-4e4c-a155-083213eb94be tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/91895701-1cd8-464d-adc8-88d6c521c87f HTTP/1.1" status: 200 len: 1830 time: 0.1184864 Feb 14 21:32:35.039127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2007238648', 'description': 'tempest-description-1600571864'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:35.067003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24418936-d5f4-4640-a5b8-242f776231af req-08199ca9-da0a-4f1c-bd3b-f7431dd30e0f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710940 Feb 14 21:32:35.086881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.090920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.093931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_controller (c8eb8484-d477-4fca-b924-4d67db32ae48), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.095565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] Publish callbacks [] for security_group (ab982f60-a430-4124-8c40-d90de67b14cc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.218708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] Publish callbacks [] for security_group (ab982f60-a430-4124-8c40-d90de67b14cc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.222847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (96ec5512-e81f-4c00-952c-a0d1b8c17dfc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.227254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (c8eb8484-d477-4fca-b924-4d67db32ae48), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.227842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Fanout notify agent at l3_agent the message router_deleted on router c8eb8484-d477-4fca-b924-4d67db32ae48 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:35.242173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (96ec5512-e81f-4c00-952c-a0d1b8c17dfc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.253074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.258127 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6b8ba1d-d3c2-4d0f-afb0-4cf1a68fbde3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/routers/c8eb8484-d477-4fca-b924-4d67db32ae48 HTTP/1.1" status: 204 len: 168 time: 3.0150275 Feb 14 21:32:35.258127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60400) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:35.326324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.341007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-408b83fe-a6ac-4b4f-9cb0-c60d56021f82 req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3131905 Feb 14 21:32:35.356793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting subnet e4bfe250-0c91-44ee-a1c2-44142d996134 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:35.364818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (e4bfe250-0c91-44ee-a1c2-44142d996134), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.400606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffa854-a89f-473e-bba2-573feea695a9 req-a4657625-5747-49bf-a85b-273d0d8013d3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:35.407643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8ffa854-a89f-473e-bba2-573feea695a9 req-a4657625-5747-49bf-a85b-273d0d8013d3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1832547 Feb 14 21:32:35.409446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09364156-4f43-4414-b161-d56d971c19b9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec5512-e81f-4c00-952c-a0d1b8c17dfc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:35.428703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab982f60-a430-4124-8c40-d90de67b14cc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.431340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.434765 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab982f60-a430-4124-8c40-d90de67b14cc HTTP/1.1" status: 204 len: 168 time: 0.9986084 Feb 14 21:32:35.455919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d6379-693a-4dd4-8373-d815d1237fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab982f60-a430-4124-8c40-d90de67b14cc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:35.463019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e4bfe250-0c91-44ee-a1c2-44142d996134), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.585202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.596018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8ffa854-a89f-473e-bba2-573feea695a9 req-d77830c3-e1a1-4be7-9d96-325aa72bed9f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625972 Feb 14 21:32:35.698107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.725867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e4bfe250-0c91-44ee-a1c2-44142d996134), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.877372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e4bfe250-0c91-44ee-a1c2-44142d996134), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.910280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77ca1-0ec0-478f-9386-43504606d88d req-f47b5cb3-2a36-4636-b41e-7f66cbd75c36 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:35.912908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8f77ca1-0ec0-478f-9386-43504606d88d req-f47b5cb3-2a36-4636-b41e-7f66cbd75c36 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1819172 Feb 14 21:32:35.950411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba18ea-e5da-45ab-8378-d2e5ccd9d256 None None] Network e725c801-ce95-4d00-a520-c634c3c66ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:32:35.962967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:35.969496 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/subnets/e4bfe250-0c91-44ee-a1c2-44142d996134 HTTP/1.1" status: 204 len: 168 time: 0.7090073 Feb 14 21:32:35.970356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60424) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:36.064392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8f77ca1-0ec0-478f-9386-43504606d88d req-ae7e3609-a876-4621-abdc-9f440c808022 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356578 Feb 14 21:32:36.068188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e725c801-ce95-4d00-a520-c634c3c66ad1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.070105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce649db-69ac-45fe-96f0-a6ccf1303d91 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bfe250-0c91-44ee-a1c2-44142d996134,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:36.190061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60426) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:36.205722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.218822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f97d3eb-3037-4a04-b342-6eb235e6c53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.240863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.284098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:36.284399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.297178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2540d81d-1248-4260-a676-3ba06802a88f req-5e770588-7554-46d6-8bcb-6489a45d7bb9 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/96ec5512-e81f-4c00-952c-a0d1b8c17dfc HTTP/1.1" status: 200 len: 1832 time: 0.1340237 Feb 14 21:32:36.432599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] DHCP port deletion for e725c801-ce95-4d00-a520-c634c3c66ad1 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:32:36.527586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] For port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,segment=NetworkSegment(176ea0b0-13ed-4832-adfc-2348c45464aa),segment_id=176ea0b0-13ed-4832-adfc-2348c45464aa)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:36.527897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.545792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Deleting port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:36.547195 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.562959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:36.630513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32bb25-0989-42f5-afc0-5fb65aaef8cd req-4ffc6b25-e9ad-47f8-ac2a-c29240f6afef tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:36.633231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd32bb25-0989-42f5-afc0-5fb65aaef8cd req-4ffc6b25-e9ad-47f8-ac2a-c29240f6afef tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2225432 Feb 14 21:32:36.653021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea348-ca07-4359-ad5e-d0333f561b6f req-7548d4e9-fb8d-40d7-9bce-3a4d9c9ec667 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:36.658176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f97d3eb-3037-4a04-b342-6eb235e6c53d admin admin] Publish callbacks [] for security_group (fd46e5de-206e-4fd3-bf24-b78e0a651cd6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.666038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-701ea348-ca07-4359-ad5e-d0333f561b6f req-7548d4e9-fb8d-40d7-9bce-3a4d9c9ec667 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3000774 Feb 14 21:32:36.682898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f97d3eb-3037-4a04-b342-6eb235e6c53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd46e5de-206e-4fd3-bf24-b78e0a651cd6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.691837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:32:36.719417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] For port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,segment=NetworkSegment(176ea0b0-13ed-4832-adfc-2348c45464aa),segment_id=176ea0b0-13ed-4832-adfc-2348c45464aa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:36.721482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.749482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97d3eb-3037-4a04-b342-6eb235e6c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd46e5de-206e-4fd3-bf24-b78e0a651cd6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:36.750248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Calling delete_port for 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:36.786378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-701ea348-ca07-4359-ad5e-d0333f561b6f req-05142347-2852-4f8a-921a-86a8a036bd41 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188533 Feb 14 21:32:36.800004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60432) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:36.805943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5f97d3eb-3037-4a04-b342-6eb235e6c53d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ec712412d94f4c0eb9e4f146d2655120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6134961 Feb 14 21:32:36.842497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.920087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.923471 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:32:36.926188 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:32:36.927897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] No DVR routers for this DVR port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:36.934229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] Publish callbacks [] for security_group (fd46e5de-206e-4fd3-bf24-b78e0a651cd6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.937094 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (895b5a00-ce51-4169-9bbc-1ffa63bc1f8f), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:36.940925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1362940906', 'description': 'tempest-description-2136781364'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:36.976511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd32bb25-0989-42f5-afc0-5fb65aaef8cd req-11787c11-642b-4da8-a484-07ccc5dc70ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060799 Feb 14 21:32:36.984071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.020740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] Publish callbacks [] for security_group (fd46e5de-206e-4fd3-bf24-b78e0a651cd6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.035614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] No DVR routers for this DVR port 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:37.072587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Pushing event deleted for resources: {'Port': ['ID=895b5a00-ce51-4169-9bbc-1ffa63bc1f8f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:37.100279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.100505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.100737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.101001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.101905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.102266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.102603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.102936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.117880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.119027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.119027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.119425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.119769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3e6c8-05e0-46af-96a2-dd0ed42db948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:37.122858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e725c801-ce95-4d00-a520-c634c3c66ad1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.151769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (41b4ba28-f6f2-4925-8ae7-6181538bc5e0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.158093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e725c801-ce95-4d00-a520-c634c3c66ad1']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:37.174489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (41b4ba28-f6f2-4925-8ae7-6181538bc5e0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.186274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176ea0b0-13ed-4832-adfc-2348c45464aa') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:37.187112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176ea0b0-13ed-4832-adfc-2348c45464aa') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:37.189565 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd46e5de-206e-4fd3-bf24-b78e0a651cd6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.192395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.203690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (176ea0b0-13ed-4832-adfc-2348c45464aa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.206231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.212116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd46e5de-206e-4fd3-bf24-b78e0a651cd6 HTTP/1.1" status: 204 len: 168 time: 0.4097621 Feb 14 21:32:37.225433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (176ea0b0-13ed-4832-adfc-2348c45464aa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.233769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:37.234330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (176ea0b0-13ed-4832-adfc-2348c45464aa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.244455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4ba28-f6f2-4925-8ae7-6181538bc5e0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:37.272113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e31f22-4102-4f17-87c0-fd9b52b8e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd46e5de-206e-4fd3-bf24-b78e0a651cd6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:37.326520 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:37.330634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:37.338862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.348147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e725c801-ce95-4d00-a520-c634c3c66ad1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.352456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b132663b-6777-48e1-bfb6-32bad1c5a2cc req-cd9655a4-d01a-49eb-8577-e349be9edec5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4205456 Feb 14 21:32:37.354711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Sync routers for ids ['948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:37.360487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.362268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-318eedd8-02d5-48aa-986b-7ea4a97633a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3379242 Feb 14 21:32:37.370459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60452) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:37.371784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Routers {'948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:37.375065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:37.379361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.386365 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/networks/e725c801-ce95-4d00-a520-c634c3c66ad1 HTTP/1.1" status: 204 len: 168 time: 1.4118290 Feb 14 21:32:37.389080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60456) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:37.442925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201c01b-85c4-463c-b0b3-a31341360360 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Network': ['ID=e725c801-ce95-4d00-a520-c634c3c66ad1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:37.526925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-216154a5-69b6-4275-a4ca-361fe9e4f067 req-57b563bb-3478-409f-8837-9e383b733d88 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/41b4ba28-f6f2-4925-8ae7-6181538bc5e0 HTTP/1.1" status: 200 len: 1832 time: 0.0615473 Feb 14 21:32:37.563032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port c234302f-15ce-4caa-9e0a-b08b5a6d0863 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:37.563714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.596389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Set router 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:37.602462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481cb8-4467-44f4-856d-bf44ee8d0f59 req-f7865c8d-c86e-4c83-a985-3bec668d0103 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:37.606533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01481cb8-4467-44f4-856d-bf44ee8d0f59 req-f7865c8d-c86e-4c83-a985-3bec668d0103 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.3390768 Feb 14 21:32:37.751461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01481cb8-4467-44f4-856d-bf44ee8d0f59 req-77b05846-91a1-43e6-bc02-2efe77f21d74 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337776 Feb 14 21:32:37.767523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.767886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (c234302f-15ce-4caa-9e0a-b08b5a6d0863), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.808310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for c234302f-15ce-4caa-9e0a-b08b5a6d0863 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:37.818532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.879117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222', 'name': '', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79', 'external_fixed_ips': [{'subnet_id': 'b39ad95b-953d-4e08-abe4-3f5462a3b376', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e3cc97ca-6141-4207-8f07-85f32ecb40f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:32Z', 'updated_at': '2022-02-14T21:32:35Z', 'revision_number': 3, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port': {'id': 'e3cc97ca-6141-4207-8f07-85f32ecb40f5', 'name': '', 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'b39ad95b-953d-4e08-abe4-3f5462a3b376', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:32:33Z', 'updated_at': '2022-02-14T21:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39ad95b-953d-4e08-abe4-3f5462a3b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:37.916221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Checking router: 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:32:37.916852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Updating router 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 port e3cc97ca-6141-4207-8f07-85f32ecb40f5 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:32:37.948561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba324b-a84c-467e-9151-dace3eb41162 req-735ef6d5-2837-4de0-8e26-b916cd1b10aa tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:37.957406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:37.960427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90ba324b-a84c-467e-9151-dace3eb41162 req-735ef6d5-2837-4de0-8e26-b916cd1b10aa tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2855213 Feb 14 21:32:37.996892 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-02285999-b08c-468a-9f34-66d0b94bafc2 req-5a162faf-015f-4668-be68-2926f7988c59 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] show failed (client error): The resource could not be found. Feb 14 21:32:37.998118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02285999-b08c-468a-9f34-66d0b94bafc2 req-5a162faf-015f-4668-be68-2926f7988c59 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/7a86789b-ee96-491a-9414-74af4d91d84c HTTP/1.1" status: 404 len: 352 time: 0.1770794 Feb 14 21:32:38.018361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c234302f-15ce-4caa-9e0a-b08b5a6d0863), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.097948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=c234302f-15ce-4caa-9e0a-b08b5a6d0863,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:38.140435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:38.172741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:32:38.173108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 895b5a00-ce51-4169-9bbc-1ffa63bc1f8f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:32:38.235610 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for floatingip (176da4d1-2224-4039-96d8-ed9eef6e2750), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.239788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.243194 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20c9835f-8c3e-4d5b-8539-57605f91eb31 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/floatingips/176da4d1-2224-4039-96d8-ed9eef6e2750 HTTP/1.1" status: 204 len: 168 time: 0.8509262 Feb 14 21:32:38.245351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60478) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:38.262112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90ba324b-a84c-467e-9151-dace3eb41162 req-d95dfa48-915d-4ff3-81ed-7a3c2a656d89 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946997 Feb 14 21:32:38.287060 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-848e5f4f-631f-4eab-9eba-350fb307fadd tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:38.287872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848e5f4f-631f-4eab-9eba-350fb307fadd tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:38.293832 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-848e5f4f-631f-4eab-9eba-350fb307fadd tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/cc92fe70-524c-4875-a7f2-d930997aaacd HTTP/1.1" status: 404 len: 333 time: 0.0465121 Feb 14 21:32:38.302733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60488) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:38.398297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-721901f1-823c-4d6a-8a40-eb54d8327b73 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8eb8484-d477-4fca-b924-4d67db32ae48 HTTP/1.1" status: 200 len: 205 time: 0.0925503 Feb 14 21:32:38.398885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60496) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:38.451173 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-1b580e23-73a0-4193-9386-1a5ffae68e58 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] delete failed (client error): The resource could not be found. Feb 14 21:32:38.455926 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1b580e23-73a0-4193-9386-1a5ffae68e58 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/routers/c8eb8484-d477-4fca-b924-4d67db32ae48 HTTP/1.1" status: 404 len: 336 time: 0.0558820 Feb 14 21:32:38.458452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60498) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:38.475096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.480844 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-17c780ec-20f6-484b-855d-48d9409bfc9e req-072cd285-bf3a-41b5-ae03-404d71506266 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] show failed (client error): The resource could not be found. Feb 14 21:32:38.491519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17c780ec-20f6-484b-855d-48d9409bfc9e req-072cd285-bf3a-41b5-ae03-404d71506266 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-group-rules/9dc9c78d-f3c4-4006-b78f-70a5a306f47d HTTP/1.1" status: 404 len: 361 time: 0.0434730 Feb 14 21:32:38.493667 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2e5058-a8a5-4ad3-a175-fceec5cb996b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] DELETE failed (client error): The resource could not be found. Feb 14 21:32:38.494150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2e5058-a8a5-4ad3-a175-fceec5cb996b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:32:38.502135 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-de2e5058-a8a5-4ad3-a175-fceec5cb996b tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/subnets/e4bfe250-0c91-44ee-a1c2-44142d996134 HTTP/1.1" status: 404 len: 337 time: 0.0440860 Feb 14 21:32:38.502899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60502) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:38.522404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adaf0f-695d-4af3-a4b6-5645188d0096 req-72eb468d-49b5-4ada-8222-12148d9c898a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:38.528510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25adaf0f-695d-4af3-a4b6-5645188d0096 req-72eb468d-49b5-4ada-8222-12148d9c898a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3011587 Feb 14 21:32:38.546434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks [] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.558120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.622342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Attempting to bind port e3cc97ca-6141-4207-8f07-85f32ecb40f5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:38.623769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Attempting to bind port e3cc97ca-6141-4207-8f07-85f32ecb40f5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6740ed7f-925f-4561-b018-a31c3309c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:38.624262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Attempting to bind port e3cc97ca-6141-4207-8f07-85f32ecb40f5 on network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:38.637089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:38.637953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Checking segment: {'id': '6740ed7f-925f-4561-b018-a31c3309c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:38.638613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.639277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Bound using segment: {'id': '6740ed7f-925f-4561-b018-a31c3309c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:38.640030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Bound port: e3cc97ca-6141-4207-8f07-85f32ecb40f5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6740ed7f-925f-4561-b018-a31c3309c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '85a920a4-a8a0-43b0-acde-3b7e1870cf79'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:38.640784 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.658067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 106ca049-c3d9-43fa-82b2-570d3720ca59 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:38.659028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (106ca049-c3d9-43fa-82b2-570d3720ca59), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.699065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] For port e3cc97ca-6141-4207-8f07-85f32ecb40f5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:38.703136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] For port e3cc97ca-6141-4207-8f07-85f32ecb40f5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e3cc97ca-6141-4207-8f07-85f32ecb40f5,segment=NetworkSegment(6740ed7f-925f-4561-b018-a31c3309c7b3),segment_id=6740ed7f-925f-4561-b018-a31c3309c7b3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:38.721878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a8eb3-7451-4b6e-b902-42c0f0c50d97 None None] Pushing event updated for resources: {'Port': ['ID=e3cc97ca-6141-4207-8f07-85f32ecb40f5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:38.726421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.794945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Routers {'948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:38.796379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:38.820842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25adaf0f-695d-4af3-a4b6-5645188d0096 req-2cde90aa-3c8c-4200-bc45-654e3c9a4d35 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846315 Feb 14 21:32:38.857193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (106ca049-c3d9-43fa-82b2-570d3720ca59), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.857483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be757c4-e89e-432a-b7e9-938be95caafc req-e6897869-a6fb-4b86-9d93-5ff419042c83 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:38.861307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4be757c4-e89e-432a-b7e9-938be95caafc req-e6897869-a6fb-4b86-9d93-5ff419042c83 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2523034 Feb 14 21:32:38.882394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Deleting port e3cc97ca-6141-4207-8f07-85f32ecb40f5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:38.882742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:38.884114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 106ca049-c3d9-43fa-82b2-570d3720ca59 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:39.100014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (106ca049-c3d9-43fa-82b2-570d3720ca59), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:39.126761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4be757c4-e89e-432a-b7e9-938be95caafc req-ea2c6e6d-695f-4985-bee0-159f9c220b3e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646236 Feb 14 21:32:39.132074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-636f6382-4550-49d9-9eda-8abcf542af49 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/41b4ba28-f6f2-4925-8ae7-6181538bc5e0 HTTP/1.1" status: 200 len: 1832 time: 0.2519388 Feb 14 21:32:39.151733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=106ca049-c3d9-43fa-82b2-570d3720ca59,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:39.216909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a8eb3-7451-4b6e-b902-42c0f0c50d97 None None] Pushing event updated for resources: {'Port': ['ID=e3cc97ca-6141-4207-8f07-85f32ecb40f5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:39.217516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:39.291472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] Set router 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:39.389944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:39.400285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Calling delete_port for e3cc97ca-6141-4207-8f07-85f32ecb40f5 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:39.410519 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2a22c6bf-02f6-43a9-bb3a-a8f59f50e8cf tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/106ca049-c3d9-43fa-82b2-570d3720ca59 HTTP/1.1" status: 204 len: 168 time: 0.9048364 Feb 14 21:32:39.411619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:39.438717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222', 'name': '', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:32Z', 'updated_at': '2022-02-14T21:32:38Z', 'revision_number': 4, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:39.528242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196027e0-f5a6-4f30-b703-54989fda1b9f None None] The sync data for ids ['948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222'] in n-d-828372-11 is: [{'id': '948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222', 'name': '', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:32Z', 'updated_at': '2022-02-14T21:32:38Z', 'revision_number': 4, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:39.541220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (41b4ba28-f6f2-4925-8ae7-6181538bc5e0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:39.730046 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (41b4ba28-f6f2-4925-8ae7-6181538bc5e0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:39.759602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:39.865579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4852-9676-41ea-b380-ca5310f4e594 req-8f031668-493a-4f12-a83e-3e1d55e8fcaf tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:39.873097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af2f4852-9676-41ea-b380-ca5310f4e594 req-8f031668-493a-4f12-a83e-3e1d55e8fcaf tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.5782473 Feb 14 21:32:39.913772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:39.929609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'mac_address': 'fa:16:3e:79:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:39.985146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:39.985581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.008354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:40.033580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:40.039775 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.070278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af2f4852-9676-41ea-b380-ca5310f4e594 req-2fcec9d7-976f-4d00-9916-110e91bfd938 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961906 Feb 14 21:32:40.129296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:40.137358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:32:40.184580 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (41b4ba28-f6f2-4925-8ae7-6181538bc5e0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.190743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.194758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bb4ad89-ba61-4411-a505-23e2aba8aaeb req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-groups/41b4ba28-f6f2-4925-8ae7-6181538bc5e0 HTTP/1.1" status: 204 len: 173 time: 1.0226026 Feb 14 21:32:40.301951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e3cc97ca-6141-4207-8f07-85f32ecb40f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.366301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f106367-7c87-48db-98f4-8eb1570ea047 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4ba28-f6f2-4925-8ae7-6181538bc5e0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:40.393450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port 96613328-a80f-4f5c-8065-fcf8e7c6a6c8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:40.393859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (96613328-a80f-4f5c-8065-fcf8e7c6a6c8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.533450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3cc97ca-6141-4207-8f07-85f32ecb40f5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:40.715213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb87fa-7ab0-4780-b9d6-2c235395d0e7 req-122836c2-3f29-4a27-b09d-f3bbbc3b3e91 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:40.716426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5bb87fa-7ab0-4780-b9d6-2c235395d0e7 req-122836c2-3f29-4a27-b09d-f3bbbc3b3e91 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3557546 Feb 14 21:32:40.731779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.818672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (96613328-a80f-4f5c-8065-fcf8e7c6a6c8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:40.872409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for 96613328-a80f-4f5c-8065-fcf8e7c6a6c8 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:41.143125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (96613328-a80f-4f5c-8065-fcf8e7c6a6c8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.216452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.220856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.233881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=96613328-a80f-4f5c-8065-fcf8e7c6a6c8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:41.343995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5bb87fa-7ab0-4780-b9d6-2c235395d0e7 req-c52c10c6-1bdd-47e8-a334-1e7dfd06fd6b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196725 Feb 14 21:32:41.349204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.355573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:41.361008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.364853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f39cdad5-58dc-44dc-b6dd-4825db2d5fe7 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/routers/948f335d-bd9c-4ed2-a6fb-cc6fb8ef9222 HTTP/1.1" status: 204 len: 168 time: 3.9834855 Feb 14 21:32:41.368376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60576) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:41.402745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.410992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce0ba2e1-d802-42cc-944c-f18ba273f0de tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/ports/96613328-a80f-4f5c-8065-fcf8e7c6a6c8 HTTP/1.1" status: 204 len: 168 time: 1.9980290 Feb 14 21:32:41.415295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60578) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:41.490164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Deleting subnet b39ad95b-953d-4e08-abe4-3f5462a3b376 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:41.494468 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:32:41.498511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for subnet (b39ad95b-953d-4e08-abe4-3f5462a3b376), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.576555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d219898-5c51-409e-abae-534fc78403e4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:41.578337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d219898-5c51-409e-abae-534fc78403e4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c708474-548f-48bd-8121-d11e7e28b9f5 HTTP/1.1" status: 200 len: 913 time: 0.1606562 Feb 14 21:32:41.584169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b39ad95b-953d-4e08-abe4-3f5462a3b376), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.584367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:41.642634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b39ad95b-953d-4e08-abe4-3f5462a3b376), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.737631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b39ad95b-953d-4e08-abe4-3f5462a3b376), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.789774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b39ad95b-953d-4e08-abe4-3f5462a3b376,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:41.791980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:32:41.807023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:41.810372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7bb1d49-627c-4d8f-b400-3b5b25c8cc8e tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/b39ad95b-953d-4e08-abe4-3f5462a3b376 HTTP/1.1" status: 204 len: 168 time: 0.4410975 Feb 14 21:32:41.816221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60582) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:41.856942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355af9e8-f8b0-4ade-9702-4406e65a0484 req-f2605cf6-1e31-4649-b37e-f22550ec2da7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:41.866518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-355af9e8-f8b0-4ade-9702-4406e65a0484 req-f2605cf6-1e31-4649-b37e-f22550ec2da7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3817883 Feb 14 21:32:41.963164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:32:41.963561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:42.117774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:42.118478 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:42.170211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:42.171523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:42.174228 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3448d5-c141-4c49-a525-c3198b0a9a83" -d '{"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:42.183528 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:42.285289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:42.703572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (85a920a4-a8a0-43b0-acde-3b7e1870cf79), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:42.718817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-355af9e8-f8b0-4ade-9702-4406e65a0484 req-317a0031-4313-454d-a1ff-d5d0dd5de474 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8509002 Feb 14 21:32:42.935054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (85a920a4-a8a0-43b0-acde-3b7e1870cf79), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:42.966997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a920a4-a8a0-43b0-acde-3b7e1870cf79']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:42.978184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6740ed7f-925f-4561-b018-a31c3309c7b3') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:42.978494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6740ed7f-925f-4561-b018-a31c3309c7b3') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:43.002665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6740ed7f-925f-4561-b018-a31c3309c7b3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.016559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-26d5b796-4c81-41db-876d-f64d30d2e5ca tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/96ec5512-e81f-4c00-952c-a0d1b8c17dfc HTTP/1.1" status: 200 len: 1832 time: 0.2382689 Feb 14 21:32:43.041056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6740ed7f-925f-4561-b018-a31c3309c7b3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.084548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:43.085593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6740ed7f-925f-4561-b018-a31c3309c7b3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:43.090182 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:43.182597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (96ec5512-e81f-4c00-952c-a0d1b8c17dfc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.281439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (96ec5512-e81f-4c00-952c-a0d1b8c17dfc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.368296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (85a920a4-a8a0-43b0-acde-3b7e1870cf79), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.372760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85a920a4-a8a0-43b0-acde-3b7e1870cf79 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:32:43.375582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.379396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/networks/85a920a4-a8a0-43b0-acde-3b7e1870cf79 HTTP/1.1" status: 204 len: 168 time: 1.5553811 Feb 14 21:32:43.400363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (96ec5512-e81f-4c00-952c-a0d1b8c17dfc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.403525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.416554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c6f631-0d3f-4999-b28c-f70e3c405384 req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-groups/96ec5512-e81f-4c00-952c-a0d1b8c17dfc HTTP/1.1" status: 204 len: 173 time: 0.3859689 Feb 14 21:32:43.425680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54ce45-17af-48bb-8d28-66e593c20e53 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Network': ['ID=85a920a4-a8a0-43b0-acde-3b7e1870cf79,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:43.469439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232854-1891-4c6b-b4b2-4c49d78568f5 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec5512-e81f-4c00-952c-a0d1b8c17dfc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:43.501073 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fd8135-ab5d-4197-b786-5bb53a6389a0 x-openstack-request-id: req-53fd8135-ab5d-4197-b786-5bb53a6389a0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:43.501591 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-plugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:43.505421 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53fd8135-ab5d-4197-b786-5bb53a6389a0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:43.506480 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'code': 200} Feb 14 21:32:43.528014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (7c708474-548f-48bd-8121-d11e7e28b9f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.630233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc637d-2b4f-4af1-8786-bc35dbcf2bb2 req-d17edf11-596b-49ac-82e0-961e9716246d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:43.632236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bfc637d-2b4f-4af1-8786-bc35dbcf2bb2 req-d17edf11-596b-49ac-82e0-961e9716246d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.2959542 Feb 14 21:32:43.742130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b57b5-4ef9-4722-bbc5-73feed68dab3 req-c72d009b-4ba1-438d-bf79-f9d7c41b5fd4 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:43.749621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-073b57b5-4ef9-4722-bbc5-73feed68dab3 req-c72d009b-4ba1-438d-bf79-f9d7c41b5fd4 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1145477 Feb 14 21:32:43.803859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bfc637d-2b4f-4af1-8786-bc35dbcf2bb2 req-e55be958-8029-4a2d-b0ce-ada89b745d57 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552806 Feb 14 21:32:43.809152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60632) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:43.813752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'name': 'tempest-router--745129825', 'project_id': '6df6441588184bb5b05932c4769cc06d'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:43.848207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.849863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:43.980375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-073b57b5-4ef9-4722-bbc5-73feed68dab3 req-d7b6d3ff-39e0-4ae4-8ac3-6cf8eca41303 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292166 Feb 14 21:32:43.999939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (caa18b72-00c6-4906-81b5-07e8e877cb62), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.013847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.030165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-f0fa18d8-2718-47c4-b391-1228d305ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:44.031768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-f0fa18d8-2718-47c4-b391-1228d305ccaa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 1129 time: 0.2270789 Feb 14 21:32:44.070588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.076338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3075ab3-c78d-4180-81b7-ebee4ded2701 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2658997 Feb 14 21:32:44.079215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:44.153573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-9b727c9a-38e5-45b2-b3d0-1433c2066112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:44.155279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-9b727c9a-38e5-45b2-b3d0-1433c2066112 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.1093531 Feb 14 21:32:44.219188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.264125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-f8c0fef6-2ad3-4303-8681-3ac6262ddbb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef HTTP/1.1" status: 200 len: 217 time: 0.0664582 Feb 14 21:32:44.279205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a4a-3269-4297-97ba-23253022eb48 req-06260664-8e5f-4150-94e8-08b81ff374d4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:44.280732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6be62a4a-3269-4297-97ba-23253022eb48 req-06260664-8e5f-4150-94e8-08b81ff374d4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3483648 Feb 14 21:32:44.371137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-05a4ac6b-a5ea-4dbb-8cc4-eba14f87b9ec tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/91895701-1cd8-464d-adc8-88d6c521c87f HTTP/1.1" status: 200 len: 1830 time: 0.3585029 Feb 14 21:32:44.444857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6be62a4a-3269-4297-97ba-23253022eb48 req-3c40f69c-c450-4fac-8354-62818019e87d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184530 Feb 14 21:32:44.476790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.478427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-fb690159-8514-43c4-82fe-a8d36bd24210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:44.483709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-fb690159-8514-43c4-82fe-a8d36bd24210 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1876755 Feb 14 21:32:44.483898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (caa18b72-00c6-4906-81b5-07e8e877cb62), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.593655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-22664f27-512c-47fb-8efa-80856320d28a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029904 Feb 14 21:32:44.595499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (91895701-1cd8-464d-adc8-88d6c521c87f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.609461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (caa18b72-00c6-4906-81b5-07e8e877cb62), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.610180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa18b72-00c6-4906-81b5-07e8e877cb62 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:44.623749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.627327 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d07b4f5e-bb87-4dbd-bcc1-d76880d2d9b2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/routers/caa18b72-00c6-4906-81b5-07e8e877cb62 HTTP/1.1" status: 204 len: 168 time: 0.5447612 Feb 14 21:32:44.748406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-4907ca2e-858e-46ff-a0e6-480be7e39c11 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471691 Feb 14 21:32:44.844490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (91895701-1cd8-464d-adc8-88d6c521c87f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:44.889099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60660) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:45.030391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79488026-2ef9-403e-b436-437439702b07 req-554f4e0a-5c65-4bfc-afc3-8f2f8e428e25 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:45.032030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79488026-2ef9-403e-b436-437439702b07 req-554f4e0a-5c65-4bfc-afc3-8f2f8e428e25 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2508879 Feb 14 21:32:45.036548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (91895701-1cd8-464d-adc8-88d6c521c87f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.039186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.040308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68d692d8-0610-4ca9-adc2-837c597604e7 req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-groups/91895701-1cd8-464d-adc8-88d6c521c87f HTTP/1.1" status: 204 len: 173 time: 0.6684344 Feb 14 21:32:45.050131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60b87de8-8097-43b8-b54a-e159d8dc05a9 req-7fce023a-f152-4222-be7d-47bd9b500c39 service neutron] 10.222.0.83 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866285 Feb 14 21:32:45.068606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port b16b94e6-bf04-4c47-993b-51d4523ab792 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:45.068987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.085902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133acb5a-7eb0-4412-9d89-40536d45f6f7 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91895701-1cd8-464d-adc8-88d6c521c87f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:45.241058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79488026-2ef9-403e-b436-437439702b07 req-31d6f7ee-a000-4246-9228-7617eaf23827 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995349 Feb 14 21:32:45.241683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800973643', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:45.310885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.312281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.323702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f2139-23b6-4111-bbff-5a0970484a76 req-af9d13c4-9d06-41d2-9ee7-dd7d8b712a54 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:45.334843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b49f2139-23b6-4111-bbff-5a0970484a76 req-af9d13c4-9d06-41d2-9ee7-dd7d8b712a54 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 946 time: 0.1844287 Feb 14 21:32:45.368850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.384639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (32fe173f-538b-4870-8631-ecd0ea19c7a3), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.403418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for b16b94e6-bf04-4c47-993b-51d4523ab792 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:45.478283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b49f2139-23b6-4111-bbff-5a0970484a76 req-fa217a4b-a2c3-4786-a873-f946a796ee3d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424000 Feb 14 21:32:45.601012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1644-d08f-41eb-997b-10b347f4e63e req-e171a18a-7850-489c-ad85-b0703f5f098e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:45.602570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71f1644-d08f-41eb-997b-10b347f4e63e req-e171a18a-7850-489c-ad85-b0703f5f098e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2047310 Feb 14 21:32:45.635532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (32fe173f-538b-4870-8631-ecd0ea19c7a3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.684247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-d5b574f5-434c-49a5-a643-c1376ffbf01b tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/f4444db4-c99e-4ddb-b0f5-dff0740a387d HTTP/1.1" status: 200 len: 1832 time: 0.1495130 Feb 14 21:32:45.770520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71f1644-d08f-41eb-997b-10b347f4e63e req-ddbbdff0-0150-4150-945a-456fc46b945d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503978 Feb 14 21:32:45.807891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:45.901238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (f4444db4-c99e-4ddb-b0f5-dff0740a387d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:45.992347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:45.992753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.044734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:46.053846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (32fe173f-538b-4870-8631-ecd0ea19c7a3), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.055585 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8404c8-d9c0-4568-87b3-323fdcdbff3d" -d '{"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:46.066384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (f4444db4-c99e-4ddb-b0f5-dff0740a387d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.082459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b16b94e6-bf04-4c47-993b-51d4523ab792), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.084187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.104908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:46.123948 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.192861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=b16b94e6-bf04-4c47-993b-51d4523ab792,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:46.227441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:46.285648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Allocated IP 172.25.2.193 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/365e50e0-ce32-49d9-8624-0bac89f71794) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:46.333898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25062dac-aa4b-48f1-8605-403634d2244a req-4d6393fc-d1a8-4c55-9e35-32b7df5afbf5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:46.342336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25062dac-aa4b-48f1-8605-403634d2244a req-4d6393fc-d1a8-4c55-9e35-32b7df5afbf5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4442065 Feb 14 21:32:46.386083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f4444db4-c99e-4ddb-b0f5-dff0740a387d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.392414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.393580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eae41c-da9b-45b6-844e-dddd0a1f559b req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-groups/f4444db4-c99e-4ddb-b0f5-dff0740a387d HTTP/1.1" status: 204 len: 173 time: 0.7086542 Feb 14 21:32:46.458268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a139227-9a3a-43e8-82d7-2cf82d647965 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4444db4-c99e-4ddb-b0f5-dff0740a387d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:46.512736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for port (365e50e0-ce32-49d9-8624-0bac89f71794), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.527696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25062dac-aa4b-48f1-8605-403634d2244a req-fdce0cea-a18d-4974-99ba-5010101b05e8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696515 Feb 14 21:32:46.578667 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0ccd54-a7f8-4fbf-b3c9-446bdd557bb9 x-openstack-request-id: req-2f0ccd54-a7f8-4fbf-b3c9-446bdd557bb9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:46.578976 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:46.579296 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f0ccd54-a7f8-4fbf-b3c9-446bdd557bb9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:46.579697 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'code': 200} Feb 14 21:32:46.610242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (365e50e0-ce32-49d9-8624-0bac89f71794), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.638483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (7c708474-548f-48bd-8121-d11e7e28b9f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:46.702533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:46.709708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:46.720415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:46.775907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event updated for resources: {'Port': ['ID=365e50e0-ce32-49d9-8624-0bac89f71794,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:46.879746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-16de66a8-4763-4980-bb8a-5d606079f7fb tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "GET /v2.0/security-groups/d8876b59-512a-4184-9cfc-343f6bcdbd6f HTTP/1.1" status: 200 len: 1832 time: 0.2540798 Feb 14 21:32:47.212440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96b41-60df-449a-91bd-ab8c6d95e421 req-79f20d3c-d2f4-448c-8254-6946eb6cf85f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:47.213982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15a96b41-60df-449a-91bd-ab8c6d95e421 req-79f20d3c-d2f4-448c-8254-6946eb6cf85f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 944 time: 0.4983325 Feb 14 21:32:47.229105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (d8876b59-512a-4184-9cfc-343f6bcdbd6f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:47.919429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (32fe173f-538b-4870-8631-ecd0ea19c7a3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.171874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (d8876b59-512a-4184-9cfc-343f6bcdbd6f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.230687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.259098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8876b59-512a-4184-9cfc-343f6bcdbd6f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.261633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.274922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ed4b5c9-c92a-481b-9f09-2349caea4620 req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] 10.222.0.86 "DELETE /v2.0/security-groups/d8876b59-512a-4184-9cfc-343f6bcdbd6f HTTP/1.1" status: 204 len: 173 time: 1.3297317 Feb 14 21:32:48.276404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:48.280092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Router 7c708474-548f-48bd-8121-d11e7e28b9f5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:32:48.362489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c076dcf-85e2-492e-8e0c-6a11c3eafd36 tempest-SecurityGroupRulesNegativeTestJSON-2058163729 tempest-SecurityGroupRulesNegativeTestJSON-2058163729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8876b59-512a-4184-9cfc-343f6bcdbd6f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:48.414342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Deleting subnet 57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:48.421737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Publish callbacks [] for subnet (57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.434556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15a96b41-60df-449a-91bd-ab8c6d95e421 req-5cd20db3-0b66-4e84-8905-32db7bf5e391 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1932502 Feb 14 21:32:48.492626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.572882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.582964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-5ca50edc-2900-4bb4-bdf5-f4da384c23d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3649166 Feb 14 21:32:48.621184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Router 32fe173f-538b-4870-8631-ecd0ea19c7a3 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:32:48.768254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:48.780387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc8d0-071e-4b3a-bab8-8880efe438b4 req-c57fe922-dcb9-4003-9eaa-182bbcbef371 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:48.782644 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] Sync routers for ids ['32fe173f-538b-4870-8631-ecd0ea19c7a3'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:48.783934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbbfc8d0-071e-4b3a-bab8-8880efe438b4 req-c57fe922-dcb9-4003-9eaa-182bbcbef371 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3670409 Feb 14 21:32:48.809392 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] Routers {'32fe173f-538b-4870-8631-ecd0ea19c7a3'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:48.810570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.814420 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9270a107-c868-4afa-b116-526a8ebf0b7a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9215212 Feb 14 21:32:48.814579 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32fe173f-538b-4870-8631-ecd0ea19c7a3'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:48.814708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.817709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:48.833341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:48.846365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] Sync routers for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:48.849770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c1fd989-580e-470e-bb4d-7f914936240e tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "PUT /v2.0/routers/7c708474-548f-48bd-8121-d11e7e28b9f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2648299 Feb 14 21:32:48.856633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60740) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:48.861796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:48.862980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:48.875343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29dc0-6459-4eca-9ab1-bb2e2a25a637 req-96836d81-1786-4cda-af49-81e255797211 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:48.877662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49d29dc0-6459-4eca-9ab1-bb2e2a25a637 req-96836d81-1786-4cda-af49-81e255797211 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2579136 Feb 14 21:32:48.883145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-bf027482-b546-4308-b965-948ce8395df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:48.884956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-bf027482-b546-4308-b965-948ce8395df8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1129 time: 0.2369020 Feb 14 21:32:48.908384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:48.914106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:48.917547 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4c025463-6ccb-4a4d-be34-a2a8ab477cec admin admin] 10.222.0.86 "DELETE /v2.0/subnets/57dc6dd4-1683-497f-8ba6-f8c6a7b3cfdc HTTP/1.1" status: 204 len: 168 time: 0.6400485 Feb 14 21:32:48.920119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60742) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:48.950537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:48.952687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:48.967836 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] Routers {'32fe173f-538b-4870-8631-ecd0ea19c7a3'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:48.968758 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32fe173f-538b-4870-8631-ecd0ea19c7a3'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:48.982637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] Routers {'7c708474-548f-48bd-8121-d11e7e28b9f5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:48.983298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7c708474-548f-48bd-8121-d11e7e28b9f5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.025976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbbfc8d0-071e-4b3a-bab8-8880efe438b4 req-87407aca-101a-428c-91c3-4e13b60977ed tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246637 Feb 14 21:32:49.046648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.048204 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670515bc-e698-4635-be38-e3189f1015e9 None None] The sync data for ids ['32fe173f-538b-4870-8631-ecd0ea19c7a3'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:49.067830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.068520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1f5f6-6816-4c58-bdf4-28d546c0ccda None None] The sync data for ids ['7c708474-548f-48bd-8121-d11e7e28b9f5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:32:49.087556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b542ca34-3a87-452b-8939-3795ed6d8336), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.122540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3fd54b3-67d6-4e48-8151-5c69abdeda3d tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/32fe173f-538b-4870-8631-ecd0ea19c7a3 HTTP/1.1" status: 200 len: 921 time: 0.2994692 Feb 14 21:32:49.126617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60744) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:49.193335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67a2af18-6d3f-434e-9483-9915454848e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=32fe173f-538b-4870-8631-ecd0ea19c7a3 HTTP/1.1" status: 200 len: 205 time: 0.0628152 Feb 14 21:32:49.194039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60746) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:49.248833 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b542ca34-3a87-452b-8939-3795ed6d8336), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.260666 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.278798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49d29dc0-6459-4eca-9ab1-bb2e2a25a637 req-8a0e7cfa-66fa-4d81-b912-53a145814735 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855925 Feb 14 21:32:49.280118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b542ca34-3a87-452b-8939-3795ed6d8336']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.293444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dd9df7-0dd4-464b-aee5-3091f0a0bdf8') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.294059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dd9df7-0dd4-464b-aee5-3091f0a0bdf8') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:49.314000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (96dd9df7-0dd4-464b-aee5-3091f0a0bdf8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.315634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-ff18aa24-eee9-4909-a623-5285c438068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:49.318134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-ff18aa24-eee9-4909-a623-5285c438068a service neutron] 10.222.0.83 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.3074996 Feb 14 21:32:49.381778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (96dd9df7-0dd4-464b-aee5-3091f0a0bdf8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.404067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-c0c46782-3a99-49d0-9b2b-ac57a7cef0c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0463004 Feb 14 21:32:49.407428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:49.409096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (96dd9df7-0dd4-464b-aee5-3091f0a0bdf8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:49.411798 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:49.432294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.574940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b542ca34-3a87-452b-8939-3795ed6d8336), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.584875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.591317 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b542ca34-3a87-452b-8939-3795ed6d8336 HTTP/1.1" status: 204 len: 168 time: 0.6698630 Feb 14 21:32:49.633771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-94339136-6f92-46c8-be21-408d04904fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:49.635466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-94339136-6f92-46c8-be21-408d04904fb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.2240376 Feb 14 21:32:49.690520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-bca6c36d-702a-43f3-854e-06fbb429ca08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369186 Feb 14 21:32:49.710562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a1ea-f2ef-4d1e-bccb-57de546c5575 req-aabcbd86-8a64-4a9e-a806-200fccfed3e2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:49.712448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd95a1ea-f2ef-4d1e-bccb-57de546c5575 req-aabcbd86-8a64-4a9e-a806-200fccfed3e2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2879286 Feb 14 21:32:49.820969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (32fe173f-538b-4870-8631-ecd0ea19c7a3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:49.827471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e1dc-6681-4f0c-b42a-d236deeee748 admin admin] Pushing event deleted for resources: {'Network': ['ID=b542ca34-3a87-452b-8939-3795ed6d8336,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:49.840852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b09b73c5-d59e-4932-b64b-13c1ec236bef no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:49.865008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_gateway (7c708474-548f-48bd-8121-d11e7e28b9f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.006553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port 365e50e0-ce32-49d9-8624-0bac89f71794 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:50.007036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (365e50e0-ce32-49d9-8624-0bac89f71794), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.082244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:50.093710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98ad6-522f-4865-8e12-6a3c2cc2fa67 req-eab260a8-8c70-4895-89ee-6590b2215c53 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:50.114660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0f98ad6-522f-4865-8e12-6a3c2cc2fa67 req-eab260a8-8c70-4895-89ee-6590b2215c53 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 944 time: 0.5210278 Feb 14 21:32:50.126553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b09b73c5-d59e-4932-b64b-13c1ec236bef is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:50.180375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (365e50e0-ce32-49d9-8624-0bac89f71794), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.207775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a7aa9929-78aa-46a6-a7db-01c0e1b7ccbc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7fd9349924eb43d5b89b1652dbf30c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212673 Feb 14 21:32:50.207775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for 365e50e0-ce32-49d9-8624-0bac89f71794 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:50.208419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:50.318290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] Publish callbacks [] for security_group (4466cb89-bf1b-450b-afe3-d1757ef9db5c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.373302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-3af261a4-2e7c-4cd4-b04a-494b144cdf2b service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578083 Feb 14 21:32:50.380790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0f98ad6-522f-4865-8e12-6a3c2cc2fa67 req-4df9d5f9-56b2-4aa9-9b8f-5d1d9f76aeff tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625232 Feb 14 21:32:50.411211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] Publish callbacks [] for security_group (4466cb89-bf1b-450b-afe3-d1757ef9db5c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.423784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd95a1ea-f2ef-4d1e-bccb-57de546c5575 req-72c417b8-51e7-49f5-8ffc-76697ea0698d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862063 Feb 14 21:32:50.605845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4466cb89-bf1b-450b-afe3-d1757ef9db5c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.613120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.617076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4466cb89-bf1b-450b-afe3-d1757ef9db5c HTTP/1.1" status: 204 len: 168 time: 0.4053199 Feb 14 21:32:50.678607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e5fd-9dc0-4d05-9105-b22b5e9deef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4466cb89-bf1b-450b-afe3-d1757ef9db5c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:50.680699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting port c2cf89bf-decd-4a2c-b528-aba64ee0f693 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:50.681051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c2cf89bf-decd-4a2c-b528-aba64ee0f693), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.697868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (365e50e0-ce32-49d9-8624-0bac89f71794), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.800734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=365e50e0-ce32-49d9-8624-0bac89f71794,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:50.915854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09656e7b-ccc2-4adc-a56c-ba658155bf2a req-d4c2cdbb-9dff-4ef7-ab38-dfc1f68ff27d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:50.919847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (32fe173f-538b-4870-8631-ecd0ea19c7a3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:50.932480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09656e7b-ccc2-4adc-a56c-ba658155bf2a req-d4c2cdbb-9dff-4ef7-ab38-dfc1f68ff27d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3534687 Feb 14 21:32:50.988839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aecb5b6d-9906-4a21-af46-6c7b4397c823 req-a6cdfe8c-039d-4377-b043-a437a4a8292d service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910354 Feb 14 21:32:51.104294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c2cf89bf-decd-4a2c-b528-aba64ee0f693), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.122644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Calling delete_port for c2cf89bf-decd-4a2c-b528-aba64ee0f693 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:51.184709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.191392 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (32fe173f-538b-4870-8631-ecd0ea19c7a3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.299021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09656e7b-ccc2-4adc-a56c-ba658155bf2a req-030ddaf7-caec-499b-8122-1de0b1dd81a1 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656507 Feb 14 21:32:51.326963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (32fe173f-538b-4870-8631-ecd0ea19c7a3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.327861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router 32fe173f-538b-4870-8631-ecd0ea19c7a3 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:51.341236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.342836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09f54337-e46c-4290-ac87-86462bc065e6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/32fe173f-538b-4870-8631-ecd0ea19c7a3 HTTP/1.1" status: 204 len: 168 time: 2.1479428 Feb 14 21:32:51.347627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60802) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:51.354894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1742028487', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:51.454767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.456467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.639983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (01bb919a-a0e1-440d-afc6-f9c4641cff2e), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.842994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c2cf89bf-decd-4a2c-b528-aba64ee0f693), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:51.938658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Port': ['ID=c2cf89bf-decd-4a2c-b528-aba64ee0f693,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:52.091550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (01bb919a-a0e1-440d-afc6-f9c4641cff2e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:52.334955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (7c708474-548f-48bd-8121-d11e7e28b9f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:52.593406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:52.700045 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router_controller (7c708474-548f-48bd-8121-d11e7e28b9f5), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.164095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (7c708474-548f-48bd-8121-d11e7e28b9f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.164688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Fanout notify agent at l3_agent the message router_deleted on router 7c708474-548f-48bd-8121-d11e7e28b9f5 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:32:53.175979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.179879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e16cf89e-67d3-4218-95f6-2ef5787d57b2 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/routers/7c708474-548f-48bd-8121-d11e7e28b9f5 HTTP/1.1" status: 204 len: 168 time: 4.3168159 Feb 14 21:32:53.180705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60864) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:53.216733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-f4790b9e-9270-4e37-9f63-8837879620ac tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:53.218240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-f4790b9e-9270-4e37-9f63-8837879620ac tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e07004-e8aa-47a8-b905-e4c7c988829d HTTP/1.1" status: 200 len: 944 time: 0.6316516 Feb 14 21:32:53.230374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56196260-5bdb-49cc-9ade-6cdb5475c0cc req-bdd86cc7-cf76-453c-b278-5ec93f613f8b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:53.231925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56196260-5bdb-49cc-9ade-6cdb5475c0cc req-bdd86cc7-cf76-453c-b278-5ec93f613f8b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 814 time: 0.6477978 Feb 14 21:32:53.305006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Deleting subnet e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:32:53.318151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.386157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56196260-5bdb-49cc-9ade-6cdb5475c0cc req-8aeb0b6d-e42d-46bd-aee8-9ff420161a13 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/quotas/98bf0a64bc1c42d69bf6bafde09a87ee HTTP/1.1" status: 200 len: 375 time: 0.1372805 Feb 14 21:32:53.390496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.459476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.573595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.617733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Subnet': ['ID=e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:53.634454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.639547 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10882f14-12fe-439b-83f8-5ae775830ea3 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/subnets/e977f9b1-eb4f-4c5a-84ef-8b7b13d280cd HTTP/1.1" status: 204 len: 168 time: 0.4571736 Feb 14 21:32:53.642395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:53.799790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (44666470-e010-4fe5-a1b6-5f1b97e28ed2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.808949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56196260-5bdb-49cc-9ade-6cdb5475c0cc req-3bcb118d-5b30-41bf-a551-b4a39a9b809d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4215381 Feb 14 21:32:53.874390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port b09b73c5-d59e-4932-b64b-13c1ec236bef {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:32:53.874777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:53.996904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (44666470-e010-4fe5-a1b6-5f1b97e28ed2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.016590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (01bb919a-a0e1-440d-afc6-f9c4641cff2e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.041149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44666470-e010-4fe5-a1b6-5f1b97e28ed2']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:54.053510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15ec6f6-ef93-4645-84bc-028b5054f449') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:54.053811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15ec6f6-ef93-4645-84bc-028b5054f449') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:54.062694 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.066869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f15ec6f6-ef93-4645-84bc-028b5054f449), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.080552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f15ec6f6-ef93-4645-84bc-028b5054f449), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.088952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:32:54.089426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f15ec6f6-ef93-4645-84bc-028b5054f449), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:32:54.161149 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:32:54.168911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (44666470-e010-4fe5-a1b6-5f1b97e28ed2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.174202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.192313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] 10.222.0.86 "DELETE /v2.0/networks/44666470-e010-4fe5-a1b6-5f1b97e28ed2 HTTP/1.1" status: 204 len: 168 time: 0.5394864 Feb 14 21:32:54.219920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.25.2.202 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7c15c2f9-ff7c-431c-ac5f-11d5417d0434) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:32:54.237053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabfd21-d4f3-470a-8f9c-b23ff4d72fd4 tempest-FloatingIPTestJSON-209494335 tempest-FloatingIPTestJSON-209494335-project] Pushing event deleted for resources: {'Network': ['ID=44666470-e010-4fe5-a1b6-5f1b97e28ed2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:54.285639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba5956-6181-4a40-8e90-d4c919a0554f req-1b3a7d92-9bcc-467b-8001-d88fd154dd4c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:54.288089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eba5956-6181-4a40-8e90-d4c919a0554f req-1b3a7d92-9bcc-467b-8001-d88fd154dd4c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2356067 Feb 14 21:32:54.399569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port b09b73c5-d59e-4932-b64b-13c1ec236bef, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b09b73c5-d59e-4932-b64b-13c1ec236bef,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:54.400033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.405707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eba5956-6181-4a40-8e90-d4c919a0554f req-61aba6f2-6ad0-4f82-876a-576e6fa51a13 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113493 Feb 14 21:32:54.421249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for b09b73c5-d59e-4932-b64b-13c1ec236bef owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:32:54.527073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.682240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.687918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:54.777384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:32:54.799249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:32:54.814378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:32:54.846420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:54.896444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b09b73c5-d59e-4932-b64b-13c1ec236bef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:54.948360 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e172b92b-20d3-4b8b-bb68-c1df6507ca39 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=12ed145fc9fa43689ac0c5f249b7c7c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591400 Feb 14 21:32:54.950736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:54.976525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=b09b73c5-d59e-4932-b64b-13c1ec236bef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:55.064969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] Publish callbacks [] for security_group (7d06dfe4-934d-4662-b986-10a2cfed01df), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.115574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] Publish callbacks [] for security_group (7d06dfe4-934d-4662-b986-10a2cfed01df), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.170461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port b09b73c5-d59e-4932-b64b-13c1ec236bef on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:32:55.177395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.181767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:55.194385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acbd12a4-c25d-455e-9c62-0ee54aa05f00 req-8f7ca434-3184-4afe-b2eb-830ea3d51ab0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "DELETE /v2.0/ports/b09b73c5-d59e-4932-b64b-13c1ec236bef HTTP/1.1" status: 204 len: 173 time: 1.9610622 Feb 14 21:32:55.245175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7d06dfe4-934d-4662-b986-10a2cfed01df), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.249229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.250622 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d06dfe4-934d-4662-b986-10a2cfed01df HTTP/1.1" status: 204 len: 168 time: 0.2977202 Feb 14 21:32:55.302683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26c2e3-d88c-453b-8cbd-3011b7f60106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06dfe4-934d-4662-b986-10a2cfed01df,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:55.381242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-deleted', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:55.383558 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38040ad-8316-4bc2-a32e-cb4dcff89489" -d '{"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-deleted", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:55.426950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bea6034-2be1-4b29-b9a1-e3d36d772df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.465129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf08dc-4d1f-4025-9c94-c436ebe5281b req-969969f3-e5dd-4db1-9e68-900ecb135bf1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:55.466664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbf08dc-4d1f-4025-9c94-c436ebe5281b req-969969f3-e5dd-4db1-9e68-900ecb135bf1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4502013 Feb 14 21:32:55.569151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbf08dc-4d1f-4025-9c94-c436ebe5281b req-93649673-7832-4bf7-9b31-1b6e87e66f6e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910461 Feb 14 21:32:55.648529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bea6034-2be1-4b29-b9a1-e3d36d772df4 admin admin] Publish callbacks [] for security_group (f205778b-29ac-43bb-b8dd-981c1c761dea), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.660194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (01bb919a-a0e1-440d-afc6-f9c4641cff2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.662771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bea6034-2be1-4b29-b9a1-e3d36d772df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f205778b-29ac-43bb-b8dd-981c1c761dea), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.773548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1bea6034-2be1-4b29-b9a1-e3d36d772df4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=020bf5e228dc4a3d96ac8199e779e5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5892227 Feb 14 21:32:55.777364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:55.792221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea6034-2be1-4b29-b9a1-e3d36d772df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205778b-29ac-43bb-b8dd-981c1c761dea,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:55.922963 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0734ccb-816e-40d4-9512-f4942b23f2bd x-openstack-request-id: req-d0734ccb-816e-40d4-9512-f4942b23f2bd {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:32:55.923498 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07004-e8aa-47a8-b905-e4c7c988829d", "name": "network-vif-deleted", "tag": "b09b73c5-d59e-4932-b64b-13c1ec236bef", "status": "failed", "code": 422}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:32:55.923598 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0734ccb-816e-40d4-9512-f4942b23f2bd {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:32:55.923953 n-d-828372-11 neutron-server[103513]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3e07004-e8aa-47a8-b905-e4c7c988829d', 'name': 'network-vif-deleted', 'tag': 'b09b73c5-d59e-4932-b64b-13c1ec236bef', 'status': 'failed', 'code': 422} returned with failed status Feb 14 21:32:55.937018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] Publish callbacks [] for security_group (f205778b-29ac-43bb-b8dd-981c1c761dea), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:55.968265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] Publish callbacks [] for security_group (f205778b-29ac-43bb-b8dd-981c1c761dea), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:56.046805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f205778b-29ac-43bb-b8dd-981c1c761dea), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:56.048902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:56.053856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f205778b-29ac-43bb-b8dd-981c1c761dea HTTP/1.1" status: 204 len: 168 time: 0.2524962 Feb 14 21:32:56.069874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9803bc-a8dd-42ef-ab07-fb3c0a721728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205778b-29ac-43bb-b8dd-981c1c761dea,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:56.386220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:56.525820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d602c4-a630-474f-9737-a57ff6f87a9d req-b1480539-94b1-4406-be2f-fec94fa0543a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:56.533234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24d602c4-a630-474f-9737-a57ff6f87a9d req-b1480539-94b1-4406-be2f-fec94fa0543a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.6082480 Feb 14 21:32:56.662939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24d602c4-a630-474f-9737-a57ff6f87a9d req-43463d89-3863-48cf-9542-af62722f1fc1 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285791 Feb 14 21:32:56.722251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d998da-416f-4ed0-b0a1-efd60a7b811b req-4b051aeb-6889-4a32-aa8b-f8fb6ae5b137 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:56.732780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00d998da-416f-4ed0-b0a1-efd60a7b811b req-4b051aeb-6889-4a32-aa8b-f8fb6ae5b137 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2171032 Feb 14 21:32:56.733667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router 01bb919a-a0e1-440d-afc6-f9c4641cff2e is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:32:56.932621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60988) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:57.029032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00d998da-416f-4ed0-b0a1-efd60a7b811b req-2d176912-1e33-4c82-bc3f-1cdaff309fed tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763829 Feb 14 21:32:57.165626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:32:57.195546 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Sync routers for ids ['01bb919a-a0e1-440d-afc6-f9c4641cff2e'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:32:57.224945 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Routers {'01bb919a-a0e1-440d-afc6-f9c4641cff2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:57.225469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:57.230990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dd08a54a-98c0-4781-b7b3-5bed864f3798 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8792961 Feb 14 21:32:57.231773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:57.233797 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['01bb919a-a0e1-440d-afc6-f9c4641cff2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:57.514389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-334053db-ac06-4df3-802b-397ee10f26a1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/01bb919a-a0e1-440d-afc6-f9c4641cff2e HTTP/1.1" status: 200 len: 909 time: 0.2795320 Feb 14 21:32:57.517873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-33d754e7-28ff-4019-b12d-6393ae339092 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:57.520373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-33d754e7-28ff-4019-b12d-6393ae339092 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.2738490 Feb 14 21:32:57.523882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-18205709'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:57.524501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32780) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:57.535604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1742028487', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': True}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:57.551144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Set router 01bb919a-a0e1-440d-afc6-f9c4641cff2e gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:57.566848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-1395e855-9112-4112-817f-9fbf64483455 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.0277369 Feb 14 21:32:57.570978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Made reservation on behalf of 2090e6f9c1e5416ca30f49b32e78f2db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:57.574901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:57.599145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:57.775109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-bba27a46-2925-4659-8286-d861f778ff50 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1965840 Feb 14 21:32:57.798823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:57.800544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:57.918465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1678193b-ffe6-4515-ab0f-f37081edc83d req-5a52b734-b1f3-4d1f-94c2-bd46083dc9cc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee HTTP/1.1" status: 200 len: 221 time: 0.1518650 Feb 14 21:32:57.998715 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for security_group (7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.014669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.042495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.076171 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202'}], 'enable_snat': False}, 'gw_port_id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:51Z', 'updated_at': '2022-02-14T21:32:55Z', 'revision_number': 3, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port': {'id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:32:54Z', 'updated_at': '2022-02-14T21:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:58.114594 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Checking router: 01bb919a-a0e1-440d-afc6-f9c4641cff2e for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:32:58.115289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Updating router 01bb919a-a0e1-440d-afc6-f9c4641cff2e port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:32:58.182105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:32:58.209248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:58.212449 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.226987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (db828561-458f-4402-9690-2e0ffdc3d16a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.227422 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Added segment db828561-458f-4402-9690-2e0ffdc3d16a of type vlan for network 5ef4189d-024d-4cc4-977b-215c0edd524d Feb 14 21:32:58.228377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9f547-7d60-4e15-8d85-e7b62604774f req-120c607a-c3c3-4a20-bc06-456015c096d5 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:58.236290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96d9f547-7d60-4e15-8d85-e7b62604774f req-120c607a-c3c3-4a20-bc06-456015c096d5 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.1977265 Feb 14 21:32:58.240053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-ed0cad46-7040-43ae-96f2-488017f44b51 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524891 Feb 14 21:32:58.327900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5ef4189d-024d-4cc4-977b-215c0edd524d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.388920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32808) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:58.452947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5ef4189d-024d-4cc4-977b-215c0edd524d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.470437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96d9f547-7d60-4e15-8d85-e7b62604774f req-329757a3-4eb4-4cf6-8db9-7de979fe6eea tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182958 Feb 14 21:32:58.470747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:58.470747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.618334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1212697624-network', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:58.681510 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.683025 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.7491963 Feb 14 21:32:58.689202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32820) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:32:58.700371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Made reservation on behalf of 3ecbf8454b0b4eeb98c3feb00dc58d8e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:58.702670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.730610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Request body: {'subnet': {'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:32:58.753444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.847226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b596f-d3c6-4f48-ab57-e5e35614a19d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event updated for resources: {'Network': ['ID=5ef4189d-024d-4cc4-977b-215c0edd524d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:58.850764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:32:58.860057 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks [] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.875375 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.963984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Attempting to bind port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:32:58.964795 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Attempting to bind port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:32:58.965172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Attempting to bind port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:32:58.973801 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:32:58.974252 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:32:58.974650 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:58.975051 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:32:58.975626 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Bound port: 7c15c2f9-ff7c-431c-ac5f-11d5417d0434, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:32:58.976416 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.003270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks [] for security_group (596a9bc4-53ae-4231-84ab-79e9e283ab1c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.053208 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] For port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:32:59.057693 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] For port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:32:59.058569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (596a9bc4-53ae-4231-84ab-79e9e283ab1c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.067901 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Pushing event updated for resources: {'Port': ['ID=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:59.077680 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.078427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.078976 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.080237 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.080892 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.082848 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.083075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:59.083758 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.084443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.085140 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.085706 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.086394 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.087250 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.087788 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:32:59.093054 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.099837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:32:59.144786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:32:59.154300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.154863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'port_id': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'mac_address': 'fa:16:3e:11:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7698bcd8-29fb-445e-a0a3-e5577734c2eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:32:59.160174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5ef4189d-024d-4cc4-977b-215c0edd524d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:32:59.166075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6ed94f19-ff37-47f1-960e-7de38c6a670d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.168529 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Added segment 6ed94f19-ff37-47f1-960e-7de38c6a670d of type vlan for network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 Feb 14 21:32:59.170626 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27062f47-176f-480b-bf0d-af3ce24d37ea None None] Pushing event updated for resources: {'Port': ['ID=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:32:59.229408 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Routers {'01bb919a-a0e1-440d-afc6-f9c4641cff2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:32:59.233667 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:32:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['01bb919a-a0e1-440d-afc6-f9c4641cff2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:32:59.338094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-0930f716-69f9-4cad-8a0c-5ee0056dbcac service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0476148 Feb 14 21:32:59.482829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea35e-f798-44f9-9c1a-08c71c6f86ea req-16d1b143-7344-4dac-b6f5-ec0e3469fbc2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:59.494245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb5ea35e-f798-44f9-9c1a-08c71c6f86ea req-16d1b143-7344-4dac-b6f5-ec0e3469fbc2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3592889 Feb 14 21:32:59.557415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] Set router 01bb919a-a0e1-440d-afc6-f9c4641cff2e gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:32:59.629993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:59.630665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.633402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:32:59.633955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.657264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb5ea35e-f798-44f9-9c1a-08c71c6f86ea req-f05dd52e-9524-448b-9674-82f1e3e57d26 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610131 Feb 14 21:32:59.676030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:32:59.678303 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762916ec-40d5-4664-8c30-3648fd6acbae" -d '{"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:32:59.684509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:32:59.700936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:32:59.726791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.829806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbd8c63d-6628-419b-86ce-97b8d4d519fc req-79edc14a-2f1c-4f8d-ba0c-7bc9701d58aa tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 210 time: 0.0859952 Feb 14 21:32:59.885731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Made reservation on behalf of 2090e6f9c1e5416ca30f49b32e78f2db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:32:59.892091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.949821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ae1d-2620-4b0c-809d-8671ab15e790 req-2d3d4036-69d5-41d9-8adb-f05c0ee0be09 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:32:59.965574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (ea95a9ec-ed85-474e-b1ea-e772c9983aa7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:32:59.966900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9df9ae1d-2620-4b0c-809d-8671ab15e790 req-2d3d4036-69d5-41d9-8adb-f05c0ee0be09 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3209009 Feb 14 21:33:00.021286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:00.028497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596a9bc4-53ae-4231-84ab-79e9e283ab1c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:00.034904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:33:00.038960 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:33:00.062184 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8482e6dd-31a7-4d64-b668-3ab58ae8df9a x-openstack-request-id: req-8482e6dd-31a7-4d64-b668-3ab58ae8df9a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:00.062905 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:00.063453 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8482e6dd-31a7-4d64-b668-3ab58ae8df9a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:00.064010 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'code': 200} Feb 14 21:33:00.089974 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202'}], 'enable_snat': False}, 'gw_port_id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:51Z', 'updated_at': '2022-02-14T21:32:55Z', 'revision_number': 3, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port': {'id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:32:54Z', 'updated_at': '2022-02-14T21:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:00.154270 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2b55c-22a8-4262-8c4a-8a1579147c16 None None] The sync data for ids ['01bb919a-a0e1-440d-afc6-f9c4641cff2e'] in n-d-828372-11 is: [{'id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202'}], 'enable_snat': False}, 'gw_port_id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:51Z', 'updated_at': '2022-02-14T21:32:55Z', 'revision_number': 3, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port': {'id': '7c15c2f9-ff7c-431c-ac5f-11d5417d0434', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bb919a-a0e1-440d-afc6-f9c4641cff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:32:54Z', 'updated_at': '2022-02-14T21:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:00.183862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9df9ae1d-2620-4b0c-809d-8671ab15e790 req-ddd1e7ff-aa93-40e1-8ace-3c092c0f8f1a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160494 Feb 14 21:33:00.236876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:33:00.403402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (ea95a9ec-ed85-474e-b1ea-e772c9983aa7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.405004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:00.405902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.414994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (ebd1d08a-c738-4144-a8ec-f25aa34c299c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.475409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e514a5-99ed-4185-beff-1f3f5bcf4009 req-60c33968-d99a-4a54-b1e4-dac8c59aab31 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:00.477041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65e514a5-99ed-4185-beff-1f3f5bcf4009 req-60c33968-d99a-4a54-b1e4-dac8c59aab31 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3357937 Feb 14 21:33:00.565625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.579728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea95a9ec-ed85-474e-b1ea-e772c9983aa7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:00.609771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:33:00.663479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.671940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb1daeda-7be8-4ef3-9ba4-05e87856d4a4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2817788 Feb 14 21:33:00.695940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32860) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:00.709417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Request body: {'subnet': {'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1212697624-subnet', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:00.750357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65e514a5-99ed-4185-beff-1f3f5bcf4009 req-c79c84e1-368c-4c38-b0b5-a4808f57abb0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592287 Feb 14 21:33:00.872830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event updated for resources: {'Subnet': ['ID=ebd1d08a-c738-4144-a8ec-f25aa34c299c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:00.892386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:00.892963 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.930418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Made reservation on behalf of 3ecbf8454b0b4eeb98c3feb00dc58d8e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:00.933010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:00.938661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Checking segment: {'id': 'db828561-458f-4402-9690-2e0ffdc3d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:00.946996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Network hostable DHCP agents. Network: 5ef4189d-024d-4cc4-977b-215c0edd524d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:33:01.011090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:01.033168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Network 5ef4189d-024d-4cc4-977b-215c0edd524d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:33:01.075607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5ef4189d-024d-4cc4-977b-215c0edd524d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:01.087776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:01.091663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.135256 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-125d62ba-9eb0-467c-8cdf-18d952428478 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4368579 Feb 14 21:33:01.136195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:01.147187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Request body: {'port': {'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d', 'name': 'tempest-TagsExtTest-1370460111'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:01.164403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa27b31-e75a-4693-8df7-ca93e50ffe4c None None] Network 5ef4189d-024d-4cc4-977b-215c0edd524d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:01.174016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:01.357802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.367800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.25.2.192 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c42a8f1a-005d-4173-83b1-e697a9ab4e26) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:01.387121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Made reservation on behalf of 2090e6f9c1e5416ca30f49b32e78f2db for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:01.391212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.444402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] device_id is not set on port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:33:01.501659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:01.535638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4248b3fa-48ec-44ee-99d5-0359b17a176c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.562046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-5ef4189d-024d-4cc4-977b-215c0edd524d', 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d', 'project_id': '2090e6f9c1e5416ca30f49b32e78f2db', 'fixed_ips': [{'subnet_id': 'ebd1d08a-c738-4144-a8ec-f25aa34c299c'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:33:01.569571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.607421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.678501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:01.746936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2dd443f1-1cef-46ed-a880-1b8195030812 req-8d097365-12b9-4752-a5d8-0e171163c90f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 210 time: 0.6365499 Feb 14 21:33:01.762820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:01.897015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:01.918861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:01.940011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:02.087406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=c42a8f1a-005d-4173-83b1-e697a9ab4e26,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:02.110478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9b1c9-99fa-4c0f-bd23-f9086cc37c39 req-6ef9dc53-f1cd-4b1a-b3a5-ec4597e8a1fc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:02.112546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83c9b1c9-99fa-4c0f-bd23-f9086cc37c39 req-6ef9dc53-f1cd-4b1a-b3a5-ec4597e8a1fc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.9784365 Feb 14 21:33:02.171917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Allocated IP 172.20.0.14 (5ef4189d-024d-4cc4-977b-215c0edd524d/ebd1d08a-c738-4144-a8ec-f25aa34c299c/456f65d5-6b7a-4466-a00c-7c4527aa2bf7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:02.234967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:02.363660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-e2595ffd-b57a-425f-81fe-ac57b8fd1ffe tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:02.365280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-e2595ffd-b57a-425f-81fe-ac57b8fd1ffe tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.7374651 Feb 14 21:33:02.390697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:02.478514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:02.479080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.579881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.580500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83c9b1c9-99fa-4c0f-bd23-f9086cc37c39 req-f8d34e79-8602-45b1-abf3-e2c26e14cc1b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527075 Feb 14 21:33:02.605452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:02.609322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.618070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ac208-4b48-4949-8137-aec58a57beda req-6dfd5025-586f-4e69-855e-2a873ec84d64 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:02.620993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c17ac208-4b48-4949-8137-aec58a57beda req-6dfd5025-586f-4e69-855e-2a873ec84d64 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 945 time: 0.4619789 Feb 14 21:33:02.661212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (95411420-6430-4e80-9b50-f1dc3ec19f69), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.687298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:02.687728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.733561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:02.738767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.774347 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:02.837238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Network 5ef4189d-024d-4cc4-977b-215c0edd524d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:02.848522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:02.867077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:02.878073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event updated for resources: {'Port': ['ID=456f65d5-6b7a-4466-a00c-7c4527aa2bf7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:02.936618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.8 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/ab4ffa3b-ede1-406a-a988-7a5a59ea0b73) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:02.941460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c17ac208-4b48-4949-8137-aec58a57beda req-2b5b91dc-184d-4042-914f-61fbf53e91fc tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073301 Feb 14 21:33:02.959442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Allocated IP 172.20.0.2 (5ef4189d-024d-4cc4-977b-215c0edd524d/ebd1d08a-c738-4144-a8ec-f25aa34c299c/a7314473-1772-45fd-a11b-103acd88d3e3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:02.974326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95411420-6430-4e80-9b50-f1dc3ec19f69,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:02.992192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:02.998733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:03.001371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.028599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39026176-6529-4007-a956-b2d05a2c5090 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8861566 Feb 14 21:33:03.049975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:03.073141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Checking segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:03.073506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Network hostable DHCP agents. Network: ea95a9ec-ed85-474e-b1ea-e772c9983aa7, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:33:03.077438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-113416064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:03.116557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.154313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67cbfb-db2a-445b-b0b1-5c8220f91b30 req-640492cd-727a-42a2-95b8-a5a34012663e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:03.161561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f67cbfb-db2a-445b-b0b1-5c8220f91b30 req-640492cd-727a-42a2-95b8-a5a34012663e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4172146 Feb 14 21:33:03.215083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.217658 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.226109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks [] for port (a7314473-1772-45fd-a11b-103acd88d3e3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.232445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3dfb0f3-99bc-424c-9a9f-9681121cbfaf req-69c4ebfe-258b-4314-a474-66db3e9c0a88 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 210 time: 0.1419637 Feb 14 21:33:03.234260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.246582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:33:03.280614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Network 5ef4189d-024d-4cc4-977b-215c0edd524d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:03.284843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, ea95a9ec-ed85-474e-b1ea-e772c9983aa7) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:03.301350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:03.301898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.317816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa398213-301c-47c7-bf64-d93a13dc2771 None None] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:03.394230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f67cbfb-db2a-445b-b0b1-5c8220f91b30 req-40e2fee6-f981-4e06-8cac-a7e3d80e7fd5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309389 Feb 14 21:33:03.399857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:03.406637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:03.416747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d8330289-d41a-42c9-9f69-03fc01d2bc5d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7182951 Feb 14 21:33:03.421060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32918) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:03.427938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:03.442235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:03.538227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43800e-a768-4a57-ac4d-a596adeed87f None None] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:03.574306 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71bd8b11-532d-4419-a2a5-789fe0cee749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.582347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for router_controller (839780b7-0b1c-47a5-82f8-73074e3363f9), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.586172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Pushing event updated for resources: {'Port': ['ID=a7314473-1772-45fd-a11b-103acd88d3e3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:03.610612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.650535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.679864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Attempting to bind port a7314473-1772-45fd-a11b-103acd88d3e3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:03.680380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Attempting to bind port a7314473-1772-45fd-a11b-103acd88d3e3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'db828561-458f-4402-9690-2e0ffdc3d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:03.680645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Attempting to bind port a7314473-1772-45fd-a11b-103acd88d3e3 on network 5ef4189d-024d-4cc4-977b-215c0edd524d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:03.697002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.698519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.703592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:03.703929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Checking segment: {'id': 'db828561-458f-4402-9690-2e0ffdc3d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:03.704345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.704932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Bound using segment: {'id': 'db828561-458f-4402-9690-2e0ffdc3d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:03.705493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Bound port: a7314473-1772-45fd-a11b-103acd88d3e3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db828561-458f-4402-9690-2e0ffdc3d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5ef4189d-024d-4cc4-977b-215c0edd524d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:03.706583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.717495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.722802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-de93a626-8b6c-40e8-b061-7347b65946be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6698623 Feb 14 21:33:03.723758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:03.724306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:03.724701 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.733485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a3881aa6-bd62-4396-9bd1-2c8740af4eb3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1605833685', 'prefixes': ['172.20.0.0/16']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:03.747910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153df67-7b92-4834-a2c9-6d46e3778df2 req-5f66ad98-9b96-4508-aea5-97c3afc8a313 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:03.755778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9153df67-7b92-4834-a2c9-6d46e3778df2 req-5f66ad98-9b96-4508-aea5-97c3afc8a313 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1674764 Feb 14 21:33:03.766530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.826872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for router_controller (f163abd6-6a4b-4012-b41d-98e3f47b5150), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:03.861017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] For port a7314473-1772-45fd-a11b-103acd88d3e3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:03.865668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] For port a7314473-1772-45fd-a11b-103acd88d3e3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7314473-1772-45fd-a11b-103acd88d3e3,segment=NetworkSegment(db828561-458f-4402-9690-2e0ffdc3d16a),segment_id=db828561-458f-4402-9690-2e0ffdc3d16a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:03.911655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9153df67-7b92-4834-a2c9-6d46e3778df2 req-54bbe2b7-4681-4e68-a4bc-f082760c8ed9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536324 Feb 14 21:33:03.918618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.006209 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3881aa6-bd62-4396-9bd1-2c8740af4eb3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.009089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a3881aa6-bd62-4396-9bd1-2c8740af4eb3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2812948 Feb 14 21:33:04.012053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32954) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:04.029253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:04.029964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.033117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-68195ae8-70eb-4a63-8858-399899fe5627 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1543661959') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:04.035247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.066162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:04.133433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:04.141375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:04.153148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:04.160771 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c3a17-1a90-47c1-8fcb-9ba5871ef043" -d '{"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:04.178728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:04.189703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.224513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9273a-8036-451f-a1dc-003eda86d35e None None] Pushing event updated for resources: {'Port': ['ID=a7314473-1772-45fd-a11b-103acd88d3e3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:04.248626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for router_gateway (f163abd6-6a4b-4012-b41d-98e3f47b5150), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.270893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:04.293095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:04.302130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:04.328600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:04.331336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd1c7-7970-4d00-af3a-19ca216679a0 req-0b93e387-8b45-41b0-a5d4-a50d5357c6c9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:04.336381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc9bd1c7-7970-4d00-af3a-19ca216679a0 req-0b93e387-8b45-41b0-a5d4-a50d5357c6c9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2245626 Feb 14 21:33:04.433831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:04.434271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.501303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:04.504029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.554718 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-f46504db-613a-448d-bd1c-d92dc274c764 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1716018 Feb 14 21:33:04.557422 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.568344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Request body: {'port': {'device_id': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:04.617691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc9bd1c7-7970-4d00-af3a-19ca216679a0 req-4f4174e7-cfba-42d8-9793-4e9395054115 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600100 Feb 14 21:33:04.623985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:04.630409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68195ae8-70eb-4a63-8858-399899fe5627 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1543661959 HTTP/1.1" status: 201 len: 201 time: 0.6131592 Feb 14 21:33:04.630777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32982) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:04.644520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-ec04502e-f2e4-4a96-93b4-886d4b42cdc6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-1002464542') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:04.682731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:04.687013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48b0a54c-7396-4ee9-9d80-cff9f91d11a4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1549566 Feb 14 21:33:04.687705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:04.713488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Sync routers for ids ['9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:04.732077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Routers {'9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:04.732077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:04.986784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.118859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for router_gateway (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.148381 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde9a6c8-a78d-4bfd-9f5f-ab376cb85514 x-openstack-request-id: req-fde9a6c8-a78d-4bfd-9f5f-ab376cb85514 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:05.148686 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:05.148999 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fde9a6c8-a78d-4bfd-9f5f-ab376cb85514 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:05.149448 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'code': 200} Feb 14 21:33:05.160819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.187888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Set router 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:05.191790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:05.423752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b971e6-4b1d-45fe-8d0d-3aba5d4c1183 req-8f4fff49-9a52-4fe2-9814-8f1341bb8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:05.425986 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13b971e6-4b1d-45fe-8d0d-3aba5d4c1183 req-8f4fff49-9a52-4fe2-9814-8f1341bb8124 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 1129 time: 0.1989274 Feb 14 21:33:05.546582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f724bcc-c5dc-46c4-bd22-fc3fcfca652c', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c42a8f1a-005d-4173-83b1-e697a9ab4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:57Z', 'updated_at': '2022-02-14T21:33:02Z', 'revision_number': 3, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port': {'id': 'c42a8f1a-005d-4173-83b1-e697a9ab4e26', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f724bcc-c5dc-46c4-bd22-fc3fcfca652c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:00Z', 'updated_at': '2022-02-14T21:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:05.589892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Allocated IP 172.25.2.26 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/014c8582-012b-4cc9-add7-39424c056dea) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:05.602083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Checking router: 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:33:05.603402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Updating router 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c port c42a8f1a-005d-4173-83b1-e697a9ab4e26 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:33:05.624068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d68efae1-4760-411d-8f5c-b087ab7a32c4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/9f724bcc-c5dc-46c4-bd22-fc3fcfca652c HTTP/1.1" status: 200 len: 908 time: 0.9346268 Feb 14 21:33:05.624822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:05.639831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641a4f7-e0b3-47a5-a68f-9c974d3be017 req-0d75bf19-68bd-415f-ad74-65b23a0d9355 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:05.641651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7641a4f7-e0b3-47a5-a68f-9c974d3be017 req-0d75bf19-68bd-415f-ad74-65b23a0d9355 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 931 time: 0.2107489 Feb 14 21:33:05.644817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ec04502e-f2e4-4a96-93b4-886d4b42cdc6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-1002464542 HTTP/1.1" status: 201 len: 201 time: 1.0130770 Feb 14 21:33:05.652893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70185ce-ec75-4890-8412-283fff267f24 req-e0d22bc9-0816-400b-a92c-51c54f457a16 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:05.654850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b70185ce-ec75-4890-8412-283fff267f24 req-e0d22bc9-0816-400b-a92c-51c54f457a16 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2254505 Feb 14 21:33:05.673160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.677216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33000) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:05.683078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-2dff8185-fd69-4dd0-ab23-102eddf8a663 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-2101330254') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:05.743906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.818212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:05.824691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-13b971e6-4b1d-45fe-8d0d-3aba5d4c1183 req-5959199a-aa9a-4ade-8bc2-c6e4012d7136 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545182 Feb 14 21:33:05.828995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b70185ce-ec75-4890-8412-283fff267f24 req-438830e4-8ae2-48f7-9387-1abbf9226928 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389918 Feb 14 21:33:05.890421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7641a4f7-e0b3-47a5-a68f-9c974d3be017 req-8bf26c2a-542e-4815-852f-f061f791b9f2 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344515 Feb 14 21:33:05.917545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:05.930530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2dff8185-fd69-4dd0-ab23-102eddf8a663 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-2101330254 HTTP/1.1" status: 201 len: 201 time: 0.2517204 Feb 14 21:33:05.930530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:05.938608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-399b474d-ca0b-4d0b-904c-b57ff892f164 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-1599048975') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:06.037092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5fa9c-49fc-4d8a-86c1-11b9fece8609 None None] Network 5ef4189d-024d-4cc4-977b-215c0edd524d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:06.085911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-399b474d-ca0b-4d0b-904c-b57ff892f164 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-1599048975 HTTP/1.1" status: 201 len: 201 time: 0.1516104 Feb 14 21:33:06.087892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33006) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:06.116606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-b6c09fbb-681b-4419-b8b9-d940695f5800 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:06.260661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7314473-1772-45fd-a11b-103acd88d3e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:06.307969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c269-1661-4d05-9013-ed187c7c8d44 req-2f0d25e2-030c-4c18-8944-31cf4d026bd1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:06.311801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:06.316412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c77c269-1661-4d05-9013-ed187c7c8d44 req-2f0d25e2-030c-4c18-8944-31cf4d026bd1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2234221 Feb 14 21:33:06.338118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Provisioning complete for port a7314473-1772-45fd-a11b-103acd88d3e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:06.339299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.341926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.350288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks [] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.369205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b6c09fbb-681b-4419-b8b9-d940695f5800 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 200 len: 241 time: 0.2611227 Feb 14 21:33:06.371693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33014) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:06.376880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-56a20fa6-1ec7-470c-9828-e59d3b0991ca tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1543661959') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:06.420415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.438706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Transition to ACTIVE for port object ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:06.456806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for port (014c8582-012b-4cc9-add7-39424c056dea), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.462584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c77c269-1661-4d05-9013-ed187c7c8d44 req-9053aeea-80cd-4e79-9afa-8046f80be418 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325216 Feb 14 21:33:06.468947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.520481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-56a20fa6-1ec7-470c-9828-e59d3b0991ca tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1543661959 HTTP/1.1" status: 204 len: 168 time: 0.1470196 Feb 14 21:33:06.522552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:06.537414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-ccdbc1c1-a884-4627-a183-de1988329b95 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1543661959') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:06.600296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:06.618470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:06.619745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.657711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (014c8582-012b-4cc9-add7-39424c056dea), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.669409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Deleting port c42a8f1a-005d-4173-83b1-e697a9ab4e26 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:06.669751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.683290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a7314473-1772-45fd-a11b-103acd88d3e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:06.684011 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.704402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:06.718525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:06.734074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f6dc-737b-43b2-9128-55033a5606ae req-f3e91fd0-5e0f-4872-875a-3387571b6a4f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:06.740397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8247f6dc-737b-43b2-9128-55033a5606ae req-f3e91fd0-5e0f-4872-875a-3387571b6a4f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1419649 Feb 14 21:33:06.750380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:06.759823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Attempting to bind port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:06.760194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Attempting to bind port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:06.760457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Attempting to bind port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:06.765498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:06.791100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.808067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=014c8582-012b-4cc9-add7-39424c056dea,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:06.813901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:06.814241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Attempting to bind port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:06.837307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:06.837652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:06.838033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:06.838470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Bound port: ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:06.838829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:06.844028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8247f6dc-737b-43b2-9128-55033a5606ae req-1952f260-8302-4865-8b13-61d45ddc354d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947149 Feb 14 21:33:06.860924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-910b611b-cdf4-46c6-8579-3452dd0697ad tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:06.863017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-910b611b-cdf4-46c6-8579-3452dd0697ad tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.2892301 Feb 14 21:33:06.932041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-9547a592-159f-46f8-aadc-c8750ba1d742 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/quotas/efd23ebb0a6741318cad597e7cabff16 HTTP/1.1" status: 200 len: 375 time: 0.0250759 Feb 14 21:33:06.987864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:06.999412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Current status of the port a7314473-1772-45fd-a11b-103acd88d3e3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:07.000023 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.020198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ccdbc1c1-a884-4627-a183-de1988329b95 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1543661959 HTTP/1.1" status: 204 len: 168 time: 0.4966190 Feb 14 21:33:07.037847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:07.044175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-b362ea66-d516-4798-b925-37a7f732e63b tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:07.164899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:07.165322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-01ede1ed-db14-4f1e-ab93-cc5eb8b7b561 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239423 Feb 14 21:33:07.167894 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b317315-4b0e-4833-86b2-eaa60eb339f9" -d '{"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:07.204036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337838e5-81c1-48ea-b1aa-be1344558174 req-a7a8a714-3d04-4355-a872-5e7ebc80f06f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:07.212439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-337838e5-81c1-48ea-b1aa-be1344558174 req-a7a8a714-3d04-4355-a872-5e7ebc80f06f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2082686 Feb 14 21:33:07.222325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] For port a7314473-1772-45fd-a11b-103acd88d3e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7314473-1772-45fd-a11b-103acd88d3e3,segment=NetworkSegment(db828561-458f-4402-9690-2e0ffdc3d16a),segment_id=db828561-458f-4402-9690-2e0ffdc3d16a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:07.270769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.304675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-337838e5-81c1-48ea-b1aa-be1344558174 req-fbc7e3a7-7ab1-4973-9f82-6b56b6319f8d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912862 Feb 14 21:33:07.345634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b362ea66-d516-4798-b925-37a7f732e63b tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 200 len: 205 time: 0.3047976 Feb 14 21:33:07.373733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33042) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:07.389736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-119614d8-1a24-48d6-b873-6d2eca138573 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:07.477665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks [] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.486380 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.495973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.500506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a7314473-1772-45fd-a11b-103acd88d3e3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:07.501324 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.514939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.520239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Calling delete_port for c42a8f1a-005d-4173-83b1-e697a9ab4e26 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:07.649824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Provisioning complete for port a7314473-1772-45fd-a11b-103acd88d3e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:07.650341 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.704602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-34aca241-5be3-4f3a-811a-879cc9357080 service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383182 Feb 14 21:33:07.728287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:33:07.728652 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:33:07.729127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179fda6-9fb0-4fa8-a011-c3e51d070f2a None None] Pushing event updated for resources: {'Port': ['ID=a7314473-1772-45fd-a11b-103acd88d3e3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:07.734308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170e8be-1aad-418a-8cc9-f45401f60797 req-af034566-bc16-44e6-bbbc-259c48e1471e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:07.737471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:07.737852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:07.738847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:07.744174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5170e8be-1aad-418a-8cc9-f45401f60797 req-af034566-bc16-44e6-bbbc-259c48e1471e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 943 time: 0.2466886 Feb 14 21:33:07.759651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-119614d8-1a24-48d6-b873-6d2eca138573 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 200 len: 241 time: 0.3834212 Feb 14 21:33:07.767753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33050) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:07.783353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:07.784305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:07.784710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.785113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:07.785592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Bound port: c42a8f1a-005d-4173-83b1-e697a9ab4e26, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:07.785995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.809955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-4e7df003-d7a4-4492-bccb-f089371abd91 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-1002464542') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:07.861304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d726d2-3fd1-4d47-9140-4f7c8e1d13e8 None None] Pushing event updated for resources: {'Port': ['ID=c42a8f1a-005d-4173-83b1-e697a9ab4e26,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:07.958439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:07.963607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5170e8be-1aad-418a-8cc9-f45401f60797 req-5339cf85-f372-45f1-bfbb-69434622ccbd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181318 Feb 14 21:33:07.974943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:07.978129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-c51bbbc6-1e0a-45da-86f5-f43cf846c31b service neutron] 10.222.0.86 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641313 Feb 14 21:33:07.984751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:08.025399 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:33:08.025880 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:33:08.027604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Current status of the port a7314473-1772-45fd-a11b-103acd88d3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:08.033576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e7df003-d7a4-4492-bccb-f089371abd91 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-1002464542 HTTP/1.1" status: 204 len: 168 time: 0.2306073 Feb 14 21:33:08.044124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33052) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:08.051844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-6e5e1330-cdf2-499a-bab7-1311489933e2 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-1002464542') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:08.058220 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ea22d-d7aa-46ee-95a8-7956b5eb3b79 x-openstack-request-id: req-9d9ea22d-d7aa-46ee-95a8-7956b5eb3b79 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:08.058726 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:08.059068 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d9ea22d-d7aa-46ee-95a8-7956b5eb3b79 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:08.059554 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'code': 200} Feb 14 21:33:08.061439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Provisioning complete for port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:08.061878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.074142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Port': ['ID=c42a8f1a-005d-4173-83b1-e697a9ab4e26,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:08.077253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-cf7249ce-1a6c-48fd-8218-93980ed59316 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:08.078804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-cf7249ce-1a6c-48fd-8218-93980ed59316 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a5aeef3-0799-4d3e-abe1-e733131f1227 HTTP/1.1" status: 200 len: 944 time: 0.2333875 Feb 14 21:33:08.092225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.162534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:08.208086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:08.209310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.211114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-72030612-a8f2-46f7-b1e9-f4da19dc544f service neutron] 10.222.0.64 "PUT /v2.0/ports/ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 HTTP/1.1" status: 200 len: 1092 time: 3.6479082 Feb 14 21:33:08.214670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:08.218263 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d6f4d3-7043-4be9-832c-c0161b4a5827" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:08.326211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-75b4798c-6dcf-423b-89fb-fd3ee37bb8d0 None None] Port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:33:08.333210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for router_gateway (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.378083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677f6e-ef45-41b2-b67d-67a7a9faf266 req-cdd681c1-75f6-4f9a-a91b-70d60e20ae2e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:08.387262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64677f6e-ef45-41b2-b67d-67a7a9faf266 req-cdd681c1-75f6-4f9a-a91b-70d60e20ae2e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1986940 Feb 14 21:33:08.392108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a7314473-1772-45fd-a11b-103acd88d3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:08.469557 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6da8f6-6b70-4ee0-b2d3-8910e978fe09 x-openstack-request-id: req-aa6da8f6-6b70-4ee0-b2d3-8910e978fe09 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:08.471302 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:08.472308 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aa6da8f6-6b70-4ee0-b2d3-8910e978fe09 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:08.477611 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73', 'status': 'completed', 'code': 200} Feb 14 21:33:08.505840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64677f6e-ef45-41b2-b67d-67a7a9faf266 req-4a34a1a8-b8d1-489e-be68-041e98844cb8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176102 Feb 14 21:33:08.539761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7314473-1772-45fd-a11b-103acd88d3e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:08.549588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-970f201f-0f20-4c61-ab10-fcd452df9f4e None None] Provisioning complete for port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:08.550251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-970f201f-0f20-4c61-ab10-fcd452df9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.597434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12f12928-5bf2-4e41-8d3c-3ad5f792fe1a req-6ef1e0e7-d0b5-4b5d-967d-90e56e19237f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 210 time: 0.0724516 Feb 14 21:33:08.656344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:08.657674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:08.658413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Attempting to bind port c42a8f1a-005d-4173-83b1-e697a9ab4e26 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:08.669197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:08.669990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:08.670627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.673231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:08.674124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Bound port: c42a8f1a-005d-4173-83b1-e697a9ab4e26, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:08.675589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c42a8f1a-005d-4173-83b1-e697a9ab4e26), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.789113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e5e1330-cdf2-499a-bab7-1311489933e2 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-1002464542 HTTP/1.1" status: 204 len: 168 time: 0.7436695 Feb 14 21:33:08.791675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33072) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:08.797417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-38a837bc-3f98-4c19-86c2-15ebcd026853 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:08.845601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:08.888095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332055-2d36-4a5e-9067-d53fcaf92f75 req-78606b5e-c960-4400-b8a4-e7a57d2d5a14 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:08.895428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e332055-2d36-4a5e-9067-d53fcaf92f75 req-78606b5e-c960-4400-b8a4-e7a57d2d5a14 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.2307134 Feb 14 21:33:08.990338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdd49a-eefb-4f84-9632-3aabdce165d7 req-25d358af-00ac-45bd-9d99-9e9ffd5fe5b4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:08.992076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3abdd49a-eefb-4f84-9632-3aabdce165d7 req-25d358af-00ac-45bd-9d99-9e9ffd5fe5b4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1692626 Feb 14 21:33:09.002083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Deleting port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:09.002083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.021679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Port c42a8f1a-005d-4173-83b1-e697a9ab4e26 has been deleted concurrently {{(pid=103514) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 14 21:33:09.039040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e332055-2d36-4a5e-9067-d53fcaf92f75 req-7e22b1f3-6966-4619-8bc9-daf9e5c118ae tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428497 Feb 14 21:33:09.040454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-970f201f-0f20-4c61-ab10-fcd452df9f4e None None] Port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:33:09.063930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Routers {'9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:09.065268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:09.141431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-93b8b37e-93a0-46f8-a3c8-f4bda259ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:09.143800 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-93b8b37e-93a0-46f8-a3c8-f4bda259ba94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 1126 time: 0.8806813 Feb 14 21:33:09.145542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.149664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.191693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-38a837bc-3f98-4c19-86c2-15ebcd026853 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 200 len: 205 time: 0.3978109 Feb 14 21:33:09.213078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:09.226849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-0e1756e1-f309-4980-9dad-1cb068dee2d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:09.229733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a7314473-1772-45fd-a11b-103acd88d3e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:09.230303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.233907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] Set router 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:09.275795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-34e6e661-26ec-44a4-99ce-cb546df5a71d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 HTTP/1.1" status: 200 len: 217 time: 0.1241832 Feb 14 21:33:09.291563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.337961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a637c884-3978-4043-a47a-31719bc4669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f724bcc-c5dc-46c4-bd22-fc3fcfca652c', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:57Z', 'updated_at': '2022-02-14T21:33:07Z', 'revision_number': 5, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:09.342915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9f724bcc-c5dc-46c4-bd22-fc3fcfca652c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.344047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f724bcc-c5dc-46c4-bd22-fc3fcfca652c {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:09.350598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.351549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3abdd49a-eefb-4f84-9632-3aabdce165d7 req-fa652395-5047-46b3-b9a9-999b872c3cb6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472574 Feb 14 21:33:09.352484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2833248b-cdbb-4e97-927f-38985cc8d40a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/routers/9f724bcc-c5dc-46c4-bd22-fc3fcfca652c HTTP/1.1" status: 204 len: 168 time: 3.7251647 Feb 14 21:33:09.363249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:09.391351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390debc-9328-4579-8c0d-0fcc03448d48 req-729c5c1c-214b-4cb0-827b-097315bdf33b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:09.398946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6390debc-9328-4579-8c0d-0fcc03448d48 req-729c5c1c-214b-4cb0-827b-097315bdf33b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 943 time: 0.2401464 Feb 14 21:33:09.425057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] For port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:09.425486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:09.445379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637c884-3978-4043-a47a-31719bc4669d None None] The sync data for ids ['9f724bcc-c5dc-46c4-bd22-fc3fcfca652c'] in n-d-828372-11 is: [{'id': '9f724bcc-c5dc-46c4-bd22-fc3fcfca652c', 'name': 'tempest-snat-router-1742028487', 'tenant_id': '707146e0879f4f46ade1be3ad7465515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:32:57Z', 'updated_at': '2022-02-14T21:33:07Z', 'revision_number': 5, 'project_id': '707146e0879f4f46ade1be3ad7465515', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:09.500262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Calling delete_port for c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:09.530163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-c5febb94-5a49-43e0-8824-18894ef68e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:09.542206 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-c5febb94-5a49-43e0-8824-18894ef68e5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.2606630 Feb 14 21:33:09.559605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a7314473-1772-45fd-a11b-103acd88d3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:09.608190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0e1756e1-f309-4980-9dad-1cb068dee2d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 200 len: 241 time: 0.3852479 Feb 14 21:33:09.611768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-6b569e26-7274-41d2-8113-a787c39de49c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581989 Feb 14 21:33:09.612235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33086) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:09.616937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-e37ba1ba-0d14-436e-9f4c-ed806ed73afd tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-2101330254') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:09.621557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6390debc-9328-4579-8c0d-0fcc03448d48 req-3857ac07-d2bb-4db0-b3e1-4f855afd0f61 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217758 Feb 14 21:33:09.775585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bcfcb7a-4ef1-4e00-8368-96ed8269991a req-fe2baecd-210a-42b0-bfac-a73184d17c59 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 210 time: 0.0433989 Feb 14 21:33:09.789167 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-d5527f31-1e70-4458-a830-beb25bb93c01 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692410 Feb 14 21:33:09.829565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a0ee-3e5b-4b5c-9b15-dde7839fe729 req-b0109c2a-9eb2-4c58-acd9-39cffe7c082a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:09.836440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8d1a0ee-3e5b-4b5c-9b15-dde7839fe729 req-b0109c2a-9eb2-4c58-acd9-39cffe7c082a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3034239 Feb 14 21:33:09.882101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e37ba1ba-0d14-436e-9f4c-ed806ed73afd tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-2101330254 HTTP/1.1" status: 204 len: 168 time: 0.2685761 Feb 14 21:33:09.883354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33094) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:09.893866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-d376a085-eb08-4732-9189-b4496f796e94 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-2101330254') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:09.901228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.093294 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-578e1a57-f4b5-484d-b9a3-7ee682b3baa9 req-89a9e849-948a-403a-82a3-6ac69c7ef69e service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971957 Feb 14 21:33:10.104883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (01bb919a-a0e1-440d-afc6-f9c4641cff2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.116957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Router f163abd6-6a4b-4012-b41d-98e3f47b5150 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:10.316249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-c051c681-391e-4988-80eb-18ad4e74029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:10.317795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-c051c681-391e-4988-80eb-18ad4e74029a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 1126 time: 0.1157916 Feb 14 21:33:10.324033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Deleting port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:10.324388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.352189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:10.361238 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Sync routers for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:10.380257 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:10.381504 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:10.454088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.459523 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7de23baf-faf7-4288-b741-26843ca2bfa5 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0362952 Feb 14 21:33:10.460200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33098) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:10.461150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8d1a0ee-3e5b-4b5c-9b15-dde7839fe729 req-f3a6f175-40ef-4b26-8e74-92dfb107b019 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235983 Feb 14 21:33:10.555347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] For port 7c15c2f9-ff7c-431c-ac5f-11d5417d0434, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:10.555761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.563611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695a4d-769e-4650-8aeb-c4fe073e648a req-f5531b50-b685-4272-bf11-1cedcfe3bddf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:10.577455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84695a4d-769e-4650-8aeb-c4fe073e648a req-f5531b50-b685-4272-bf11-1cedcfe3bddf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.6762674 Feb 14 21:33:10.583656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Calling delete_port for 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:10.592804 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:10.601371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c3c2988a-39eb-4fa3-b8b5-dd006b30cc77), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:10.637563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-f71995e8-7e34-4265-bd9d-0abadad10356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:10.639120 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-f71995e8-7e34-4265-bd9d-0abadad10356 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.3126230 Feb 14 21:33:10.746601 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84695a4d-769e-4650-8aeb-c4fe073e648a req-d071add4-b310-47e1-82ed-958360cda9e2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665437 Feb 14 21:33:10.757421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event deleted for resources: {'Port': ['ID=c3c2988a-39eb-4fa3-b8b5-dd006b30cc77,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:10.824708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-ef818261-84b6-47de-8b62-ea239379dde4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:10.826310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-ef818261-84b6-47de-8b62-ea239379dde4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 804 time: 0.8491673 Feb 14 21:33:10.885877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Request body: {'port': {'device_id': '47a87116-367b-4381-91e6-79a14d2b0b05', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'admin_state_up': True, 'tenant_id': 'efd23ebb0a6741318cad597e7cabff16'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:10.965544 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:07Z', 'revision_number': 3, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:10.987567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] No DVR routers for this DVR port c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:11.004281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.009028 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Checking router: f163abd6-6a4b-4012-b41d-98e3f47b5150 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:33:11.009482 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Updating router f163abd6-6a4b-4012-b41d-98e3f47b5150 port 014c8582-012b-4cc9-add7-39424c056dea binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:33:11.023370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff95b3c-b63f-47c7-b0f8-5e8cbfc3f767 req-f8216abb-8009-4870-bda5-7a38d0a2a745 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "DELETE /v2.0/ports/c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 HTTP/1.1" status: 204 len: 173 time: 2.8449345 Feb 14 21:33:11.047723 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (014c8582-012b-4cc9-add7-39424c056dea), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.111717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-deleted', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:11.114393 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1c3c4-6ae2-47ee-8353-6a95b3cad438" -d '{"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-deleted", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:11.206567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d376a085-eb08-4732-9189-b4496f796e94 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-2101330254 HTTP/1.1" status: 204 len: 168 time: 1.3169329 Feb 14 21:33:11.210018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33118) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:11.225356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-2be1d38a-a531-4033-ad59-5b8e28d8878e tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:11.302558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3237c3-e842-4554-a5a0-40d7ab7b71a0 req-0088fc32-00ad-4d1c-8803-13b6b5d6d168 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:11.310090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da3237c3-e842-4554-a5a0-40d7ab7b71a0 req-0088fc32-00ad-4d1c-8803-13b6b5d6d168 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3657534 Feb 14 21:33:11.345724 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-4644674e-94b9-494f-a070-2ecf6393c61e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 HTTP/1.1" status: 200 len: 217 time: 0.6841238 Feb 14 21:33:11.352960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee6ac7-4bdf-4d29-85db-b5bf2aed3ca2 req-16971339-0263-4408-99f8-f8f81fd48239 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:11.361325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ee6ac7-4bdf-4d29-85db-b5bf2aed3ca2 req-16971339-0263-4408-99f8-f8f81fd48239 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 943 time: 0.4943614 Feb 14 21:33:11.438416 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks [] for port (014c8582-012b-4cc9-add7-39424c056dea), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.452883 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (014c8582-012b-4cc9-add7-39424c056dea), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.527918 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Attempting to bind port 014c8582-012b-4cc9-add7-39424c056dea on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:11.528583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Attempting to bind port 014c8582-012b-4cc9-add7-39424c056dea by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:11.528863 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Attempting to bind port 014c8582-012b-4cc9-add7-39424c056dea on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:11.535069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-dabb4d12-13a0-478d-a66c-1446bc6091b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:11.537152 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-dabb4d12-13a0-478d-a66c-1446bc6091b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1821628 Feb 14 21:33:11.539883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da3237c3-e842-4554-a5a0-40d7ab7b71a0 req-c0dfa7b3-9e25-4da7-a518-4e88dab8f98e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258556 Feb 14 21:33:11.543444 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:11.544245 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:11.544651 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.545495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:11.545495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Bound port: 014c8582-012b-4cc9-add7-39424c056dea, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:11.545888 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (014c8582-012b-4cc9-add7-39424c056dea), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.605871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] For port 014c8582-012b-4cc9-add7-39424c056dea, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:11.609499 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] For port 014c8582-012b-4cc9-add7-39424c056dea, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=014c8582-012b-4cc9-add7-39424c056dea,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:11.625313 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (014c8582-012b-4cc9-add7-39424c056dea), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.629033 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78caed7-d7d0-491c-bdc9-40a8199eec01 None None] Pushing event updated for resources: {'Port': ['ID=014c8582-012b-4cc9-add7-39424c056dea,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:11.666004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Made reservation on behalf of efd23ebb0a6741318cad597e7cabff16 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:11.670839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-5f079f60-667a-40a5-856f-46fbe2c54ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197693 Feb 14 21:33:11.677139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:11.697655 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:11.698322 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:11.733921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88ee6ac7-4bdf-4d29-85db-b5bf2aed3ca2 req-690ae06c-3d3a-498c-8ed7-159331f20858 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711019 Feb 14 21:33:11.752760 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78caed7-d7d0-491c-bdc9-40a8199eec01 None None] Pushing event updated for resources: {'Port': ['ID=014c8582-012b-4cc9-add7-39424c056dea,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:11.792955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df688849-24df-4990-b9f6-5c3e4efbfb4b req-d5051941-0560-4952-8b2b-39f76bb358c2 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 210 time: 0.1061862 Feb 14 21:33:11.806415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2be1d38a-a531-4033-ad59-5b8e28d8878e tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 200 len: 205 time: 0.5863378 Feb 14 21:33:11.807118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33126) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:11.813202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-0a32eef3-2d0c-41be-8c9a-35c81eb26085 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:11.850132 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:11.899228 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2c435-4797-40eb-93c0-a7904f4ffb12 x-openstack-request-id: req-23e2c435-4797-40eb-93c0-a7904f4ffb12 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:11.899740 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5aeef3-0799-4d3e-abe1-e733131f1227", "name": "network-vif-deleted", "tag": "c3c2988a-39eb-4fa3-b8b5-dd006b30cc77", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:11.900095 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23e2c435-4797-40eb-93c0-a7904f4ffb12 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:11.903615 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5aeef3-0799-4d3e-abe1-e733131f1227', 'name': 'network-vif-deleted', 'tag': 'c3c2988a-39eb-4fa3-b8b5-dd006b30cc77', 'status': 'completed', 'code': 200} Feb 14 21:33:11.946208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:11.981997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:11.982372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c3c2988a-39eb-4fa3-b8b5-dd006b30cc77 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:12.016253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-5062ad01-cc1e-4ab8-94bf-5a8d0c005a62 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376393 Feb 14 21:33:12.048875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7c15c2f9-ff7c-431c-ac5f-11d5417d0434), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.073817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-bf036833-e835-4c54-965f-8705666ad676 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:12.081145 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:07Z', 'revision_number': 3, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:12.082395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-bf036833-e835-4c54-965f-8705666ad676 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.2045336 Feb 14 21:33:12.139198 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43702e84-bbd0-4a40-aaf9-8d7e50b2d2dd None None] The sync data for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 is: [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:07Z', 'revision_number': 3, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:12.140504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43d6f4d3-7043-4be9-832c-c0161b4a5827 req-71f971a1-7167-4b00-8f90-ca288bd8115b service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926123 Feb 14 21:33:12.143985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a32eef3-2d0c-41be-8c9a-35c81eb26085 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 200 len: 241 time: 0.3359115 Feb 14 21:33:12.144616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33136) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:12.160559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-cb27fea3-be7c-4083-ad4a-4815e103af83 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-1599048975') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:12.180050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c15c2f9-ff7c-431c-ac5f-11d5417d0434,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:12.193873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-294889eb-ace6-4ff9-be9a-c3b38f8c3ad9 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/quotas/4a1bdbcefc7c4e00822c522dab43328c HTTP/1.1" status: 200 len: 375 time: 0.1103466 Feb 14 21:33:12.309396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790d82-4bce-4ca3-8c9e-bc801e239c87 req-d079719e-cfd7-431d-80ae-dd6512f3a881 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:12.310960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed790d82-4bce-4ca3-8c9e-bc801e239c87 req-d079719e-cfd7-431d-80ae-dd6512f3a881 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2216825 Feb 14 21:33:12.320797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb27fea3-be7c-4083-ad4a-4815e103af83 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-1599048975 HTTP/1.1" status: 204 len: 168 time: 0.1708305 Feb 14 21:33:12.325720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33140) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:12.330147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Allocated IP 172.20.0.2 (d9e30088-d269-41c8-9239-4ae882bdf795/1dc05600-e009-4418-a709-81e316c8092a/1f362d32-f15e-4c55-97a5-491f33ad0fdd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:12.349829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-e1cf8581-f637-4eda-91a1-3f6def7dbf2d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-1599048975') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:12.391584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (01bb919a-a0e1-440d-afc6-f9c4641cff2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.573077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-b9dc84e7-5578-4807-8b78-842935ed8c7f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3782675 Feb 14 21:33:12.636404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks [] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.649091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.663047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed790d82-4bce-4ca3-8c9e-bc801e239c87 req-354cc383-5bc8-4e84-8213-8f6beba668ee tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349376 Feb 14 21:33:12.664084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-42c84aa0-0a5c-40c4-bbed-364cd9626660 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:12.665738 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-42c84aa0-0a5c-40c4-bbed-364cd9626660 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/ports?device_id=86650519-443f-4d8f-976c-9db5cd91dfe5 HTTP/1.1" status: 200 len: 946 time: 0.3810658 Feb 14 21:33:12.671476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_controller (01bb919a-a0e1-440d-afc6-f9c4641cff2e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.680548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1cf8581-f637-4eda-91a1-3f6def7dbf2d tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-1599048975 HTTP/1.1" status: 204 len: 168 time: 0.3457158 Feb 14 21:33:12.716429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:12.720845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-46eff79d-4cfb-4e89-a79d-f4f67fcaaf05 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:12.825311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (01bb919a-a0e1-440d-afc6-f9c4641cff2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.827527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01bb919a-a0e1-440d-afc6-f9c4641cff2e {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:12.831422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.853459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.858172 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ee7dc16-7d46-43cb-bf04-09f74850bf44 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "DELETE /v2.0/routers/01bb919a-a0e1-440d-afc6-f9c4641cff2e HTTP/1.1" status: 204 len: 168 time: 3.4881670 Feb 14 21:33:12.859027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33150) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:12.866830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1037916334', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:12.874648 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46eff79d-4cfb-4e89-a79d-f4f67fcaaf05 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 200 len: 205 time: 0.1570258 Feb 14 21:33:12.882153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:12.889841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-17e2cc58-2972-4fd8-bff6-eaab2d173271 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:12.896290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-18fe26af-8675-4f54-bc3e-ce4f562f472c service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321427 Feb 14 21:33:12.906458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Network d9e30088-d269-41c8-9239-4ae882bdf795 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:12.919641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.941509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4929b5-4f1a-44df-a9b2-5ed3ca1965f4 req-d73a75d9-9aad-4baf-974a-a662ab2f7072 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:12.943056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4929b5-4f1a-44df-a9b2-5ed3ca1965f4 req-d73a75d9-9aad-4baf-974a-a662ab2f7072 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1812341 Feb 14 21:33:12.944027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:12.947826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.948992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:12.950170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:12.978586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:13.035780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17e2cc58-2972-4fd8-bff6-eaab2d173271 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 204 len: 168 time: 0.1523499 Feb 14 21:33:13.041395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:13.049537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-45856374-b071-4d28-b086-30a524cd293e tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:13.056897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Deleting port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:13.057617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.114490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:13.115323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.160028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.161745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-fa0b26d8-2079-46e0-bc79-943635550094 service neutron] 10.222.0.86 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493608 Feb 14 21:33:13.167457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4929b5-4f1a-44df-a9b2-5ed3ca1965f4 req-1930de40-d659-4e14-9e5b-353b2dc668ff tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811733 Feb 14 21:33:13.210782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-d1991127-2f87-4811-a216-5ce7fd3a6325 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3425400 Feb 14 21:33:13.229636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Request body: {'port': {'device_id': '47a87116-367b-4381-91e6-79a14d2b0b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:13.349885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45856374-b071-4d28-b086-30a524cd293e tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 204 len: 168 time: 0.3074005 Feb 14 21:33:13.392317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:13.406782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-d761381b-95db-4246-bd81-3c555da94848 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:13.454393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.466919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:13.479656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f949f3-bb54-4f9f-9188-483ec438373e req-4951fb58-3cc9-46a7-bd1c-28278ea46b54 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:13.482554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6f949f3-bb54-4f9f-9188-483ec438373e req-4951fb58-3cc9-46a7-bd1c-28278ea46b54 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 943 time: 0.1757178 Feb 14 21:33:13.492483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Allocated IP 172.20.0.1 (ea95a9ec-ed85-474e-b1ea-e772c9983aa7/95411420-6430-4e80-9b50-f1dc3ec19f69/2154fe6a-cc5b-40e9-abd0-01482ac84563) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:13.560768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] For port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:13.563836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.631993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.645701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Calling delete_port for 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:13.710760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:13.748512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73', 'mac_address': 'fa:16:3e:bb:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:13.805902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:13.807138 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.826857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:13.886447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6f949f3-bb54-4f9f-9188-483ec438373e req-6f824e5a-da89-4b51-868a-965ffb62db25 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769069 Feb 14 21:33:13.901307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:13.908333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d761381b-95db-4246-bd81-3c555da94848 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 204 len: 168 time: 0.5096045 Feb 14 21:33:13.914348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:13.923843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.935511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f819-7a19-4e13-969e-eba175724943 req-384353a3-bd5f-4705-842e-2f1c94682f0f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:13.937790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks [] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:13.956154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f85f819-7a19-4e13-969e-eba175724943 req-384353a3-bd5f-4705-842e-2f1c94682f0f tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 931 time: 0.4455764 Feb 14 21:33:13.966179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-d9bbdf60-ce9c-4b3a-b7bf-8fcf700d57b7 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:14.062164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:14.074093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0e5ae3fc-6233-4647-80fb-44b48b1dd8e2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.087745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.105911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47d62512-24f1-4a9a-850c-822b8bd699f4 req-88db91a1-fd72-4033-8f3c-4263857b9ae0 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 210 time: 0.0976837 Feb 14 21:33:14.126375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event deleted for resources: {'Port': ['ID=0e5ae3fc-6233-4647-80fb-44b48b1dd8e2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:14.219747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:14.233627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ab4ffa3b-ede1-406a-a988-7a5a59ea0b73'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:14.323451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f85f819-7a19-4e13-969e-eba175724943 req-581a5b9e-2494-4133-96cc-a46888a3ffdf tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598851 Feb 14 21:33:14.430074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9bbdf60-ce9c-4b3a-b7bf-8fcf700d57b7 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 204 len: 168 time: 0.4693558 Feb 14 21:33:14.453736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:14.480332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8bf00-838d-48a4-bc7c-d793216ad16a req-87718970-8ea8-4a71-a7ec-bded3482745e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:14.491895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50c8bf00-838d-48a4-bc7c-d793216ad16a req-87718970-8ea8-4a71-a7ec-bded3482745e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2826877 Feb 14 21:33:14.497831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-f44989c3-6e0d-4a65-832e-78312e379e78 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1879630213') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:14.599819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 014c8582-012b-4cc9-add7-39424c056dea up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:14.654179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f362d32-f15e-4c55-97a5-491f33ad0fdd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:14.695721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50c8bf00-838d-48a4-bc7c-d793216ad16a req-8d9ee3d2-12d5-48bf-a30f-7d1e4d797afb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024601 Feb 14 21:33:14.699914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] No DVR routers for this DVR port 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:14.700388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 014c8582-012b-4cc9-add7-39424c056dea triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:14.700735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (014c8582-012b-4cc9-add7-39424c056dea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.702843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:14.708563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.709305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks [] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.713351 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-26f20662-68ae-4eee-bed2-4f9a6c703938 req-f17978a6-bc86-4018-a150-63232780fbeb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "DELETE /v2.0/ports/0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 HTTP/1.1" status: 204 len: 173 time: 2.0405419 Feb 14 21:33:14.714321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:14.716825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-deleted', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:14.720812 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285172e8-b2b6-4306-80dc-858693824e3b" -d '{"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-deleted", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:14.776500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Transition to ACTIVE for port object 1f362d32-f15e-4c55-97a5-491f33ad0fdd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:14.787571 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.796548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:14.800796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.822184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.834694 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d282651-ff20-4986-a4ae-d9e3fb29667b x-openstack-request-id: req-9d282651-ff20-4986-a4ae-d9e3fb29667b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:14.835315 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86650519-443f-4d8f-976c-9db5cd91dfe5", "name": "network-vif-deleted", "tag": "0e5ae3fc-6233-4647-80fb-44b48b1dd8e2", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:14.835674 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d282651-ff20-4986-a4ae-d9e3fb29667b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:14.836173 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86650519-443f-4d8f-976c-9db5cd91dfe5', 'name': 'network-vif-deleted', 'tag': '0e5ae3fc-6233-4647-80fb-44b48b1dd8e2', 'status': 'completed', 'code': 200} Feb 14 21:33:14.838739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.880140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 014c8582-012b-4cc9-add7-39424c056dea is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:14.880550 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (014c8582-012b-4cc9-add7-39424c056dea), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.912929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:14.944139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 014c8582-012b-4cc9-add7-39424c056dea, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=014c8582-012b-4cc9-add7-39424c056dea,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:14.952102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (014c8582-012b-4cc9-add7-39424c056dea), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:14.974436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:15.009283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:15.009804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c15c2f9-ff7c-431c-ac5f-11d5417d0434 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:15.056740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Allocated IP 172.25.2.242 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ccd25c3d-5656-4411-b905-211fe99c78ce) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:15.105389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=014c8582-012b-4cc9-add7-39424c056dea,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:15.197838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f44989c3-6e0d-4a65-832e-78312e379e78 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1879630213 HTTP/1.1" status: 201 len: 201 time: 0.7033343 Feb 14 21:33:15.201081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33208) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:15.210160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-59b72e55-28bb-47ec-bdec-7446ed5385c5 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-737182123') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:15.212980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.220755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155254-f12e-43f7-98ff-ee514ab98621 req-2991056b-9e14-4520-a188-dc3c3e49ee5c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.228505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45155254-f12e-43f7-98ff-ee514ab98621 req-2991056b-9e14-4520-a188-dc3c3e49ee5c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3167872 Feb 14 21:33:15.272715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeaf6c-94f2-43f1-9e0d-860ce22b28c5 req-e0e10e72-6819-42ab-9318-875969c9a6ce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.279745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cdeaf6c-94f2-43f1-9e0d-860ce22b28c5 req-e0e10e72-6819-42ab-9318-875969c9a6ce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 944 time: 0.2458861 Feb 14 21:33:15.321644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Attempting to bind port 1f362d32-f15e-4c55-97a5-491f33ad0fdd on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:15.321871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Attempting to bind port 1f362d32-f15e-4c55-97a5-491f33ad0fdd by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:15.322775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Attempting to bind port 1f362d32-f15e-4c55-97a5-491f33ad0fdd on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:15.343291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45155254-f12e-43f7-98ff-ee514ab98621 req-e7b07fbd-dcca-4c97-80e2-f10da1c0f539 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137152 Feb 14 21:33:15.369790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Port 1f362d32-f15e-4c55-97a5-491f33ad0fdd on network d9e30088-d269-41c8-9239-4ae882bdf795 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:15.369790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Attempting to bind port 1f362d32-f15e-4c55-97a5-491f33ad0fdd on network d9e30088-d269-41c8-9239-4ae882bdf795 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:15.414332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:15.419025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Checking segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:15.425549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Bound using segment: {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:15.425549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Bound port: 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa40044-8027-4237-b240-e5f80f977b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:15.425549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.447986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cdeaf6c-94f2-43f1-9e0d-860ce22b28c5 req-dce96de0-75ab-42b5-92af-d87ebc1b61d4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670427 Feb 14 21:33:15.469702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:15.507582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5743e19a-91af-4c6e-8b84-d10852db7515 req-4bf2cd4c-c127-45ed-9779-54e47c01ad62 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 210 time: 0.0622725 Feb 14 21:33:15.513235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-a2848c66-45eb-4494-bd54-78fe39ee24ef tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.515696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-a2848c66-45eb-4494-bd54-78fe39ee24ef tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 815 time: 0.4486420 Feb 14 21:33:15.571825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks [] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.579730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Request body: {'port': {'device_id': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'admin_state_up': True, 'tenant_id': '4a1bdbcefc7c4e00822c522dab43328c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:15.585235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:33:15.592588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.592839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:15.593242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.602523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57e071-090c-435a-aa63-52a68564129b req-be84ceaa-78be-4b3b-8746-44fc3f78867c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.604327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa57e071-090c-435a-aa63-52a68564129b req-be84ceaa-78be-4b3b-8746-44fc3f78867c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 943 time: 0.0953403 Feb 14 21:33:15.685405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:15.685960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.702283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:15.710543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:15.713451 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bb8c3a-3080-4cf8-a003-9df80f32ce7d" -d '{"events": [{"server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:15.723277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for port (ccd25c3d-5656-4411-b905-211fe99c78ce), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.725577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:15.726935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:15.734225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849af7c1-450c-4e6a-bcb5-395e820b3715 req-8e7272cc-5473-4e50-b371-d8566803f9b1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.734484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.735471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:15.736031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-849af7c1-450c-4e6a-bcb5-395e820b3715 req-8e7272cc-5473-4e50-b371-d8566803f9b1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1525011 Feb 14 21:33:15.741609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa57e071-090c-435a-aa63-52a68564129b req-b558a256-f8b8-4921-b027-3a2b4997a804 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986829 Feb 14 21:33:15.781102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59b72e55-28bb-47ec-bdec-7446ed5385c5 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-737182123 HTTP/1.1" status: 201 len: 201 time: 0.5758193 Feb 14 21:33:15.792517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33220) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:15.797597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-ca527f6c-383f-4933-bb8a-610b94d622cb tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-1600871710') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:15.805151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.814182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:15.824112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.844986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:15.845738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:15.847639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/1f362d32-f15e-4c55-97a5-491f33ad0fdd HTTP/1.1" status: 200 len: 1092 time: 2.6247778 Feb 14 21:33:15.863996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:15.869078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:15.870329 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e06309a-5a98-4d57-b610-3cf13c8b9b33 x-openstack-request-id: req-0e06309a-5a98-4d57-b610-3cf13c8b9b33 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:15.871026 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:15.872065 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e06309a-5a98-4d57-b610-3cf13c8b9b33 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:15.872702 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73', 'code': 200} Feb 14 21:33:15.874669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:15.875284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 0e5ae3fc-6233-4647-80fb-44b48b1dd8e2 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:15.882998 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57434bcd-3958-4ed2-b310-df100e63c8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:15.906061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-849af7c1-450c-4e6a-bcb5-395e820b3715 req-958435f0-5750-44fe-80a0-79b0168dfde4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624773 Feb 14 21:33:15.969970 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a581ac-0689-4e3f-a0b5-342c888842b6 x-openstack-request-id: req-66a581ac-0689-4e3f-a0b5-342c888842b6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:15.970258 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:15.970509 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66a581ac-0689-4e3f-a0b5-342c888842b6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:15.970893 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'status': 'completed', 'code': 200} Feb 14 21:33:16.012247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bd9d-2c34-45f7-a116-c5c0949d73a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:16.021306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ccd25c3d-5656-4411-b905-211fe99c78ce), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:16.114185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:16.119474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:16.134534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:16.165694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Made reservation on behalf of 4a1bdbcefc7c4e00822c522dab43328c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:16.168983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:16.237733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event updated for resources: {'Port': ['ID=ccd25c3d-5656-4411-b905-211fe99c78ce,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:16.304821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113c50-7be4-494e-9831-02db1c1fedcc req-594e3d21-e49a-4a96-8908-0dfda1346183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:16.307187 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22113c50-7be4-494e-9831-02db1c1fedcc req-594e3d21-e49a-4a96-8908-0dfda1346183 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 1128 time: 0.3348539 Feb 14 21:33:16.322845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ca527f6c-383f-4933-bb8a-610b94d622cb tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-1600871710 HTTP/1.1" status: 201 len: 201 time: 0.5267146 Feb 14 21:33:16.364382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:16.364596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33230) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:16.371143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-faa48081-b6e3-4108-bdea-d8e649573dce tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-83332918') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:16.380057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:16.403492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-9f3131c4-3f2f-416b-a2d4-0b0198bc8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:16.405005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-9f3131c4-3f2f-416b-a2d4-0b0198bc8860 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 1126 time: 0.4876127 Feb 14 21:33:16.463110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-cc718213-68c6-4a4a-aec5-13da5ab7f19d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd HTTP/1.1" status: 200 len: 217 time: 0.0494037 Feb 14 21:33:16.487953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706ed0-fb96-4009-b3c1-e74cda8d84ee req-fb9de9e3-cc52-4058-936c-9276020bc666 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:16.494714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19706ed0-fb96-4009-b3c1-e74cda8d84ee req-fb9de9e3-cc52-4058-936c-9276020bc666 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4787831 Feb 14 21:33:16.528126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-faa48081-b6e3-4108-bdea-d8e649573dce tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-83332918 HTTP/1.1" status: 201 len: 201 time: 0.1593378 Feb 14 21:33:16.529058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33236) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:16.540973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-a73ac496-9d9b-49f0-b4d4-ee9b8bb5f27a tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', {'tags': ['tempest-TagsExtTest-Tag-1369529231', 'tempest-TagsExtTest-Tag-698210479', 'tempest-TagsExtTest-Tag-1845201172']}) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:16.563923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 014c8582-012b-4cc9-add7-39424c056dea up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:16.575102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22113c50-7be4-494e-9831-02db1c1fedcc req-7dddb259-78b5-4945-9c2d-3612e1eae7dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533081 Feb 14 21:33:16.589286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-8e671dbf-4387-49bf-9ff9-6f3e84ad42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:16.590937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-8e671dbf-4387-49bf-9ff9-6f3e84ad42a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1199672 Feb 14 21:33:16.629741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Allocated IP 172.20.0.4 (b9ce988e-9969-428f-9d92-bad1c9f99421/7698bcd8-29fb-445e-a0a3-e5577734c2eb/8bb64181-6c7b-488a-ae07-f55b28aae0d5) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:16.651869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 014c8582-012b-4cc9-add7-39424c056dea triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:16.652502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (014c8582-012b-4cc9-add7-39424c056dea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:16.684929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-18a25e44-6b21-41f6-aeb5-83d99c1c3b00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811830 Feb 14 21:33:16.712802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Router f163abd6-6a4b-4012-b41d-98e3f47b5150 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:33:16.725443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19706ed0-fb96-4009-b3c1-e74cda8d84ee req-c03d97de-3b0a-494a-8da9-573096071ca5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281272 Feb 14 21:33:16.777543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 014c8582-012b-4cc9-add7-39424c056dea is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:16.801212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a73ac496-9d9b-49f0-b4d4-ee9b8bb5f27a tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 200 len: 317 time: 0.2668734 Feb 14 21:33:16.803345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:16.810027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-70cd5119-37f9-4554-ba3d-6e6d68bfef45 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:16.885275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:16.885922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786e7f-95fb-423d-8839-91894641d320 req-8953102d-53f7-4d7c-8cbb-a929dd675841 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:16.887605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30786e7f-95fb-423d-8839-91894641d320 req-8953102d-53f7-4d7c-8cbb-a929dd675841 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2925806 Feb 14 21:33:16.897512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-889f44bc-8eea-4ccd-add2-29750f111e85 req-07751c9d-006e-474a-bf37-65627a4c3770 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 210 time: 0.0587597 Feb 14 21:33:16.913167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-a46e99e1-0a94-4b2f-af4e-3179fb4d95ce service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177885 Feb 14 21:33:17.061742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30786e7f-95fb-423d-8839-91894641d320 req-1a0ec07d-1952-49b8-823a-979825e2d8a1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570153 Feb 14 21:33:17.102991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:17.116049 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1128a189-0b71-492b-a018-6296b8d57fc3 admin admin] 10.222.0.86 "PUT /v2.0/routers/f163abd6-6a4b-4012-b41d-98e3f47b5150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6471796 Feb 14 21:33:17.124448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks [] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:17.126187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0645194a-4e6e-43d3-849e-1606c97d9383 req-f2c1e75b-af79-4959-bdac-8ac08e4877e0 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035627 Feb 14 21:33:17.132664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Sync routers for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:17.135038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0af82-9b8b-40f0-9ff8-792ae18e010e req-8b70117b-17eb-4d3c-93c6-aa58ce0de5b6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:17.137006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10a0af82-9b8b-40f0-9ff8-792ae18e010e req-8b70117b-17eb-4d3c-93c6-aa58ce0de5b6 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 943 time: 0.1295607 Feb 14 21:33:17.145014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70cd5119-37f9-4554-ba3d-6e6d68bfef45 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 204 len: 168 time: 0.3410861 Feb 14 21:33:17.153172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33246) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:17.157570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-7a08ebb2-d06b-46f7-a941-d7ba32eb5ae7 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1369529231') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:17.206943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:17.207944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:17.335503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:17.350187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:17.407294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10a0af82-9b8b-40f0-9ff8-792ae18e010e req-47c57f19-9292-4289-b7cc-11a3136ea6f4 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488544 Feb 14 21:33:17.427871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Network b9ce988e-9969-428f-9d92-bad1c9f99421 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:17.438722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-90b9a56c-d54e-481f-a46f-6771e7438df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:17.444440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-90b9a56c-d54e-481f-a46f-6771e7438df6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efd23ebb0a6741318cad597e7cabff16&device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 1126 time: 0.2313554 Feb 14 21:33:17.446773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:17.464311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:17.508745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdbe32-3cd5-48c1-8a00-dc217f861d80 req-00474c5f-d9b0-4a30-a691-9e5c601c6aba tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:17.520158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfbdbe32-3cd5-48c1-8a00-dc217f861d80 req-00474c5f-d9b0-4a30-a691-9e5c601c6aba tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3181794 Feb 14 21:33:17.582675 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-7a08ebb2-d06b-46f7-a941-d7ba32eb5ae7 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:17.586913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7a08ebb2-d06b-46f7-a941-d7ba32eb5ae7 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1369529231 HTTP/1.1" status: 404 len: 329 time: 0.4298394 Feb 14 21:33:17.588700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33260) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:17.594697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-34622498-7bd7-4af6-bfb3-a42f19f76ee4 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-698210479') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:17.619776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:15Z', 'revision_number': 4, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '2154fe6a-cc5b-40e9-abd0-01482ac84563', 'name': '', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'mac_address': 'fa:16:3e:3f:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:12Z', 'updated_at': '2022-02-14T21:33:15Z', 'revision_number': 2, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'subnets': [{'id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:17.680871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Checking router: f163abd6-6a4b-4012-b41d-98e3f47b5150 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:33:17.681859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Updating router f163abd6-6a4b-4012-b41d-98e3f47b5150 port 2154fe6a-cc5b-40e9-abd0-01482ac84563 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:33:17.741417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:17.751814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfbdbe32-3cd5-48c1-8a00-dc217f861d80 req-a89dad11-c80f-4396-9845-dd7a04326d23 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284076 Feb 14 21:33:17.778304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-f273b5e0-c1ca-46c3-8180-fbc534491bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:17.784299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-f273b5e0-c1ca-46c3-8180-fbc534491bf7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 200 len: 905 time: 0.3214483 Feb 14 21:33:17.850199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event updated for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:17.862263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.862622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.862976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.863381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.863829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.864170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.864505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.864842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.865174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.865506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.865834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.871581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.871946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:17.878848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:17.914758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-3b3f04ac-e8a1-49e6-b6a9-430026e3c5a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd HTTP/1.1" status: 200 len: 217 time: 0.1257224 Feb 14 21:33:17.947401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:17.948041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.007667 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-016dede2-ac7f-43da-8ed3-876e8e749e1c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4322805 Feb 14 21:33:18.039815 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-34622498-7bd7-4af6-bfb3-a42f19f76ee4 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:18.044304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34622498-7bd7-4af6-bfb3-a42f19f76ee4 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-698210479 HTTP/1.1" status: 404 len: 328 time: 0.4531007 Feb 14 21:33:18.045116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33274) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:18.051660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Request body: {'port': {'device_id': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:18.056369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-246772fe-2352-41aa-ae0f-98bc42410222 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c', 'tempest-TagsExtTest-Tag-1845201172') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.129347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-96360ca1-63bf-4271-8124-e3a39eb8f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:18.131043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-96360ca1-63bf-4271-8124-e3a39eb8f15b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 200 len: 844 time: 0.1699286 Feb 14 21:33:18.156059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks [] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.157855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.162367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880752-9cb9-45f2-aa80-70385bf05a82 req-f60b798c-5eac-4c65-a257-03e2f134b67f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:18.163041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.164287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a880752-9cb9-45f2-aa80-70385bf05a82 req-f60b798c-5eac-4c65-a257-03e2f134b67f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2527061 Feb 14 21:33:18.171708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-66e988b2-5f1b-4b15-96c5-b9104766daf2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:18.173140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-66e988b2-5f1b-4b15-96c5-b9104766daf2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 811 time: 0.3860962 Feb 14 21:33:18.200279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-f2008312-78ea-4d4e-9b6b-a608f82db7a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e30088-d269-41c8-9239-4ae882bdf795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586030 Feb 14 21:33:18.230812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Router ddb57c08-8678-4136-831c-302acedf3ff5 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:18.258992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-f09526a3-dfed-40e3-b1a0-86c2780e1da3 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/quotas/3ecbf8454b0b4eeb98c3feb00dc58d8e HTTP/1.1" status: 200 len: 375 time: 0.0623980 Feb 14 21:33:18.267213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea65d7b-ee28-49ba-9801-06875ff14bd3 None None] Pushing event updated for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:18.308876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Attempting to bind port 2154fe6a-cc5b-40e9-abd0-01482ac84563 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:18.309425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Attempting to bind port 2154fe6a-cc5b-40e9-abd0-01482ac84563 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:18.309840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Attempting to bind port 2154fe6a-cc5b-40e9-abd0-01482ac84563 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:18.316684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:18.317066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Checking segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:18.317469 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.317904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Bound using segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:18.318376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Bound port: 2154fe6a-cc5b-40e9-abd0-01482ac84563, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:18.318808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.381393 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-246772fe-2352-41aa-ae0f-98bc42410222 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:18.385607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-246772fe-2352-41aa-ae0f-98bc42410222 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags/tempest-TagsExtTest-Tag-1845201172 HTTP/1.1" status: 404 len: 329 time: 0.3340151 Feb 14 21:33:18.388396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:18.395501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] For port 2154fe6a-cc5b-40e9-abd0-01482ac84563, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:18.397605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-7622737a-2580-41de-b82a-7db22a9b80fe tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', {'tags': ['tempest-TagsExtTest-Tag-887304528', 'tempest-TagsExtTest-Tag-1834398633', 'tempest-TagsExtTest-Tag-874545401']}) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.399633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] For port 2154fe6a-cc5b-40e9-abd0-01482ac84563, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2154fe6a-cc5b-40e9-abd0-01482ac84563,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:18.405331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a880752-9cb9-45f2-aa80-70385bf05a82 req-f9f66104-1b2b-4a7c-a279-82b0a7262def tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108543 Feb 14 21:33:18.419698 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.496909 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:33:18.506482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-17d02501-54b8-4394-9548-c289987b3962 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984128 Feb 14 21:33:18.523174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-c954c39a-f092-43d0-9398-8d5e5a9a6033 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2630122 Feb 14 21:33:18.570311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:18.570527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.577751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea65d7b-ee28-49ba-9801-06875ff14bd3 None None] Pushing event updated for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:18.679507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:18.699828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7622737a-2580-41de-b82a-7db22a9b80fe tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 200 len: 316 time: 0.3070478 Feb 14 21:33:18.702725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33288) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:18.710371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:18.712130 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c8e9525-ff77-4952-8685-bfbdbb9e3b66 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8507810 Feb 14 21:33:18.715072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:18.723984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] Sync routers for ids ['ddb57c08-8678-4136-831c-302acedf3ff5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:18.728902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-0f87c73a-6172-4bd8-abd6-91d50defa3c6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.733152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:18.748759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:33:18.749179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] Routers {'ddb57c08-8678-4136-831c-302acedf3ff5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:18.749995 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ddb57c08-8678-4136-831c-302acedf3ff5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.806942 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.812313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57434bcd-3958-4ed2-b310-df100e63c8b7 req-c2ac66f4-0614-4fc6-bbcb-0a1e886016a6 service neutron] 10.222.0.83 "GET /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868946 Feb 14 21:33:18.814140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-eb1c4d6d-73f3-4776-a764-79ef7ccada36 service neutron] 10.222.0.86 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901211 Feb 14 21:33:18.823093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e7695-ba7b-4f39-a370-cc8a2c5ed3db req-53c76e92-92c8-47f2-8aa0-73deb47c803a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:18.830117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e7e7695-ba7b-4f39-a370-cc8a2c5ed3db req-53c76e92-92c8-47f2-8aa0-73deb47c803a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 931 time: 0.2498314 Feb 14 21:33:18.832258 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] Routers {'ddb57c08-8678-4136-831c-302acedf3ff5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:18.833165 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ddb57c08-8678-4136-831c-302acedf3ff5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.879602 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:18.880671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882337d6-4124-495f-baab-b8cd3a842543 None None] The sync data for ids ['ddb57c08-8678-4136-831c-302acedf3ff5'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:18.991966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e7e7695-ba7b-4f39-a370-cc8a2c5ed3db req-39ec6c0e-fc55-4acd-94ec-15ac24f97a61 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559939 Feb 14 21:33:19.032746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb64181-6c7b-488a-ae07-f55b28aae0d5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:19.048544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks [] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:19.084521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-d933437e-338c-4e56-8949-e31a29d59a75 service neutron] 10.222.0.86 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516184 Feb 14 21:33:19.091297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:15Z', 'revision_number': 4, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '2154fe6a-cc5b-40e9-abd0-01482ac84563', 'name': '', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'mac_address': 'fa:16:3e:3f:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:12Z', 'updated_at': '2022-02-14T21:33:18Z', 'revision_number': 4, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'subnets': [{'id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:19.098981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f87c73a-6172-4bd8-abd6-91d50defa3c6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 204 len: 168 time: 0.3884065 Feb 14 21:33:19.102000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33292) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:19.106818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Transition to ACTIVE for port object 8bb64181-6c7b-488a-ae07-f55b28aae0d5 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:19.119636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:19.124532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-997a3649-a070-41fa-8c10-48492e07ddb9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-887304528') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:19.124747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd594d71-2605-49f8-9feb-b27c2cdfa875 None None] The sync data for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 is: [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:33:15Z', 'revision_number': 4, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '2154fe6a-cc5b-40e9-abd0-01482ac84563', 'name': '', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'mac_address': 'fa:16:3e:3f:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:12Z', 'updated_at': '2022-02-14T21:33:18Z', 'revision_number': 4, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'subnets': [{'id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:19.255781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e005d-27d7-40e3-b9b6-b9615dce5f2a req-2a8c1c63-4f66-464c-a31a-cc72668b5ab7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:19.264016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-421e005d-27d7-40e3-b9b6-b9615dce5f2a req-2a8c1c63-4f66-464c-a31a-cc72668b5ab7 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1748557 Feb 14 21:33:19.288134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:19.314937 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-997a3649-a070-41fa-8c10-48492e07ddb9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:19.316071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-997a3649-a070-41fa-8c10-48492e07ddb9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-887304528 HTTP/1.1" status: 404 len: 328 time: 0.1955788 Feb 14 21:33:19.321800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:19.341738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-ffc7c1cb-2084-4066-a541-222375c26bcd tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-1834398633') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:19.355363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-421e005d-27d7-40e3-b9b6-b9615dce5f2a req-13649d8c-1673-4743-b9a5-68faf2f9c63f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896423 Feb 14 21:33:19.484513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:19.494142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd3a5-18a6-49a6-8863-6a4729dab930 req-164ac2b7-28a6-4dd2-97ac-c7b7e048ccad tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:19.504344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3dbfd3a5-18a6-49a6-8863-6a4729dab930 req-164ac2b7-28a6-4dd2-97ac-c7b7e048ccad tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 943 time: 0.1215940 Feb 14 21:33:19.555288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Attempting to bind port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:19.555526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Attempting to bind port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:19.555873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Attempting to bind port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:19.575648 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-ffc7c1cb-2084-4066-a541-222375c26bcd tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:19.579552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ffc7c1cb-2084-4066-a541-222375c26bcd tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-1834398633 HTTP/1.1" status: 404 len: 329 time: 0.2415926 Feb 14 21:33:19.579552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 on network b9ce988e-9969-428f-9d92-bad1c9f99421 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:19.579552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Attempting to bind port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 on network b9ce988e-9969-428f-9d92-bad1c9f99421 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:19.584093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33304) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:19.587525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3dbfd3a5-18a6-49a6-8863-6a4729dab930 req-7393c40b-fed3-47c2-a5e2-63a27e3cd0cd tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782149 Feb 14 21:33:19.589883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-be2f8c17-b748-4c1a-953c-d4c640994719 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7', 'tempest-TagsExtTest-Tag-874545401') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:19.716670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5598b9c-b1fd-4941-bd99-e20cffb4f4d2 req-36719dea-0aac-4535-8d70-addd30a13445 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 210 time: 0.0655198 Feb 14 21:33:19.739176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:19.747242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Checking segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:19.747818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Bound using segment: {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:19.748408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Bound port: 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df195693-4ffe-4b43-848d-9f9830b38a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:19.748893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:19.955712 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-be2f8c17-b748-4c1a-953c-d4c640994719 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:19.960771 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be2f8c17-b748-4c1a-953c-d4c640994719 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags/tempest-TagsExtTest-Tag-874545401 HTTP/1.1" status: 404 len: 328 time: 0.3755705 Feb 14 21:33:19.963131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33322) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:19.996097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-49d9300a-a09f-47af-93e4-e1d20758f08c tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', {'tags': ['tempest-TagsExtTest-Tag-523335031', 'tempest-TagsExtTest-Tag-664034289', 'tempest-TagsExtTest-Tag-1253022552']}) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:20.019107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:20.029774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608493d-3a19-432c-b1b6-ff48abc9cebc req-5fc2969a-d91c-4a78-9178-d28d1a1eb116 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:20.044331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8608493d-3a19-432c-b1b6-ff48abc9cebc req-5fc2969a-d91c-4a78-9178-d28d1a1eb116 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1881857 Feb 14 21:33:20.157236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109bdf-cb35-4905-b25a-67c765c04146 req-e6453403-31ea-4243-b10e-3336e529ea08 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:20.164593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38109bdf-cb35-4905-b25a-67c765c04146 req-e6453403-31ea-4243-b10e-3336e529ea08 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2046976 Feb 14 21:33:20.209593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:20.233215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8608493d-3a19-432c-b1b6-ff48abc9cebc req-44e6d51f-7688-492d-abdc-2bf2665051f8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874371 Feb 14 21:33:20.241218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'mac_address': 'fa:16:3e:24:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:20.329543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49d9300a-a09f-47af-93e4-e1d20758f08c tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 200 len: 316 time: 0.3524864 Feb 14 21:33:20.338532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33330) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:20.346315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38109bdf-cb35-4905-b25a-67c765c04146 req-dfd9ce4d-ec93-4a8b-8a52-31cb4d17f1b4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776087 Feb 14 21:33:20.363634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-8096f001-e9e6-4f17-82ad-d9f29d87b898 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:20.396501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1f362d32-f15e-4c55-97a5-491f33ad0fdd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:20.397097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:20.446351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f362d32-f15e-4c55-97a5-491f33ad0fdd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:20.503201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:20.527837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68aac7-20c1-4c7c-8a00-8cc7d796af13 req-07c780b5-9e73-4474-8140-16820f8864b6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:20.537562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b68aac7-20c1-4c7c-8a00-8cc7d796af13 req-07c780b5-9e73-4474-8140-16820f8864b6 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 943 time: 0.1248896 Feb 14 21:33:20.545890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:20.553455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:20.561451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:20.633686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b68aac7-20c1-4c7c-8a00-8cc7d796af13 req-054ec6c8-ba99-47d6-aba9-ae3de012ef2c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951424 Feb 14 21:33:20.656605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2154fe6a-cc5b-40e9-abd0-01482ac84563 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:20.707723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:20.726941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:20.790660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1f362d32-f15e-4c55-97a5-491f33ad0fdd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:20.812578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:20.813840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:20.816059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb64181-6c7b-488a-ae07-f55b28aae0d5 HTTP/1.1" status: 200 len: 1092 time: 2.7731247 Feb 14 21:33:20.816856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2154fe6a-cc5b-40e9-abd0-01482ac84563 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:20.820627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:20.837913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:20.841507 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b55be-2ea8-4053-81b3-24f226c154ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:20.866307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4004-0d65-4ade-9b2e-a168078d3051 req-4f142b60-03dd-4ce2-95aa-92c9677f724c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:20.875737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1ef4004-0d65-4ade-9b2e-a168078d3051 req-4f142b60-03dd-4ce2-95aa-92c9677f724c tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 944 time: 0.1793492 Feb 14 21:33:20.965370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-741a7930-0bc1-4e2f-8d27-fa6ffe851068 req-f111c10a-1f6e-4249-8706-c1e5936bb151 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 210 time: 0.0712254 Feb 14 21:33:21.007496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9426-ac79-471c-aa10-19997b484a25 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:21.039846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8096f001-e9e6-4f17-82ad-d9f29d87b898 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 204 len: 168 time: 0.6999648 Feb 14 21:33:21.042788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1ef4004-0d65-4ade-9b2e-a168078d3051 req-e768929b-1d5d-40b5-b1ad-05f870585c28 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661046 Feb 14 21:33:21.043341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33340) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:21.062432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-89ac0e08-a35e-4acc-b1ec-d59cddff1b50 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-523335031') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:21.105267 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a55cee7-3c35-41ea-8206-f4887c405ed0 x-openstack-request-id: req-3a55cee7-3c35-41ea-8206-f4887c405ed0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:21.105727 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:21.106080 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a55cee7-3c35-41ea-8206-f4887c405ed0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:21.106589 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5', 'status': 'completed', 'code': 200} Feb 14 21:33:21.122585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-cbb3de53-da23-444d-96bd-87e1e9735938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:21.124336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-cbb3de53-da23-444d-96bd-87e1e9735938 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 1126 time: 0.1693969 Feb 14 21:33:21.254032 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-89ac0e08-a35e-4acc-b1ec-d59cddff1b50 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:21.257854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2154fe6a-cc5b-40e9-abd0-01482ac84563 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:21.257854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:21.258885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-89ac0e08-a35e-4acc-b1ec-d59cddff1b50 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-523335031 HTTP/1.1" status: 404 len: 328 time: 0.2102876 Feb 14 21:33:21.259655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:21.272789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-0af475cb-8a27-40da-8d8e-43e5272ed7b9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-664034289') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:21.281017 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-f8172b04-fbc8-49ba-bb92-96d822e7a036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5 HTTP/1.1" status: 200 len: 217 time: 0.1276681 Feb 14 21:33:21.466903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2154fe6a-cc5b-40e9-abd0-01482ac84563, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2154fe6a-cc5b-40e9-abd0-01482ac84563,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:21.512084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:21.576574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-48b0fb27-9c5a-44c8-a8da-f75186f61190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:21.579337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-48b0fb27-9c5a-44c8-a8da-f75186f61190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.2971590 Feb 14 21:33:21.624207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:21.672840 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-85980460-61e7-4abc-9c0a-2f25e7724e24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299022 Feb 14 21:33:22.028892 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-0af475cb-8a27-40da-8d8e-43e5272ed7b9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:22.032973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0af475cb-8a27-40da-8d8e-43e5272ed7b9 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-664034289 HTTP/1.1" status: 404 len: 328 time: 0.7721527 Feb 14 21:33:22.035370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33356) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:22.035890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:22.054728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-37fd5238-27be-4502-a93b-11ca7ef198d1 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9', 'tempest-TagsExtTest-Tag-1253022552') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:22.082743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed3d3e-0925-4ada-af39-de12e0c89796 req-3f2b82c4-7cd4-494a-92a3-fe75d31fb286 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:22.092503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ed3d3e-0925-4ada-af39-de12e0c89796 req-3f2b82c4-7cd4-494a-92a3-fe75d31fb286 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.7334890 Feb 14 21:33:22.142104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-a4f8326c-78c5-4986-8fe4-bb905e4336dc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:22.144181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-a4f8326c-78c5-4986-8fe4-bb905e4336dc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 811 time: 0.7870800 Feb 14 21:33:22.146939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 1f362d32-f15e-4c55-97a5-491f33ad0fdd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:33:22.151368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 1f362d32-f15e-4c55-97a5-491f33ad0fdd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:22.152095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.173732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a7c74-eac7-4cd3-89e1-0e14b5edb7b6 req-e3023518-e5ad-468a-af17-ad1f9be4c0ed tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:22.180844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e7a7c74-eac7-4cd3-89e1-0e14b5edb7b6 req-e3023518-e5ad-468a-af17-ad1f9be4c0ed tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.6537902 Feb 14 21:33:22.191395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Request body: {'port': {'device_id': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'admin_state_up': True, 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:22.266581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.287499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.297289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1f362d32-f15e-4c55-97a5-491f33ad0fdd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:22.298310 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.312979 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-db09f36a-36f4-43f5-a90d-2880e80cb4bf service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326585 Feb 14 21:33:22.345564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:22.350488 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181aa1b0-aa33-4d3f-a816-b324c42b6165" -d '{"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-plugged", "status": "completed", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:22.378303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:22.389322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ed3d3e-0925-4ada-af39-de12e0c89796 req-a8eab483-04aa-4597-9250-1a3868f24db5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957985 Feb 14 21:33:22.390796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.423760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e7a7c74-eac7-4cd3-89e1-0e14b5edb7b6 req-67d35e41-1d16-4734-9a79-e410c9ffba5e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419651 Feb 14 21:33:22.428472 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-37fd5238-27be-4502-a93b-11ca7ef198d1 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:22.432732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-37fd5238-27be-4502-a93b-11ca7ef198d1 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags/tempest-TagsExtTest-Tag-1253022552 HTTP/1.1" status: 404 len: 329 time: 0.3862979 Feb 14 21:33:22.437173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:22.459039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-2fb7daf7-18d9-4ab9-9eee-6c40cf2fe821 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', {'tags': ['tempest-TagsExtTest-Tag-588154423', 'tempest-TagsExtTest-Tag-928619137', 'tempest-TagsExtTest-Tag-209169392']}) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:22.614427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-77295bfc-63f4-420c-af82-c11b0738f9cb req-0dff1fdc-5f50-4e84-8c90-7f4f366e50c8 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327752 Feb 14 21:33:22.639629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router ddb57c08-8678-4136-831c-302acedf3ff5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:33:22.671850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75e219b3-2b02-450c-b13d-11eaf14345e1 req-ecb2fd40-795b-495e-90b6-81fe58c9e34f tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 210 time: 0.1226251 Feb 14 21:33:22.702106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Made reservation on behalf of 3ecbf8454b0b4eeb98c3feb00dc58d8e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:22.710311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.847225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2154fe6a-cc5b-40e9-abd0-01482ac84563 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:22.871568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b55be-2ea8-4053-81b3-24f226c154ac req-2cb11989-e4a3-47e5-af94-eb4465082dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:22.873238 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-2cb11989-e4a3-47e5-af94-eb4465082dc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 1126 time: 0.1446254 Feb 14 21:33:22.893848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fb7daf7-18d9-4ab9-9eee-6c40cf2fe821 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "PUT /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 200 len: 315 time: 0.4532940 Feb 14 21:33:22.898234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33370) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:22.905496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-22154071-535d-49dd-97a9-67f31eaf240c tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:22.920208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:22.925881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:22.927462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f8e20489-b3d6-469d-b705-b2b51ffbab72 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "PUT /v2.0/routers/ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 200 len: 922 time: 4.2112448 Feb 14 21:33:22.935878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] Sync routers for ids ['ddb57c08-8678-4136-831c-302acedf3ff5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:22.940274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:22.956347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:22.958265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] Routers {'ddb57c08-8678-4136-831c-302acedf3ff5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:22.959131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ddb57c08-8678-4136-831c-302acedf3ff5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.005423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.015795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2154fe6a-cc5b-40e9-abd0-01482ac84563 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:23.016576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:23.026971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865dae1-bddf-471a-bd55-dc17cb392ebf req-216ad65d-9651-48c7-af7c-9932cd00584d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.028553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0865dae1-bddf-471a-bd55-dc17cb392ebf req-216ad65d-9651-48c7-af7c-9932cd00584d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 943 time: 0.5050559 Feb 14 21:33:23.042220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceca5c-6418-461c-b92d-e62e58fc7e83 req-2281779d-5c8e-4ea1-8a7c-0c024357b826 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.043806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15ceca5c-6418-461c-b92d-e62e58fc7e83 req-2281779d-5c8e-4ea1-8a7c-0c024357b826 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.1510885 Feb 14 21:33:23.045118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Allocated IP 172.20.0.4 (ea95a9ec-ed85-474e-b1ea-e772c9983aa7/95411420-6430-4e80-9b50-f1dc3ec19f69/b10baf07-0f16-4da0-94e3-96765781fa86) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:23.052556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] Routers {'ddb57c08-8678-4136-831c-302acedf3ff5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:23.053489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ddb57c08-8678-4136-831c-302acedf3ff5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.094800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.096559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a119296-0571-48d9-9e5c-6b77e46991de None None] The sync data for ids ['ddb57c08-8678-4136-831c-302acedf3ff5'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:23.106178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b55be-2ea8-4053-81b3-24f226c154ac req-e6982125-03f4-40b5-8cf7-51d8aa8698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.107871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-e6982125-03f4-40b5-8cf7-51d8aa8698bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 200 len: 916 time: 0.2243979 Feb 14 21:33:23.128818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9282ca51-0943-4e71-a48c-168a0ba6d145 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 200 len: 922 time: 0.1710944 Feb 14 21:33:23.132875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0865dae1-bddf-471a-bd55-dc17cb392ebf req-0ab1cd84-8caf-4d00-90c6-250571acf71f tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822842 Feb 14 21:33:23.133535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.183916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2154fe6a-cc5b-40e9-abd0-01482ac84563 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:23.204114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-bbcd2f18-c26b-452a-8303-c47f6a12d813 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5 HTTP/1.1" status: 200 len: 217 time: 0.0739052 Feb 14 21:33:23.213714 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369670f6-7e04-40c4-93ee-516fe381c36b x-openstack-request-id: req-369670f6-7e04-40c4-93ee-516fe381c36b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:23.214236 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-plugged", "status": "completed", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:23.214769 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-369670f6-7e04-40c4-93ee-516fe381c36b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:23.215383 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'code': 200} Feb 14 21:33:23.221542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-22154071-535d-49dd-97a9-67f31eaf240c tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 204 len: 168 time: 0.3167808 Feb 14 21:33:23.239586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33376) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.244373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-fa90094f-c683-4004-8e60-0068b5357177 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-588154423') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.259643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15ceca5c-6418-461c-b92d-e62e58fc7e83 req-a641856b-df88-4fbe-bc35-08c5a7637671 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038684 Feb 14 21:33:23.341666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b558d-62ed-4985-bc2d-fc25dbc07595 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.344015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-864b558d-62ed-4985-bc2d-fc25dbc07595 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=ddb57c08-8678-4136-831c-302acedf3ff5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2052097 Feb 14 21:33:23.351751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33380) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.368560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b55be-2ea8-4053-81b3-24f226c154ac req-61952d7d-51f9-404d-85c8-12af704b6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.370861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-61952d7d-51f9-404d-85c8-12af704b6659 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 200 len: 855 time: 0.1595833 Feb 14 21:33:23.395685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee55ceb-87f5-4aad-b311-1480696e83a1 req-9671c443-edee-4ce4-9d00-647220382038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.397203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ee55ceb-87f5-4aad-b311-1480696e83a1 req-9671c443-edee-4ce4-9d00-647220382038 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 1128 time: 0.1027188 Feb 14 21:33:23.401510 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-fa90094f-c683-4004-8e60-0068b5357177 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:23.405945 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa90094f-c683-4004-8e60-0068b5357177 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-588154423 HTTP/1.1" status: 404 len: 328 time: 0.1652555 Feb 14 21:33:23.410138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.474115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-5c6b7b8a-14ea-400f-a12d-ff775ee099f6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-928619137') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.503681 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-2f584e04-2368-49f2-8d48-6c22a5450a00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9ce988e-9969-428f-9d92-bad1c9f99421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179717 Feb 14 21:33:23.585921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ee55ceb-87f5-4aad-b311-1480696e83a1 req-b04dd30e-243b-475e-ba57-6c1e604b55d3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492312 Feb 14 21:33:23.607759 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-5c6b7b8a-14ea-400f-a12d-ff775ee099f6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:23.611699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c6b7b8a-14ea-400f-a12d-ff775ee099f6 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-928619137 HTTP/1.1" status: 404 len: 328 time: 0.1992443 Feb 14 21:33:23.611871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33388) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.626565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9365dd-525c-4658-9235-c1824d574962 req-d1c27568-e009-4cff-895e-015593d02f9f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.627804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db9365dd-525c-4658-9235-c1824d574962 req-d1c27568-e009-4cff-895e-015593d02f9f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1664476 Feb 14 21:33:23.632046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-872c655e-5367-4ec4-9f7e-d763c740e5ef tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821', 'tempest-TagsExtTest-Tag-209169392') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.632613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea9b98-c0a8-42a3-afe3-77e7a5b33e32 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.634692 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-24ea9b98-c0a8-42a3-afe3-77e7a5b33e32 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.2806175 Feb 14 21:33:23.636920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks [] for port (b10baf07-0f16-4da0-94e3-96765781fa86), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:23.639643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.690980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7968c4b3-8415-4464-922f-ce1e09a485d6 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 200 len: 205 time: 0.0453832 Feb 14 21:33:23.695170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17ba52-a3f4-4d4d-bfe2-b949d0a1ce87 req-f98a231d-f2cd-478e-94ba-eb84f34d60fd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:23.704311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf17ba52-a3f4-4d4d-bfe2-b949d0a1ce87 req-f98a231d-f2cd-478e-94ba-eb84f34d60fd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2080226 Feb 14 21:33:23.708510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33394) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.710795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-f96df97b-353e-4ca6-9c2a-19e1318cb639 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960783 Feb 14 21:33:23.720104 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-872c655e-5367-4ec4-9f7e-d763c740e5ef tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] show failed (client error): The resource could not be found. Feb 14 21:33:23.721707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-872c655e-5367-4ec4-9f7e-d763c740e5ef tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags/tempest-TagsExtTest-Tag-209169392 HTTP/1.1" status: 404 len: 328 time: 0.0929801 Feb 14 21:33:23.729602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33398) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.778657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-883f787a-adeb-4133-96a9-022d8e8c701f tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '96ef6dcb-2660-43f1-ba9b-3fc3f4753821') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:23.791855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db9365dd-525c-4658-9235-c1824d574962 req-07ff6f40-177a-45fe-9225-c79a43be7ca1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395645 Feb 14 21:33:23.791855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:23.821238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf17ba52-a3f4-4d4d-bfe2-b949d0a1ce87 req-c610aecc-82b4-4900-870c-e1c07d477d55 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139872 Feb 14 21:33:23.872499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:23.876455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:23.882432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:23.925338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Pushing event updated for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:23.950101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.950101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.950440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.950748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.951086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.951448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.951786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.952128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.952442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.952893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.953226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.953557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.953902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:23.976845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-883f787a-adeb-4133-96a9-022d8e8c701f tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821/tags HTTP/1.1" status: 204 len: 168 time: 0.1995738 Feb 14 21:33:23.979045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33402) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:23.988017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-95182153-87d0-484e-bda0-3af38a8aaac3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '839780b7-0b1c-47a5-82f8-73074e3363f9') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:24.004498 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-278b55be-2ea8-4053-81b3-24f226c154ac req-1daf97ec-be16-40f2-8980-b8bee59c6908 service neutron] 10.222.0.64 "GET /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845986 Feb 14 21:33:24.006785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (ddb57c08-8678-4136-831c-302acedf3ff5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.031584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:24.032232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.061303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-8529038a-786c-4d05-9511-de2a20c14be2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8765166 Feb 14 21:33:24.100262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Request body: {'port': {'device_id': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:24.110392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6fbb-dd5d-4752-8a83-c57a42cc870c req-b0f655e9-36e2-46e6-adf7-60064aa316fd tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:24.112924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-985b6fbb-dd5d-4752-8a83-c57a42cc870c req-b0f655e9-36e2-46e6-adf7-60064aa316fd tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 931 time: 0.1820161 Feb 14 21:33:24.140145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.182828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-95182153-87d0-484e-bda0-3af38a8aaac3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1999834 Feb 14 21:33:24.184928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33406) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:24.190757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-41075d2f-8a11-4463-8b2a-68848272c536 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '456f65d5-6b7a-4466-a00c-7c4527aa2bf7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:24.220156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-985b6fbb-dd5d-4752-8a83-c57a42cc870c req-937f4be0-c2c6-4586-90cf-8f8f7e1a3a70 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878863 Feb 14 21:33:24.220780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.286760 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-41075d2f-8a11-4463-8b2a-68848272c536 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7/tags HTTP/1.1" status: 204 len: 168 time: 0.1008124 Feb 14 21:33:24.289095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port ccd25c3d-5656-4411-b905-211fe99c78ce {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:24.289782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ccd25c3d-5656-4411-b905-211fe99c78ce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.291824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33408) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:24.296992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-fa34c8f4-c206-4bce-a8ea-57cfef540daf tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ebd1d08a-c738-4144-a8ec-f25aa34c299c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:24.353163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4267-eebe-4bef-ba1a-7406e96eb281 req-2c2e25ce-c957-441b-a42c-a33db69b1725 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:24.354738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfdb4267-eebe-4bef-ba1a-7406e96eb281 req-2c2e25ce-c957-441b-a42c-a33db69b1725 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 943 time: 0.1382287 Feb 14 21:33:24.464056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ccd25c3d-5656-4411-b905-211fe99c78ce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.485690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for ccd25c3d-5656-4411-b905-211fe99c78ce owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:24.500112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa34c8f4-c206-4bce-a8ea-57cfef540daf tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c/tags HTTP/1.1" status: 204 len: 168 time: 0.2030344 Feb 14 21:33:24.500812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33412) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:24.558866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfdb4267-eebe-4bef-ba1a-7406e96eb281 req-9ada97ac-88d6-40c6-86b1-e6c9de84dc39 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Feb 14 21:33:24.584898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0db72-8e2a-48e6-b7fb-bb1e293a9e79 req-de66ac78-4de6-4035-9b0f-fd7f5bf2ddf9 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:24.587698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ea0db72-8e2a-48e6-b7fb-bb1e293a9e79 req-de66ac78-4de6-4035-9b0f-fd7f5bf2ddf9 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.1892734 Feb 14 21:33:24.696599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f87305e-ce13-4dcb-adb2-94b4eba8692f tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.700566 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7f87305e-ce13-4dcb-adb2-94b4eba8692f tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnetpools/96ef6dcb-2660-43f1-ba9b-3fc3f4753821 HTTP/1.1" status: 204 len: 168 time: 0.1987600 Feb 14 21:33:24.701920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:24.702790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ea0db72-8e2a-48e6-b7fb-bb1e293a9e79 req-8669a6d3-13e9-40a3-b1ca-d5138855afec tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825541 Feb 14 21:33:24.738608 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d0482bc6-d816-456f-b1db-611e5e3c8369 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "GET /v2.0/ports?device_id=839780b7-0b1c-47a5-82f8-73074e3363f9 HTTP/1.1" status: 200 len: 205 time: 0.0288043 Feb 14 21:33:24.739046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33416) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:24.756265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10baf07-0f16-4da0-94e3-96765781fa86 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:24.766959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks [] for port (b10baf07-0f16-4da0-94e3-96765781fa86), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.844993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.967017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ccd25c3d-5656-4411-b905-211fe99c78ce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:24.996001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Transition to ACTIVE for port object b10baf07-0f16-4da0-94e3-96765781fa86 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:25.006678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.060831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea372-08ea-45c8-abf7-4beee732583d req-9fe19863-1518-4941-a7db-d2ec37d86fd6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.062154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=ccd25c3d-5656-4411-b905-211fe99c78ce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:25.068336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c3ea372-08ea-45c8-abf7-4beee732583d req-9fe19863-1518-4941-a7db-d2ec37d86fd6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1540670 Feb 14 21:33:25.075624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.079194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for router_controller (839780b7-0b1c-47a5-82f8-73074e3363f9), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.100561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:25.115245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bcfcd-bf9c-4951-b617-f0345fe55874 req-b9219d43-a065-4f8b-9822-4736da98846f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.116765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed6bcfcd-bf9c-4951-b617-f0345fe55874 req-b9219d43-a065-4f8b-9822-4736da98846f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1602275 Feb 14 21:33:25.165280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (839780b7-0b1c-47a5-82f8-73074e3363f9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.165826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Fanout notify agent at l3_agent the message router_deleted on router 839780b7-0b1c-47a5-82f8-73074e3363f9 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:25.173005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.174669 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-064d436a-61fd-4ece-96d4-8e89bd16f2ae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/routers/839780b7-0b1c-47a5-82f8-73074e3363f9 HTTP/1.1" status: 204 len: 168 time: 0.4346354 Feb 14 21:33:25.177637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33426) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:25.210496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (ddb57c08-8678-4136-831c-302acedf3ff5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.223757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c3ea372-08ea-45c8-abf7-4beee732583d req-775ecb23-ce70-4dd1-b2ac-3dfb0348e342 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544576 Feb 14 21:33:25.258187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed6bcfcd-bf9c-4951-b617-f0345fe55874 req-6e8716b0-4824-4ecb-a1ec-e9d7b69e6306 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314065 Feb 14 21:33:25.287489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Attempting to bind port b10baf07-0f16-4da0-94e3-96765781fa86 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:25.287848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Attempting to bind port b10baf07-0f16-4da0-94e3-96765781fa86 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:25.288192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Attempting to bind port b10baf07-0f16-4da0-94e3-96765781fa86 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:25.295073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Port b10baf07-0f16-4da0-94e3-96765781fa86 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:25.295489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Attempting to bind port b10baf07-0f16-4da0-94e3-96765781fa86 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:25.304727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:25.305082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Checking segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:25.305473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Bound using segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:25.305932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Bound port: b10baf07-0f16-4da0-94e3-96765781fa86, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:25.306300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.460946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f142e-28bb-4fdf-a4d3-e71a209fe11a req-d6885ab0-e6db-4564-944a-7e7ca1cef7de tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.462715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c78f142e-28bb-4fdf-a4d3-e71a209fe11a req-d6885ab0-e6db-4564-944a-7e7ca1cef7de tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1609895 Feb 14 21:33:25.480338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cbde6-0a75-4749-acf1-bacdd6db4827 req-33bda106-2882-4c49-a09a-075632c5c7a2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.481993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b3cbde6-0a75-4749-acf1-bacdd6db4827 req-33bda106-2882-4c49-a09a-075632c5c7a2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 943 time: 0.1329205 Feb 14 21:33:25.493182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:25.497025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b10baf07-0f16-4da0-94e3-96765781fa86,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:25.522701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.593807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.594437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.596411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] 10.222.0.83 "PUT /v2.0/ports/b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 200 len: 1092 time: 1.5000138 Feb 14 21:33:25.601564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:25.603926 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111bdc28-68db-4e42-a149-577c6e941681" -d '{"events": [{"name": "network-changed", "server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:25.623698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c78f142e-28bb-4fdf-a4d3-e71a209fe11a req-0f78b50f-2106-4bb1-9a39-dced77e3bc82 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406972 Feb 14 21:33:25.645522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b3cbde6-0a75-4749-acf1-bacdd6db4827 req-de84aec9-4741-4583-b23a-dadfc40d86fd tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544626 Feb 14 21:33:25.660432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a46b2-0707-4891-b476-f06c2254dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:25.715694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.721557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (ddb57c08-8678-4136-831c-302acedf3ff5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.746867 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975bad13-a244-4d33-8789-e20854ffbca2 x-openstack-request-id: req-975bad13-a244-4d33-8789-e20854ffbca2 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:25.747303 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:25.747660 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-975bad13-a244-4d33-8789-e20854ffbca2 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:25.748159 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86', 'status': 'completed', 'code': 200} Feb 14 21:33:25.789544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-4a1d30dd-70cc-4b6f-8fca-35433631b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.793514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-4a1d30dd-70cc-4b6f-8fca-35433631b321 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1126 time: 0.1185815 Feb 14 21:33:25.796066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (ddb57c08-8678-4136-831c-302acedf3ff5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.796641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router ddb57c08-8678-4136-831c-302acedf3ff5 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:25.806276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.813482 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eb4b8801-7595-41aa-a186-48d95c98d5b5 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 204 len: 168 time: 2.1015172 Feb 14 21:33:25.814132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33442) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:25.821020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1527160760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:25.851063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Deleting port 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:25.851531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.869591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-a2656f7d-1c36-4062-b2c1-0e491cb22dbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 200 len: 217 time: 0.0541096 Feb 14 21:33:25.878618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.879853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:25.905797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6023db-30a4-48da-a9c8-f441632ede3e req-9404adf6-2333-4ff8-af08-00f362ee7ff2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.907456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da6023db-30a4-48da-a9c8-f441632ede3e req-9404adf6-2333-4ff8-af08-00f362ee7ff2 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 943 time: 0.1784089 Feb 14 21:33:25.983904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-b000855d-8155-4338-aaf2-1ed5d8adde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:25.985593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-b000855d-8155-4338-aaf2-1ed5d8adde20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.0978630 Feb 14 21:33:26.012641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.021372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.029770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1a9e-a417-44a4-9219-f7917f0f05a9 req-349341e0-d230-463c-bd8b-be475e3d1416 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:26.030302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.037254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d1c1a9e-a417-44a4-9219-f7917f0f05a9 req-349341e0-d230-463c-bd8b-be475e3d1416 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.2123549 Feb 14 21:33:26.046634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da6023db-30a4-48da-a9c8-f441632ede3e req-2613e57e-fd5c-479e-8575-651e17840418 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196184 Feb 14 21:33:26.049790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Calling delete_port for 456f65d5-6b7a-4466-a00c-7c4527aa2bf7 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:26.050599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-11f0d552-3c0e-4207-ab60-d534cb07ae12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582762 Feb 14 21:33:26.063265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.064980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e5397ba2-c854-41ae-afe3-da74655e56e7 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2475770 Feb 14 21:33:26.071246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33450) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:26.077630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:26.196831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-ba961cdc-8aeb-4c88-97e7-562608c219a1 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392670 Feb 14 21:33:26.278186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d1c1a9e-a417-44a4-9219-f7917f0f05a9 req-79f3319a-bf27-4510-b2ec-79d68499d2fc tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242920 Feb 14 21:33:26.373590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd23fe1-eeff-4389-8495-be96934d3c90 req-d0c8271a-a22c-401b-ac44-2ed4cb53edb1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:26.375169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd23fe1-eeff-4389-8495-be96934d3c90 req-d0c8271a-a22c-401b-ac44-2ed4cb53edb1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1773906 Feb 14 21:33:26.444595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.489580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd23fe1-eeff-4389-8495-be96934d3c90 req-5060ab7d-85be-405f-b9ca-a14a7a09fb04 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013024 Feb 14 21:33:26.499122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65905574-0bf5-4c3c-88df-242a4d1c0220 req-637d5613-419d-49ff-8a95-1f1836347342 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197142 Feb 14 21:33:26.586625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33472) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:26.631179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (456f65d5-6b7a-4466-a00c-7c4527aa2bf7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.672011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event deleted for resources: {'Port': ['ID=456f65d5-6b7a-4466-a00c-7c4527aa2bf7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:26.927837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51aabb21-951d-4443-91a6-a5977f6d530b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.936271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:26.941985 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-892fad59-df4b-4bc6-aadd-d0c03411daae tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/ports/456f65d5-6b7a-4466-a00c-7c4527aa2bf7 HTTP/1.1" status: 204 len: 168 time: 1.7634604 Feb 14 21:33:26.945836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:27.075276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (3e8a0ced-c6a4-482a-aebd-124669847996), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.104192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.113180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Deleting subnet ebd1d08a-c738-4144-a8ec-f25aa34c299c {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:33:27.125943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for subnet (ebd1d08a-c738-4144-a8ec-f25aa34c299c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.210089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e1aa-6ced-4d28-bdef-c8d6d4005d46 req-7ec1e13d-6394-491f-9994-3a6c07079766 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.212022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0382e1aa-6ced-4d28-bdef-c8d6d4005d46 req-7ec1e13d-6394-491f-9994-3a6c07079766 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.6180964 Feb 14 21:33:27.212892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (ebd1d08a-c738-4144-a8ec-f25aa34c299c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.214431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bdc28-68db-4e42-a149-577c6e941681 req-f822424f-712d-4d51-9bb5-b73dea2912b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.216787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-f822424f-712d-4d51-9bb5-b73dea2912b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1126 time: 0.6614964 Feb 14 21:33:27.235912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bfdb-ae80-4d5b-9ecd-b6df64b2973b req-15f1fcf2-558a-4152-b4f4-d973d5a3234d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.239614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1308bfdb-ae80-4d5b-9ecd-b6df64b2973b req-15f1fcf2-558a-4152-b4f4-d973d5a3234d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1054349 Feb 14 21:33:27.340021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51aabb21-951d-4443-91a6-a5977f6d530b admin admin] Publish callbacks [] for security_group (029ad860-afac-4433-99d2-4b5f9be29313), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.369567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Allocated IP 172.25.2.45 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/833b9aeb-6691-4ac7-a6e4-0bdec01264b7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:27.373906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51aabb21-951d-4443-91a6-a5977f6d530b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (029ad860-afac-4433-99d2-4b5f9be29313), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.402726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0382e1aa-6ced-4d28-bdef-c8d6d4005d46 req-ea8b7650-d168-487e-87d6-8eae70a65b11 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786692 Feb 14 21:33:27.432438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ebd1d08a-c738-4144-a8ec-f25aa34c299c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.435691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1308bfdb-ae80-4d5b-9ecd-b6df64b2973b req-44a7b8bf-e116-4179-baf5-01465a1b6570 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639879 Feb 14 21:33:27.476894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bdc28-68db-4e42-a149-577c6e941681 req-e932dbeb-46c8-4e4b-9957-c630b1dfdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.479544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-e932dbeb-46c8-4e4b-9957-c630b1dfdaef service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 0.2295623 Feb 14 21:33:27.492769 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51aabb21-951d-4443-91a6-a5977f6d530b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d317a7aed15b49cead7a6421608424d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9030089 Feb 14 21:33:27.493625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aabb21-951d-4443-91a6-a5977f6d530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029ad860-afac-4433-99d2-4b5f9be29313,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:27.497010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33494) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:27.525275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8bb64181-6c7b-488a-ae07-f55b28aae0d5 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:27.538817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-d2812ff1-a327-49b3-bfdc-95b024b7390d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 200 len: 217 time: 0.0512199 Feb 14 21:33:27.648956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (ebd1d08a-c738-4144-a8ec-f25aa34c299c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.678648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:27.691969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bdc28-68db-4e42-a149-577c6e941681 req-21128078-fa55-4a7b-bfc2-58bb1c238ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.693486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-21128078-fa55-4a7b-bfc2-58bb1c238ab7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1082482 Feb 14 21:33:27.696488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] Publish callbacks [] for security_group (029ad860-afac-4433-99d2-4b5f9be29313), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.696661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '8bb64181-6c7b-488a-ae07-f55b28aae0d5', 'network_id': 'b9ce988e-9969-428f-9d92-bad1c9f99421', 'port_id': '8bb64181-6c7b-488a-ae07-f55b28aae0d5', 'mac_address': 'fa:16:3e:c0:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7698bcd8-29fb-445e-a0a3-e5577734c2eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:27.700060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd1d08a-c738-4144-a8ec-f25aa34c299c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:27.700739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda079-a4a0-402e-809b-cf84f68d91cf req-5560d2ef-ea1d-457f-aed6-c231aa86f464 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.702288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7bda079-a4a0-402e-809b-cf84f68d91cf req-5560d2ef-ea1d-457f-aed6-c231aa86f464 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 943 time: 0.1623876 Feb 14 21:33:27.710462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for port (833b9aeb-6691-4ac7-a6e4-0bdec01264b7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.715610 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.721635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b979049d-1e55-488f-847b-b8c7f3c151be tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/subnets/ebd1d08a-c738-4144-a8ec-f25aa34c299c HTTP/1.1" status: 204 len: 168 time: 0.7637939 Feb 14 21:33:27.722394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936ade-67a7-43ad-b210-1eaf84332f8e req-00d49189-82f6-4618-bc07-2d78a7db8c52 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:27.723213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1936ade-67a7-43ad-b210-1eaf84332f8e req-00d49189-82f6-4618-bc07-2d78a7db8c52 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 943 time: 0.1015265 Feb 14 21:33:27.723366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:27.737916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebacdb-4e7d-416a-9d4e-2217e93d9ed9 None None] Network 5ef4189d-024d-4cc4-977b-215c0edd524d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:27.748920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] Publish callbacks [] for security_group (029ad860-afac-4433-99d2-4b5f9be29313), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.787992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-cc25e940-2bea-4932-afb2-9f9fc8efb810 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636513 Feb 14 21:33:27.801637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (833b9aeb-6691-4ac7-a6e4-0bdec01264b7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.813159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:27.813515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.846515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:27.850947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (029ad860-afac-4433-99d2-4b5f9be29313), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.853546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.855333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/029ad860-afac-4433-99d2-4b5f9be29313 HTTP/1.1" status: 204 len: 168 time: 0.3387940 Feb 14 21:33:27.855486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb64181-6c7b-488a-ae07-f55b28aae0d5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:27.865662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:27.868626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:27.876196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event updated for resources: {'Port': ['ID=833b9aeb-6691-4ac7-a6e4-0bdec01264b7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:27.894634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:27.900886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:27.925399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcf108-a38e-4cdd-afa7-b22352fd050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ad860-afac-4433-99d2-4b5f9be29313,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:27.969055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:27.998334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7bda079-a4a0-402e-809b-cf84f68d91cf req-17f784fe-2e85-4716-ac9a-bdf9e21c927d tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901051 Feb 14 21:33:28.005823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1936ade-67a7-43ad-b210-1eaf84332f8e req-2f0b525a-4874-4f11-8c2c-f9eff9840ffb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635536 Feb 14 21:33:28.010096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5ef4189d-024d-4cc4-977b-215c0edd524d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.012158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] DHCP port deletion for 5ef4189d-024d-4cc4-977b-215c0edd524d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:33:28.078430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Deleting port a7314473-1772-45fd-a11b-103acd88d3e3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:28.079248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.139924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-574b2107-61cc-4b01-b645-cf7b2204c26a service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165784 Feb 14 21:33:28.213027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] For port a7314473-1772-45fd-a11b-103acd88d3e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7314473-1772-45fd-a11b-103acd88d3e3,segment=NetworkSegment(db828561-458f-4402-9690-2e0ffdc3d16a),segment_id=db828561-458f-4402-9690-2e0ffdc3d16a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:28.213718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.232328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Calling delete_port for a7314473-1772-45fd-a11b-103acd88d3e3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:28.273768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Deleting port a7314473-1772-45fd-a11b-103acd88d3e3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:28.274346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.326799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8bb64181-6c7b-488a-ae07-f55b28aae0d5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:28.384793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79dbf-06ac-4102-a487-bb97dc9943ac req-4c525266-bd8c-40f0-bcd2-980e6db0d3a1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:28.393065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e79dbf-06ac-4102-a487-bb97dc9943ac req-4c525266-bd8c-40f0-bcd2-980e6db0d3a1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2390277 Feb 14 21:33:28.396219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (3e8a0ced-c6a4-482a-aebd-124669847996), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.409563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] For port a7314473-1772-45fd-a11b-103acd88d3e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a7314473-1772-45fd-a11b-103acd88d3e3,segment=NetworkSegment(db828561-458f-4402-9690-2e0ffdc3d16a),segment_id=db828561-458f-4402-9690-2e0ffdc3d16a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:28.409992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.428377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-111bdc28-68db-4e42-a149-577c6e941681 req-0da1ff58-74f9-43ce-ba7e-5bac3c898a36 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710452 Feb 14 21:33:28.441438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Calling delete_port for a7314473-1772-45fd-a11b-103acd88d3e3 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:28.451626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.495747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:28.524372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] Pushing event deleted for resources: {'Port': ['ID=a7314473-1772-45fd-a11b-103acd88d3e3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:28.537193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841adb8e-b9ed-44bc-8381-bf670d9bf6ae None None] No DVR routers for this DVR port a7314473-1772-45fd-a11b-103acd88d3e3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:28.541894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e79dbf-06ac-4102-a487-bb97dc9943ac req-4308f566-9f3b-4d8e-bf76-ebe7ca64e90c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414971 Feb 14 21:33:28.557896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7314473-1772-45fd-a11b-103acd88d3e3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:28.586114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a7314473-1772-45fd-a11b-103acd88d3e3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:28.586476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a7314473-1772-45fd-a11b-103acd88d3e3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:28.617005 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00fb0c35-2ab8-49a7-9eb5-faf2ef8baa79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.661864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.665406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.704186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.757309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a7314473-1772-45fd-a11b-103acd88d3e3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.804221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Router 3e8a0ced-c6a4-482a-aebd-124669847996 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:28.805855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd565-068c-410e-b74b-811f594bfc71 req-b480751a-dab3-4415-ab66-3dedec733783 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:28.807405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32dcd565-068c-410e-b74b-811f594bfc71 req-b480751a-dab3-4415-ab66-3dedec733783 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.1917868 Feb 14 21:33:28.814351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a89f-1391-43ec-a92c-440da7a3d141 req-82d9b10f-6204-43d3-aff0-4d6d6231a850 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:28.816352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dea3a89f-1391-43ec-a92c-440da7a3d141 req-82d9b10f-6204-43d3-aff0-4d6d6231a850 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1930654 Feb 14 21:33:28.823094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event deleted for resources: {'Port': ['ID=a7314473-1772-45fd-a11b-103acd88d3e3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:28.825090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] No DVR routers for this DVR port a7314473-1772-45fd-a11b-103acd88d3e3 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:28.918850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:28.926491 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.929505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] Sync routers for ids ['3e8a0ced-c6a4-482a-aebd-124669847996'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:28.929989 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b5f9d2b4-0b88-4918-b90f-24151c69fe6e tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "PUT /v2.0/routers/3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 200 len: 879 time: 2.8585086 Feb 14 21:33:28.930560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33538) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:28.940576 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] Routers {'3e8a0ced-c6a4-482a-aebd-124669847996'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:28.941185 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3e8a0ced-c6a4-482a-aebd-124669847996'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:28.972679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00fb0c35-2ab8-49a7-9eb5-faf2ef8baa79 admin admin] Publish callbacks [] for security_group (b113cf22-42bb-421c-a9de-d90555de7841), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:28.992851 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:28.993123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00fb0c35-2ab8-49a7-9eb5-faf2ef8baa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b113cf22-42bb-421c-a9de-d90555de7841), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.002332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] Routers {'3e8a0ced-c6a4-482a-aebd-124669847996'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:29.002946 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3e8a0ced-c6a4-482a-aebd-124669847996'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:29.003587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5ef4189d-024d-4cc4-977b-215c0edd524d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.040996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32dcd565-068c-410e-b74b-811f594bfc71 req-8e165213-4bda-46f0-bc62-9c01923d8c5b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224743 Feb 14 21:33:29.041257 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:29.041949 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85382fe-82ee-44dc-91e2-94d4a8de2942 None None] The sync data for ids ['3e8a0ced-c6a4-482a-aebd-124669847996'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:29.058217 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6873f65-6f3c-4988-92d6-fb611e9841e2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 200 len: 920 time: 0.1265306 Feb 14 21:33:29.058817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33544) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.071210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dea3a89f-1391-43ec-a92c-440da7a3d141 req-c405e1e3-33ef-4852-9b28-e1f8251b253f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354965 Feb 14 21:33:29.077772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb0c35-2ab8-49a7-9eb5-faf2ef8baa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b113cf22-42bb-421c-a9de-d90555de7841,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:29.084383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef4189d-024d-4cc4-977b-215c0edd524d']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:29.088843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-00fb0c35-2ab8-49a7-9eb5-faf2ef8baa79 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65c87bb237e24a8a8e86835ca0727d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919957 Feb 14 21:33:29.094647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33546) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.105780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db828561-458f-4402-9690-2e0ffdc3d16a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:29.106089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db828561-458f-4402-9690-2e0ffdc3d16a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:29.133769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (db828561-458f-4402-9690-2e0ffdc3d16a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.193450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (db828561-458f-4402-9690-2e0ffdc3d16a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.223274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:33:29.223697 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (db828561-458f-4402-9690-2e0ffdc3d16a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:33:29.227884 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:33:29.305395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] Publish callbacks [] for security_group (b113cf22-42bb-421c-a9de-d90555de7841), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.325646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5ef4189d-024d-4cc4-977b-215c0edd524d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.339901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9eca-ab31-4539-80ff-975a9c08abd9 req-fb203b61-32c3-4018-ad6c-fd3c833468b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.341515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff3b9eca-ab31-4539-80ff-975a9c08abd9 req-fb203b61-32c3-4018-ad6c-fd3c833468b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2240338 Feb 14 21:33:29.354739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.358194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] 10.222.0.86 "DELETE /v2.0/networks/5ef4189d-024d-4cc4-977b-215c0edd524d HTTP/1.1" status: 204 len: 168 time: 1.6254561 Feb 14 21:33:29.365208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] Publish callbacks [] for security_group (b113cf22-42bb-421c-a9de-d90555de7841), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.390668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae27a4-54fa-4448-ab84-54acbc0248d3 tempest-TagsExtTest-1957927099 tempest-TagsExtTest-1957927099-project] Pushing event deleted for resources: {'Network': ['ID=5ef4189d-024d-4cc4-977b-215c0edd524d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:29.399356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32905b-741d-427c-92dd-3b8e1342cc16 req-b47eef9b-b90d-4d71-bcd7-d3b55d835fbc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.400946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd32905b-741d-427c-92dd-3b8e1342cc16 req-b47eef9b-b90d-4d71-bcd7-d3b55d835fbc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 943 time: 0.2317469 Feb 14 21:33:29.485179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744621e4-f706-477b-9672-3294e1c9b65c tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.490663 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-744621e4-f706-477b-9672-3294e1c9b65c tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=3e8a0ced-c6a4-482a-aebd-124669847996&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4306738 Feb 14 21:33:29.491190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33550) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.511726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff3b9eca-ab31-4539-80ff-975a9c08abd9 req-66dab906-5111-4550-8b23-5e2dee9c255d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510611 Feb 14 21:33:29.521356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8bb64181-6c7b-488a-ae07-f55b28aae0d5 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:29.529479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd32905b-741d-427c-92dd-3b8e1342cc16 req-41d22253-d0ca-43ad-ba29-aa929373881e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159396 Feb 14 21:33:29.552485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b113cf22-42bb-421c-a9de-d90555de7841), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.555527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.556853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b113cf22-42bb-421c-a9de-d90555de7841 HTTP/1.1" status: 204 len: 168 time: 0.4612131 Feb 14 21:33:29.566530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5232d-d118-4eec-a67e-3d08c9943c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b113cf22-42bb-421c-a9de-d90555de7841,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:29.617239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:33:29.623046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:29.624092 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.645341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063f707-c09f-48fe-9321-1d7bd9a4a436 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.650199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33560) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.650963 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6063f707-c09f-48fe-9321-1d7bd9a4a436 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.1586916 Feb 14 21:33:29.695403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50281c13-8b0a-4a73-9522-6a53d82f003c tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 200 len: 205 time: 0.0429943 Feb 14 21:33:29.704128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33562) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.726196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:29.726593 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.761642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:29.766704 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4a8a6c-55d5-4005-a950-4be6913bf8da" -d '{"events": [{"server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "name": "network-vif-plugged", "status": "completed", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:29.781088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:29.787685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:29.843817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:29.874623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33570) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:29.920283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c582b8-9967-46f4-a308-84714bd576d6 req-ef098ab3-928c-41a6-a0e0-39b7fcd3ce1f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.921798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87c582b8-9967-46f4-a308-84714bd576d6 req-ef098ab3-928c-41a6-a0e0-39b7fcd3ce1f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1753526 Feb 14 21:33:29.930957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd9f8-c6d9-4a57-b30e-44c2d9557182 req-0975f360-d260-4bfa-8da1-b9d36b7f8c35 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:29.937692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8afd9f8-c6d9-4a57-b30e-44c2d9557182 req-0975f360-d260-4bfa-8da1-b9d36b7f8c35 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 944 time: 0.2412250 Feb 14 21:33:29.978878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (3e8a0ced-c6a4-482a-aebd-124669847996), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.017229 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b968a0a7-f513-447f-b9a7-233e1659efbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2090e6f9c1e5416ca30f49b32e78f2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392169 Feb 14 21:33:30.017518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33580) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:30.071946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87c582b8-9967-46f4-a308-84714bd576d6 req-ffbaa8da-3794-499d-9319-a47dd828a440 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314600 Feb 14 21:33:30.083872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] Publish callbacks [] for security_group (7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.086965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8afd9f8-c6d9-4a57-b30e-44c2d9557182 req-128d89bf-46a9-49a0-b59d-b106f236482b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455312 Feb 14 21:33:30.098570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b10baf07-0f16-4da0-94e3-96765781fa86 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:30.149781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] Publish callbacks [] for security_group (7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.189541 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109fb00-4610-4699-b8f5-e06b43dbed1b x-openstack-request-id: req-9109fb00-4610-4699-b8f5-e06b43dbed1b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:30.189737 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "name": "network-vif-plugged", "status": "completed", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:30.190169 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9109fb00-4610-4699-b8f5-e06b43dbed1b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:30.190367 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5', 'code': 200} Feb 14 21:33:30.254537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.257832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.261331 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d HTTP/1.1" status: 204 len: 168 time: 0.2405057 Feb 14 21:33:30.266152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (3e8a0ced-c6a4-482a-aebd-124669847996), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.274415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b10baf07-0f16-4da0-94e3-96765781fa86,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:30.281590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d899-b48c-4c52-9f3b-d611b86123b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cfe7f-63c7-4f5a-a2dc-7679c1f3087d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:30.307705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'b10baf07-0f16-4da0-94e3-96765781fa86', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'port_id': 'b10baf07-0f16-4da0-94e3-96765781fa86', 'mac_address': 'fa:16:3e:28:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:30.343795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daac1c3-b8ef-4ab0-bad1-1bba4e74ec91 req-341810c7-1ecb-4b51-ab25-cdd775d6522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:30.346065 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2daac1c3-b8ef-4ab0-bad1-1bba4e74ec91 req-341810c7-1ecb-4b51-ab25-cdd775d6522e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 1128 time: 0.0787585 Feb 14 21:33:30.391221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b10baf07-0f16-4da0-94e3-96765781fa86 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:30.391619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.399010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9134e-d2fa-4e4d-bfc7-d6f288c8d69a req-7da1d465-f275-469d-ac21-6123b110fbee tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:30.402243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ed9134e-d2fa-4e4d-bfc7-d6f288c8d69a req-7da1d465-f275-469d-ac21-6123b110fbee tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.2230809 Feb 14 21:33:30.425252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10baf07-0f16-4da0-94e3-96765781fa86 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:30.433019 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2daac1c3-b8ef-4ab0-bad1-1bba4e74ec91 req-f18abb67-e531-4916-a871-bd2a3ca15f68 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805447 Feb 14 21:33:30.463374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b10baf07-0f16-4da0-94e3-96765781fa86,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:30.474982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.475703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:30.492446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d7f19-d641-48b8-8419-610a5523148a req-22695a00-9989-4966-b86b-c902997677c3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:30.499688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e55d7f19-d641-48b8-8419-610a5523148a req-22695a00-9989-4966-b86b-c902997677c3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2369037 Feb 14 21:33:30.522961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ed9134e-d2fa-4e4d-bfc7-d6f288c8d69a req-5541c434-c0d6-49ef-90a2-4a97d0e5a1ce tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131952 Feb 14 21:33:30.547701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port 833b9aeb-6691-4ac7-a6e4-0bdec01264b7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:30.548048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (833b9aeb-6691-4ac7-a6e4-0bdec01264b7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.586448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:30.600237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e55d7f19-d641-48b8-8419-610a5523148a req-8f506a12-90b6-4cb8-aeda-d172e307fcc6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998034 Feb 14 21:33:30.734342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (833b9aeb-6691-4ac7-a6e4-0bdec01264b7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.741624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:30.753974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for 833b9aeb-6691-4ac7-a6e4-0bdec01264b7 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:30.763834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'network_id': 'd9e30088-d269-41c8-9239-4ae882bdf795', 'port_id': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'mac_address': 'fa:16:3e:24:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc05600-e009-4418-a709-81e316c8092a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:30.766092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a18c-9b82-4d6a-9477-471c8fa429c1 req-c56c05e8-c5c9-45f5-a74c-89cbc46a67b4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:30.768730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83f3a18c-9b82-4d6a-9477-471c8fa429c1 req-c56c05e8-c5c9-45f5-a74c-89cbc46a67b4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1236439 Feb 14 21:33:30.820392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1f362d32-f15e-4c55-97a5-491f33ad0fdd is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:30.820785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.848811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f362d32-f15e-4c55-97a5-491f33ad0fdd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:30.871952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:30.880957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.962379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4279caec-2a34-4b33-8fde-88585b203e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:30.966756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83f3a18c-9b82-4d6a-9477-471c8fa429c1 req-75b82fc7-2405-40c1-b157-5e7bfc1500a1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798713 Feb 14 21:33:30.970532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:30.989173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1f362d32-f15e-4c55-97a5-491f33ad0fdd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:31.131868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b10baf07-0f16-4da0-94e3-96765781fa86'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:31.156834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f1248-9be8-4ad2-9da9-ae5c1dfb9918 req-6fbe7953-e224-4b5d-98d2-9e7cf1d8252b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:31.164181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc5f1248-9be8-4ad2-9da9-ae5c1dfb9918 req-6fbe7953-e224-4b5d-98d2-9e7cf1d8252b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 944 time: 0.2683706 Feb 14 21:33:31.269359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc5f1248-9be8-4ad2-9da9-ae5c1dfb9918 req-42374448-0bb5-46b3-83ad-ae222558c5c6 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 Feb 14 21:33:31.306878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494b1ee-62fb-4511-a478-2dbd960a5935 req-b7d172d3-019e-4c72-ab51-e9db7fa513c0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:31.313338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b494b1ee-62fb-4511-a478-2dbd960a5935 req-b7d172d3-019e-4c72-ab51-e9db7fa513c0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2012594 Feb 14 21:33:31.761742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (833b9aeb-6691-4ac7-a6e4-0bdec01264b7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:31.833336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=833b9aeb-6691-4ac7-a6e4-0bdec01264b7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:31.860796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b494b1ee-62fb-4511-a478-2dbd960a5935 req-1de66532-de62-41d1-a0ee-fb45c12c12ac tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465665 Feb 14 21:33:31.925265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c461da-fd45-47fb-af6c-f48985aa6021 req-09e0a06d-58b3-4da5-bb62-a073178d6bc0 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:31.926795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5c461da-fd45-47fb-af6c-f48985aa6021 req-09e0a06d-58b3-4da5-bb62-a073178d6bc0 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.2347937 Feb 14 21:33:31.950089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (3e8a0ced-c6a4-482a-aebd-124669847996), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.079096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.084220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (3e8a0ced-c6a4-482a-aebd-124669847996), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.100329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b10baf07-0f16-4da0-94e3-96765781fa86 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:32.109812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5c461da-fd45-47fb-af6c-f48985aa6021 req-9ac7e9ad-6fa4-48d0-ab9c-666ae3f1e430 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741359 Feb 14 21:33:32.156581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f750-2edd-4141-84dd-498622375c27 req-78480445-d1c4-4d27-a60b-e7ca8fd8368a tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:32.158161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d69f750-2edd-4141-84dd-498622375c27 req-78480445-d1c4-4d27-a60b-e7ca8fd8368a tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 944 time: 0.2244949 Feb 14 21:33:32.164646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (3e8a0ced-c6a4-482a-aebd-124669847996), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.165182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8a0ced-c6a4-482a-aebd-124669847996 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:32.175542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.180280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b8ab8fe0-476b-48e0-839d-9cf674e20fbd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 204 len: 168 time: 2.4714286 Feb 14 21:33:32.180401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33692) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:32.185701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-814578334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:32.233415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (81d74537-73ce-47e6-ab16-28c085c69650), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.234955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (81d74537-73ce-47e6-ab16-28c085c69650), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.241090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port b10baf07-0f16-4da0-94e3-96765781fa86 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:33:32.249902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port b10baf07-0f16-4da0-94e3-96765781fa86 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:32.250333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.319048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (81d74537-73ce-47e6-ab16-28c085c69650), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.325321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d69f750-2edd-4141-84dd-498622375c27 req-e1c22d95-34e1-4cf0-bfde-31bb13c21f05 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576731 Feb 14 21:33:32.327525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (81d74537-73ce-47e6-ab16-28c085c69650), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.375693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.378172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port b10baf07-0f16-4da0-94e3-96765781fa86 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:32.378768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.379389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48d6c570-09f3-4bd5-b634-ae3625a257c3 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1951108 Feb 14 21:33:32.380016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33700) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:32.387247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': True}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:32.407666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:32.410899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1d253-8b89-4a4b-a148-12d93a5e986c req-d96a55d0-fc77-45b8-818f-5173689c7a3c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:32.411463 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee261ad-80c7-48ba-ab5c-01ac0c2ee5d3" -d '{"events": [{"server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "name": "network-vif-plugged", "status": "completed", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:32.412705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61b1d253-8b89-4a4b-a148-12d93a5e986c req-d96a55d0-fc77-45b8-818f-5173689c7a3c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1755784 Feb 14 21:33:32.438070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b10baf07-0f16-4da0-94e3-96765781fa86,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:32.447953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.449137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:32.546324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:32.559134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 1f362d32-f15e-4c55-97a5-491f33ad0fdd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:32.559544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.609981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61b1d253-8b89-4a4b-a148-12d93a5e986c req-926ea48d-0a0a-4434-8d3d-5dbf52c97c78 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905937 Feb 14 21:33:32.664724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982c0eb-0ab1-41af-bf7d-ed213f7320bb req-9c99e56a-4881-41a3-a408-57be9be105b5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:32.666272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4982c0eb-0ab1-41af-bf7d-ed213f7320bb req-9c99e56a-4881-41a3-a408-57be9be105b5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2145605 Feb 14 21:33:32.674308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-cacc701f-2ed7-4461-ad2a-019a2b855370 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:32.676272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-cacc701f-2ed7-4461-ad2a-019a2b855370 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 944 time: 0.1870148 Feb 14 21:33:32.706865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 1f362d32-f15e-4c55-97a5-491f33ad0fdd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:32.707564 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.761095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:32.769476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.805248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4982c0eb-0ab1-41af-bf7d-ed213f7320bb req-fc5d08ce-1bfd-4440-a7f2-f52a7b684ec9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277945 Feb 14 21:33:32.873559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (81d74537-73ce-47e6-ab16-28c085c69650), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:32.881663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:32.895685 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf0cdbb-608f-401a-a66e-ad0473444cb1 x-openstack-request-id: req-1bf0cdbb-608f-401a-a66e-ad0473444cb1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:32.895988 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "name": "network-vif-plugged", "status": "completed", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:32.896247 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1bf0cdbb-608f-401a-a66e-ad0473444cb1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:32.897048 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86', 'code': 200} Feb 14 21:33:32.960831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9c2b1-29ea-4d0f-81e6-da911932b6c2 req-a35eae13-bd07-4a8c-9bc1-799166b20fcd tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:32.962716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c9c2b1-29ea-4d0f-81e6-da911932b6c2 req-a35eae13-bd07-4a8c-9bc1-799166b20fcd tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.2049735 Feb 14 21:33:33.061310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Deleting port 1f362d32-f15e-4c55-97a5-491f33ad0fdd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:33.061691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.177205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33730) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:33.195039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52c9c2b1-29ea-4d0f-81e6-da911932b6c2 req-28a7a104-b45f-4472-b42f-fba95ebe9b19 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080016 Feb 14 21:33:33.197012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9042d62-1e07-4efc-97cd-606024790896 req-6e61cad0-fcfc-4720-940a-b15f00e20fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:33.198553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9042d62-1e07-4efc-97cd-606024790896 req-6e61cad0-fcfc-4720-940a-b15f00e20fe4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1128 time: 0.2349162 Feb 14 21:33:33.201165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (81d74537-73ce-47e6-ab16-28c085c69650), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.229385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.239821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:33.258489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dadb5-e274-4171-96b4-b40f6893d370 req-3e3c9982-6806-44a8-94b4-d8689f5cf5f6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:33.260694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a6dadb5-e274-4171-96b4-b40f6893d370 req-3e3c9982-6806-44a8-94b4-d8689f5cf5f6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2582097 Feb 14 21:33:33.323006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] For port 1f362d32-f15e-4c55-97a5-491f33ad0fdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=1f362d32-f15e-4c55-97a5-491f33ad0fdd,segment=NetworkSegment(5aa40044-8027-4237-b240-e5f80f977b6a),segment_id=5aa40044-8027-4237-b240-e5f80f977b6a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:33.323857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.327938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bb95e45-0b0b-43a7-ad5f-70f86662507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.380882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.25.2.76 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:33.413741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a6dadb5-e274-4171-96b4-b40f6893d370 req-15224490-7098-4653-889c-659c07754677 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260314 Feb 14 21:33:33.434108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Calling delete_port for 1f362d32-f15e-4c55-97a5-491f33ad0fdd owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:33.461406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9042d62-1e07-4efc-97cd-606024790896 req-ac40e4fc-94a0-4e4f-8ec1-1b32d8309771 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542686 Feb 14 21:33:33.468892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f41ed-0dd4-4813-9a6c-b1283e455992 req-ba1a4255-ad1f-4bd8-8da2-37424a8e978b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:33.471642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a38f41ed-0dd4-4813-9a6c-b1283e455992 req-ba1a4255-ad1f-4bd8-8da2-37424a8e978b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1523492 Feb 14 21:33:33.471791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b97705-8ca9-459e-89ac-b653be19c419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.476280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8125bf-eb76-4706-911d-8262bd562107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.593639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.606405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a38f41ed-0dd4-4813-9a6c-b1283e455992 req-809a1438-3ecc-4d69-86ff-947193f1e3ce tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286941 Feb 14 21:33:33.645870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233f6b6-6a1b-46bf-b6d1-75f37ff58b59 req-ee8b86ab-b5cf-40c4-987a-b10593ac51f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:33.647718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7233f6b6-6a1b-46bf-b6d1-75f37ff58b59 req-ee8b86ab-b5cf-40c4-987a-b10593ac51f5 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/ports?device_id=47a87116-367b-4381-91e6-79a14d2b0b05 HTTP/1.1" status: 200 len: 945 time: 0.1355774 Feb 14 21:33:33.680315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b97705-8ca9-459e-89ac-b653be19c419 admin admin] Publish callbacks [] for security_group (e34d254d-b603-49be-b172-ea62bda8963e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.684088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8125bf-eb76-4706-911d-8262bd562107 admin admin] Publish callbacks [] for security_group (9b3f3685-09c8-4475-a35e-3b07ba564621), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.688803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b97705-8ca9-459e-89ac-b653be19c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e34d254d-b603-49be-b172-ea62bda8963e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.693796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8125bf-eb76-4706-911d-8262bd562107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9b3f3685-09c8-4475-a35e-3b07ba564621), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.741315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.763483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7233f6b6-6a1b-46bf-b6d1-75f37ff58b59 req-dee48b28-b696-4f70-995f-1ad9a434357b tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.86 "GET /v2.0/security-groups?id=e6208a60-0b32-4bf3-b8c1-516e6f32db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073811 Feb 14 21:33:33.768565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d0b97705-8ca9-459e-89ac-b653be19c419 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f39940cb728448cd8dfcfb6314cc920c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5851331 Feb 14 21:33:33.769605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33746) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:33.779593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1f362d32-f15e-4c55-97a5-491f33ad0fdd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.794456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['1f362d32-f15e-4c55-97a5-491f33ad0fdd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:33.797650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b97705-8ca9-459e-89ac-b653be19c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d254d-b603-49be-b172-ea62bda8963e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:33.812233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ed27e-aa83-4c56-bdae-03d5a9b6560e req-92295b59-0268-45f5-b007-e5923630c17b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:33.817743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a8125bf-eb76-4706-911d-8262bd562107 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d471db3a55a14fb7b20063ddf5901110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5733647 Feb 14 21:33:33.821624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-192ed27e-aa83-4c56-bdae-03d5a9b6560e req-92295b59-0268-45f5-b007-e5923630c17b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1437016 Feb 14 21:33:33.832277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:33.850004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:33.865483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Pushing event deleted for resources: {'Port': ['ID=1f362d32-f15e-4c55-97a5-491f33ad0fdd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:33.883913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:33.892782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:33.898359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:33.907592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8125bf-eb76-4706-911d-8262bd562107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f3685-09c8-4475-a35e-3b07ba564621,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:33.942955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] No DVR routers for this DVR port 1f362d32-f15e-4c55-97a5-491f33ad0fdd on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:33.945513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:33.949370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fadcd361-bca4-40be-9aff-218a0fcd077a req-97f83e2d-dad8-4f80-91be-8d9c47d78406 tempest-ImagesTestJSON-1751083569 tempest-ImagesTestJSON-1751083569-project] 10.222.0.83 "DELETE /v2.0/ports/1f362d32-f15e-4c55-97a5-491f33ad0fdd HTTP/1.1" status: 204 len: 173 time: 1.2469537 Feb 14 21:33:33.950254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-deleted', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:33.953530 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d6d49-7474-45fe-8a11-e3cae1af0cf1" -d '{"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-deleted", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:34.002739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7354-5ff0-4981-9bf7-00f7d2f79641 req-0cd6bf3b-a7ad-4f6d-b73c-6590eacbbc2b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.004301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f8c7354-5ff0-4981-9bf7-00f7d2f79641 req-0cd6bf3b-a7ad-4f6d-b73c-6590eacbbc2b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1509049 Feb 14 21:33:34.007576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-192ed27e-aa83-4c56-bdae-03d5a9b6560e req-c4e1d008-d2e0-4c5e-95fc-1760a3866c2e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847579 Feb 14 21:33:34.030913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] Publish callbacks [] for security_group (9b3f3685-09c8-4475-a35e-3b07ba564621), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.030913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] Publish callbacks [] for security_group (e34d254d-b603-49be-b172-ea62bda8963e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.073474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f8c7354-5ff0-4981-9bf7-00f7d2f79641 req-8973960c-c76f-497b-9763-5a849c5ea4eb tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 Feb 14 21:33:34.128268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] Publish callbacks [] for security_group (e34d254d-b603-49be-b172-ea62bda8963e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.130755 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a9ca0-5e3b-43d3-a4ed-e4e3acd843b7 x-openstack-request-id: req-8e1a9ca0-5e3b-43d3-a4ed-e4e3acd843b7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:34.131052 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-deleted", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:34.131216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] Publish callbacks [] for security_group (9b3f3685-09c8-4475-a35e-3b07ba564621), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.131310 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e1a9ca0-5e3b-43d3-a4ed-e4e3acd843b7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:34.131717 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-deleted', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'status': 'completed', 'code': 200} Feb 14 21:33:34.160078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071f47-7e43-4477-a149-24266e963a34 req-84837b36-8dbb-475b-accb-d75fd816117a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.161745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca071f47-7e43-4477-a149-24266e963a34 req-84837b36-8dbb-475b-accb-d75fd816117a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.0763779 Feb 14 21:33:34.234701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca071f47-7e43-4477-a149-24266e963a34 req-347beee8-274b-4900-bd4a-c8d668172aaa tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Feb 14 21:33:34.275486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9b3f3685-09c8-4475-a35e-3b07ba564621), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.275486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.285190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b3f3685-09c8-4475-a35e-3b07ba564621 HTTP/1.1" status: 204 len: 168 time: 0.4420011 Feb 14 21:33:34.285190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e34d254d-b603-49be-b172-ea62bda8963e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.285190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.285190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e34d254d-b603-49be-b172-ea62bda8963e HTTP/1.1" status: 204 len: 168 time: 0.4930599 Feb 14 21:33:34.293151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d85cf5-7cf4-4f76-b581-d8357e5bf249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f3685-09c8-4475-a35e-3b07ba564621,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:34.331525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83b5b4-c35d-4a70-8320-8a3f3af29701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d254d-b603-49be-b172-ea62bda8963e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:34.437339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (81d74537-73ce-47e6-ab16-28c085c69650), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.495994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458a06b-2286-4c9f-af3a-be1063a4ce19 req-809f3183-f3f1-418f-80b4-9b0eac3a7c7c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.498848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8458a06b-2286-4c9f-af3a-be1063a4ce19 req-809f3183-f3f1-418f-80b4-9b0eac3a7c7c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1947899 Feb 14 21:33:34.502274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.613820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8458a06b-2286-4c9f-af3a-be1063a4ce19 req-8d3f6068-d3f2-4da6-8805-ab7750609e76 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031585 Feb 14 21:33:34.640694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7c67-c547-443d-9bf5-672c99688b04 req-7fcb5022-a624-452e-b4ce-fd243e3d72c9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.648497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159d7c67-c547-443d-9bf5-672c99688b04 req-7fcb5022-a624-452e-b4ce-fd243e3d72c9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.2574823 Feb 14 21:33:34.715245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (81d74537-73ce-47e6-ab16-28c085c69650), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.718997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (81d74537-73ce-47e6-ab16-28c085c69650), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.723771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159d7c67-c547-443d-9bf5-672c99688b04 req-7b38feb2-645a-4649-be49-8f62012c1cb8 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743539 Feb 14 21:33:34.771665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea28e2c-689d-4f90-9a2a-74fd383beed8 req-cbe478ab-d836-4180-a3a4-518302022e12 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.773625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ea28e2c-689d-4f90-9a2a-74fd383beed8 req-cbe478ab-d836-4180-a3a4-518302022e12 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.0760372 Feb 14 21:33:34.794089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:34.840907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-beb035ad-ac80-442b-9fb4-469c93c7aa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.853565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33778) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:34.882403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ea28e2c-689d-4f90-9a2a-74fd383beed8 req-099d0345-9e5e-4259-aa4b-566b663b74c3 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007724 Feb 14 21:33:34.886946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-400bdbfb-23c9-4e41-bc7e-ae09fc9a6a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.898128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:34.903902 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f507fd-b964-4664-9eff-c58979c0fea8" -d '{"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-plugged", "status": "completed", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:34.909824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78e2e0-cbef-4dad-8198-9bd848a38a2e req-24fc439a-1de3-478e-939c-8f13af072f07 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:34.917161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb78e2e0-cbef-4dad-8198-9bd848a38a2e req-24fc439a-1de3-478e-939c-8f13af072f07 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1238148 Feb 14 21:33:34.963711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router 81d74537-73ce-47e6-ab16-28c085c69650 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:34.969947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-beb035ad-ac80-442b-9fb4-469c93c7aa2c admin admin] Publish callbacks [] for security_group (15daf9ec-2342-427a-b64e-86fc8d402bd4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:34.977412 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-beb035ad-ac80-442b-9fb4-469c93c7aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (15daf9ec-2342-427a-b64e-86fc8d402bd4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.000938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb78e2e0-cbef-4dad-8198-9bd848a38a2e req-0bc1ff58-ad73-4782-bf84-05ce2644ac09 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829141 Feb 14 21:33:35.058961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-beb035ad-ac80-442b-9fb4-469c93c7aa2c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3147dc3d378c43279abd5ffc6d712820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637408 Feb 14 21:33:35.060353 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40add3ba-7ca6-4f8b-b216-5ac3d72e069d x-openstack-request-id: req-40add3ba-7ca6-4f8b-b216-5ac3d72e069d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:35.061034 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a87116-367b-4381-91e6-79a14d2b0b05", "name": "network-vif-plugged", "status": "completed", "tag": "1f362d32-f15e-4c55-97a5-491f33ad0fdd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:35.062005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.062525 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40add3ba-7ca6-4f8b-b216-5ac3d72e069d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:35.063262 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a87116-367b-4381-91e6-79a14d2b0b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f362d32-f15e-4c55-97a5-491f33ad0fdd', 'code': 200} Feb 14 21:33:35.063790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb035ad-ac80-442b-9fb4-469c93c7aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15daf9ec-2342-427a-b64e-86fc8d402bd4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:35.074058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-400bdbfb-23c9-4e41-bc7e-ae09fc9a6a54 admin admin] Publish callbacks [] for security_group (2e2166fb-0c8e-4b4c-8323-3f29c477726c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.086544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bf04-8584-4230-bdaa-9b705ce5c1b4 req-26f01e7f-1cef-4baf-8350-b1f8172b621c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.088393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de95bf04-8584-4230-bdaa-9b705ce5c1b4 req-26f01e7f-1cef-4baf-8350-b1f8172b621c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1093605 Feb 14 21:33:35.089550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-400bdbfb-23c9-4e41-bc7e-ae09fc9a6a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e2166fb-0c8e-4b4c-8323-3f29c477726c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.146381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bdbfb-23c9-4e41-bc7e-ae09fc9a6a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2166fb-0c8e-4b4c-8323-3f29c477726c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:35.154001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-400bdbfb-23c9-4e41-bc7e-ae09fc9a6a54 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cba23b08757b4c8688202c2c09d8c5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993398 Feb 14 21:33:35.154448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33798) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.157278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:35.170465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2376095-77f7-4539-a823-696371ec608e None None] Sync routers for ids ['81d74537-73ce-47e6-ab16-28c085c69650'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:35.172278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.176445 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92351950-36f9-4a9d-8c8e-bc057243a7bf tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "PUT /v2.0/routers/81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 200 len: 913 time: 2.7924860 Feb 14 21:33:35.181916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.184097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de95bf04-8584-4230-bdaa-9b705ce5c1b4 req-066d1cc5-45ea-4bce-9e01-e28fc0103489 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759857 Feb 14 21:33:35.193160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] Publish callbacks [] for security_group (15daf9ec-2342-427a-b64e-86fc8d402bd4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.198484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] Routers {'81d74537-73ce-47e6-ab16-28c085c69650'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:35.199267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['81d74537-73ce-47e6-ab16-28c085c69650'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:35.252127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:35.268325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] Routers {'81d74537-73ce-47e6-ab16-28c085c69650'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:35.268952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['81d74537-73ce-47e6-ab16-28c085c69650'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:35.283605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] Publish callbacks [] for security_group (15daf9ec-2342-427a-b64e-86fc8d402bd4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.313706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b2376095-77f7-4539-a823-696371ec608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:35.314406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2376095-77f7-4539-a823-696371ec608e None None] The sync data for ids ['81d74537-73ce-47e6-ab16-28c085c69650'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:35.320617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28c39-2b29-4529-be87-28b59f72023a req-6d38ff70-9105-4b64-b337-f3a91a230900 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.327804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98d28c39-2b29-4529-be87-28b59f72023a req-6d38ff70-9105-4b64-b337-f3a91a230900 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.0920925 Feb 14 21:33:35.349816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] Publish callbacks [] for security_group (2e2166fb-0c8e-4b4c-8323-3f29c477726c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.380801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98d28c39-2b29-4529-be87-28b59f72023a req-4d53f140-dd94-4adf-b92d-efa63b279fa6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Feb 14 21:33:35.383539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] Publish callbacks [] for security_group (2e2166fb-0c8e-4b4c-8323-3f29c477726c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.420843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33820) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.421030 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-54fc2a77-f6b3-474f-a586-1ecfee9aa81d tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 200 len: 919 time: 0.2380130 Feb 14 21:33:35.435749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (15daf9ec-2342-427a-b64e-86fc8d402bd4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.439001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.440699 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/15daf9ec-2342-427a-b64e-86fc8d402bd4 HTTP/1.1" status: 204 len: 168 time: 0.3777192 Feb 14 21:33:35.459107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5aa6-6e2c-4785-8c46-b318c67a6705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15daf9ec-2342-427a-b64e-86fc8d402bd4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:35.469112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e2166fb-0c8e-4b4c-8323-3f29c477726c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.472960 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.474257 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e2166fb-0c8e-4b4c-8323-3f29c477726c HTTP/1.1" status: 204 len: 168 time: 0.3183582 Feb 14 21:33:35.482981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfd474-adb9-4396-9cfa-1ccc19f9f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2166fb-0c8e-4b4c-8323-3f29c477726c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:35.570532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba7b1d-ba83-4747-9ccf-e68c548848ca tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.574785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-65ba7b1d-ba83-4747-9ccf-e68c548848ca tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=81d74537-73ce-47e6-ab16-28c085c69650&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1498971 Feb 14 21:33:35.574970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33826) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.639074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4667d-d7ca-4f0f-b552-efb075671b7a req-0c680701-7434-48da-840e-8f8b69f2aa29 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.646424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cf4667d-d7ca-4f0f-b552-efb075671b7a req-0c680701-7434-48da-840e-8f8b69f2aa29 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1667435 Feb 14 21:33:35.658998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b70f72-1e1f-4ec4-9013-9655afde58c8 req-7f3a400a-2ebd-48cf-9151-0e50c2f6390e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.665829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71b70f72-1e1f-4ec4-9013-9655afde58c8 req-7f3a400a-2ebd-48cf-9151-0e50c2f6390e tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1880674 Feb 14 21:33:35.694559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.785950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71b70f72-1e1f-4ec4-9013-9655afde58c8 req-a8b7ac41-f712-4b06-8713-897a2891c99c tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192570 Feb 14 21:33:35.795228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cf4667d-d7ca-4f0f-b552-efb075671b7a req-55fc6b03-9b6b-4880-a662-8db5a6c9b4b8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450348 Feb 14 21:33:35.798386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41d423-87b4-4bc3-9828-4d61529e8be4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:35.800177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a41d423-87b4-4bc3-9828-4d61529e8be4 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.2243049 Feb 14 21:33:35.802881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33838) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.856698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f4f15c3f-862c-44d4-8c3f-0a54f8764b91 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 200 len: 205 time: 0.0525563 Feb 14 21:33:35.859146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33848) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:35.984693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (81d74537-73ce-47e6-ab16-28c085c69650), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:35.997041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7abc2-3e57-4aa1-a5a8-46c2d5ef4df5 req-e08dc518-1a98-47d7-84f2-039df65b1066 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.005400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87d7abc2-3e57-4aa1-a5a8-46c2d5ef4df5 req-e08dc518-1a98-47d7-84f2-039df65b1066 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1219072 Feb 14 21:33:36.024507 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.035556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292d8f-64fd-48e5-b0be-1ea8a78244f6 req-ebd83e3e-e764-4cb9-a74d-b0ad18724c9a tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.037200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef292d8f-64fd-48e5-b0be-1ea8a78244f6 req-ebd83e3e-e764-4cb9-a74d-b0ad18724c9a tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1084037 Feb 14 21:33:36.085498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87d7abc2-3e57-4aa1-a5a8-46c2d5ef4df5 req-4300c897-1bf3-40c8-9e51-2afccc6a3111 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792415 Feb 14 21:33:36.123114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef292d8f-64fd-48e5-b0be-1ea8a78244f6 req-eb468c36-0f4d-4f70-8788-df6513ecd3bc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772648 Feb 14 21:33:36.137664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:36.182217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 1f362d32-f15e-4c55-97a5-491f33ad0fdd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:36.182875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 1f362d32-f15e-4c55-97a5-491f33ad0fdd not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:36.191801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (81d74537-73ce-47e6-ab16-28c085c69650), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.282105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port 00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:36.282458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.308636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a688f6-1f86-4ff9-ad56-a017937c2922 req-2d16cd64-e643-43bc-8f50-3361af679f8d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.310476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22a688f6-1f86-4ff9-ad56-a017937c2922 req-2d16cd64-e643-43bc-8f50-3361af679f8d tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1072648 Feb 14 21:33:36.384622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22a688f6-1f86-4ff9-ad56-a017937c2922 req-ecc62ccb-fff0-4e8e-ab7e-da86f00072d4 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683618 Feb 14 21:33:36.418052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.441570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for 00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:36.590594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:36.624828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-f201d99f-679e-4401-a80a-3fd041ad36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.626411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-f201d99f-679e-4401-a80a-3fd041ad36d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1128 time: 0.1860192 Feb 14 21:33:36.641999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acae092-d597-45d9-89d0-37b8b8e9562a req-fe7c4ae6-4920-46c9-a557-23d3a9c69861 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.643496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4acae092-d597-45d9-89d0-37b8b8e9562a req-fe7c4ae6-4920-46c9-a557-23d3a9c69861 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1289978 Feb 14 21:33:36.657553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df25052-f86b-421b-999a-d129b2ec65c9 req-5e84423d-53c8-412c-add0-b3b83b7f2813 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.660018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9df25052-f86b-421b-999a-d129b2ec65c9 req-5e84423d-53c8-412c-add0-b3b83b7f2813 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1010656 Feb 14 21:33:36.685035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.723441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=00fbaa06-e63e-4b54-b7da-e0cdfcb7b30b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:36.791005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (81d74537-73ce-47e6-ab16-28c085c69650), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.820893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4acae092-d597-45d9-89d0-37b8b8e9562a req-dd28473e-5d70-4206-a279-bf9aae1b32fd tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567509 Feb 14 21:33:36.862187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9df25052-f86b-421b-999a-d129b2ec65c9 req-92bd703c-0c78-4db9-99de-4bf18fd631c8 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653261 Feb 14 21:33:36.867402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-531d0e2e-05ba-4da2-b911-5efe290af649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:36.868853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-531d0e2e-05ba-4da2-b911-5efe290af649 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 0.2353985 Feb 14 21:33:36.917818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (81d74537-73ce-47e6-ab16-28c085c69650), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.921303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (81d74537-73ce-47e6-ab16-28c085c69650), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:36.949087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-37e9130e-ef24-437d-8fe3-0a75dc8fed6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 200 len: 217 time: 0.0729308 Feb 14 21:33:37.128271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-3b7174cd-e498-4d25-9271-52dd14910c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.128791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.130025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-3b7174cd-e498-4d25-9271-52dd14910c86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1726940 Feb 14 21:33:37.158323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3050c-651b-4b2b-bf26-8c80993f5598 req-0927b924-9338-4c4c-9bff-71c74b9e5b26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.160256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97c3050c-651b-4b2b-bf26-8c80993f5598 req-0927b924-9338-4c4c-9bff-71c74b9e5b26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1481893 Feb 14 21:33:37.181957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-7720868d-6952-4aba-b79e-08f3935775ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455675 Feb 14 21:33:37.216038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3e11-0717-40ba-bea8-f17685d2b25a req-785befee-bb09-4e2e-88be-b487cc7ade83 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.217898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eab3e11-0717-40ba-bea8-f17685d2b25a req-785befee-bb09-4e2e-88be-b487cc7ade83 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1482854 Feb 14 21:33:37.323570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1153263542-network', 'tenant_id': '779440ac77a148a6bbe09e8399e7a9dc'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:37.334145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (81d74537-73ce-47e6-ab16-28c085c69650), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.334769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router 81d74537-73ce-47e6-ab16-28c085c69650 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:37.343419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.344866 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ee262d5b-b698-4c45-a568-caeb80cc3dcc tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 204 len: 168 time: 1.4846127 Feb 14 21:33:37.349468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33922) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:37.355372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1234949489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:37.355716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97c3050c-651b-4b2b-bf26-8c80993f5598 req-a498db9a-cef7-4b79-9408-825b70151c67 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762407 Feb 14 21:33:37.365349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eab3e11-0717-40ba-bea8-f17685d2b25a req-611fb1da-b343-4a9b-8632-803e87843776 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334333 Feb 14 21:33:37.368792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Made reservation on behalf of 779440ac77a148a6bbe09e8399e7a9dc for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:37.371930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.406488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.410472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-b3cd7076-e258-4f05-a95d-794fba7108bf service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184658 Feb 14 21:33:37.430551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.431675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.452478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33926) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:37.514574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.524474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.558241 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.559550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dc9b81e1-1d74-4546-8be4-7323ff171e9f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2092035 Feb 14 21:33:37.561805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks [] for security_group (826c78e5-4f8a-4c93-9faf-b83669ffc714), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.562778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:37.567955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:37.571497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Deleting subnet 1dc05600-e009-4418-a709-81e316c8092a {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:33:37.585576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Publish callbacks [] for subnet (1dc05600-e009-4418-a709-81e316c8092a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.610328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (826c78e5-4f8a-4c93-9faf-b83669ffc714), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.639681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12dfced9-925a-4de2-88fa-0df1224c75e2 req-5779f1ec-eb2c-4e39-9e27-c26508c5e725 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233753 Feb 14 21:33:37.677098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:33:37.712616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (1dc05600-e009-4418-a709-81e316c8092a), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.715849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c78e5-4f8a-4c93-9faf-b83669ffc714,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:37.755167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7a386e01-8769-4196-9bdb-689164248697), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.755531 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Added segment 7a386e01-8769-4196-9bdb-689164248697 of type vlan for network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 Feb 14 21:33:37.822715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1dc05600-e009-4418-a709-81e316c8092a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.865319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93928-2f64-4864-a77a-ff4473cd13b5 req-866450f0-3143-48f6-a874-4dba9c9702cc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.866978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9e93928-2f64-4864-a77a-ff4473cd13b5 req-866450f0-3143-48f6-a874-4dba9c9702cc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1963508 Feb 14 21:33:37.882598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (acad20ac-6519-4c09-9b76-a7c0c86b1fc5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.889953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f869c4-e771-4ae3-bfa1-3404504680d6 req-4f6c38bf-4812-41b7-ad78-d336e09174c7 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.891636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98f869c4-e771-4ae3-bfa1-3404504680d6 req-4f6c38bf-4812-41b7-ad78-d336e09174c7 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1369789 Feb 14 21:33:37.947938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.978514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (acad20ac-6519-4c09-9b76-a7c0c86b1fc5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.979487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:37.980093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.980808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (1dc05600-e009-4418-a709-81e316c8092a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:37.985231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98f869c4-e771-4ae3-bfa1-3404504680d6 req-41925123-c905-4365-ba6d-f9e5b4ef2132 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813556 Feb 14 21:33:37.998706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9e93928-2f64-4864-a77a-ff4473cd13b5 req-4e068bbc-844c-4633-800a-460b9ffdcc95 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059813 Feb 14 21:33:38.087730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4958403 Feb 14 21:33:38.092366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:38.099225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Request body: {'subnet': {'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1153263542-subnet', 'tenant_id': '779440ac77a148a6bbe09e8399e7a9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:38.103681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537a80-b708-48d4-ac6c-00896a095194 admin admin] Pushing event updated for resources: {'Network': ['ID=acad20ac-6519-4c09-9b76-a7c0c86b1fc5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:38.114643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:33:38.137241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Made reservation on behalf of 779440ac77a148a6bbe09e8399e7a9dc for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:38.139771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.353505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc05600-e009-4418-a709-81e316c8092a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:38.355464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.359782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-75c26802-de5f-4eb3-8333-172cae68bf2f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1dc05600-e009-4418-a709-81e316c8092a HTTP/1.1" status: 204 len: 168 time: 0.9060042 Feb 14 21:33:38.361887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33954) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:38.440754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.444973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04d572-540d-4a5f-8d04-9c7f966beb31 req-cff99e9f-d849-48e6-91df-742aa2d51231 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.451676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e04d572-540d-4a5f-8d04-9c7f966beb31 req-cff99e9f-d849-48e6-91df-742aa2d51231 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1028483 Feb 14 21:33:38.461111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea20439-69ce-4630-b702-cf6fca71724f req-dabc1208-a013-4742-9dac-a50e7656c4ed tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.462769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ea20439-69ce-4630-b702-cf6fca71724f req-dabc1208-a013-4742-9dac-a50e7656c4ed tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1126342 Feb 14 21:33:38.491290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.516856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d9e30088-d269-41c8-9239-4ae882bdf795), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.537334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ea20439-69ce-4630-b702-cf6fca71724f req-1b82f32e-88c8-4d01-b049-18c4035f2930 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686467 Feb 14 21:33:38.540176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e04d572-540d-4a5f-8d04-9c7f966beb31 req-8a346d2d-66df-432b-ad31-9834e8ab1480 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877168 Feb 14 21:33:38.559096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (00539a55-77df-452e-b31c-965bb57ed2b0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.669975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00539a55-77df-452e-b31c-965bb57ed2b0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:38.693820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b6ee4-54f7-4c5d-bf38-b7cf19a8f03f req-dcc727a3-9ecb-4566-93ba-9ff6ac9aa65a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.695273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-878b6ee4-54f7-4c5d-bf38-b7cf19a8f03f req-dcc727a3-9ecb-4566-93ba-9ff6ac9aa65a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.0873268 Feb 14 21:33:38.707402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9052e27-81ce-4f37-b38c-33ce6c97d6fd req-56bc840b-ae88-4aae-be09-fc68598714e7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.708814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9052e27-81ce-4f37-b38c-33ce6c97d6fd req-56bc840b-ae88-4aae-be09-fc68598714e7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.0749152 Feb 14 21:33:38.782448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-878b6ee4-54f7-4c5d-bf38-b7cf19a8f03f req-e20280c2-9bc2-4732-86b6-8683bbee598a tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723383 Feb 14 21:33:38.785734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9052e27-81ce-4f37-b38c-33ce6c97d6fd req-46a37dac-7413-4e33-86cd-85614bd2c12a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Feb 14 21:33:38.786871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Checking segment: {'id': '7a386e01-8769-4196-9bdb-689164248697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:38.787265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Network hostable DHCP agents. Network: acad20ac-6519-4c09-9b76-a7c0c86b1fc5, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:33:38.791659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d9e30088-d269-41c8-9239-4ae882bdf795), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.794872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Allocated IP 172.25.2.69 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7020fa3a-8666-4499-869a-eed1ca6ea81c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:38.841589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e30088-d269-41c8-9239-4ae882bdf795']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:38.864697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa40044-8027-4237-b240-e5f80f977b6a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:38.864984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa40044-8027-4237-b240-e5f80f977b6a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:38.882210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-02931b09-4b4f-400e-a87e-a6e63879ec0b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.883809 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-02931b09-4b4f-400e-a87e-a6e63879ec0b tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.2172785 Feb 14 21:33:38.890516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:33:38.924021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d46b-32cb-4354-8832-e01eb7f6b5bf req-9ccd7044-07a2-4bf5-9ff2-adf68a7efe44 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.925651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93c0d46b-32cb-4354-8832-e01eb7f6b5bf req-9ccd7044-07a2-4bf5-9ff2-adf68a7efe44 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.0599637 Feb 14 21:33:38.930414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (5aa40044-8027-4237-b240-e5f80f977b6a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.965380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, acad20ac-6519-4c09-9b76-a7c0c86b1fc5) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:38.976975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5aa40044-8027-4237-b240-e5f80f977b6a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.981970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:38.982734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:38.987912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07651ca-55f6-4422-8021-9abae01ae93e None None] Network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:39.002034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:33:39.002450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (5aa40044-8027-4237-b240-e5f80f977b6a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: items = [ Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:33:39.004242 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:33:39.010048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93c0d46b-32cb-4354-8832-e01eb7f6b5bf req-52d4f11d-5ceb-4dab-a588-de71447814c1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777850 Feb 14 21:33:39.094962 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6bfb2dbf-c366-4d4e-8cb4-f0b26dcb661b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0004239 Feb 14 21:33:39.144557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for port (7020fa3a-8666-4499-869a-eed1ca6ea81c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.150437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d9e30088-d269-41c8-9239-4ae882bdf795), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.162260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.165984 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] 10.222.0.86 "DELETE /v2.0/networks/d9e30088-d269-41c8-9239-4ae882bdf795 HTTP/1.1" status: 204 len: 168 time: 0.8016775 Feb 14 21:33:39.181162 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279acec-25de-45db-b093-28b5b34e9c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e30088-d269-41c8-9239-4ae882bdf795,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:39.212554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Deleting port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:39.212962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.222636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177c2cc-0700-479a-b848-9cbf8209469c None None] Network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:39.259392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fa691-a325-493c-9e32-bcf0dee58329 req-56d33c45-dbdb-4137-b46f-a9d38b47fcde tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:39.269899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a50fa691-a325-493c-9e32-bcf0dee58329 req-56d33c45-dbdb-4137-b46f-a9d38b47fcde tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 945 time: 0.1036723 Feb 14 21:33:39.304393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7020fa3a-8666-4499-869a-eed1ca6ea81c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.360981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a50fa691-a325-493c-9e32-bcf0dee58329 req-93c511fe-dd33-4cf1-9759-8b2bb50b4204 tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/security-groups?id=5408f0cc-143a-41ca-bfec-2055b20726db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Feb 14 21:33:39.387902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:39.393235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:39.395976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:39.430742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Pushing event updated for resources: {'Port': ['ID=7020fa3a-8666-4499-869a-eed1ca6ea81c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:39.457889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] For port 8bb64181-6c7b-488a-ae07-f55b28aae0d5, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8bb64181-6c7b-488a-ae07-f55b28aae0d5,segment=NetworkSegment(df195693-4ffe-4b43-848d-9f9830b38a31),segment_id=df195693-4ffe-4b43-848d-9f9830b38a31)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:39.458602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.484031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Calling delete_port for 8bb64181-6c7b-488a-ae07-f55b28aae0d5 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:39.525675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:39.589084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b292fe6-30c1-4570-bad4-7c59faa52ae6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=efd23ebb0a6741318cad597e7cabff16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615957 Feb 14 21:33:39.591724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33994) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:39.742210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] Publish callbacks [] for security_group (e6208a60-0b32-4bf3-b8c1-516e6f32db7f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.787577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] Publish callbacks [] for security_group (e6208a60-0b32-4bf3-b8c1-516e6f32db7f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.810108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488eb1-e178-435f-b11c-19a59537c5de req-3fd7789b-9bc7-4761-a0fd-e4e0c6351333 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:39.811427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58488eb1-e178-435f-b11c-19a59537c5de req-3fd7789b-9bc7-4761-a0fd-e4e0c6351333 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1458070 Feb 14 21:33:39.836221 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router_gateway (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.838400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea9032-238b-4dff-b5a9-04af72176be3 req-06cd2f13-d958-4835-a5a3-e7918bd5f367 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:39.840087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cea9032-238b-4dff-b5a9-04af72176be3 req-06cd2f13-d958-4835-a5a3-e7918bd5f367 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1373789 Feb 14 21:33:39.878746 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8bb64181-6c7b-488a-ae07-f55b28aae0d5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.891101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8bb64181-6c7b-488a-ae07-f55b28aae0d5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:39.924153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Pushing event deleted for resources: {'Port': ['ID=8bb64181-6c7b-488a-ae07-f55b28aae0d5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:39.934016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6208a60-0b32-4bf3-b8c1-516e6f32db7f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.936942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.938254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6208a60-0b32-4bf3-b8c1-516e6f32db7f HTTP/1.1" status: 204 len: 168 time: 0.3453150 Feb 14 21:33:39.955781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06322a-5552-459a-af15-58cb2629978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6208a60-0b32-4bf3-b8c1-516e6f32db7f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:39.961486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cea9032-238b-4dff-b5a9-04af72176be3 req-1720c988-ae36-4268-b478-f412e2697d6b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129630 Feb 14 21:33:39.972883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] No DVR routers for this DVR port 8bb64181-6c7b-488a-ae07-f55b28aae0d5 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:39.975473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:39.979295 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b728f4e4-b9b4-4640-96cf-0b8e9f639300 req-e227821c-0278-4a95-bdd3-6df2e0c694ab tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.64 "DELETE /v2.0/ports/8bb64181-6c7b-488a-ae07-f55b28aae0d5 HTTP/1.1" status: 204 len: 173 time: 1.0630741 Feb 14 21:33:39.979454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58488eb1-e178-435f-b11c-19a59537c5de req-a8423004-a07d-4137-ac95-88ab87a3075c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488006 Feb 14 21:33:39.982333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'name': 'network-vif-deleted', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:39.985555 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d52034-49b6-426a-be3a-61f33f1688ca" -d '{"events": [{"server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "name": "network-vif-deleted", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:40.121472 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a62106b-b386-4fd9-83b8-e91ffd18eebe x-openstack-request-id: req-8a62106b-b386-4fd9-83b8-e91ffd18eebe {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:40.121769 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbc2ea5-6246-48c6-a9f8-34c4b0052862", "name": "network-vif-deleted", "tag": "8bb64181-6c7b-488a-ae07-f55b28aae0d5", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:40.122044 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a62106b-b386-4fd9-83b8-e91ffd18eebe {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:40.122440 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbc2ea5-6246-48c6-a9f8-34c4b0052862', 'name': 'network-vif-deleted', 'tag': '8bb64181-6c7b-488a-ae07-f55b28aae0d5', 'status': 'completed', 'code': 200} Feb 14 21:33:40.122823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34012) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:40.135147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1973545235-network', 'tenant_id': 'f7b02865dbaf4f5c94bf8dd0a2309fd0'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:40.160367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1faa36-f8ac-4c25-ba91-324bf0bd9bfe req-21ce5e59-7448-4fd8-9683-222765c49c0d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:40.168799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1faa36-f8ac-4c25-ba91-324bf0bd9bfe req-21ce5e59-7448-4fd8-9683-222765c49c0d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1063194 Feb 14 21:33:40.234942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1faa36-f8ac-4c25-ba91-324bf0bd9bfe req-84cba809-9ef7-4c1e-b5c6-42e4d26f600b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652473 Feb 14 21:33:40.532574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4dee0c5-fa80-49c4-912f-271b762417b7 req-e9048321-1109-4185-90b7-3b5f5e56b10a tempest-ServerDiskConfigTestJSON-1343822853 tempest-ServerDiskConfigTestJSON-1343822853-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddbc2ea5-6246-48c6-a9f8-34c4b0052862 HTTP/1.1" status: 200 len: 210 time: 0.0398705 Feb 14 21:33:40.582448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Made reservation on behalf of f7b02865dbaf4f5c94bf8dd0a2309fd0 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:40.585844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.593097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.609520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.609520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.799363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks [] for security_group (bca1036b-3093-4e3e-9cbf-2e89efa8e4d4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.807178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bca1036b-3093-4e3e-9cbf-2e89efa8e4d4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.842871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:33:40.853918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Router 0a0f1055-7365-46e0-a54e-ba3b7c985eb1 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:40.859658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1036b-3093-4e3e-9cbf-2e89efa8e4d4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:40.867246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c1d6aebc-61a1-47b9-a47c-9ef2b22d2985), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:40.867246 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Added segment c1d6aebc-61a1-47b9-a47c-9ef2b22d2985 of type vlan for network 64163934-5ba8-4356-bc04-98a17a0fb49a Feb 14 21:33:40.944472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (64163934-5ba8-4356-bc04-98a17a0fb49a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.012464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (64163934-5ba8-4356-bc04-98a17a0fb49a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.013444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.014031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.052131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9243555 Feb 14 21:33:41.054216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34052) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.062189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Request body: {'subnet': {'network_id': '64163934-5ba8-4356-bc04-98a17a0fb49a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1973545235-subnet', 'tenant_id': 'f7b02865dbaf4f5c94bf8dd0a2309fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:41.099116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:41.103948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.107726 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-467d15f1-79cd-4327-a6a9-62ca25600ca1 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "PUT /v2.0/routers/0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 200 len: 915 time: 3.5412862 Feb 14 21:33:41.108207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.119547 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] Sync routers for ids ['0a0f1055-7365-46e0-a54e-ba3b7c985eb1'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:41.120029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d5b6c-e4f3-4437-bcc9-e0e9b88e4782 admin admin] Pushing event updated for resources: {'Network': ['ID=64163934-5ba8-4356-bc04-98a17a0fb49a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:41.129240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 64163934-5ba8-4356-bc04-98a17a0fb49a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:33:41.142459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] Routers {'0a0f1055-7365-46e0-a54e-ba3b7c985eb1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:41.143561 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a0f1055-7365-46e0-a54e-ba3b7c985eb1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:41.317320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:41.325848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Made reservation on behalf of f7b02865dbaf4f5c94bf8dd0a2309fd0 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:41.328354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.329747 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] Routers {'0a0f1055-7365-46e0-a54e-ba3b7c985eb1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:41.330627 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a0f1055-7365-46e0-a54e-ba3b7c985eb1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:41.382112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2cf59a74-4ad7-4772-b497-704661af0a23 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 200 len: 921 time: 0.2728081 Feb 14 21:33:41.386134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.396127 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:41.397020 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d4366-4636-400d-a7e1-adb8426c141b None None] The sync data for ids ['0a0f1055-7365-46e0-a54e-ba3b7c985eb1'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:41.428659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcffc78-f7e4-4323-9c59-ef0ea0483315 req-97e7f2d3-940b-496a-a070-95b68ea50768 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.430320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8dcffc78-f7e4-4323-9c59-ef0ea0483315 req-97e7f2d3-940b-496a-a070-95b68ea50768 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.2703876 Feb 14 21:33:41.442210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d14a1-fe05-4a47-a35c-13f5c423be53 req-9e8d13eb-3d6b-47de-a926-1a71859e27ee tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.443741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf0d14a1-fe05-4a47-a35c-13f5c423be53 req-9e8d13eb-3d6b-47de-a926-1a71859e27ee tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3598015 Feb 14 21:33:41.454006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93061ef-e36c-43af-ad56-0a3083faafae tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.458424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a93061ef-e36c-43af-ad56-0a3083faafae tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=0a0f1055-7365-46e0-a54e-ba3b7c985eb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0687931 Feb 14 21:33:41.458673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.560649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43defa-f2d8-4751-a53c-0083139b10f2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.565220 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1f43defa-f2d8-4751-a53c-0083139b10f2 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.1027625 Feb 14 21:33:41.565539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf0d14a1-fe05-4a47-a35c-13f5c423be53 req-6d93f4f1-134a-4f79-aae4-8df8429eadbb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075785 Feb 14 21:33:41.565929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34070) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.599863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6e607fe-cf60-4301-a784-94a538ea4911 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 200 len: 205 time: 0.0321219 Feb 14 21:33:41.602405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.635446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8dcffc78-f7e4-4323-9c59-ef0ea0483315 req-2461e3f7-22cb-40e2-b4e0-5c59cf97e179 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906948 Feb 14 21:33:41.685392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (e74b908a-bb2e-4b48-9efe-7e967fac40f3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.755747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.836663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ca80-f8ff-460f-9de8-ea39423042ca req-54f59c48-022d-421d-911e-43fd2b3fbfb1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.838512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd85ca80-f8ff-460f-9de8-ea39423042ca req-54f59c48-022d-421d-911e-43fd2b3fbfb1 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2021811 Feb 14 21:33:41.856059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74b908a-bb2e-4b48-9efe-7e967fac40f3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:41.900080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:41.917361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Checking segment: {'id': 'c1d6aebc-61a1-47b9-a47c-9ef2b22d2985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64163934-5ba8-4356-bc04-98a17a0fb49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:41.917727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Network hostable DHCP agents. Network: 64163934-5ba8-4356-bc04-98a17a0fb49a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:33:41.948109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd85ca80-f8ff-460f-9de8-ea39423042ca req-9a0b4042-8d73-48e4-8fb8-8f8b7b470f1f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961549 Feb 14 21:33:41.961992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Network 64163934-5ba8-4356-bc04-98a17a0fb49a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:33:41.962663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.978372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 64163934-5ba8-4356-bc04-98a17a0fb49a) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:41.985110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Deleting subnet 7698bcd8-29fb-445e-a0a3-e5577734c2eb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:33:41.987788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:41.989212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.989371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Publish callbacks [] for subnet (7698bcd8-29fb-445e-a0a3-e5577734c2eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:41.995042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3024a5-0de5-4920-8a75-9bcbc483b89d None None] Network 64163934-5ba8-4356-bc04-98a17a0fb49a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:42.018413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6b3c65b0-b25e-4bf6-a1da-b60d3d8d1449 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9603827 Feb 14 21:33:42.092604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (7698bcd8-29fb-445e-a0a3-e5577734c2eb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.114195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99508e4f-6dba-4cf0-adaa-8d1d8b8200df None None] Network 64163934-5ba8-4356-bc04-98a17a0fb49a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:42.181077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port 7020fa3a-8666-4499-869a-eed1ca6ea81c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:42.181754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7020fa3a-8666-4499-869a-eed1ca6ea81c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.221263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7698bcd8-29fb-445e-a0a3-e5577734c2eb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.352573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7020fa3a-8666-4499-869a-eed1ca6ea81c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.369758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for 7020fa3a-8666-4499-869a-eed1ca6ea81c owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:42.374952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (7698bcd8-29fb-445e-a0a3-e5577734c2eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.393787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.397462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7698bcd8-29fb-445e-a0a3-e5577734c2eb HTTP/1.1" status: 204 len: 168 time: 0.4964151 Feb 14 21:33:42.400041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34100) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:42.429194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e281d9-e5a4-41a6-a3a4-97ba54e10907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7698bcd8-29fb-445e-a0a3-e5577734c2eb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:42.496293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b9ce988e-9969-428f-9d92-bad1c9f99421), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.632865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7020fa3a-8666-4499-869a-eed1ca6ea81c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.636594 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b9ce988e-9969-428f-9d92-bad1c9f99421), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.668017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=7020fa3a-8666-4499-869a-eed1ca6ea81c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:42.700393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ce988e-9969-428f-9d92-bad1c9f99421']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:42.720774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df195693-4ffe-4b43-848d-9f9830b38a31') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:42.721075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df195693-4ffe-4b43-848d-9f9830b38a31') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:42.741113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (df195693-4ffe-4b43-848d-9f9830b38a31), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.748476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.748641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-5ef40f48-8099-41cc-af99-c8ec674ba32b tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:42.750621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-5ef40f48-8099-41cc-af99-c8ec674ba32b tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/networks?id=acad20ac-6519-4c09-9b76-a7c0c86b1fc5 HTTP/1.1" status: 200 len: 809 time: 0.2415402 Feb 14 21:33:42.787600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594627d6-837a-4007-9c8d-95ba76479fe8 req-e6dcfac3-4e2a-4507-b819-284aede62fc9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:42.789129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-594627d6-837a-4007-9c8d-95ba76479fe8 req-e6dcfac3-4e2a-4507-b819-284aede62fc9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1399360 Feb 14 21:33:42.790180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (df195693-4ffe-4b43-848d-9f9830b38a31), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.804156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-a56e45c5-39b7-4eda-93aa-2db0e20a8e2b tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/quotas/779440ac77a148a6bbe09e8399e7a9dc HTTP/1.1" status: 200 len: 375 time: 0.0436051 Feb 14 21:33:42.811458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:33:42.812323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (df195693-4ffe-4b43-848d-9f9830b38a31), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:33:42.828350 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:33:42.863854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.866045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.872331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-fa680b79-585b-492c-827f-66885ff13e0e tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=779440ac77a148a6bbe09e8399e7a9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664001 Feb 14 21:33:42.918022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (0a0f1055-7365-46e0-a54e-ba3b7c985eb1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.918788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0f1055-7365-46e0-a54e-ba3b7c985eb1 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:42.926450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.931698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-097ae65a-2122-4424-9418-dd4ea8f5d489 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 204 len: 168 time: 1.3247144 Feb 14 21:33:42.933041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:42.937489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-280280180', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:42.961195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:42.962838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.008460 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b9ce988e-9969-428f-9d92-bad1c9f99421), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.031075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.031576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.034864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] 10.222.0.86 "DELETE /v2.0/networks/b9ce988e-9969-428f-9d92-bad1c9f99421 HTTP/1.1" status: 204 len: 168 time: 0.6333339 Feb 14 21:33:43.042121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7941000-dfbb-40ac-9f8e-085c3f50b3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ce988e-9969-428f-9d92-bad1c9f99421,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:43.072187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-594627d6-837a-4007-9c8d-95ba76479fe8 req-4666fa47-ea45-4704-afaf-bf417cda7598 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535255 Feb 14 21:33:43.094973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-fea6fbb6-c518-4fe6-887e-b5ddb87c38a0 service neutron] 10.222.0.86 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946445 Feb 14 21:33:43.240653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.265562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-c5076aac-4b7a-4c8d-8527-be449161322e service neutron] 10.222.0.86 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630867 Feb 14 21:33:43.279841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032c0e-e635-41aa-96e1-9ff6f93b0ccc req-720171a4-37f9-4488-9926-57f9ee60d3bb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:43.289095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c032c0e-e635-41aa-96e1-9ff6f93b0ccc req-720171a4-37f9-4488-9926-57f9ee60d3bb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1125147 Feb 14 21:33:43.291197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:43.369746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b01ee660-1573-4765-a092-b2becf7b863f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a1bdbcefc7c4e00822c522dab43328c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768445 Feb 14 21:33:43.372785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34158) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:43.385311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c032c0e-e635-41aa-96e1-9ff6f93b0ccc req-a7aa6f9d-c9fb-45b8-a9d1-a7321e89629e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909009 Feb 14 21:33:43.549972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90c7243c-f4d3-45d0-a432-8c3c5c9ba09d req-e2030fde-2524-4cba-b096-63b19cf27580 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 210 time: 0.0351555 Feb 14 21:33:43.584007 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] Publish callbacks [] for security_group (5408f0cc-143a-41ca-bfec-2055b20726db), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.603423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8bb64181-6c7b-488a-ae07-f55b28aae0d5 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:43.636666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 8bb64181-6c7b-488a-ae07-f55b28aae0d5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:43.637436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8bb64181-6c7b-488a-ae07-f55b28aae0d5 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:43.647706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] Publish callbacks [] for security_group (5408f0cc-143a-41ca-bfec-2055b20726db), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.649116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b789-b261-4bb9-851c-27cb42a81256 req-b8982d53-4de9-4fd6-9770-b179742e3ac9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:43.651794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c05b789-b261-4bb9-851c-27cb42a81256 req-b8982d53-4de9-4fd6-9770-b179742e3ac9 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1041255 Feb 14 21:33:43.681189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.713535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.726993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c05b789-b261-4bb9-851c-27cb42a81256 req-718ddd65-44c3-42ef-b15c-26205ec86468 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649207 Feb 14 21:33:43.810325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5408f0cc-143a-41ca-bfec-2055b20726db), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.812956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:43.814704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5408f0cc-143a-41ca-bfec-2055b20726db HTTP/1.1" status: 204 len: 168 time: 0.4382057 Feb 14 21:33:43.849605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066c671-1a87-4461-9910-8b456569b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5408f0cc-143a-41ca-bfec-2055b20726db,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:43.878518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Allocated IP 172.25.2.211 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/538faeaf-0346-4ba3-a8ef-68bd5700f6fe) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:44.003745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for port (538faeaf-0346-4ba3-a8ef-68bd5700f6fe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:44.046195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (538faeaf-0346-4ba3-a8ef-68bd5700f6fe), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:44.105569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:44.120704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:44.133182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:44.192141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event updated for resources: {'Port': ['ID=538faeaf-0346-4ba3-a8ef-68bd5700f6fe,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:44.208537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30095-15cd-4e66-8d80-1dd875102d8e req-898f6b98-d5af-4365-97cb-a2a167090114 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:44.210186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47c30095-15cd-4e66-8d80-1dd875102d8e req-898f6b98-d5af-4365-97cb-a2a167090114 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.0646431 Feb 14 21:33:44.270080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47c30095-15cd-4e66-8d80-1dd875102d8e req-e5a0c81a-6838-4c22-9033-5f7a1528886c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Feb 14 21:33:44.496890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:44.557804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a79d-053a-4c91-9e60-0d957471ffef req-eff4bc06-8585-467b-8df2-16478ab1098c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:44.559578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7e8a79d-053a-4c91-9e60-0d957471ffef req-eff4bc06-8585-467b-8df2-16478ab1098c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.0881355 Feb 14 21:33:44.709886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2ebcb96-a088-43f7-ac16-a2d827134215 req-78ca6f2d-9c5a-4ec4-835c-346d1fc1a7b2 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 210 time: 0.0446432 Feb 14 21:33:44.724036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7e8a79d-053a-4c91-9e60-0d957471ffef req-6cddc44a-de03-4806-b463-160ccf36a352 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572299 Feb 14 21:33:44.871146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:44.980524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf882aa3-4e4e-4d07-8adb-192a0d035d83 req-f5414d8f-7223-44eb-b036-4862f0eba391 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:44.982514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf882aa3-4e4e-4d07-8adb-192a0d035d83 req-f5414d8f-7223-44eb-b036-4862f0eba391 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.1132348 Feb 14 21:33:45.045344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.056126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-1e0ee460-3ffb-4251-bbbc-5a416931f106 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:45.057828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-1e0ee460-3ffb-4251-bbbc-5a416931f106 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.64 "GET /v2.0/networks?id=acad20ac-6519-4c09-9b76-a7c0c86b1fc5 HTTP/1.1" status: 200 len: 809 time: 0.3022351 Feb 14 21:33:45.074307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-191918024-network', 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:45.080578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf882aa3-4e4e-4d07-8adb-192a0d035d83 req-0f6fc593-f79f-4dc8-b394-be1266e72adf tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919623 Feb 14 21:33:45.102482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Request body: {'port': {'device_id': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5', 'admin_state_up': True, 'tenant_id': '779440ac77a148a6bbe09e8399e7a9dc'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:45.111995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:45.114458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.128526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.287542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks [] for security_group (afc5e7bd-f8f5-46c3-add3-cf8441d7903c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.300848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (afc5e7bd-f8f5-46c3-add3-cf8441d7903c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.318235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:33:45.331145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Made reservation on behalf of 779440ac77a148a6bbe09e8399e7a9dc for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:45.333900 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a3b8add7-1e83-48f2-b2ca-3bb21935f352), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.334135 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Added segment a3b8add7-1e83-48f2-b2ca-3bb21935f352 of type vlan for network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf Feb 14 21:33:45.335114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.339256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Router 1ae10c59-e8de-4df9-bac6-5e718eb2a736 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:33:45.399324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.489680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.492231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:45.492982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.500039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5e7bd-f8f5-46c3-add3-cf8441d7903c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:45.581622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7067761 Feb 14 21:33:45.583800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34274) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:45.589107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Request body: {'subnet': {'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-191918024-subnet', 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:45.594098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46d687-de06-4f81-8d41-ffe0c9d7d6fb admin admin] Pushing event updated for resources: {'Network': ['ID=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:45.609940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:33:45.620367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b171-03b0-4d63-87d5-f6143c0ab847 req-5e9b89be-5ba3-4b8f-bfcd-84a6c4706057 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:45.622513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15b8b171-03b0-4d63-87d5-f6143c0ab847 req-5e9b89be-5ba3-4b8f-bfcd-84a6c4706057 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1938577 Feb 14 21:33:45.651703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:45.654202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.726425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15b8b171-03b0-4d63-87d5-f6143c0ab847 req-2741a831-fcad-4f29-a7f1-3edfa1c9364f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Feb 14 21:33:45.926451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-580d457e-8e54-429c-a576-7f58ea6156e4 req-327fd09a-649c-4a7b-b5fd-48ddc2d5dab8 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 210 time: 0.0673604 Feb 14 21:33:45.938063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3ded8023-8e45-47c6-9295-a3cc07941b9e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:45.983293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:45.994998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] Sync routers for ids ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:45.997958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104315c0-f926-4821-a320-d6ff3f7c5e8d req-1bee0882-b897-410f-a223-434e821b35b9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:45.999816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104315c0-f926-4821-a320-d6ff3f7c5e8d req-1bee0882-b897-410f-a223-434e821b35b9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1396708 Feb 14 21:33:46.016031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] Routers {'1ae10c59-e8de-4df9-bac6-5e718eb2a736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:46.017747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:46.022902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.024174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3198118-0bd9-44e2-bdc9-5683801a04d0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0901704 Feb 14 21:33:46.025579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Allocated IP 172.20.0.2 (acad20ac-6519-4c09-9b76-a7c0c86b1fc5/00539a55-77df-452e-b31c-965bb57ed2b0/8f4fb72c-6ade-4b2f-ae00-0db17665dbe2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:46.027417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:46.035939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:46.051550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ded8023-8e45-47c6-9295-a3cc07941b9e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:46.063007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:46.070108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Checking segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:46.070519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Network hostable DHCP agents. Network: ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:33:46.075614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] Routers {'1ae10c59-e8de-4df9-bac6-5e718eb2a736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:46.076589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:46.094054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104315c0-f926-4821-a320-d6ff3f7c5e8d req-c4027018-8e04-4e9a-9078-6720be6cda9b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774977 Feb 14 21:33:46.109749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:33:46.134705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:46.135818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e80c26-5e0d-405f-9e0f-4bc3c86dca21 None None] The sync data for ids ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:46.136486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:46.143909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:46.145507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.149067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b8b4d-63b2-4479-80d8-100203404884 None None] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:46.195772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-71e73d93-9332-4a39-b788-44931b84ce90 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6021667 Feb 14 21:33:46.276918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723a5ea-6276-455e-8a29-f4a00fb1f02a req-d718315b-53f0-4e35-b5d9-0660e9088ba8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:46.284705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4723a5ea-6276-455e-8a29-f4a00fb1f02a req-d718315b-53f0-4e35-b5d9-0660e9088ba8 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.0828061 Feb 14 21:33:46.293680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584998f-4d0f-4cfc-a1a0-8a33d10d406d None None] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:33:46.370869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4723a5ea-6276-455e-8a29-f4a00fb1f02a req-0d192c30-9c9f-4214-9338-cde6097c1f47 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818102 Feb 14 21:33:46.410438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks [] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.517868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.616057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:46.619992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:46.622970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:46.675253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Pushing event updated for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:46.695147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.726399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.760832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:46.761958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.846170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-9fc05e6e-39cd-45b0-8735-6ec8b240c4be tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7475870 Feb 14 21:33:46.873603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Request body: {'port': {'device_id': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:46.917286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Deleting port 538faeaf-0346-4ba3-a8ef-68bd5700f6fe {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:46.917978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (538faeaf-0346-4ba3-a8ef-68bd5700f6fe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:46.918140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-5927d09b-4bc1-443e-b18f-03f6ec36a34f tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:46.926835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-5927d09b-4bc1-443e-b18f-03f6ec36a34f tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 0.1210732 Feb 14 21:33:46.946534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96db69-44dd-4510-ac71-e546c72cc4bb req-319ed4f4-093e-4b7a-afaa-145e8506d9ce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:46.953262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b96db69-44dd-4510-ac71-e546c72cc4bb req-319ed4f4-093e-4b7a-afaa-145e8506d9ce tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.2118742 Feb 14 21:33:46.962921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-d51af853-1865-4341-9aff-4e025c68fbd1 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/quotas/bd448e990b4241549c4bd56ff61d9554 HTTP/1.1" status: 200 len: 375 time: 0.0351863 Feb 14 21:33:47.003441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-6d611478-8317-4fbb-ab8c-f59d52645155 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395315 Feb 14 21:33:47.014675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:47.077029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b96db69-44dd-4510-ac71-e546c72cc4bb req-1dd6fb8b-c8b4-487f-ac81-5f4d970a2367 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214159 Feb 14 21:33:47.140162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-49d014c5-ce4a-43c7-904c-67b4531809a1 service neutron] 10.222.0.86 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256065 Feb 14 21:33:47.156151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (538faeaf-0346-4ba3-a8ef-68bd5700f6fe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:47.178263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Calling delete_port for 538faeaf-0346-4ba3-a8ef-68bd5700f6fe owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:47.274039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c842-fc69-4def-afdd-8857e8dc0c0c req-92fae456-9f6c-47fd-8a21-9941084f015c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:47.275716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d06c842-fc69-4def-afdd-8857e8dc0c0c req-92fae456-9f6c-47fd-8a21-9941084f015c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1324713 Feb 14 21:33:47.304880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-cefa4df8-b124-45af-822a-cddddac26a5f service neutron] 10.222.0.86 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507988 Feb 14 21:33:47.333319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d06c842-fc69-4def-afdd-8857e8dc0c0c req-25318a3c-c873-42d3-af84-67bfd411a1f1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Feb 14 21:33:47.474350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:47.486078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks [] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:47.486923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393990d2-8514-4276-bbce-5c1cb84535f9 req-e9581263-c54f-468b-b1e2-4007ac22ae86 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:47.500931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-393990d2-8514-4276-bbce-5c1cb84535f9 req-e9581263-c54f-468b-b1e2-4007ac22ae86 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 931 time: 0.0971115 Feb 14 21:33:47.545478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Transition to ACTIVE for port object 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:47.546375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (538faeaf-0346-4ba3-a8ef-68bd5700f6fe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:47.599498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-393990d2-8514-4276-bbce-5c1cb84535f9 req-ae070684-1018-48c5-8f9d-75390a936113 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901625 Feb 14 21:33:47.640982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Pushing event deleted for resources: {'Port': ['ID=538faeaf-0346-4ba3-a8ef-68bd5700f6fe,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:47.646017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:47.832435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22e766-1111-4c1e-90ac-e8005d7769ae req-1a50159d-034a-4766-a831-60cf95a5b505 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:47.840533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c22e766-1111-4c1e-90ac-e8005d7769ae req-1a50159d-034a-4766-a831-60cf95a5b505 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1225824 Feb 14 21:33:47.966099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c22e766-1111-4c1e-90ac-e8005d7769ae req-b8ec51e7-35b7-4a0d-908a-fcf09d6c8722 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243455 Feb 14 21:33:47.995911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:48.024706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e0e8f50-74da-433e-86e2-ec8d5017b63a req-b1a0668f-d93e-4e19-bc37-ea6fae706538 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0381169 Feb 14 21:33:48.100132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (1ae10c59-e8de-4df9-bac6-5e718eb2a736), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.246807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262544ac-8a92-465f-a115-ff6d8cf0d950 req-4f6ef2fe-1d5c-4cd8-b808-fee549e820c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:48.256288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-262544ac-8a92-465f-a115-ff6d8cf0d950 req-4f6ef2fe-1d5c-4cd8-b808-fee549e820c4 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.0781040 Feb 14 21:33:48.265340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-b874e891-7f51-4c02-b712-6844482e16e0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:48.267225 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-b874e891-7f51-4c02-b712-6844482e16e0 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 945 time: 0.3160603 Feb 14 21:33:48.315112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-262544ac-8a92-465f-a115-ff6d8cf0d950 req-c7e2dfaf-2724-4fb2-ab88-b2e278be5b88 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 Feb 14 21:33:48.345434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Attempting to bind port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:48.345868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Attempting to bind port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '7a386e01-8769-4196-9bdb-689164248697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:48.346267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Attempting to bind port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 on network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:48.381038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-65a132d8-20db-457f-a355-b1967c41f8e7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bbf8034ed68648a6b31190c8c6f64781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640604 Feb 14 21:33:48.417568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 on network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:48.418016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Attempting to bind port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 on network acad20ac-6519-4c09-9b76-a7c0c86b1fc5 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:48.428096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:48.428549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Checking segment: {'id': '7a386e01-8769-4196-9bdb-689164248697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:48.429029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Bound using segment: {'id': '7a386e01-8769-4196-9bdb-689164248697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:48.429542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Bound port: 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a386e01-8769-4196-9bdb-689164248697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:48.430065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.644665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.704473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.731825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-868e6dfd-94e3-4094-97c3-317d63793dc7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:48.740495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:48.741868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-868e6dfd-94e3-4094-97c3-317d63793dc7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597736 Feb 14 21:33:48.760924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364d573-b79f-4f7b-8ac1-68cd5f9c3eca req-91d7b62d-02db-4525-a1a8-56e464fa1c9c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:48.763104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9364d573-b79f-4f7b-8ac1-68cd5f9c3eca req-91d7b62d-02db-4525-a1a8-56e464fa1c9c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2562621 Feb 14 21:33:48.774366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,segment=NetworkSegment(7a386e01-8769-4196-9bdb-689164248697),segment_id=7a386e01-8769-4196-9bdb-689164248697)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:48.775899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-8f67437e-7e02-45bd-a1e4-d676ccee6d66 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/quotas/bbf8034ed68648a6b31190c8c6f64781 HTTP/1.1" status: 200 len: 375 time: 0.0324605 Feb 14 21:33:48.783747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:33:48.796543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.805811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:48.898185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-6edb0485-2e6d-46ff-8b61-516bc02fb6ff tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194932 Feb 14 21:33:48.944369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:48.984207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9364d573-b79f-4f7b-8ac1-68cd5f9c3eca req-c45cba66-a798-4909-bcb0-6268e1ba0d16 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029111 Feb 14 21:33:49.084246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:49.084901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:49.086401 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-d1c39d86-19b2-4d5b-bf4e-542ef692c082 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 HTTP/1.1" status: 200 len: 1092 time: 2.2314062 Feb 14 21:33:49.088449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:49.089393 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:49.108918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Router 1ae10c59-e8de-4df9-bac6-5e718eb2a736 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:33:49.146088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:49.146419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:49.213699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:33:49.331586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:33:49.332392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6ac7-98e7-497f-869d-3772d09f34e5 req-a64d72ce-d881-45a5-8905-f56d89dfc0d6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:49.346007 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] Sync routers for ids ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:33:49.353069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-054f6ac7-98e7-497f-869d-3772d09f34e5 req-a64d72ce-d881-45a5-8905-f56d89dfc0d6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 943 time: 0.2726829 Feb 14 21:33:49.362370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:49.366140 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] Routers {'1ae10c59-e8de-4df9-bac6-5e718eb2a736'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:49.366993 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:49.371751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0a5d09c5-7e70-40dc-9b2b-afa81f30e289 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "PUT /v2.0/routers/1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 200 len: 705 time: 3.3430817 Feb 14 21:33:49.372751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34416) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:49.417229 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:49.441695 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] Routers {'1ae10c59-e8de-4df9-bac6-5e718eb2a736'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:33:49.446940 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:33:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:49.500720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:33:49.501618 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125fb9b-f485-40de-8466-51a2eb30e2b7 None None] The sync data for ids ['1ae10c59-e8de-4df9-bac6-5e718eb2a736'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:33:49.555275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-054f6ac7-98e7-497f-869d-3772d09f34e5 req-081c018a-3388-4eaa-9721-57c3a295ccd2 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980555 Feb 14 21:33:49.633621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437dd8bf-ca18-4738-8d90-31331c65a57a req-19aa93ed-6aa1-4fdd-a783-aff799ffca56 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:49.649093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-437dd8bf-ca18-4738-8d90-31331c65a57a req-19aa93ed-6aa1-4fdd-a783-aff799ffca56 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.2193823 Feb 14 21:33:49.706930 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c964e529-ae66-4346-bd53-7d74466e772a tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/routers/1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 200 len: 740 time: 0.3234305 Feb 14 21:33:49.707596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:49.721247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-6c0e9efc-5524-45ae-91be-4f84fb0f8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:49.722743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-6c0e9efc-5524-45ae-91be-4f84fb0f8e5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=779440ac77a148a6bbe09e8399e7a9dc&device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 1126 time: 0.4749918 Feb 14 21:33:49.800804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85c4b7ea-020f-47b5-a257-50b603165d53 req-2c59fd71-b622-467a-9c1b-6c22bb416bd6 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 210 time: 0.1035421 Feb 14 21:33:49.803591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-16532a11-2ecf-4d63-a258-ca1b06998a24 tempest-RoutersAdminTest-67287012 tempest-RoutersAdminTest-67287012-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 200 len: 205 time: 0.0927405 Feb 14 21:33:49.804257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34434) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:50.077651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-437dd8bf-ca18-4738-8d90-31331c65a57a req-90bb5eff-cc3c-4cd9-aa2f-637d2eeb99b9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274588 Feb 14 21:33:50.123601 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-f1e9d933-efdc-435a-8181-09f4d5770093 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bbf8034ed68648a6b31190c8c6f64781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109037 Feb 14 21:33:50.620889 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9db1db-e43b-4116-b115-7fe9405c8af6 x-openstack-request-id: req-1a9db1db-e43b-4116-b115-7fe9405c8af6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:50.621564 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:50.622058 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1a9db1db-e43b-4116-b115-7fe9405c8af6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:50.622692 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2', 'status': 'completed', 'code': 200} Feb 14 21:33:50.628250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-4ee32827-a6c4-425e-9198-04b7ac8dbb50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 HTTP/1.1" status: 200 len: 217 time: 0.8814769 Feb 14 21:33:50.705814 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a4c5347e-5d41-4708-a0f5-f97d3b45172f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 200 len: 205 time: 0.8354394 Feb 14 21:33:50.812528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34458) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:50.830592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ab4ffa3b-ede1-406a-a988-7a5a59ea0b73), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:50.845019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ab4ffa3b-ede1-406a-a988-7a5a59ea0b73'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:50.912348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b6b1152-a722-486f-be0a-518705290f2c req-4b68be28-e127-4d65-9e06-850d88b2672c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e57be6b-fa7d-45da-8e72-794c7df109fb HTTP/1.1" status: 200 len: 210 time: 0.0945694 Feb 14 21:33:50.927180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-791bec61-529f-4d6c-8808-b94a96752e37 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:50.929244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-791bec61-529f-4d6c-8808-b94a96752e37 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 1.1583204 Feb 14 21:33:50.946435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Request body: {'port': {'device_id': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'admin_state_up': True, 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:51.085708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=ab4ffa3b-ede1-406a-a988-7a5a59ea0b73,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:51.117931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-a4d6cee5-8d1a-4827-a99c-8bcf4467b5d7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:51.135836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-a4d6cee5-8d1a-4827-a99c-8bcf4467b5d7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0067248 Feb 14 21:33:51.236249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55691-7b11-479e-b740-0a98ff82f506 req-fc5359bd-d8cb-4972-a23c-145749a9f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:51.238180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-fc5359bd-d8cb-4972-a23c-145749a9f429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00539a55-77df-452e-b31c-965bb57ed2b0 HTTP/1.1" status: 200 len: 849 time: 0.5966275 Feb 14 21:33:51.239421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:33:51.242382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:51.246954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d9d99a03-f0ad-4afd-9b5c-ea82a643b295 req-89b3a48e-4c81-4f8a-86fb-fb89cd378673 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "DELETE /v2.0/ports/ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 HTTP/1.1" status: 204 len: 173 time: 2.9111979 Feb 14 21:33:51.250094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:51.315724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-f65624ad-bd3f-454b-a6db-33bf9a59521a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:51.317514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-f65624ad-bd3f-454b-a6db-33bf9a59521a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 1.4486661 Feb 14 21:33:51.337445 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-c976635f-a739-4831-b959-fcf62e0304b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acad20ac-6519-4c09-9b76-a7c0c86b1fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796788 Feb 14 21:33:51.355207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Request body: {'port': {'device_id': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'admin_state_up': True, 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:51.543976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-0d5f0eea-9925-428c-9840-bedaee98fd12 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/quotas/bbf8034ed68648a6b31190c8c6f64781 HTTP/1.1" status: 200 len: 375 time: 0.1414027 Feb 14 21:33:51.635831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-78a49d5c-7d4e-447a-b94d-7bf65c432acd tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792854 Feb 14 21:33:51.638655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:51.646682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:51.770627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-8af6f670-dcb5-46cc-806a-ce03f5607e5d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbf8034ed68648a6b31190c8c6f64781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448996 Feb 14 21:33:51.806819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40df05-108a-49df-96da-972908e0bccc req-2871f691-b028-464d-879a-c7718ff07fad tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:51.830237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f40df05-108a-49df-96da-972908e0bccc req-2871f691-b028-464d-879a-c7718ff07fad tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.6926947 Feb 14 21:33:52.085012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.087871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router_controller (1ae10c59-e8de-4df9-bac6-5e718eb2a736), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.183854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:52.191809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Allocated IP 172.20.0.7 (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf/3ded8023-8e45-47c6-9295-a3cc07941b9e/d6523afd-5577-4beb-8864-ac7928010324) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:52.192672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (1ae10c59-e8de-4df9-bac6-5e718eb2a736), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.193232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae10c59-e8de-4df9-bac6-5e718eb2a736 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:33:52.228541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.251848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2af2934c-0f76-4f46-b08b-5a3ca4c0f4b9 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 204 len: 168 time: 1.4359331 Feb 14 21:33:52.267851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34486) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:52.381740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-53a56ebc-4e64-4252-b008-3cac1535e5fd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 200 len: 205 time: 0.1124063 Feb 14 21:33:52.384601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:52.388324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.399041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks [] for port (d6523afd-5577-4beb-8864-ac7928010324), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.406721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34490) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:52.439626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-6684bc2b-4ab7-4947-94ad-16b6b482fec3 service neutron] 10.222.0.64 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9946079 Feb 14 21:33:52.516595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:52.557222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'port_id': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'mac_address': 'fa:16:3e:5c:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad028f1-1608-4983-9014-ba9aed86d03a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:52.622752 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-70f548ca-f601-4661-a5cc-5fd45b70a2b0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:52.627990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-70f548ca-f601-4661-a5cc-5fd45b70a2b0 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/1ae10c59-e8de-4df9-bac6-5e718eb2a736 HTTP/1.1" status: 404 len: 336 time: 0.2200449 Feb 14 21:33:52.631815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.633965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:52.653758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:52.654515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.661521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'name': 'network-vif-deleted', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:52.663815 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aee463-4f18-40a7-9996-6c6cdbaab4b6" -d '{"events": [{"server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "name": "network-vif-deleted", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:52.681251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:52.739323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:52.744734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event updated for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:52.750583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:52.751946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef9b3fb5-8586-4842-ab88-be2157d374cb tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 200 len: 205 time: 0.1066601 Feb 14 21:33:52.756310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:52.848010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f40df05-108a-49df-96da-972908e0bccc req-b86cfe9b-400f-4928-b05b-4413df1bbcad tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0166779 Feb 14 21:33:52.883925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:52.885485 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-7390f8d4-0ff6-4ee4-97a9-bf5ca1631d0d tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:52.889061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7390f8d4-0ff6-4ee4-97a9-bf5ca1631d0d tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/0a0f1055-7365-46e0-a54e-ba3b7c985eb1 HTTP/1.1" status: 404 len: 336 time: 0.1204963 Feb 14 21:33:52.892596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34512) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:52.902786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:52.915913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:52.970991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:52.977613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c81fcc3b-2e8e-43a1-b7f9-9520de91796a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 200 len: 205 time: 0.0701189 Feb 14 21:33:52.991606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34516) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.037130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:53.038836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1fc98-98f1-41f2-a96b-6693b02f4515 req-59f0024c-345f-4d1d-83e2-f0fa717049f9 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:53.040470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab1fc98-98f1-41f2-a96b-6693b02f4515 req-59f0024c-345f-4d1d-83e2-f0fa717049f9 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 943 time: 0.4264958 Feb 14 21:33:53.078576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.078773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fed55691-7b11-479e-b740-0a98ff82f506 req-0f2478d8-798e-45db-adac-25c935596537 service neutron] 10.222.0.64 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056555 Feb 14 21:33:53.085840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.086195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.086538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.087137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.087497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.091957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.092330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.092675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.093161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.093625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.116557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.117170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:33:53.152692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Allocated IP 172.20.0.5 (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf/3ded8023-8e45-47c6-9295-a3cc07941b9e/30a2d3b8-f9aa-4811-9c50-3e0544a07218) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:53.166410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-6ba78bad-a4cd-4186-99fb-5cca104bd444 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:53.169940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-6ba78bad-a4cd-4186-99fb-5cca104bd444 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3826780 Feb 14 21:33:53.224711 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-92acabde-d1cb-4b63-b36b-999209700f6f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:53.228330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-92acabde-d1cb-4b63-b36b-999209700f6f tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/81d74537-73ce-47e6-ab16-28c085c69650 HTTP/1.1" status: 404 len: 336 time: 0.2331176 Feb 14 21:33:53.256711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34530) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.269970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Request body: {'port': {'device_id': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'bbf8034ed68648a6b31190c8c6f64781'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:53.362530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74e7cb54-65a7-4872-9a02-9df9394b7325 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 200 len: 205 time: 0.1046314 Feb 14 21:33:53.369042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34532) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.403884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:53.404556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:53.438573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f0a3b18-85f7-400a-b7f6-073a30485752 req-3c1b6d08-73cf-4966-828e-8c1f428719cb tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 210 time: 0.2437084 Feb 14 21:33:53.464255 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-c183c0e9-b1fa-414d-bdd4-3fe4f306b00a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:53.465578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c183c0e9-b1fa-414d-bdd4-3fe4f306b00a tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/3e8a0ced-c6a4-482a-aebd-124669847996 HTTP/1.1" status: 404 len: 336 time: 0.0892019 Feb 14 21:33:53.472682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34534) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.555247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9a8f64a-d4ae-4a5c-a32b-3c5002f44a89 tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 200 len: 205 time: 0.0745249 Feb 14 21:33:53.561519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34536) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.598589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-7a8d89ee-0070-484f-a08e-02237610c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:53.602778 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-7a8d89ee-0070-484f-a08e-02237610c247 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=779440ac77a148a6bbe09e8399e7a9dc&device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 1126 time: 0.4477885 Feb 14 21:33:53.627340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:33:53.647617 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-9bc07227-9056-439e-8556-fd85890b561c tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:53.653759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9bc07227-9056-439e-8556-fd85890b561c tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/ddb57c08-8678-4136-831c-302acedf3ff5 HTTP/1.1" status: 404 len: 336 time: 0.0857270 Feb 14 21:33:53.661668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34538) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.666169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-9b5c0be2-c00f-426d-ad62-96d7e5648b4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7250328 Feb 14 21:33:53.682731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:33:53.683435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ab4ffa3b-ede1-406a-a988-7a5a59ea0b73 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:33:53.767452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5048ae2-c3e8-43b8-8204-927bfde45cfd tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "GET /v2.0/ports?device_id=32fe173f-538b-4870-8631-ecd0ea19c7a3 HTTP/1.1" status: 200 len: 205 time: 0.0998664 Feb 14 21:33:53.771365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab1fc98-98f1-41f2-a96b-6693b02f4515 req-f802dc44-7d9d-46a8-bbef-9dcc3eecc024 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004422 Feb 14 21:33:53.772060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34540) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.779183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Request body: {'port': {'device_id': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:53.895182 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-4dadac11-a66a-42d8-b527-c666911acf8b tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] delete failed (client error): The resource could not be found. Feb 14 21:33:53.895182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4dadac11-a66a-42d8-b527-c666911acf8b tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/routers/32fe173f-538b-4870-8631-ecd0ea19c7a3 HTTP/1.1" status: 404 len: 336 time: 0.1045599 Feb 14 21:33:53.895182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34544) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:53.899428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-e20911c4-27d3-4546-a8e1-35ed79557063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:53.901310 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-e20911c4-27d3-4546-a8e1-35ed79557063 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acad20ac-6519-4c09-9b76-a7c0c86b1fc5 HTTP/1.1" status: 200 len: 910 time: 0.2852998 Feb 14 21:33:53.973260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks [] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.068269 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a89e17-b535-4738-9b1a-836003315a3b tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] DELETE failed (client error): The resource could not be found. Feb 14 21:33:54.068682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a89e17-b535-4738-9b1a-836003315a3b tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:33:54.071782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-98a89e17-b535-4738-9b1a-836003315a3b tempest-RoutersAdminTest-1414167037 tempest-RoutersAdminTest-1414167037-project] 10.222.0.86 "DELETE /v2.0/subnets/b39ad95b-953d-4e08-abe4-3f5462a3b376 HTTP/1.1" status: 404 len: 337 time: 0.1747937 Feb 14 21:33:54.137180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9852f0c-8be3-4fa1-bfb2-9ed8f52eddcf req-5c2332e5-e6c6-449d-a61f-19ee201d1ab4 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:54.144854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9852f0c-8be3-4fa1-bfb2-9ed8f52eddcf req-5c2332e5-e6c6-449d-a61f-19ee201d1ab4 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.5134556 Feb 14 21:33:54.149987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Made reservation on behalf of bbf8034ed68648a6b31190c8c6f64781 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:54.153379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.156986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b16a634e-1cc1-4bab-a6a1-d599996e942e req-4fadf795-d801-4172-bb8b-cf747ac1894f tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 210 time: 0.1151416 Feb 14 21:33:54.165027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6523afd-5577-4beb-8864-ac7928010324), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.191313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.197349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:33:54.221292 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-61396701-6b06-48b5-acf3-fb635281e028 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bbf8034ed68648a6b31190c8c6f64781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3061850 Feb 14 21:33:54.324944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.357223 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2fc64-665b-4826-98b7-51b246083e97 x-openstack-request-id: req-0aa2fc64-665b-4826-98b7-51b246083e97 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:54.357530 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e57be6b-fa7d-45da-8e72-794c7df109fb", "name": "network-vif-deleted", "tag": "ab4ffa3b-ede1-406a-a988-7a5a59ea0b73", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:54.358415 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0aa2fc64-665b-4826-98b7-51b246083e97 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:54.358889 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e57be6b-fa7d-45da-8e72-794c7df109fb', 'name': 'network-vif-deleted', 'tag': 'ab4ffa3b-ede1-406a-a988-7a5a59ea0b73', 'status': 'completed', 'code': 200} Feb 14 21:33:54.399203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3ee76a88-24aa-4837-9f5b-db23fceb905f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:54.399768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.502959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-03f620b6-5f46-442c-9125-e9deb6ef09da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 HTTP/1.1" status: 200 len: 217 time: 0.2941780 Feb 14 21:33:54.563321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9852f0c-8be3-4fa1-bfb2-9ed8f52eddcf req-cddd9239-3950-4d35-9d03-80d76d2202f9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175503 Feb 14 21:33:54.577275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:54.578613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.645759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:54.648426 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d58964-123f-4548-af68-b212d48dab4a" -d '{"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:54.674658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d54a5-aa62-45b5-a456-65cb92d83861 req-563ec9f3-c436-4998-9aa1-e577f1cf0b6a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:54.677799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe7d54a5-aa62-45b5-a456-65cb92d83861 req-563ec9f3-c436-4998-9aa1-e577f1cf0b6a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.2265728 Feb 14 21:33:54.709974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:54.713654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34564) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:54.725556 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.787298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks [] for security_group (e11a3edf-10a0-4d4b-82e3-2d869e1a44af), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.805507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e11a3edf-10a0-4d4b-82e3-2d869e1a44af), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:54.855628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-aa52c00d-484d-4117-8d52-0d3aa82c1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:54.857380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-aa52c00d-484d-4117-8d52-0d3aa82c1c1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00539a55-77df-452e-b31c-965bb57ed2b0 HTTP/1.1" status: 200 len: 849 time: 0.0995450 Feb 14 21:33:54.870192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:54.876351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:54.915630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:54.942942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:54.952362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event updated for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:54.957014 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-33fe7448-2eeb-4ef5-ba12-ef8821067c60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acad20ac-6519-4c09-9b76-a7c0c86b1fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783434 Feb 14 21:33:55.017323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe7d54a5-aa62-45b5-a456-65cb92d83861 req-7ea2a03f-1554-4388-ae8c-2a7205c65049 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020570 Feb 14 21:33:55.022077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-8a5108ac-629a-431f-966e-f2ffb7087ce0 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:55.024209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-8a5108ac-629a-431f-966e-f2ffb7087ce0 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7990870 Feb 14 21:33:55.061589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Request body: {'port': {'device_id': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'bbf8034ed68648a6b31190c8c6f64781'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:55.101582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:55.102516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.134620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-206c5132-ac8f-4e92-b161-ac0acfb90375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.151967 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-4d89b358-4e9c-44f2-adbd-dce712fc476b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8171761 Feb 14 21:33:55.170817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Request body: {'port': {'device_id': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:55.204256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11a3edf-10a0-4d4b-82e3-2d869e1a44af,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:55.227199 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-4639acbc-a4a2-4618-9e8f-c925780ba5dc service neutron] 10.222.0.64 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392323 Feb 14 21:33:55.343381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.360187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Made reservation on behalf of bbf8034ed68648a6b31190c8c6f64781 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:33:55.364160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.417111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6523afd-5577-4beb-8864-ac7928010324 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:55.436403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-774ad2a5-2cf3-433d-9fe6-5f047e5b0007 req-1d60ae1f-0af7-42af-9389-a2872f122b3c service neutron] 10.222.0.64 "GET /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983473 Feb 14 21:33:55.464893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-c2ed9585-b487-4a1f-b901-df642db94fbd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:55.466734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-c2ed9585-b487-4a1f-b901-df642db94fbd tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.6729071 Feb 14 21:33:55.494057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks [] for port (d6523afd-5577-4beb-8864-ac7928010324), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.502855 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:33:55.571234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Allocated IP 192.168.233.65 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/6598a46e-fcb3-4918-8131-bbaceeb5dbcd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:55.581010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0eee9-9803-4474-86a3-73aab172b2ee req-f6545809-c936-4882-a96a-0b9c126f6412 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:55.582778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ba0eee9-9803-4474-86a3-73aab172b2ee req-f6545809-c936-4882-a96a-0b9c126f6412 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 931 time: 0.4577639 Feb 14 21:33:55.590782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-206c5132-ac8f-4e92-b161-ac0acfb90375 admin admin] Publish callbacks [] for security_group (e47802c5-da3a-4d36-989a-689ee9efd51a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.599058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Transition to ACTIVE for port object d6523afd-5577-4beb-8864-ac7928010324 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:55.604928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-6585e50d-9e2d-45b6-b7ed-192a607283db tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/quotas/a107a28e3bbb444ab423b2180e4f8b3f HTTP/1.1" status: 200 len: 375 time: 0.1131930 Feb 14 21:33:55.613750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-206c5132-ac8f-4e92-b161-ac0acfb90375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e47802c5-da3a-4d36-989a-689ee9efd51a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.627880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.749355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-86148deb-1ef6-45a1-babe-1516f8589b67 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256049 Feb 14 21:33:55.802967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5132-ac8f-4e92-b161-ac0acfb90375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47802c5-da3a-4d36-989a-689ee9efd51a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:55.807319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-206c5132-ac8f-4e92-b161-ac0acfb90375 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4fb8c05db8124e4c8f73a37ab0736eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0905888 Feb 14 21:33:55.812882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:55.852085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a2d3b8-f9aa-4811-9c50-3e0544a07218 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:55.868025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks [] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.876064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Pushing event updated for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:55.887926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ba0eee9-9803-4474-86a3-73aab172b2ee req-b0e6b221-220f-4b44-a859-f401d117ce4c tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918041 Feb 14 21:33:55.889520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Transition to ACTIVE for port object 30a2d3b8-f9aa-4811-9c50-3e0544a07218 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:33:55.901748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:55.960538 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0232cd27-a38e-4b80-9fab-ce51fbbae6fa x-openstack-request-id: req-0232cd27-a38e-4b80-9fab-ce51fbbae6fa {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:55.961345 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:55.962035 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0232cd27-a38e-4b80-9fab-ce51fbbae6fa {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:55.962596 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'code': 200} Feb 14 21:33:55.962722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:55.984738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] Publish callbacks [] for security_group (e47802c5-da3a-4d36-989a-689ee9efd51a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.123040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] Publish callbacks [] for security_group (e47802c5-da3a-4d36-989a-689ee9efd51a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.221690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-80bcb6b2-b110-4dfa-a3b4-c03966c862d3 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497182 Feb 14 21:33:56.225207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Attempting to bind port d6523afd-5577-4beb-8864-ac7928010324 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:56.225550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Attempting to bind port d6523afd-5577-4beb-8864-ac7928010324 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:56.225898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Attempting to bind port d6523afd-5577-4beb-8864-ac7928010324 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:56.239762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Attempting to bind port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:33:56.240409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Attempting to bind port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:33:56.240568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Attempting to bind port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:56.247851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:56.250037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Attempting to bind port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:56.257321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e47802c5-da3a-4d36-989a-689ee9efd51a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.260579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.260872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Port d6523afd-5577-4beb-8864-ac7928010324 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:33:56.261214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Attempting to bind port d6523afd-5577-4beb-8864-ac7928010324 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:33:56.282561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e47802c5-da3a-4d36-989a-689ee9efd51a HTTP/1.1" status: 204 len: 168 time: 0.4675345 Feb 14 21:33:56.285702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks [] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.285997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:56.293897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Checking segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:56.294334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Bound using segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:56.294809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Bound port: 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:56.295205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.319641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74331d2-fc37-42a4-a84f-55184cc51b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47802c5-da3a-4d36-989a-689ee9efd51a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:56.325448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:33:56.325799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Checking segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:33:56.326189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Bound using segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:33:56.326646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Bound port: d6523afd-5577-4beb-8864-ac7928010324, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:33:56.327002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6523afd-5577-4beb-8864-ac7928010324), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.464539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:56.471221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:56.484808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.551954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:56.552588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:56.554044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] 10.222.0.64 "PUT /v2.0/ports/30a2d3b8-f9aa-4811-9c50-3e0544a07218 HTTP/1.1" status: 200 len: 1092 time: 1.3880286 Feb 14 21:33:56.556149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:56.566087 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d69eef-9242-4375-90d5-0952cd420cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:56.626493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbabd1-5d0f-4e9a-98fd-c2f447467754 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:56.882463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34608) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:56.893919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-437927bf-22ab-4ccb-8319-ed85dad467e0 service neutron] 10.222.0.86 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558075 Feb 14 21:33:56.919495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa4ba3-df95-441d-a9db-6cbe08dc8b95 req-1c8bd002-62d8-4f21-bced-6fadd9551b25 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:56.930329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cfa4ba3-df95-441d-a9db-6cbe08dc8b95 req-1c8bd002-62d8-4f21-bced-6fadd9551b25 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 943 time: 0.8437614 Feb 14 21:33:57.015489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-d25f1d8c-4e1e-4fd7-aea2-0a3573abb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.017075 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-d25f1d8c-4e1e-4fd7-aea2-0a3573abb348 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 1126 time: 0.4041319 Feb 14 21:33:57.064299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e508b410-8f23-4b76-bb47-f6295674edae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=707146e0879f4f46ade1be3ad7465515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678951 Feb 14 21:33:57.078154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:57.086354 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-0f85f7e7-33b2-4e3c-9b01-9cd015d1898d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218 HTTP/1.1" status: 200 len: 217 time: 0.0612948 Feb 14 21:33:57.118228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cfa4ba3-df95-441d-a9db-6cbe08dc8b95 req-9656e171-26ba-43a0-b82e-7da1c67963f4 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864340 Feb 14 21:33:57.154799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:33:57.154937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2813f4a4-00bb-4341-ba9f-18a2b1f3f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.156722 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-2813f4a4-00bb-4341-ba9f-18a2b1f3f303 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.0632648 Feb 14 21:33:57.166929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d6523afd-5577-4beb-8864-ac7928010324,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:33:57.186714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.190207 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.225508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.227798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.228416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-bff401bf-9e37-4ba1-b32e-2e393a371867 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604217 Feb 14 21:33:57.230063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] 10.222.0.83 "PUT /v2.0/ports/d6523afd-5577-4beb-8864-ac7928010324 HTTP/1.1" status: 200 len: 1092 time: 3.4675026 Feb 14 21:33:57.231373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:33:57.233991 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "tag": "d6523afd-5577-4beb-8864-ac7928010324"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:33:57.340939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-918db5db-2d20-4f05-8ddd-4d683148e2d5 req-f642cd80-7ab5-47dd-bb3b-cba41eff68fe tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 210 time: 0.0784485 Feb 14 21:33:57.428507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:57.476818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:57.522664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:57.529017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32bdb4-3f3d-43a4-8c46-3f1881d2b03b service neutron] Pushing event updated for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:57.589211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Allocated IP 192.168.233.236 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/2d5cd450-01ab-490c-ae13-129ef98239d7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:33:57.649126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] Publish callbacks [] for security_group (14eb6400-7ed2-4559-a197-73472e907d15), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.660692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:33:57.727310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc107090-335b-4f94-8835-45d95b707cee req-91d4c2db-229a-4016-96a4-5b35862ecbdb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.727463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] Publish callbacks [] for security_group (14eb6400-7ed2-4559-a197-73472e907d15), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.736051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc107090-335b-4f94-8835-45d95b707cee req-91d4c2db-229a-4016-96a4-5b35862ecbdb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.3783476 Feb 14 21:33:57.851027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (14eb6400-7ed2-4559-a197-73472e907d15), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.858362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.874996 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14eb6400-7ed2-4559-a197-73472e907d15 HTTP/1.1" status: 204 len: 168 time: 0.7946618 Feb 14 21:33:57.882451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc107090-335b-4f94-8835-45d95b707cee req-a0ddd8f1-7209-49b8-b3f0-c07d0f0df137 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392033 Feb 14 21:33:57.900196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191309-b3fa-42b4-be5d-5f38bd4b108e req-7db1a4ef-c89e-420e-a54b-efed1334ac2c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.904334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a191309-b3fa-42b4-be5d-5f38bd4b108e req-7db1a4ef-c89e-420e-a54b-efed1334ac2c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4334939 Feb 14 21:33:57.913610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-f318b9aa-d78c-4dec-ab72-b56758d050ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:57.916321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-f318b9aa-d78c-4dec-ab72-b56758d050ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=09b11b55-7be5-4a73-b3b9-9f3948b6683c HTTP/1.1" status: 200 len: 1126 time: 0.5738606 Feb 14 21:33:57.956021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,segment=NetworkSegment(7a386e01-8769-4196-9bdb-689164248697),segment_id=7a386e01-8769-4196-9bdb-689164248697)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:57.976593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fed81d3a-8ef9-43a7-9f32-ec9f4859a41c None None] Provisioning complete for port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:33:57.977383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fed81d3a-8ef9-43a7-9f32-ec9f4859a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:57.983078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2', 'network_id': 'acad20ac-6519-4c09-9b76-a7c0c86b1fc5', 'port_id': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2', 'mac_address': 'fa:16:3e:26:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00539a55-77df-452e-b31c-965bb57ed2b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:33:58.049860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-1785caa8-47dd-4873-a2c8-f5ad60327f81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6523afd-5577-4beb-8864-ac7928010324 HTTP/1.1" status: 200 len: 217 time: 0.0970101 Feb 14 21:33:58.051841 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52425588-27b0-461f-a57c-88207a0ea3ea x-openstack-request-id: req-52425588-27b0-461f-a57c-88207a0ea3ea {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:58.052146 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:58.052405 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52425588-27b0-461f-a57c-88207a0ea3ea {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:58.052823 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218', 'status': 'completed', 'code': 200} Feb 14 21:33:58.068502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6039184-b941-4261-9251-3492aabd4cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb6400-7ed2-4559-a197-73472e907d15,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:58.090352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:58.091488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:58.097876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:58.153221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:33:58.153625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:58.173711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-32dd49fb-cb0a-4fdb-9089-f39185cb67b9 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896389 Feb 14 21:33:58.176833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-7ab8e951-7d9f-43cf-ad6b-b9308007233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:58.178970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-7ab8e951-7d9f-43cf-ad6b-b9308007233d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.0734820 Feb 14 21:33:58.266031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-99c72462-95b5-468e-9428-9ea81231c85b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789816 Feb 14 21:33:58.272307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-27ddfeee-7ece-4f8f-8e1e-78713a4b0139 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0545342 Feb 14 21:33:58.302550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a191309-b3fa-42b4-be5d-5f38bd4b108e req-0e20f1c4-bf1a-4178-b8cb-83ed966bbc4f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694689 Feb 14 21:33:58.384295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:33:58.460887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,segment=NetworkSegment(7a386e01-8769-4196-9bdb-689164248697),segment_id=7a386e01-8769-4196-9bdb-689164248697)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:33:58.487132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:58.518971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Request body: {'port': {'device_id': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:58.533711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-3fba7f11-694a-496a-bb0c-471455586a03 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526397 Feb 14 21:33:58.651640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:58.669762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5587826c-d18b-4c0c-9a5f-82eeac9a6003 req-589a9705-6aa7-4fc8-84d7-28629d605add tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 210 time: 0.1889133 Feb 14 21:33:58.670030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fed81d3a-8ef9-43a7-9f32-ec9f4859a41c None None] Port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:33:58.682411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-177146c3-8281-4572-bf56-17cda030b12c service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048076 Feb 14 21:33:58.767674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:58.781264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a2cd-74b2-4ef7-b4d4-1ec359603312 req-4b87de56-8247-4bfd-a6e0-947e863b278a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:58.808497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d884a2cd-74b2-4ef7-b4d4-1ec359603312 req-4b87de56-8247-4bfd-a6e0-947e863b278a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 943 time: 0.6273227 Feb 14 21:33:58.877312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:58.901730 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d857c057-2d7d-48d9-94e0-ed2ecee16411 x-openstack-request-id: req-d857c057-2d7d-48d9-94e0-ed2ecee16411 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:33:58.902356 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "tag": "d6523afd-5577-4beb-8864-ac7928010324", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:33:58.902579 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d857c057-2d7d-48d9-94e0-ed2ecee16411 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:33:58.903181 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324', 'status': 'completed', 'code': 200} Feb 14 21:33:58.949193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8f4fb72c-6ade-4b2f-ae00-0db17665dbe2'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:33:59.012775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks [] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:59.019254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-eeb32a8c-7dbe-4a3f-930f-b373f6862ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.025301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-eeb32a8c-7dbe-4a3f-930f-b373f6862ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 1126 time: 0.3177874 Feb 14 21:33:59.420802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d884a2cd-74b2-4ef7-b4d4-1ec359603312 req-1682c469-6de7-47e9-aac0-0a738b477c66 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110246 Feb 14 21:33:59.425644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc96e65f-e9f1-4a2c-a9d0-96613cef97aa req-920af110-8627-4866-8c7e-3ae78f74b43f service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281590 Feb 14 21:33:59.470714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa53af-1da9-4957-9301-9fc2dab7a1c0 req-a8266f73-679c-4ef2-a0db-86379188c7f6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.475517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34aa53af-1da9-4957-9301-9fc2dab7a1c0 req-a8266f73-679c-4ef2-a0db-86379188c7f6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 944 time: 0.4746807 Feb 14 21:33:59.594866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:59.704149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34668) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:33:59.706520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-92b34019-09f8-4d7e-b911-5951e61c71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.708205 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-92b34019-09f8-4d7e-b911-5951e61c71e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 913 time: 0.6699548 Feb 14 21:33:59.713925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:33:59.821987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:33:59.831598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:33:59.835641 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-f57af040-ba23-49ad-8a7c-eb83814b433d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218 HTTP/1.1" status: 200 len: 217 time: 0.1001449 Feb 14 21:33:59.836442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:33:59.920865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34aa53af-1da9-4957-9301-9fc2dab7a1c0 req-c8ced874-0e60-4d4a-afa4-98e0b360f460 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390774 Feb 14 21:33:59.938150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-71bd3aad-6956-4652-b473-de78545c8e65 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.940165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-71bd3aad-6956-4652-b473-de78545c8e65 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 812 time: 0.6235816 Feb 14 21:33:59.952009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.952672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:33:59.962556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Request body: {'port': {'device_id': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'admin_state_up': True, 'tenant_id': 'a107a28e3bbb444ab423b2180e4f8b3f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:59.994324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1984522801'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:33:59.998300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-714f5a65-cf71-4913-87f1-936031ebad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:33:59.999956 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-714f5a65-cf71-4913-87f1-936031ebad62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.1533232 Feb 14 21:34:00.064902 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-2acba7b7-bb7d-4aaf-af45-56277cbe8f77 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0074978 Feb 14 21:34:00.086520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:00.088054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-f7d57af3-a953-4326-b11a-18d03a35328f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475330 Feb 14 21:34:00.096555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Request body: {'port': {'device_id': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:00.103450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks [] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.126286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Transition to ACTIVE for port object 6598a46e-fcb3-4918-8131-bbaceeb5dbcd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:00.144472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:00.147213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.154768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-adfb0f2c-21ba-4878-b03d-8f1831fd3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:00.156667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-adfb0f2c-21ba-4878-b03d-8f1831fd3e57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=09b11b55-7be5-4a73-b3b9-9f3948b6683c HTTP/1.1" status: 200 len: 1126 time: 0.5799060 Feb 14 21:34:00.222279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-db86d02d-ee58-4130-beb7-b10d4ffd9b9f None None] Provisioning complete for port 2d5cd450-01ab-490c-ae13-129ef98239d7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:00.224217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db86d02d-ee58-4130-beb7-b10d4ffd9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.256094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.301908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-db86d02d-ee58-4130-beb7-b10d4ffd9b9f None None] Port 2d5cd450-01ab-490c-ae13-129ef98239d7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:00.315879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-4d8bd89c-8b7e-48cc-bd66-fdc7911a371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:00.317580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-4d8bd89c-8b7e-48cc-bd66-fdc7911a371e service neutron] 10.222.0.83 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 913 time: 0.1504352 Feb 14 21:34:00.318300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.347702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6102c6-9e68-424c-9eca-bacdc702ad54 req-9a7042c9-7367-481c-9307-cbe31c128df0 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:00.349336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d6102c6-9e68-424c-9eca-bacdc702ad54 req-9a7042c9-7367-481c-9307-cbe31c128df0 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 936 time: 0.7234998 Feb 14 21:34:00.355698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.426559 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-86a93d2d-a1fe-4000-81a5-a13e3b191038 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213718 Feb 14 21:34:00.455648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Made reservation on behalf of a107a28e3bbb444ab423b2180e4f8b3f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:00.459845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.461178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-2d6cdecf-f976-44eb-a142-6feac0646b90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6523afd-5577-4beb-8864-ac7928010324 HTTP/1.1" status: 200 len: 217 time: 0.1326227 Feb 14 21:34:00.651387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:00.693722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ddd5-9b80-4225-a27f-f0c7d83d08a4 req-0e5e5902-c544-43ab-8346-68e2da92e55e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:00.701893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0109ddd5-9b80-4225-a27f-f0c7d83d08a4 req-0e5e5902-c544-43ab-8346-68e2da92e55e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.5569808 Feb 14 21:34:00.731730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d6102c6-9e68-424c-9eca-bacdc702ad54 req-863765e4-db4f-4598-a0a0-5d057420f66d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089912 Feb 14 21:34:00.766517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-c5501ad4-0b72-4bae-8a15-be70484ac94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:00.768134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-c5501ad4-0b72-4bae-8a15-be70484ac94b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.2830057 Feb 14 21:34:00.825205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for security_group (ff5b0640-8390-49e1-ade5-a7a17d0bbed7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.840898 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e1d69eef-9242-4375-90d5-0952cd420cc5 req-706a3274-ab7a-4638-9513-b0ad95c5d949 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134684 Feb 14 21:34:00.868804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-381aa98e-fd58-4c45-ba92-59a6f889a42f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819032 Feb 14 21:34:00.903433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0109ddd5-9b80-4225-a27f-f0c7d83d08a4 req-9c1eb09c-87a3-4f48-8514-8cb95abad2aa tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005515 Feb 14 21:34:00.951219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ff5b0640-8390-49e1-ade5-a7a17d0bbed7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:00.969218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d87f4469-66c8-4e45-8af2-bc5afbe1da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.027984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:34:01.065882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Attempting to bind port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:01.066505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Attempting to bind port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:01.067041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Attempting to bind port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:01.067203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b0640-8390-49e1-ade5-a7a17d0bbed7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:01.076749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7de1cf46-5851-464e-afe3-5bc404adc8f7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.077197 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Added segment 7de1cf46-5851-464e-afe3-5bc404adc8f7 of type vlan for network cde2aeca-77b3-449f-bab2-b325758a6409 Feb 14 21:34:01.093489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Allocated IP 172.20.0.4 (8f66f68b-d996-440a-abf9-c77092683976/09ee87d5-8d24-4a38-811f-8577b9a5ca48/fa9cbd73-9301-46b6-9c69-408d2016f6af) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:01.106455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb37d74e-42c3-46c1-ad41-b15b4eb7da91 req-d44e5045-eff0-4cfb-979c-678d24512fca tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 210 time: 0.0824492 Feb 14 21:34:01.126384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:01.126709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Attempting to bind port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:01.156238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:01.156642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:01.157537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:01.163705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Bound port: 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:01.164089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.183428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (cde2aeca-77b3-449f-bab2-b325758a6409), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.236174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3e57b-174e-4b2e-8eb9-9a1986e92d62 req-7a4fa009-09fe-4b08-83cd-39d74da697ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:01.237724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bb3e57b-174e-4b2e-8eb9-9a1986e92d62 req-7a4fa009-09fe-4b08-83cd-39d74da697ce tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.3680408 Feb 14 21:34:01.307548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (cde2aeca-77b3-449f-bab2-b325758a6409), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.312960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:01.314662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.326109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-2dc65657-7580-4260-99fd-83842859e83a service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380333 Feb 14 21:34:01.396853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5cd450-01ab-490c-ae13-129ef98239d7 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:01.435737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7264829 Feb 14 21:34:01.443484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks [] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.451303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34696) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:01.457621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:01.483196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Transition to ACTIVE for port object 2d5cd450-01ab-490c-ae13-129ef98239d7 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:01.484214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389bcaf-63c3-4f24-beb0-0d26cf62acf9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Network': ['ID=cde2aeca-77b3-449f-bab2-b325758a6409,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:01.491830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.504499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network cde2aeca-77b3-449f-bab2-b325758a6409 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:34:01.570136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks [] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.580510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'subnet': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:01.599816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:01.651089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:01.676582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:01.734006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aefe2bba-b312-4d1f-b3d6-4e8a1d1c2fb7 req-fa906cf7-e3bc-4314-bac4-b368667e22bf service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948762 Feb 14 21:34:01.740965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.758924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.836489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Network 8f66f68b-d996-440a-abf9-c77092683976 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:01.838230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:01.840432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Attempting to bind port 2d5cd450-01ab-490c-ae13-129ef98239d7 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:01.840799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Attempting to bind port 2d5cd450-01ab-490c-ae13-129ef98239d7 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:01.841144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Attempting to bind port 2d5cd450-01ab-490c-ae13-129ef98239d7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:01.844235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:01.844701 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.855457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:01.858484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:01.869169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:01.873713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Port 2d5cd450-01ab-490c-ae13-129ef98239d7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:01.874048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Attempting to bind port 2d5cd450-01ab-490c-ae13-129ef98239d7 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:01.945146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:01.948233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:01.948587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:01.948983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:01.949439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Bound port: 2d5cd450-01ab-490c-ae13-129ef98239d7, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:01.949805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.972769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8b28-c732-4bbb-96e5-67a1360ac049 req-871f8f60-7db4-4520-8e8a-dbf4991970ea tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:01.974074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:01.974668 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:01.979686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da0c8b28-c732-4bbb-96e5-67a1360ac049 req-871f8f60-7db4-4520-8e8a-dbf4991970ea tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 943 time: 0.7862327 Feb 14 21:34:01.984309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bb3e57b-174e-4b2e-8eb9-9a1986e92d62 req-ead93573-701d-4a60-b3dd-9d2c26698050 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149217 Feb 14 21:34:02.017918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.022776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.024413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-ed11f955-483a-4054-8069-79d0ada411d2 service neutron] 10.222.0.83 "PUT /v2.0/ports/6598a46e-fcb3-4918-8131-bbaceeb5dbcd HTTP/1.1" status: 200 len: 1096 time: 3.7200937 Feb 14 21:34:02.024699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,segment=NetworkSegment(7a386e01-8769-4196-9bdb-689164248697),segment_id=7a386e01-8769-4196-9bdb-689164248697)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:02.026282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:02.031054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:02.034639 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa14de2-becb-4515-a7d2-ae9b322ea7a4" -d '{"events": [{"server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "name": "network-vif-plugged", "status": "completed", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:02.041646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.044739 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91264e16-1706-4821-8c80-e07c96c993e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:02.051709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.057116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.175824 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-053aa57c-c025-4604-952e-29cdc2f59f26 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2202623 Feb 14 21:34:02.187049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:02.191258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Request body: {'port': {'device_id': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:02.210434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da0c8b28-c732-4bbb-96e5-67a1360ac049 req-8febcb54-bdd4-4493-bc42-59e276e8deb4 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298701 Feb 14 21:34:02.223234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d6523afd-5577-4beb-8864-ac7928010324 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:02.241675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-18cdb362-36d2-42a3-917d-cb836817d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.243957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-18cdb362-36d2-42a3-917d-cb836817d677 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 1130 time: 0.1550274 Feb 14 21:34:02.246514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:02.250428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.272806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:02.289798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:02.353146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.373160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.374497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9756c0-8990-40f6-9b32-094222a757e4 req-e64a61f3-ef20-4e52-ab69-7b6bbced7ba6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.376480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b9756c0-8990-40f6-9b32-094222a757e4 req-e64a61f3-ef20-4e52-ab69-7b6bbced7ba6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 945 time: 0.2089343 Feb 14 21:34:02.410495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-18faa882-7068-401e-9444-c51e26e571fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd HTTP/1.1" status: 200 len: 217 time: 0.1554086 Feb 14 21:34:02.483790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d6523afd-5577-4beb-8864-ac7928010324,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:02.486836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:02.495978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.497014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.500964 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-913fb275-d5a7-416f-bb09-9c83b301b4b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2d5cd450-01ab-490c-ae13-129ef98239d7 HTTP/1.1" status: 200 len: 1097 time: 2.4172282 Feb 14 21:34:02.502020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:02.505626 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:02.530066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'd6523afd-5577-4beb-8864-ac7928010324', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'port_id': 'd6523afd-5577-4beb-8864-ac7928010324', 'mac_address': 'fa:16:3e:15:e0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ded8023-8e45-47c6-9295-a3cc07941b9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:02.598267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port d6523afd-5577-4beb-8864-ac7928010324 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:02.599244 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6523afd-5577-4beb-8864-ac7928010324), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.615118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6523afd-5577-4beb-8864-ac7928010324 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:02.662446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d6523afd-5577-4beb-8864-ac7928010324,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:02.672189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:02.698767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed0ef-5794-4bc4-b6d8-65bf1125a91e req-539a0a2b-fb55-4f64-a044-bbd774cc67d7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.707007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-854ed0ef-5794-4bc4-b6d8-65bf1125a91e req-539a0a2b-fb55-4f64-a044-bbd774cc67d7 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.2953637 Feb 14 21:34:02.770712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b9756c0-8990-40f6-9b32-094222a757e4 req-a0938941-9119-41e7-bf58-4f2fd92c31e3 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296696 Feb 14 21:34:02.775616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-7d52877c-28f2-4259-9a06-26b0041b683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.779499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-7d52877c-28f2-4259-9a06-26b0041b683d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2195263 Feb 14 21:34:02.782124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:02.833682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-58ab97a2-8286-4f18-a8a8-addb9913f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:02.834586 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-58ab97a2-8286-4f18-a8a8-addb9913f73f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 1131 time: 0.2850659 Feb 14 21:34:02.931666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['d6523afd-5577-4beb-8864-ac7928010324'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:02.946827 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-62233d28-9ab7-4d76-b5aa-e50852ef0023 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=2d5cd450-01ab-490c-ae13-129ef98239d7 HTTP/1.1" status: 200 len: 217 time: 0.0941467 Feb 14 21:34:02.958348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-854ed0ef-5794-4bc4-b6d8-65bf1125a91e req-18126855-cc31-49b7-8244-dbc67ceaeb95 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503831 Feb 14 21:34:02.994415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (5ab83c81-e4d7-42e7-815a-599756379c01), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:03.045992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-d3926e52-abc5-428a-a30b-49d1e358395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.049004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-d3926e52-abc5-428a-a30b-49d1e358395d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0926917 Feb 14 21:34:03.113076 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0785343-509c-407a-bc40-20da1a4d25fb x-openstack-request-id: req-d0785343-509c-407a-bc40-20da1a4d25fb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:03.113237 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "name": "network-vif-plugged", "status": "completed", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:03.113471 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0785343-509c-407a-bc40-20da1a4d25fb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:03.120961 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2', 'code': 200} Feb 14 21:34:03.258308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a518-e900-459b-9630-561b175bec9a req-e24d5def-d091-469a-b987-9b94c5fcc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.260689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-e24d5def-d091-469a-b987-9b94c5fcc2eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2040513 Feb 14 21:34:03.277940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9cbd73-9301-46b6-9c69-408d2016f6af {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:03.313858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks [] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:03.381808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec2b9a-b34b-49b3-b8b9-5bf4ed3c066a req-667872d0-d329-40b0-bddc-f2c646979963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.392690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f165429-fc04-41e4-af00-5dce16663a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:03.393174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-97ec2b9a-b34b-49b3-b8b9-5bf4ed3c066a req-667872d0-d329-40b0-bddc-f2c646979963 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 1128 time: 0.2093182 Feb 14 21:34:03.459720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-04665b23-76dc-4bf8-bf38-034080352a4c service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896369 Feb 14 21:34:03.460617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Transition to ACTIVE for port object fa9cbd73-9301-46b6-9c69-408d2016f6af will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:03.481653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:03.540484 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0a23f-6ea2-4d91-8cc8-d26e5bed47c0 x-openstack-request-id: req-a2c0a23f-6ea2-4d91-8cc8-d26e5bed47c0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:03.541493 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:03.541937 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2c0a23f-6ea2-4d91-8cc8-d26e5bed47c0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:03.542735 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'status': 'completed', 'code': 200} Feb 14 21:34:03.576748 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-97ec2b9a-b34b-49b3-b8b9-5bf4ed3c066a req-70d0841c-d124-4db9-904e-3764a107a9c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826944 Feb 14 21:34:03.616236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Subnet': ['ID=5ab83c81-e4d7-42e7-815a-599756379c01,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:03.664027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:03.686969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 30a2d3b8-f9aa-4811-9c50-3e0544a07218 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:03.738010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-35e2e7c7-5c98-439f-b087-a8b29fa035c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.739924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-35e2e7c7-5c98-439f-b087-a8b29fa035c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7857797 Feb 14 21:34:03.778687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f26a518-e900-459b-9630-561b175bec9a req-824791eb-5acc-4dbe-8239-332999f192d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082781 Feb 14 21:34:03.827928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Attempting to bind port fa9cbd73-9301-46b6-9c69-408d2016f6af on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:03.828421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Attempting to bind port fa9cbd73-9301-46b6-9c69-408d2016f6af by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:03.828928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Attempting to bind port fa9cbd73-9301-46b6-9c69-408d2016f6af on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:03.836160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Port fa9cbd73-9301-46b6-9c69-408d2016f6af on network 8f66f68b-d996-440a-abf9-c77092683976 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:03.836546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Attempting to bind port fa9cbd73-9301-46b6-9c69-408d2016f6af on network 8f66f68b-d996-440a-abf9-c77092683976 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:03.846117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:03.846522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Checking segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:03.846933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Bound using segment: {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:03.847532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Bound port: fa9cbd73-9301-46b6-9c69-408d2016f6af, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68ed46-4658-47fe-900c-2049c5289253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f66f68b-d996-440a-abf9-c77092683976'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:03.847906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:03.866281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Checking segment: {'id': '7de1cf46-5851-464e-afe3-5bc404adc8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:03.869046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network hostable DHCP agents. Network: cde2aeca-77b3-449f-bab2-b325758a6409, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:34:03.883052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4226f8d-5d6e-428e-a3f8-419a8e004082 req-bb9ac492-9ea5-4265-b8fe-52fa00bba2ba tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.891009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4226f8d-5d6e-428e-a3f8-419a8e004082 req-bb9ac492-9ea5-4265-b8fe-52fa00bba2ba tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.9307687 Feb 14 21:34:03.925176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:03.939104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:03.939347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-bf6cb66c-a328-47c8-a215-8929b9e34734 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830368 Feb 14 21:34:03.944911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:03.948362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77213ed3-9001-486f-83a2-e4cf530e861e req-1766dc64-7aa2-412c-b2b6-73850e224334 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:03.956810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77213ed3-9001-486f-83a2-e4cf530e861e req-1766dc64-7aa2-412c-b2b6-73850e224334 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 943 time: 0.3599610 Feb 14 21:34:03.959255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '30a2d3b8-f9aa-4811-9c50-3e0544a07218', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'port_id': '30a2d3b8-f9aa-4811-9c50-3e0544a07218', 'mac_address': 'fa:16:3e:37:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ded8023-8e45-47c6-9295-a3cc07941b9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:03.964173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.015332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.016092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.019976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa9cbd73-9301-46b6-9c69-408d2016f6af HTTP/1.1" status: 200 len: 1092 time: 1.8351576 Feb 14 21:34:04.044254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:04.045015 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.057014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c7bf-0d2a-4615-b80c-d43d982a7426 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:04.069132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a2d3b8-f9aa-4811-9c50-3e0544a07218 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:04.118341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:04.128284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.149362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-febac55e-1cc5-4357-92e7-550787239cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.150886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-febac55e-1cc5-4357-92e7-550787239cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 1126 time: 0.0756154 Feb 14 21:34:04.182549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:04.217337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a18aadc4-aa52-4430-8ed1-dc359c483f84 req-0fbe5d72-09c2-4e52-b234-8e380b4ba6a1 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307825 Feb 14 21:34:04.235435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d6523afd-5577-4beb-8864-ac7928010324 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:04.252601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-8de44973-a2ee-4c8d-9790-f891100f6b04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af HTTP/1.1" status: 200 len: 217 time: 0.0921533 Feb 14 21:34:04.325130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:34:04.329477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port d6523afd-5577-4beb-8864-ac7928010324 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:04.335032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port d6523afd-5577-4beb-8864-ac7928010324 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:04.335533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d6523afd-5577-4beb-8864-ac7928010324), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.351745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4226f8d-5d6e-428e-a3f8-419a8e004082 req-81851399-7aec-4655-8ad9-e7b2144f8d7a tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591999 Feb 14 21:34:04.388848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-57120264-68f5-4055-bd4a-6e386c2ab7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.390336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-57120264-68f5-4055-bd4a-6e386c2ab7c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.1287713 Feb 14 21:34:04.446165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-1bb6595b-857b-4e58-a2e2-e493fd649185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428002 Feb 14 21:34:04.449029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77213ed3-9001-486f-83a2-e4cf530e861e req-d79e8230-c976-4920-bd5b-fe640364329c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911482 Feb 14 21:34:04.473550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, cde2aeca-77b3-449f-bab2-b325758a6409) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:04.489034 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073585d0-bbf3-4af6-9ef1-6dafe7e55165 x-openstack-request-id: req-073585d0-bbf3-4af6-9ef1-6dafe7e55165 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:04.489457 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:04.489720 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-073585d0-bbf3-4af6-9ef1-6dafe7e55165 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:04.495458 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'status': 'completed', 'code': 200} Feb 14 21:34:04.497113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21357d4e-3388-4718-9598-9d47f3879432 req-831b33d1-ff76-4766-b866-333fc9b560f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.503483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21357d4e-3388-4718-9598-9d47f3879432 req-831b33d1-ff76-4766-b866-333fc9b560f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1128 time: 0.6097603 Feb 14 21:34:04.504891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.505501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.533430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477f287-cf67-4c6a-bdf3-52cad4b93a6a None None] Network cde2aeca-77b3-449f-bab2-b325758a6409 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:34:04.647758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-81ca028d-e9fa-45c3-b25c-aa248caf1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.649394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-81ca028d-e9fa-45c3-b25c-aa248caf1dcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 1131 time: 0.1529613 Feb 14 21:34:04.687935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['30a2d3b8-f9aa-4811-9c50-3e0544a07218'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:04.695990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9f7dc0c2-c03f-460a-a2e4-eac42700eb79 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2319062 Feb 14 21:34:04.720451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34742) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:04.732197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-225261437'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:04.745518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port d6523afd-5577-4beb-8864-ac7928010324 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:04.745985 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d6523afd-5577-4beb-8864-ac7928010324), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.760186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.771418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264e16-1706-4821-8c80-e07c96c993e3 req-b9607557-5bbd-4bb5-b926-73734a78db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:04.773160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-b9607557-5bbd-4bb5-b926-73734a78db25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 1130 time: 0.4559295 Feb 14 21:34:04.811438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21357d4e-3388-4718-9598-9d47f3879432 req-19285f3d-3ab6-483b-8ea7-07c63f931355 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677841 Feb 14 21:34:04.821331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-cde2aeca-77b3-449f-bab2-b325758a6409', 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'project_id': 'e1e1de5f37aa4f91b2ba2a74062c5987', 'fixed_ips': [{'subnet_id': '5ab83c81-e4d7-42e7-815a-599756379c01'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:34:04.823205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:04.875018 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-795fb4cb-a7be-4545-968b-3a9b7391743b service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098129 Feb 14 21:34:04.999227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72a84-26eb-4276-826c-d5f3f44af612 req-541f7634-2de8-4c53-81d3-3f28ef792383 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.001048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bae72a84-26eb-4276-826c-d5f3f44af612 req-541f7634-2de8-4c53-81d3-3f28ef792383 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4073029 Feb 14 21:34:05.002179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264e16-1706-4821-8c80-e07c96c993e3 req-ba71d864-dba4-46fc-a0d6-d6af6d6d28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.010406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-ba71d864-dba4-46fc-a0d6-d6af6d6d28c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2212353 Feb 14 21:34:05.098055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8e1f6-eba0-48ed-a736-d1541039fd99 req-880aaa14-f07a-4c58-873e-356255b9e597 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.100059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd8e1f6-eba0-48ed-a736-d1541039fd99 req-880aaa14-f07a-4c58-873e-356255b9e597 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 944 time: 0.4295008 Feb 14 21:34:05.236983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-a0be9300-aa03-457e-b7d8-369ddd2d7b0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd HTTP/1.1" status: 200 len: 217 time: 0.1358747 Feb 14 21:34:05.364710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Allocated IP 172.20.0.2 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/c30711ca-6b8c-4600-adaa-753d017937e6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:05.477929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bae72a84-26eb-4276-826c-d5f3f44af612 req-d68e5fca-7ca7-4c37-9c0a-165366b62b64 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677951 Feb 14 21:34:05.499255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-dc4369f7-e616-453a-b683-5dd30aa919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.508317 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-dc4369f7-e616-453a-b683-5dd30aa919eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.8499000 Feb 14 21:34:05.511895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd8e1f6-eba0-48ed-a736-d1541039fd99 req-7f2a33c4-fb1e-4c42-ad10-da540f9e6352 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917949 Feb 14 21:34:05.535619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264e16-1706-4821-8c80-e07c96c993e3 req-ac017456-1fde-4e64-9e7b-d3fb9b96a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.537577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks [] for port (c30711ca-6b8c-4600-adaa-753d017937e6), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.538292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-ac017456-1fde-4e64-9e7b-d3fb9b96a1b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2764904 Feb 14 21:34:05.545597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:05.549050 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b49ea83-4db7-460f-ad53-f3c4cfd60668" -d '{"events": [{"server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "name": "network-vif-plugged", "status": "completed", "tag": "d6523afd-5577-4beb-8864-ac7928010324"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:05.555039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d6523afd-5577-4beb-8864-ac7928010324,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:05.568702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.601157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-a12eb1df-35f2-41a6-bde4-cbeb8531c873 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=2d5cd450-01ab-490c-ae13-129ef98239d7 HTTP/1.1" status: 200 len: 217 time: 0.0834796 Feb 14 21:34:05.617597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.625015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Pushing event updated for resources: {'Port': ['ID=c30711ca-6b8c-4600-adaa-753d017937e6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:05.712533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:05.726918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:05.729304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6c1aa51d-afe7-4b0a-82fb-1e93e402546a req-82bc580c-d01d-45f7-ae06-cd631bc8cbf0 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388443 Feb 14 21:34:05.736284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:05.744435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:05.769115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-4cb0a811-fcde-4b3e-8a4b-e7dacc7c64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.775746 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-4cb0a811-fcde-4b3e-8a4b-e7dacc7c64fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1505995 Feb 14 21:34:05.776470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:05.780454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.789300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264e16-1706-4821-8c80-e07c96c993e3 req-c19f380e-7087-4c78-b48a-c9a6e3820aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:05.793022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-c19f380e-7087-4c78-b48a-c9a6e3820aca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2462757 Feb 14 21:34:05.859103 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.861885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Attempting to bind port c30711ca-6b8c-4600-adaa-753d017937e6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:05.862280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Attempting to bind port c30711ca-6b8c-4600-adaa-753d017937e6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7de1cf46-5851-464e-afe3-5bc404adc8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:05.862656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Attempting to bind port c30711ca-6b8c-4600-adaa-753d017937e6 on network cde2aeca-77b3-449f-bab2-b325758a6409 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:05.869252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:05.869653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Checking segment: {'id': '7de1cf46-5851-464e-afe3-5bc404adc8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:05.870073 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.870475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Bound using segment: {'id': '7de1cf46-5851-464e-afe3-5bc404adc8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:05.870989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Bound port: c30711ca-6b8c-4600-adaa-753d017937e6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de1cf46-5851-464e-afe3-5bc404adc8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:05.871417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.895293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:05.950596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] For port c30711ca-6b8c-4600-adaa-753d017937e6, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:05.954530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] For port c30711ca-6b8c-4600-adaa-753d017937e6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c30711ca-6b8c-4600-adaa-753d017937e6,segment=NetworkSegment(7de1cf46-5851-464e-afe3-5bc404adc8f7),segment_id=7de1cf46-5851-464e-afe3-5bc404adc8f7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:05.969383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:05.993936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-8e1b155e-4b68-497d-99d7-4a89d6d5b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:06.014665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-8e1b155e-4b68-497d-99d7-4a89d6d5b31f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2240670 Feb 14 21:34:06.028417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbfdce-a487-4c46-abfb-29c29ed2165a req-0ba0eae8-c4c5-4164-bf62-716ec2a44b57 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:06.043811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91dbfdce-a487-4c46-abfb-29c29ed2165a req-0ba0eae8-c4c5-4164-bf62-716ec2a44b57 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.3902979 Feb 14 21:34:06.085963 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:06.091873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94515d-35ea-40fe-96b7-f111efcdbd57 req-22208c58-f611-4088-b8b4-7356e44b2c99 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:06.095213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e94515d-35ea-40fe-96b7-f111efcdbd57 req-22208c58-f611-4088-b8b4-7356e44b2c99 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 945 time: 0.3653445 Feb 14 21:34:06.117078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a97151-2505-4d07-9449-2f88da514ab0 None None] Pushing event updated for resources: {'Port': ['ID=c30711ca-6b8c-4600-adaa-753d017937e6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:06.241885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91dbfdce-a487-4c46-abfb-29c29ed2165a req-bbc4c04b-35c3-4315-a84f-5eff3ff6e564 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927280 Feb 14 21:34:06.245364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-8980f549-1c7c-4a99-a8a2-babe6937b8b3 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976555 Feb 14 21:34:06.246371 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-c27940c2-0827-4001-899a-6c1c91cc6b9a service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178218 Feb 14 21:34:06.358689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.9 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:06.526956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e94515d-35ea-40fe-96b7-f111efcdbd57 req-9a9aefe6-3f11-45f4-9e3a-0e702db74adf tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144754 Feb 14 21:34:06.607397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91264e16-1706-4821-8c80-e07c96c993e3 req-cc10f442-54d7-4f91-a9be-920b71489b22 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526444 Feb 14 21:34:06.637842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8919d62-8397-4a5b-855b-7a316568e6b2 req-863b496a-2f73-4259-9a1e-ae8bcf72a605 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:06.640408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8919d62-8397-4a5b-855b-7a316568e6b2 req-863b496a-2f73-4259-9a1e-ae8bcf72a605 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.1904418 Feb 14 21:34:06.672387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c30711ca-6b8c-4600-adaa-753d017937e6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:06.695786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:06.764154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:06.773030 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b9b85-2e30-49bd-af30-4bfd72b5152e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:06.780173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23bfe1-cf5b-44a9-ab9f-c5dbf10a5dd3 req-c8cfc40e-54eb-4388-806f-0fa951a2b411 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:06.794971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b23bfe1-cf5b-44a9-ab9f-c5dbf10a5dd3 req-c8cfc40e-54eb-4388-806f-0fa951a2b411 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 943 time: 0.1090965 Feb 14 21:34:06.799022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c30711ca-6b8c-4600-adaa-753d017937e6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:06.799549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:06.807695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:06.889451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8919d62-8397-4a5b-855b-7a316568e6b2 req-a2b1c8ce-8075-4129-ac84-c36cd0b9e5be tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421324 Feb 14 21:34:06.925668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b23bfe1-cf5b-44a9-ab9f-c5dbf10a5dd3 req-70fe466c-2e00-4d6c-9d98-e84a0315459f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273403 Feb 14 21:34:07.012829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c30711ca-6b8c-4600-adaa-753d017937e6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:07.013477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:07.019794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:07.053774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:07.080946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:07.087999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c30711ca-6b8c-4600-adaa-753d017937e6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c30711ca-6b8c-4600-adaa-753d017937e6,segment=NetworkSegment(7de1cf46-5851-464e-afe3-5bc404adc8f7),segment_id=7de1cf46-5851-464e-afe3-5bc404adc8f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:07.091730 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0157a61c-9fca-44fd-8e42-e644423b83e5 x-openstack-request-id: req-0157a61c-9fca-44fd-8e42-e644423b83e5 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:07.092169 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "name": "network-vif-plugged", "status": "completed", "tag": "d6523afd-5577-4beb-8864-ac7928010324", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:07.092536 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0157a61c-9fca-44fd-8e42-e644423b83e5 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:07.093467 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324', 'code': 200} Feb 14 21:34:07.097141 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:07.284927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:07.323756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:07.324507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:07.326177 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:07.355637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-111e7371-b92c-4595-bfdd-ce4fa12c9b1c req-407a8444-606b-466f-b1f5-4693ca8aefe6 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687585 Feb 14 21:34:07.366714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-220ada00-ff55-4b29-aa9e-2389121ac885 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6448963 Feb 14 21:34:07.367745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:07.374843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-1893124183', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:e9:c8'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:07.418658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c30711ca-6b8c-4600-adaa-753d017937e6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:07.551081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00647aa-1d8c-4b80-bbaa-abcffcd08213 req-2ad2d03e-0731-4f3b-b710-310670b17c96 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:07.552793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c00647aa-1d8c-4b80-bbaa-abcffcd08213 req-2ad2d03e-0731-4f3b-b710-310670b17c96 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.4194200 Feb 14 21:34:07.607748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb3cc-01dc-4723-aab4-73e58fb122b8 req-c7005003-33fa-4be6-b97a-453d879b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:07.609446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1daeb3cc-01dc-4723-aab4-73e58fb122b8 req-c7005003-33fa-4be6-b97a-453d879b6f15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09b11b55-7be5-4a73-b3b9-9f3948b6683c HTTP/1.1" status: 200 len: 1128 time: 0.3243539 Feb 14 21:34:07.643599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574a693-3336-4ade-9b43-82edd1e2efad req-249c0b24-3452-4480-a71a-00c01f7c3109 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:07.645147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b574a693-3336-4ade-9b43-82edd1e2efad req-249c0b24-3452-4480-a71a-00c01f7c3109 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 944 time: 0.3613052 Feb 14 21:34:07.689244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:07.721080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c00647aa-1d8c-4b80-bbaa-abcffcd08213 req-06b6a0f7-1770-4469-8aae-de5a5546f0c2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566980 Feb 14 21:34:07.729092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:07.735963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 30a2d3b8-f9aa-4811-9c50-3e0544a07218 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:07.775747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1daeb3cc-01dc-4723-aab4-73e58fb122b8 req-dd5f1e0e-fc52-4fa6-8a3a-69e7253db452 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542127 Feb 14 21:34:07.794190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b574a693-3336-4ade-9b43-82edd1e2efad req-c1fde613-8029-48a0-a26c-5f73e88de654 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208799 Feb 14 21:34:07.867544 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18538a6b-81ee-4b8c-a011-3d7064714f98 x-openstack-request-id: req-18538a6b-81ee-4b8c-a011-3d7064714f98 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:07.868146 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:07.868146 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18538a6b-81ee-4b8c-a011-3d7064714f98 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:07.868794 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'status': 'completed', 'code': 200} Feb 14 21:34:07.909721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d829ca1-cbae-467f-8c21-32d28e894b70 None None] Network cde2aeca-77b3-449f-bab2-b325758a6409 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:34:07.933249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:34:08.068268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:08.095044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:08.124603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-0607cec4-1097-4846-87ec-546473d48211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.126453 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-0607cec4-1097-4846-87ec-546473d48211 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 1126 time: 0.2163725 Feb 14 21:34:08.129688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d4a59f03-db18-43fa-b689-fc03e2e372e2 None None] Provisioning complete for port c30711ca-6b8c-4600-adaa-753d017937e6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:08.131397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a59f03-db18-43fa-b689-fc03e2e372e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:08.132788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port 1ba42b52-96fb-479b-9370-0e8522645b3d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:08.140236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-b3250740-4439-42aa-aa29-2d06ce57a546 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.144738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-b3250740-4439-42aa-aa29-2d06ce57a546 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 811 time: 0.1502337 Feb 14 21:34:08.150538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:08.153472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:08.185095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-af303faf-1430-42a8-908f-a4cda1c7f417 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/quotas/3ecbf8454b0b4eeb98c3feb00dc58d8e HTTP/1.1" status: 200 len: 375 time: 0.0321927 Feb 14 21:34:08.274812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e180-8f84-416a-90a5-aef142f0bc03 req-3b34e640-9a72-4239-ac12-1ee2a3de395d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.285043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb69e180-8f84-416a-90a5-aef142f0bc03 req-3b34e640-9a72-4239-ac12-1ee2a3de395d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.3222609 Feb 14 21:34:08.325989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:08.350191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:08.398679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb69e180-8f84-416a-90a5-aef142f0bc03 req-0aeb1bf4-f255-4d2d-b372-db5842c8b0fc tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124849 Feb 14 21:34:08.400955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.12 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/1ba42b52-96fb-479b-9370-0e8522645b3d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:08.484360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-58758c31-60a1-4f7f-bea9-dac35a010f1c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927477 Feb 14 21:34:08.556596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'mac_address': 'fa:16:3e:a0:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:08.567224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-9f8ee54d-1173-4fab-8637-5035542f55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.579177 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-9f8ee54d-1173-4fab-8637-5035542f55d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 200 len: 913 time: 0.1843948 Feb 14 21:34:08.597200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:34:08.645852 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-bc67efce-a515-4b03-8c6e-50245053c411 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af HTTP/1.1" status: 200 len: 217 time: 0.0465808 Feb 14 21:34:08.731091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-bf81ca47-237a-496f-ab49-c6fd8ec872cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.732903 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-bf81ca47-237a-496f-ab49-c6fd8ec872cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 200 len: 852 time: 0.0806129 Feb 14 21:34:08.773421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c30711ca-6b8c-4600-adaa-753d017937e6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:08.776536 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-5b48da2e-73ae-4510-9eaf-479ce413e733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f66f68b-d996-440a-abf9-c77092683976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340855 Feb 14 21:34:08.778424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (1ba42b52-96fb-479b-9370-0e8522645b3d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:08.808528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2cae-8a1b-4c9b-a271-dcf3f3718888 req-bde63b6c-6395-4ccc-913a-7f657c512e01 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:08.819714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-495d2cae-8a1b-4c9b-a271-dcf3f3718888 req-bde63b6c-6395-4ccc-913a-7f657c512e01 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 943 time: 0.1805441 Feb 14 21:34:08.916236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1ba42b52-96fb-479b-9370-0e8522645b3d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:08.943609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-495d2cae-8a1b-4c9b-a271-dcf3f3718888 req-92147332-8f3e-4488-8e35-91d7b285d2ee tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187127 Feb 14 21:34:08.964423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e80313e4-8f37-4c8c-a83d-b327d30785f1 service neutron] 10.222.0.86 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791365 Feb 14 21:34:08.997557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-1aa886c9-7df5-4d50-9e52-eb190f491145 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140124 Feb 14 21:34:09.114881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:09.149212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2d5cd450-01ab-490c-ae13-129ef98239d7 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:09.150721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.214990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4a59f03-db18-43fa-b689-fc03e2e372e2 None None] Current status of the port c30711ca-6b8c-4600-adaa-753d017937e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:09.221992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:09.233102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=1ba42b52-96fb-479b-9370-0e8522645b3d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:09.247697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:09.286536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:09.290507 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.295683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5cd450-01ab-490c-ae13-129ef98239d7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:09.328644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:09.347887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-33def95a-e4b2-4f06-9b55-22cd936ff6bc service neutron] 10.222.0.86 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791137 Feb 14 21:34:09.366149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db130df2-16c2-4d8e-abb8-676872c568cd req-f3c96785-36aa-432c-b3da-a8d33909e3cf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.379980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db130df2-16c2-4d8e-abb8-676872c568cd req-f3c96785-36aa-432c-b3da-a8d33909e3cf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2291183 Feb 14 21:34:09.437090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-160b9b85-2e30-49bd-af30-4bfd72b5152e req-c9953dcc-85b7-44be-bbc8-39be78cae8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292319 Feb 14 21:34:09.453575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.461216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.466200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'mac_address': 'fa:16:3e:4d:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:09.512080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:09.515698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ddd0c19c-1f26-455d-975f-4e5f512d85f3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1367099 Feb 14 21:34:09.517289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34812) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:09.520939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db130df2-16c2-4d8e-abb8-676872c568cd req-77cddb4e-b78d-4315-80cc-1862028c0e8e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383111 Feb 14 21:34:09.531397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:09.538142 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cbadf7-16c8-4c64-9415-82a233b46618" -d '{"events": [{"server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:09.616417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.647956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c30711ca-6b8c-4600-adaa-753d017937e6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:09.648648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.677337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9c05e-de7c-411b-9588-e8220c5f6920 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.677690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:09.695404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9c05e-de7c-411b-9588-e8220c5f6920 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.724071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9c05e-de7c-411b-9588-e8220c5f6920 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.741930 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10e9c05e-de7c-411b-9588-e8220c5f6920 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2160075 Feb 14 21:34:09.743187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:09.880611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa9cbd73-9301-46b6-9c69-408d2016f6af details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:09.902162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.905849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba9571-bbe8-4934-91f4-f4842e6e8af4 req-e606dbaf-ec55-404e-88a6-7cd31a32dfda tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:09.918248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-deba9571-bbe8-4934-91f4-f4842e6e8af4 req-e606dbaf-ec55-404e-88a6-7cd31a32dfda tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2700737 Feb 14 21:34:09.943499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port 1ba42b52-96fb-479b-9370-0e8522645b3d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:09.944067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1ba42b52-96fb-479b-9370-0e8522645b3d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:09.949205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Provisioning complete for port c30711ca-6b8c-4600-adaa-753d017937e6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:09.949594 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:10.043341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b235d-0e66-4492-977f-416b2c639fe4 req-fa945809-ef72-47ce-8833-90f8b6a752d4 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:10.053024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf6b235d-0e66-4492-977f-416b2c639fe4 req-fa945809-ef72-47ce-8833-90f8b6a752d4 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 949 time: 0.2562199 Feb 14 21:34:10.076263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:10.076674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:10.122519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2d5cd450-01ab-490c-ae13-129ef98239d7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:10.250273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-deba9571-bbe8-4934-91f4-f4842e6e8af4 req-8f393ac5-9619-49d7-8a4e-becc156c0c4e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291917 Feb 14 21:34:10.319009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf6b235d-0e66-4492-977f-416b2c639fe4 req-0eab460d-6521-4bd0-8932-b7a6ccb0050b tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590752 Feb 14 21:34:10.367487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:10.372522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1ba42b52-96fb-479b-9370-0e8522645b3d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:10.406833 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:34:10.462242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8f5dd6d-df29-48b2-ad64-3e7b2b875200 req-4ce3d100-4739-4d56-8421-0fbc79e7db1e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 210 time: 0.0757723 Feb 14 21:34:10.566091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for 1ba42b52-96fb-479b-9370-0e8522645b3d owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:10.626535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53130e50-e999-4151-baf1-b958d1a00978 req-ae4ae4ee-4daa-48db-815c-6466f3b29df5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:10.638518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53130e50-e999-4151-baf1-b958d1a00978 req-ae4ae4ee-4daa-48db-815c-6466f3b29df5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 943 time: 0.1434412 Feb 14 21:34:10.740140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53130e50-e999-4151-baf1-b958d1a00978 req-162c049d-9b09-40f1-9cf3-786718f0b25d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002977 Feb 14 21:34:10.803239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beed65-c165-4a8a-a791-c64170094add req-fe92b799-bbff-44f1-83db-2a3aeb6c2b80 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:10.814921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81beed65-c165-4a8a-a791-c64170094add req-fe92b799-bbff-44f1-83db-2a3aeb6c2b80 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.1679242 Feb 14 21:34:10.829696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6fb2d-cfc1-4fa0-b0f2-2f846917ff7f req-9f91f29c-a1de-46e2-857a-e879d975e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:10.831249 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47b6fb2d-cfc1-4fa0-b0f2-2f846917ff7f req-9f91f29c-a1de-46e2-857a-e879d975e1ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 1128 time: 0.4206088 Feb 14 21:34:10.926049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81beed65-c165-4a8a-a791-c64170094add req-b260eed1-d222-4326-917a-f0125c717ad6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100249 Feb 14 21:34:10.976620 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a373c-df04-420b-b434-41d15339155b x-openstack-request-id: req-7b4a373c-df04-420b-b434-41d15339155b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:10.976931 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:10.977166 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b4a373c-df04-420b-b434-41d15339155b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:10.977528 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218', 'code': 200} Feb 14 21:34:11.021009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47b6fb2d-cfc1-4fa0-b0f2-2f846917ff7f req-e1dce00b-3edd-4404-b9ee-653d9ecf05d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503341 Feb 14 21:34:11.138265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1ba42b52-96fb-479b-9370-0e8522645b3d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:11.162111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:11.206288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=1ba42b52-96fb-479b-9370-0e8522645b3d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:11.230251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:11.307768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c30711ca-6b8c-4600-adaa-753d017937e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:11.355771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:11.400460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:11.559976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:11.566904 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b706fa7b-d891-4228-aca6-d2d83b704b7f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/1ba42b52-96fb-479b-9370-0e8522645b3d HTTP/1.1" status: 204 len: 168 time: 1.8212423 Feb 14 21:34:11.571589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:11.629235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b4407-ef55-4340-97af-28902a2a18d4 req-11be4bdc-fc0a-453b-a854-08ee12e39ed9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:11.636983 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6b32cc-1c01-4a20-9266-61fc244b22ad tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] GET failed (client error): The resource could not be found. Feb 14 21:34:11.638845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe6b32cc-1c01-4a20-9266-61fc244b22ad tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports/1ba42b52-96fb-479b-9370-0e8522645b3d HTTP/1.1" status: 404 len: 333 time: 0.0660689 Feb 14 21:34:11.643512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:11.646427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-392b4407-ef55-4340-97af-28902a2a18d4 req-11be4bdc-fc0a-453b-a854-08ee12e39ed9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 949 time: 0.2418511 Feb 14 21:34:11.657455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-803350271'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:11.724132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:11.798214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['6598a46e-fcb3-4918-8131-bbaceeb5dbcd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:11.861774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'network_id': '8f66f68b-d996-440a-abf9-c77092683976', 'port_id': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'mac_address': 'fa:16:3e:ef:06:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee87d5-8d24-4a38-811f-8577b9a5ca48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:11.865824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:11.882964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Current status of the port c30711ca-6b8c-4600-adaa-753d017937e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:11.958237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Provisioning complete for port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:11.959029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.035009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:12.045123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.078131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-8034394a-118b-4bd3-9560-bda49e6124c6 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:12.089704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-8034394a-118b-4bd3-9560-bda49e6124c6 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 811 time: 0.3283055 Feb 14 21:34:12.091324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port 3a75f23d-aa43-434c-b512-298359083c93 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:12.129826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbefca-76e6-4100-a323-aa463a0f83ed req-fc6a180d-b1ab-46df-b07f-83fff5cec9fd tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:12.145455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbbbefca-76e6-4100-a323-aa463a0f83ed req-fc6a180d-b1ab-46df-b07f-83fff5cec9fd tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 945 time: 0.6819842 Feb 14 21:34:12.169458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Request body: {'port': {'device_id': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'admin_state_up': True, 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:12.177764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fa9cbd73-9301-46b6-9c69-408d2016f6af is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:12.178303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.218466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9cbd73-9301-46b6-9c69-408d2016f6af {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:12.229510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1366b299-46b1-4084-b1b0-46115dff6536 None None] Port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:12.237561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-392b4407-ef55-4340-97af-28902a2a18d4 req-1e519704-db08-41f5-b8f5-7a6dbcc9cf67 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903823 Feb 14 21:34:12.387349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:12.402657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-45e70911-d95a-42ba-a347-257c0efe6b7d None None] Could not find standard attr ID for object 1ba42b52-96fb-479b-9370-0e8522645b3d. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:34:12.416290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbbbefca-76e6-4100-a323-aa463a0f83ed req-aa55c008-361a-4a5d-b10e-55a4861c18e4 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693818 Feb 14 21:34:12.431211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.4 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/3a75f23d-aa43-434c-b512-298359083c93) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:12.436637 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.619364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:12.637492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-45e70911-d95a-42ba-a347-257c0efe6b7d None None] Provisioning complete for port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:12.638094 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e70911-d95a-42ba-a347-257c0efe6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.693700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-335a83a1-42ad-45c3-b6d7-ff5f6cdd048d req-043a56f2-b91e-4144-9d34-bffa9c1612ff tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 210 time: 0.1811571 Feb 14 21:34:12.748439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45e70911-d95a-42ba-a347-257c0efe6b7d None None] Port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:12.823592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (3a75f23d-aa43-434c-b512-298359083c93), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.874670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Made reservation on behalf of 3ecbf8454b0b4eeb98c3feb00dc58d8e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:12.878213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.881638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3a75f23d-aa43-434c-b512-298359083c93), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:12.931203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:12.933476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861d04-9b04-40d0-b286-c84648fb4355 req-24cc1fbf-382d-47d4-9cee-c3386441253c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:12.935386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:12.939731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:12.954136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['fa9cbd73-9301-46b6-9c69-408d2016f6af'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:12.966158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b861d04-9b04-40d0-b286-c84648fb4355 req-24cc1fbf-382d-47d4-9cee-c3386441253c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 944 time: 0.4041946 Feb 14 21:34:12.994116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=3a75f23d-aa43-434c-b512-298359083c93,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:13.014807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:13.015459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.045765 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65228690-0068-4645-8b9a-5a2ba93ad5ac tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4003451 Feb 14 21:34:13.048492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34882) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:13.059695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:e9:c8'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:13.333213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a75f23d-aa43-434c-b512-298359083c93), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.344843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b861d04-9b04-40d0-b286-c84648fb4355 req-4332dd8e-a24f-48cd-b564-9bb70af08772 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735411 Feb 14 21:34:13.406236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f6af7320-f0ec-4f51-bda6-636bca136fc1 None None] Provisioning complete for port 3a75f23d-aa43-434c-b512-298359083c93 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:13.407044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6af7320-f0ec-4f51-bda6-636bca136fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a75f23d-aa43-434c-b512-298359083c93), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.412614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b787c9-2850-44c8-a111-fae109ca1791 req-94952300-ed26-4964-bf9d-13ef422263b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:13.424248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32b787c9-2850-44c8-a111-fae109ca1791 req-94952300-ed26-4964-bf9d-13ef422263b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.5861981 Feb 14 21:34:13.434300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:13.490545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f6af7320-f0ec-4f51-bda6-636bca136fc1 None None] Port 3a75f23d-aa43-434c-b512-298359083c93 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:13.526655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:13.533200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:13.533593 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.642747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:13.643083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.668183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32b787c9-2850-44c8-a111-fae109ca1791 req-779a636f-b6d1-401d-950d-f5193cb0520e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427373 Feb 14 21:34:13.679257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Allocated IP 172.20.0.7 (ea95a9ec-ed85-474e-b1ea-e772c9983aa7/95411420-6430-4e80-9b50-f1dc3ec19f69/e3b0a46d-70e9-4688-9f03-4f858a918a56) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:13.719414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:13.724136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:13.730106 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd77954e-3806-43ea-9326-378a8c5cf00c" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:13.739514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.764712 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (3a75f23d-aa43-434c-b512-298359083c93), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.778837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3a75f23d-aa43-434c-b512-298359083c93), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.854270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:13.898032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] In _notify_port_updated(), no bound segment for port 3a75f23d-aa43-434c-b512-298359083c93 on network cde2aeca-77b3-449f-bab2-b325758a6409 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:34:13.904073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:13.905156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:13.906887 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "PUT /v2.0/ports/3a75f23d-aa43-434c-b512-298359083c93 HTTP/1.1" status: 200 len: 992 time: 0.8560925 Feb 14 21:34:13.910717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34898) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:13.945248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34385c7c-54e8-4e44-ad8d-1a2b4860a692 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=3a75f23d-aa43-434c-b512-298359083c93,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:14.110521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port 3a75f23d-aa43-434c-b512-298359083c93 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:14.111583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3a75f23d-aa43-434c-b512-298359083c93), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.122593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950dfb1-f71d-4c40-9e43-8e792c161b7e req-01c23a99-52d5-4fdc-9040-eee924b63539 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:14.141897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3950dfb1-f71d-4c40-9e43-8e792c161b7e req-01c23a99-52d5-4fdc-9040-eee924b63539 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 949 time: 0.3707755 Feb 14 21:34:14.261358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3a75f23d-aa43-434c-b512-298359083c93), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.286047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for 3a75f23d-aa43-434c-b512-298359083c93 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:14.324451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e6f07c1f-ab2f-4d4d-91f2-db053ecc09ea None None] Provisioning complete for port 3a75f23d-aa43-434c-b512-298359083c93 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:14.324847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6f07c1f-ab2f-4d4d-91f2-db053ecc09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a75f23d-aa43-434c-b512-298359083c93), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.338723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f29c27-3912-4340-a006-29d61a0e0e67 req-76eb90ba-1136-406a-801f-8e4c6fb4c524 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:14.340634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2f29c27-3912-4340-a006-29d61a0e0e67 req-76eb90ba-1136-406a-801f-8e4c6fb4c524 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 945 time: 0.4634261 Feb 14 21:34:14.380231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e6f07c1f-ab2f-4d4d-91f2-db053ecc09ea None None] Port 3a75f23d-aa43-434c-b512-298359083c93 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:14.440674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3950dfb1-f71d-4c40-9e43-8e792c161b7e req-9151c28a-dcd0-4342-b95e-25a4c0a0a2a6 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959697 Feb 14 21:34:14.454384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa9cbd73-9301-46b6-9c69-408d2016f6af up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:14.454976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks [] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.520474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2f29c27-3912-4340-a006-29d61a0e0e67 req-b1af7cad-fee6-472d-a3d5-00437174dd02 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567180 Feb 14 21:34:14.540280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.561721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b10baf07-0f16-4da0-94e3-96765781fa86'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:14.653594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3a75f23d-aa43-434c-b512-298359083c93), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.661077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:14.687037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:14.689956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:14.712648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=3a75f23d-aa43-434c-b512-298359083c93,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:14.767036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:14.768379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.768960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port fa9cbd73-9301-46b6-9c69-408d2016f6af completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:14.825975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port fa9cbd73-9301-46b6-9c69-408d2016f6af triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:14.826466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:14.850043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Pushing event updated for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:14.883516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c55d35-8797-4244-9a6b-25b4f40ae463 req-5437bc15-bbec-48ef-8909-34819b4ddebe tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:14.892508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6c55d35-8797-4244-9a6b-25b4f40ae463 req-5437bc15-bbec-48ef-8909-34819b4ddebe tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 931 time: 0.2206187 Feb 14 21:34:14.898779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-7a4a1efa-8a21-4baa-9276-45794d019f72 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7457910 Feb 14 21:34:14.932139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Request body: {'port': {'device_id': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:14.945724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dfca6-6d0d-4b00-bfbb-f9d8418e8f21 req-d6ce8f77-e998-4211-b69e-16668ce945dc tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:14.948367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f5dfca6-6d0d-4b00-bfbb-f9d8418e8f21 req-d6ce8f77-e998-4211-b69e-16668ce945dc tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 945 time: 0.2950728 Feb 14 21:34:14.997369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.001654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e09404d3-8c64-46b9-9940-3da8c1286853 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/3a75f23d-aa43-434c-b512-298359083c93 HTTP/1.1" status: 204 len: 168 time: 1.0896425 Feb 14 21:34:15.005168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34910) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:15.021622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6c55d35-8797-4244-9a6b-25b4f40ae463 req-cde35881-446e-4f50-a37a-f3b845acccb7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279540 Feb 14 21:34:15.070031 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1dc4cd-1be3-4a59-8796-367a6c8816cf tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] GET failed (client error): The resource could not be found. Feb 14 21:34:15.080881 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f1dc4cd-1be3-4a59-8796-367a6c8816cf tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports/3a75f23d-aa43-434c-b512-298359083c93 HTTP/1.1" status: 404 len: 333 time: 0.0653853 Feb 14 21:34:15.081559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34912) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:15.091141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-1213545065'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:15.126573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fa9cbd73-9301-46b6-9c69-408d2016f6af is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:15.147832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.163919 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709861c1-e889-4594-b997-92bcb1fd5dee x-openstack-request-id: req-709861c1-e889-4594-b997-92bcb1fd5dee {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:15.164263 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:15.164472 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-709861c1-e889-4594-b997-92bcb1fd5dee {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:15.164873 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'code': 200} Feb 14 21:34:15.178331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f5dfca6-6d0d-4b00-bfbb-f9d8418e8f21 req-03413b3c-b777-4148-9b3e-eb5f4e2a77f6 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/security-groups?id=826c78e5-4f8a-4c93-9faf-b83669ffc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732609 Feb 14 21:34:15.189889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.261870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:15.277375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.278188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:15.432355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:15.468324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-c7758847-0c07-4f77-829f-6f58e377e884 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:15.470643 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-c7758847-0c07-4f77-829f-6f58e377e884 tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 945 time: 0.1856148 Feb 14 21:34:15.505669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2d5cd450-01ab-490c-ae13-129ef98239d7 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:15.511406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2d5cd450-01ab-490c-ae13-129ef98239d7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:15.511795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.532082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:15.536223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.556868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:15.687279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2d5cd450-01ab-490c-ae13-129ef98239d7 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:15.692676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.751021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:15.764916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:15.836225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.10 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/830ccf88-03f7-4e3b-a20a-f045e9a010e7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:15.863989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:15.923366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Deleting port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:15.924099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.204624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.252076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.267010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] For port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,segment=NetworkSegment(7a386e01-8769-4196-9bdb-689164248697),segment_id=7a386e01-8769-4196-9bdb-689164248697)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:16.267486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.329858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Calling delete_port for 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:16.353486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:16.363695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:16.368244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:16.375814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=830ccf88-03f7-4e3b-a20a-f045e9a010e7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:16.422956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b0a46d-70e9-4688-9f03-4f858a918a56 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:16.441981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks [] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.459382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Transition to ACTIVE for port object e3b0a46d-70e9-4688-9f03-4f858a918a56 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:16.462483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab55d2-c3e7-48b1-a80a-c3db37efc775 req-9f724463-4e16-4afc-94b1-96000f02c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:16.464126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9ab55d2-c3e7-48b1-a80a-c3db37efc775 req-9f724463-4e16-4afc-94b1-96000f02c1b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 1132 time: 1.1886938 Feb 14 21:34:16.481555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333665a-c678-405d-9aa8-64149e67aab3 req-98a6afcd-4251-479a-9482-ef649fe9c66f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:16.483490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9333665a-c678-405d-9aa8-64149e67aab3 req-98a6afcd-4251-479a-9482-ef649fe9c66f tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 1.1824114 Feb 14 21:34:16.498743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.526014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb7b-e96b-4eb1-bc2c-acce1d11e756 req-b5052cd8-407c-4c68-803a-d96b9d039ef8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:16.534931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:16.535661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.535948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9aa3bb7b-e96b-4eb1-bc2c-acce1d11e756 req-b5052cd8-407c-4c68-803a-d96b9d039ef8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=09b11b55-7be5-4a73-b3b9-9f3948b6683c HTTP/1.1" status: 200 len: 945 time: 1.2088151 Feb 14 21:34:16.576789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b2b3c4c1-e14e-4216-ab61-040759dc234f tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4941256 Feb 14 21:34:16.581558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34934) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:16.589791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:e9:c8'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:16.726529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9333665a-c678-405d-9aa8-64149e67aab3 req-9410a97c-4c5b-482c-a2ab-02dbdc09b598 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218843 Feb 14 21:34:16.729437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9ab55d2-c3e7-48b1-a80a-c3db37efc775 req-26b6b547-0c57-4291-b3a3-2a052d1b46b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559659 Feb 14 21:34:16.759629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.775534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9aa3bb7b-e96b-4eb1-bc2c-acce1d11e756 req-6c7781a9-9bdd-46f3-b8fc-e7b40bf74850 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382183 Feb 14 21:34:16.789963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:16.832697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3c347cc5-b07b-4505-80f8-004d1b72a6ff None None] Provisioning complete for port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:16.833213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c347cc5-b07b-4505-80f8-004d1b72a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.934050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8f4fb72c-6ade-4b2f-ae00-0db17665dbe2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:16.946849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c347cc5-b07b-4505-80f8-004d1b72a6ff None None] Port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:16.984298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Attempting to bind port e3b0a46d-70e9-4688-9f03-4f858a918a56 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:16.985403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Attempting to bind port e3b0a46d-70e9-4688-9f03-4f858a918a56 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:16.985747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Attempting to bind port e3b0a46d-70e9-4688-9f03-4f858a918a56 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:17.022887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Port e3b0a46d-70e9-4688-9f03-4f858a918a56 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:17.023244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Attempting to bind port e3b0a46d-70e9-4688-9f03-4f858a918a56 on network ea95a9ec-ed85-474e-b1ea-e772c9983aa7 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:17.039690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:17.040200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Checking segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:17.040615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Bound using segment: {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:17.041062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Bound port: e3b0a46d-70e9-4688-9f03-4f858a918a56, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed94f19-ff37-47f1-960e-7de38c6a670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:17.041429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.050036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Pushing event deleted for resources: {'Port': ['ID=8f4fb72c-6ade-4b2f-ae00-0db17665dbe2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:17.094408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] No DVR routers for this DVR port 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:17.099077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.102458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15b3ca4f-fc86-4a3a-8f48-57397b3fc0c5 req-79f4722e-0500-4850-ba28-5f3c722b127d tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.64 "DELETE /v2.0/ports/8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 HTTP/1.1" status: 204 len: 173 time: 1.6150873 Feb 14 21:34:17.102924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'name': 'network-vif-deleted', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:17.105650 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76343977-361b-4155-95fd-3ce53dd72459" -d '{"events": [{"server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "name": "network-vif-deleted", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:17.138122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0005a5-a6c8-4811-a4eb-af6cac8427e7 req-8a37266b-3f3d-4949-a896-654714894325 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:17.145610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de0005a5-a6c8-4811-a4eb-af6cac8427e7 req-8a37266b-3f3d-4949-a896-654714894325 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.2119570 Feb 14 21:34:17.166233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af'}, {'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:17.168680 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff969a-9b0c-47b7-a060-3ecdf1e586b0" -d '{"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-plugged", "status": "completed", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af"}, {"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-plugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:17.180654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66d52-2b9a-4a90-91f9-d92cfbc7d7a7 req-94caf93a-395a-44cf-a482-cc3ca309174e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:17.182187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-baf66d52-2b9a-4a90-91f9-d92cfbc7d7a7 req-94caf93a-395a-44cf-a482-cc3ca309174e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2475579 Feb 14 21:34:17.241376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.250993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:17.252614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.263686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de0005a5-a6c8-4811-a4eb-af6cac8427e7 req-dceeaa1b-c992-42bc-bbae-72e20fb05a19 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167638 Feb 14 21:34:17.306753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:17.339944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.436711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=830ccf88-03f7-4e3b-a20a-f045e9a010e7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:17.456475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:17.458391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.460528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] 10.222.0.83 "PUT /v2.0/ports/e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 200 len: 1092 time: 2.5465152 Feb 14 21:34:17.481307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] In _notify_port_updated(), no bound segment for port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 on network cde2aeca-77b3-449f-bab2-b325758a6409 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:34:17.511519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:17.512607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.514508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-baf66d52-2b9a-4a90-91f9-d92cfbc7d7a7 req-c5016975-645c-4dfa-8d58-8a689343e048 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143384 Feb 14 21:34:17.515044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:17.522283 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab1529a-b2d8-4711-83ae-29d13d8da939" -d '{"events": [{"name": "network-changed", "server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:17.523383 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-efa03a5d-5dfb-4e3e-a5bc-bddfd0959e5e tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "PUT /v2.0/ports/830ccf88-03f7-4e3b-a20a-f045e9a010e7 HTTP/1.1" status: 200 len: 997 time: 0.9407222 Feb 14 21:34:17.524246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:17.733342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:17.735021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.813868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaad2b-ad67-467c-8a48-54623bea67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:17.924829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a66d720-42bf-4580-a0cd-54f9d923ed44 req-21672258-d7f0-4db3-93ef-c100a5d255ab tempest-VolumesActionsTest-860991047 tempest-VolumesActionsTest-860991047-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ab7dfed-864d-4fa7-a444-eb6294263f26 HTTP/1.1" status: 200 len: 210 time: 0.1852496 Feb 14 21:34:17.932182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fcd5510b-210b-487c-ad2f-2dc280f373e6 None None] Provisioning complete for port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:17.940267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcd5510b-210b-487c-ad2f-2dc280f373e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:17.944366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-c33a2484-03e7-4521-a589-a01a5ce2beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:17.962388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-c33a2484-03e7-4521-a589-a01a5ce2beee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1126 time: 0.3695879 Feb 14 21:34:18.079609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5510b-210b-487c-ad2f-2dc280f373e6 None None] Port 830ccf88-03f7-4e3b-a20a-f045e9a010e7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:18.129563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-d310d994-1d60-41c6-beb1-89968d330367 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 200 len: 217 time: 0.1585813 Feb 14 21:34:18.169542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea448b12-3399-478c-b027-5f38d2bc5891 req-7927d357-a1f9-41cf-ab5c-efda7ddd5ce7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:18.185074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea448b12-3399-478c-b027-5f38d2bc5891 req-7927d357-a1f9-41cf-ab5c-efda7ddd5ce7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 943 time: 0.7700403 Feb 14 21:34:18.306182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea448b12-3399-478c-b027-5f38d2bc5891 req-2e52d572-6417-4bd2-bfde-8762da8e121b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189651 Feb 14 21:34:18.309209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-9f9c2170-c178-4061-b9a1-51be4e53b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:18.310930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-9f9c2170-c178-4061-b9a1-51be4e53b51d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1730645 Feb 14 21:34:18.391651 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf663d3-ab95-4685-9a50-e0bc11025b4f x-openstack-request-id: req-5bf663d3-ab95-4685-9a50-e0bc11025b4f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:18.391964 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-plugged", "status": "completed", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af", "code": 200}, {"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-plugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:18.392302 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bf663d3-ab95-4685-9a50-e0bc11025b4f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:18.392610 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'code': 200} Feb 14 21:34:18.393198 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'code': 200} Feb 14 21:34:18.393450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-f1c48dbe-6a87-4f85-b52a-dbccfc697a6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699205 Feb 14 21:34:18.439720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:18.475720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:18.482631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:18.483024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f4fb72c-6ade-4b2f-ae00-0db17665dbe2 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:18.491302 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a6bb4-5166-45a5-9a33-3d914be83bf4 x-openstack-request-id: req-a17a6bb4-5166-45a5-9a33-3d914be83bf4 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:18.491849 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:18.491976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for 830ccf88-03f7-4e3b-a20a-f045e9a010e7 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:18.492070 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a17a6bb4-5166-45a5-9a33-3d914be83bf4 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:18.492308 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56', 'status': 'completed', 'code': 200} Feb 14 21:34:18.546070 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81a7e8a-033b-450a-aad7-def899ab9879 x-openstack-request-id: req-f81a7e8a-033b-450a-aad7-def899ab9879 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:18.546428 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab7dfed-864d-4fa7-a444-eb6294263f26", "name": "network-vif-deleted", "tag": "8f4fb72c-6ade-4b2f-ae00-0db17665dbe2", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:18.546611 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f81a7e8a-033b-450a-aad7-def899ab9879 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:18.547051 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7dfed-864d-4fa7-a444-eb6294263f26', 'name': 'network-vif-deleted', 'tag': '8f4fb72c-6ade-4b2f-ae00-0db17665dbe2', 'status': 'completed', 'code': 200} Feb 14 21:34:18.703286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01a696-afb7-46cd-a4d0-aade37b8b77b req-214952df-2836-4069-b4ad-66780d65e50c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:18.705489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed01a696-afb7-46cd-a4d0-aade37b8b77b req-214952df-2836-4069-b4ad-66780d65e50c tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.1648574 Feb 14 21:34:18.707843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-cb690db6-be6c-44d0-ac82-783003463ac4 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031766 Feb 14 21:34:18.713161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (830ccf88-03f7-4e3b-a20a-f045e9a010e7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:18.722837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfbc85-1857-47bc-bbc5-ed42a776d1ee req-6c3d81f8-a9ca-4c26-ab1a-5637eaf8a69a tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:18.724404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48bfbc85-1857-47bc-bbc5-ed42a776d1ee req-6c3d81f8-a9ca-4c26-ab1a-5637eaf8a69a tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.1821749 Feb 14 21:34:18.726123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34988) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:18.767589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776648-ce89-4fa4-84d3-5110bc30c8ab req-dc646a4a-8107-461e-82a3-c669ac314b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:18.769790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-68776648-ce89-4fa4-84d3-5110bc30c8ab req-dc646a4a-8107-461e-82a3-c669ac314b0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 1128 time: 0.2215123 Feb 14 21:34:18.779744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=830ccf88-03f7-4e3b-a20a-f045e9a010e7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:18.818145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.818769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.819348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.819886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.820419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.820972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.821686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.822195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.822981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.823567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.826385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.826385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.826385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:18.877267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48bfbc85-1857-47bc-bbc5-ed42a776d1ee req-d3c1f920-e9e0-4220-ac75-8f07bdd272d9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142764 Feb 14 21:34:18.885499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed01a696-afb7-46cd-a4d0-aade37b8b77b req-f8af016c-33d8-4848-92dc-bc03ab1e0f49 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719356 Feb 14 21:34:18.929678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-132aa613-60ef-4f05-afe8-36c60a6f6dae req-90d31f6a-ea5e-4ee5-adde-ee9abfae28e0 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043204 Feb 14 21:34:18.955647 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-68776648-ce89-4fa4-84d3-5110bc30c8ab req-0203d82f-02d0-49a7-995e-7ea0796cb7a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607924 Feb 14 21:34:18.987498 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0358-333f-4efe-a736-32a8060a2a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.012348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232072fc-8867-4168-9ee7-3e97376b2063 req-a832bb19-bf4f-454b-8d47-0ddce2e95354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.014069 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-232072fc-8867-4168-9ee7-3e97376b2063 req-a832bb19-bf4f-454b-8d47-0ddce2e95354 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 1133 time: 0.4697874 Feb 14 21:34:19.041321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.046495 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10b02993-f30d-46c7-b643-347e2506225d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/830ccf88-03f7-4e3b-a20a-f045e9a010e7 HTTP/1.1" status: 204 len: 168 time: 1.5210178 Feb 14 21:34:19.051574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:19.089677 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-898278d1-c3aa-4e2c-bfd6-376b7d7f7761 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] GET failed (client error): The resource could not be found. Feb 14 21:34:19.098528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-898278d1-c3aa-4e2c-bfd6-376b7d7f7761 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports/830ccf88-03f7-4e3b-a20a-f045e9a010e7 HTTP/1.1" status: 404 len: 333 time: 0.0458443 Feb 14 21:34:19.099242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34996) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:19.104962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-1988193050'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:19.270462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-8f427959-86aa-4113-bdaa-573f74c32f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.272150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-8f427959-86aa-4113-bdaa-573f74c32f8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1129 time: 0.2779098 Feb 14 21:34:19.303218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ba48-8274-4e50-8ac6-db823d936bed req-7df7a098-174d-4f80-9865-41b03d915acf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.304293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89d0ba48-8274-4e50-8ac6-db823d936bed req-7df7a098-174d-4f80-9865-41b03d915acf tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2361128 Feb 14 21:34:19.306248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-2bda70b6-1225-4b20-91df-59ce37b569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.308245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-2bda70b6-1225-4b20-91df-59ce37b569f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1126 time: 0.2391896 Feb 14 21:34:19.375612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:19.380119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.409679 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-232072fc-8867-4168-9ee7-3e97376b2063 req-a9ea79a6-0f4b-4264-9e21-698a16ce7de4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907887 Feb 14 21:34:19.413104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port bc54257b-4b20-4edf-aa2e-cf10dcc894fd yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:19.441962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-a4c325cf-1806-4b22-8264-c22e999dcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.444105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-a4c325cf-1806-4b22-8264-c22e999dcc4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 0.1131983 Feb 14 21:34:19.538063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.11 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/bc54257b-4b20-4edf-aa2e-cf10dcc894fd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:19.551636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0358-333f-4efe-a736-32a8060a2a31 admin admin] Publish callbacks [] for security_group (e775b755-842d-4df0-8735-91263c748820), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.623508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-5df28a44-cf4f-4fd7-bbcb-f5160d822fff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 200 len: 217 time: 0.1184857 Feb 14 21:34:19.624115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0358-333f-4efe-a736-32a8060a2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e775b755-842d-4df0-8735-91263c748820), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.728626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.756457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89d0ba48-8274-4e50-8ac6-db823d936bed req-f4bf9b65-14e4-4ec3-b23b-8a449a6f1503 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367554 Feb 14 21:34:19.770297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.776504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9b6b0358-333f-4efe-a736-32a8060a2a31 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=11f77c76b1354360968d000ce1ada672&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0461133 Feb 14 21:34:19.779045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35018) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:19.789052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b0358-333f-4efe-a736-32a8060a2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775b755-842d-4df0-8735-91263c748820,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:19.796899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-9298e24b-8fe7-48a3-af7b-30862b6a9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.798509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-9298e24b-8fe7-48a3-af7b-30862b6a9b06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.4893963 Feb 14 21:34:19.806957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-89784707-2e5f-48e5-997f-2a78ffbbbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.808615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-89784707-2e5f-48e5-997f-2a78ffbbbe98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1593943 Feb 14 21:34:19.900863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:19.909690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-dc5134c4-3415-46d8-8f2b-7ce7767d3798 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:19.911239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-dc5134c4-3415-46d8-8f2b-7ce7767d3798 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 0.4472606 Feb 14 21:34:19.914233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-4eb2ff0e-34eb-447e-90f6-98f271ad0f27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784929 Feb 14 21:34:19.917871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-346afbcb-551b-44d0-9898-6f466c2c54f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0808105 Feb 14 21:34:19.929771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] Publish callbacks [] for security_group (e775b755-842d-4df0-8735-91263c748820), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:19.931922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:19.965759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] Publish callbacks [] for security_group (e775b755-842d-4df0-8735-91263c748820), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.007413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-02a7b1f1-673b-4769-bb7e-aba744d9f021 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/quotas/bd448e990b4241549c4bd56ff61d9554 HTTP/1.1" status: 200 len: 375 time: 0.0882323 Feb 14 21:34:20.032655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:20.071030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=bc54257b-4b20-4edf-aa2e-cf10dcc894fd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:20.073642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e775b755-842d-4df0-8735-91263c748820), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.077337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.081978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e775b755-842d-4df0-8735-91263c748820 HTTP/1.1" status: 204 len: 168 time: 0.3017066 Feb 14 21:34:20.128424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626ec01-9831-4721-89de-660832816dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775b755-842d-4df0-8735-91263c748820,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:20.135921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-5d7fc78b-baf1-4844-bdca-bbf5961b9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:20.137444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-5d7fc78b-baf1-4844-bdca-bbf5961b9952 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.2003500 Feb 14 21:34:20.167328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:20.168054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.204503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-de096c1b-46f0-4680-8096-65c39f353ea8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:20.206377 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-de096c1b-46f0-4680-8096-65c39f353ea8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "GET /v2.0/ports?device_id=09b11b55-7be5-4a73-b3b9-9f3948b6683c HTTP/1.1" status: 200 len: 945 time: 0.1704848 Feb 14 21:34:20.213460 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dfd6d6b8-324b-4089-9992-19708a3fc8e8 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1103776 Feb 14 21:34:20.236420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35028) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:20.250162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-4a34c6c2-48af-42b8-ac95-057c3e3402a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909462 Feb 14 21:34:20.256152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'network_id': 'cde2aeca-77b3-449f-bab2-b325758a6409', 'name': 'tempest-AllowedAddressPairTestJSON-1407294503'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:20.285666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9c7c5-a825-4916-b919-dc07b0d2b016 req-47417e5d-9bb5-4068-806f-6439ca69b734 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:20.287589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ff9c7c5-a825-4916-b919-dc07b0d2b016 req-47417e5d-9bb5-4068-806f-6439ca69b734 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 943 time: 0.3854885 Feb 14 21:34:20.322439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-124d453f-a4ca-42dc-9b17-da34b73c26dc None None] Provisioning complete for port bc54257b-4b20-4edf-aa2e-cf10dcc894fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:20.322920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-124d453f-a4ca-42dc-9b17-da34b73c26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.406394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-74385d7f-0126-4b56-b405-7e7423c25b35 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669077 Feb 14 21:34:20.422142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Deleting port d6523afd-5577-4beb-8864-ac7928010324 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:20.424926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-124d453f-a4ca-42dc-9b17-da34b73c26dc None None] Port bc54257b-4b20-4edf-aa2e-cf10dcc894fd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:20.425206 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d6523afd-5577-4beb-8864-ac7928010324), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.481444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-df11c95d-1b5d-4ab5-a570-a50ccc1ea224 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4638124 Feb 14 21:34:20.639408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] For port d6523afd-5577-4beb-8864-ac7928010324, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=d6523afd-5577-4beb-8864-ac7928010324,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:20.639923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d6523afd-5577-4beb-8864-ac7928010324), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.656823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Calling delete_port for d6523afd-5577-4beb-8864-ac7928010324 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:20.682871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35034) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:20.701080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58c81232-b3e3-4e8b-ac8c-6ebc1d597ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.781093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ff9c7c5-a825-4916-b919-dc07b0d2b016 req-0d267c97-fc8f-48c4-8ed5-76792b46cba9 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627731 Feb 14 21:34:20.801946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-010ab9c2-4b75-4936-beee-5f8215ab516b service neutron] 10.222.0.86 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060963 Feb 14 21:34:20.817376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-b9c3e612-d9fc-4934-aafc-f23de53ab5d9 service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501456 Feb 14 21:34:20.917669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58c81232-b3e3-4e8b-ac8c-6ebc1d597ce6 admin admin] Publish callbacks [] for security_group (be7178b2-4cf4-4d67-a9b0-3c41482e0098), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.943932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58c81232-b3e3-4e8b-ac8c-6ebc1d597ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be7178b2-4cf4-4d67-a9b0-3c41482e0098), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:20.944285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-6b2a0b51-d85c-41fd-9a5e-2e0a34adbb96 service neutron] 10.222.0.86 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176436 Feb 14 21:34:21.026472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c81232-b3e3-4e8b-ac8c-6ebc1d597ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7178b2-4cf4-4d67-a9b0-3c41482e0098,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:21.033590 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58c81232-b3e3-4e8b-ac8c-6ebc1d597ce6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c278acb9a05a42c69ceb411f36b2430e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475661 Feb 14 21:34:21.035014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:21.066401 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d6523afd-5577-4beb-8864-ac7928010324), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.084095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['d6523afd-5577-4beb-8864-ac7928010324'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:21.086474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['30a2d3b8-f9aa-4811-9c50-3e0544a07218'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:21.143120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event deleted for resources: {'Port': ['ID=d6523afd-5577-4beb-8864-ac7928010324,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:21.193305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] No DVR routers for this DVR port d6523afd-5577-4beb-8864-ac7928010324 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:21.195973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.200113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e15e4427-a4e4-4217-a23e-5986a2b08941 req-473d91e7-cef6-4330-bf1c-4bfef42aba54 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "DELETE /v2.0/ports/d6523afd-5577-4beb-8864-ac7928010324 HTTP/1.1" status: 204 len: 173 time: 0.9848680 Feb 14 21:34:21.202733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'name': 'network-vif-deleted', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:21.206798 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74039176-e48e-4c73-8de5-2517a30ee9f0" -d '{"events": [{"server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "name": "network-vif-deleted", "tag": "d6523afd-5577-4beb-8864-ac7928010324"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:21.222714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] Publish callbacks [] for security_group (be7178b2-4cf4-4d67-a9b0-3c41482e0098), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.258402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Made reservation on behalf of e1e1de5f37aa4f91b2ba2a74062c5987 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:21.261902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.272247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ab1529a-b2d8-4711-83ae-29d13d8da939 req-9508d6a3-7ffc-477f-a031-7729e4e606e6 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440683 Feb 14 21:34:21.283317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8efc6b6c-5f27-45a4-8fbd-abe0acdf9a93 req-20ae14fb-8cb2-43cf-a0c3-eb3966847fbf service neutron] 10.222.0.83 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073862 Feb 14 21:34:21.304822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dee70-59b8-493f-b389-0516981e08a0 req-9f416f5a-4884-408e-8739-ebf2c07b5496 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:21.306341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c4dee70-59b8-493f-b389-0516981e08a0 req-9f416f5a-4884-408e-8739-ebf2c07b5496 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.3590682 Feb 14 21:34:21.312318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] device_id is not set on port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:21.425355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] Publish callbacks [] for security_group (be7178b2-4cf4-4d67-a9b0-3c41482e0098), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.437273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c4dee70-59b8-493f-b389-0516981e08a0 req-30c6cdcf-0e85-455c-95e6-e45ca11c752e tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194997 Feb 14 21:34:21.465938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-1f25f3dd-7c78-4d5d-b752-32d8cd663fdd tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:21.467789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-1f25f3dd-7c78-4d5d-b752-32d8cd663fdd tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0 HTTP/1.1" status: 200 len: 945 time: 0.2388208 Feb 14 21:34:21.510200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e3b0a46d-70e9-4688-9f03-4f858a918a56 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:21.549151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Allocated IP 172.20.0.4 (cde2aeca-77b3-449f-bab2-b325758a6409/5ab83c81-e4d7-42e7-815a-599756379c01/622c2ccb-a146-4a1f-b4a1-e938c6352fa0) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:21.565872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd66b-dffd-43d7-9539-5fce2362c8c3 req-98bc7b35-af6e-4ee2-8441-f2cd18b25f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:21.567683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-356fd66b-dffd-43d7-9539-5fce2362c8c3 req-98bc7b35-af6e-4ee2-8441-f2cd18b25f1d tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.1596961 Feb 14 21:34:21.665652 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be7178b2-4cf4-4d67-a9b0-3c41482e0098), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.669944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.672816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be7178b2-4cf4-4d67-a9b0-3c41482e0098 HTTP/1.1" status: 204 len: 168 time: 0.6366885 Feb 14 21:34:21.686340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Deleting port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:21.686791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.705581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add880-f9c4-4e5e-9916-013e52c8bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7178b2-4cf4-4d67-a9b0-3c41482e0098,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:21.716994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:21.735830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'e3b0a46d-70e9-4688-9f03-4f858a918a56', 'network_id': 'ea95a9ec-ed85-474e-b1ea-e772c9983aa7', 'port_id': 'e3b0a46d-70e9-4688-9f03-4f858a918a56', 'mac_address': 'fa:16:3e:14:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95411420-6430-4e80-9b50-f1dc3ec19f69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:21.834066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-356fd66b-dffd-43d7-9539-5fce2362c8c3 req-d3903026-c699-41a3-bbf0-f0417eb8a65e tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605202 Feb 14 21:34:21.838498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e3b0a46d-70e9-4688-9f03-4f858a918a56 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:21.838998 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.855059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b0a46d-70e9-4688-9f03-4f858a918a56 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:21.888574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:21.908673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:21.973787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:22.019344 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69baaf96-b6c3-429b-8890-424df826495e x-openstack-request-id: req-69baaf96-b6c3-429b-8890-424df826495e {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:22.020417 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b11b55-7be5-4a73-b3b9-9f3948b6683c", "name": "network-vif-deleted", "tag": "d6523afd-5577-4beb-8864-ac7928010324", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:22.020771 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69baaf96-b6c3-429b-8890-424df826495e {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:22.021705 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b11b55-7be5-4a73-b3b9-9f3948b6683c', 'name': 'network-vif-deleted', 'tag': 'd6523afd-5577-4beb-8864-ac7928010324', 'status': 'completed', 'code': 200} Feb 14 21:34:22.039083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] For port 30a2d3b8-f9aa-4811-9c50-3e0544a07218, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=30a2d3b8-f9aa-4811-9c50-3e0544a07218,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:22.039684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:22.069576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Calling delete_port for 30a2d3b8-f9aa-4811-9c50-3e0544a07218 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:22.187060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['e3b0a46d-70e9-4688-9f03-4f858a918a56'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:22.266831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (30a2d3b8-f9aa-4811-9c50-3e0544a07218), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:22.324773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event deleted for resources: {'Port': ['ID=30a2d3b8-f9aa-4811-9c50-3e0544a07218,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:22.390619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] No DVR routers for this DVR port 30a2d3b8-f9aa-4811-9c50-3e0544a07218 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:22.393662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:22.399335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c20e4641-a74c-44a7-ab40-7f19d7e7e082 req-0eef3d10-98bf-4a2f-9860-c7abc2a2f365 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "DELETE /v2.0/ports/30a2d3b8-f9aa-4811-9c50-3e0544a07218 HTTP/1.1" status: 204 len: 173 time: 0.9153109 Feb 14 21:34:22.510811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fead4f-4a41-4a5f-87e4-641bb6ae4632 req-b6836f6d-b1a9-47bf-ac10-5b4fa5e2a261 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:22.512652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40fead4f-4a41-4a5f-87e4-641bb6ae4632 req-b6836f6d-b1a9-47bf-ac10-5b4fa5e2a261 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.8952501 Feb 14 21:34:22.650883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:22.671546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236530f-83fc-4b4e-af3e-97390ef8cc5f req-4396f099-3aba-4c64-af13-8a9623b1700c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:22.675370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d236530f-83fc-4b4e-af3e-97390ef8cc5f req-4396f099-3aba-4c64-af13-8a9623b1700c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 944 time: 0.1904676 Feb 14 21:34:22.680548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40fead4f-4a41-4a5f-87e4-641bb6ae4632 req-96e0952e-fa67-448f-af5f-20f4ec4aaf09 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502008 Feb 14 21:34:22.775838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d236530f-83fc-4b4e-af3e-97390ef8cc5f req-3c89df3a-abec-44ac-9ad9-50c0bc26a716 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901988 Feb 14 21:34:22.793181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:22.861838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Network cde2aeca-77b3-449f-bab2-b325758a6409 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:22.868708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:22.874767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:22.879936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=622c2ccb-a146-4a1f-b4a1-e938c6352fa0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:22.986453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e2fbe9-c937-4679-8b32-2ea6de5eba66 req-58ba6b9e-22ce-4625-8dcc-11807083e3a6 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 210 time: 0.0533392 Feb 14 21:34:23.044115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:23.044780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.078511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35094) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:23.079229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8994a842-060a-430b-bb5c-73aafefcfff4 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8273828 Feb 14 21:34:23.085987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:e9:c8'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:49:26:00'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:23.091182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770caf-0e46-483a-aec0-47eeaac99239 req-b5e670cd-47d6-458a-a537-9a9919d519b2 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:23.119952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b770caf-0e46-483a-aec0-47eeaac99239 req-b5e670cd-47d6-458a-a537-9a9919d519b2 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.1301913 Feb 14 21:34:23.346714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b770caf-0e46-483a-aec0-47eeaac99239 req-50df93c0-b707-4ade-82a5-7a4b7e7a1d6b tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180395 Feb 14 21:34:23.393857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f6fc9a04-dc3a-4e2b-bea3-525da9ba9f1c None None] Provisioning complete for port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:23.394696 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9a04-dc3a-4e2b-bea3-525da9ba9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.424488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d03a68-e436-470f-b95f-7f5a0b920407 req-a11abf0f-5513-4f70-8221-2e49212aac33 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:23.445383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2d03a68-e436-470f-b95f-7f5a0b920407 req-a11abf0f-5513-4f70-8221-2e49212aac33 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.3230388 Feb 14 21:34:23.522448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc9a04-dc3a-4e2b-bea3-525da9ba9f1c None None] Port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:23.524377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e3b0a46d-70e9-4688-9f03-4f858a918a56 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:23.646607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port e3b0a46d-70e9-4688-9f03-4f858a918a56 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:23.651525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port e3b0a46d-70e9-4688-9f03-4f858a918a56 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:23.652383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.677144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.778868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2d03a68-e436-470f-b95f-7f5a0b920407 req-fa3de4fa-9a59-4036-b239-bd4af2bfd37b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295472 Feb 14 21:34:23.816223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e3b0a46d-70e9-4688-9f03-4f858a918a56 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:23.817044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.834399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c2378-826e-4281-a344-795010f7a6db req-a09c8a93-8d9b-405b-aa3c-0c3e3d83eea9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:23.836121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-696c2378-826e-4281-a344-795010f7a6db req-a09c8a93-8d9b-405b-aa3c-0c3e3d83eea9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 949 time: 0.3068306 Feb 14 21:34:23.842747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-07aeaa6f-5b1a-4a45-abcf-25e599d6bbb8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:23.845223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-07aeaa6f-5b1a-4a45-abcf-25e599d6bbb8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 0.3525002 Feb 14 21:34:23.868308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Request body: {'port': {'device_id': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'admin_state_up': True, 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:23.877065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:23.883499 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a2e80a-353e-423d-ba40-bc5ca0f41206" -d '{"events": [{"server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:23.921228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:23.931821 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:23.933198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d6523afd-5577-4beb-8864-ac7928010324 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:24.018343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: d6523afd-5577-4beb-8864-ac7928010324 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:24.019195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device d6523afd-5577-4beb-8864-ac7928010324 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:24.020383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:24.051467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.059208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-52796322-4a73-413f-ae97-930ece4f421a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:24.061671 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-52796322-4a73-413f-ae97-930ece4f421a tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 812 time: 0.8832927 Feb 14 21:34:24.062298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'name': 'network-vif-deleted', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:24.066306 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82e67a2-b920-4f93-b248-add9ad7d3aff" -d '{"events": [{"server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "name": "network-vif-deleted", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:24.070506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.076965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-696c2378-826e-4281-a344-795010f7a6db req-4594b8cd-821e-4c18-aa62-a1ca0095415e tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300763 Feb 14 21:34:24.101162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:24.142459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Request body: {'port': {'device_id': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'admin_state_up': True, 'tenant_id': 'bd448e990b4241549c4bd56ff61d9554'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:24.161220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:24.171776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.190704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:24.191328 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.208636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49abaea-169e-4059-87c0-2d05b759e949 req-83a92314-678b-43b1-be53-ce9d1165b137 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:24.210341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49abaea-169e-4059-87c0-2d05b759e949 req-83a92314-678b-43b1-be53-ce9d1165b137 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.2003865 Feb 14 21:34:24.250360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:24.256183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.326569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:24.376946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event updated for resources: {'Port': ['ID=622c2ccb-a146-4a1f-b4a1-e938c6352fa0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:24.391278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] In _notify_port_updated(), no bound segment for port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 on network cde2aeca-77b3-449f-bab2-b325758a6409 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:34:24.396560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:24.397369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.400715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8876bccd-aa34-4809-858a-6ef175ee8ac5 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "PUT /v2.0/ports/622c2ccb-a146-4a1f-b4a1-e938c6352fa0 HTTP/1.1" status: 200 len: 1056 time: 1.3184595 Feb 14 21:34:24.402511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35130) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:24.457933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 30a2d3b8-f9aa-4811-9c50-3e0544a07218 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:24.475094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f49abaea-169e-4059-87c0-2d05b759e949 req-3a72753b-907e-4486-be73-073a5f12c5f5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435088 Feb 14 21:34:24.509578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 30a2d3b8-f9aa-4811-9c50-3e0544a07218 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:24.509941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 30a2d3b8-f9aa-4811-9c50-3e0544a07218 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:24.512815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Made reservation on behalf of bd448e990b4241549c4bd56ff61d9554 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:24.516948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.555275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c0bdf009-9191-45d2-8b64-3bc7e2dedfa3 None None] Provisioning complete for port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:24.555743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bdf009-9191-45d2-8b64-3bc7e2dedfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.581922 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1312cc-1d74-48ab-9c33-45fbdd7460ae x-openstack-request-id: req-fb1312cc-1d74-48ab-9c33-45fbdd7460ae {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:24.582155 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:24.582399 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb1312cc-1d74-48ab-9c33-45fbdd7460ae {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:24.582794 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56', 'code': 200} Feb 14 21:34:24.599560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c0bdf009-9191-45d2-8b64-3bc7e2dedfa3 None None] Port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:24.610704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ac7f5-21f8-4438-b802-2b3eeeef9de0 req-4fb1507d-761c-470d-8308-d50515ada7ff tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:24.612327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea3ac7f5-21f8-4438-b802-2b3eeeef9de0 req-4fb1507d-761c-470d-8308-d50515ada7ff tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.3741872 Feb 14 21:34:24.670740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:24.671060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.743008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Allocated IP 172.20.0.6 (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf/3ded8023-8e45-47c6-9295-a3cc07941b9e/725b33e1-a81a-4340-9934-0394f95417f5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:24.783962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce3810a-a908-4b19-b3e6-54628525efe6 req-99ddef1d-e789-4503-bca2-77cdac9578ec tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 210 time: 0.0636003 Feb 14 21:34:24.813290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea3ac7f5-21f8-4438-b802-2b3eeeef9de0 req-a5461cf9-2b0f-415f-9ee2-dcebfeabfe5f tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914344 Feb 14 21:34:24.835227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:24.837987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a35e-f663-4695-8100-26172e8a9013 req-492be91b-e97b-4b49-840f-54ae70c06042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:24.839122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff36a35e-f663-4695-8100-26172e8a9013 req-492be91b-e97b-4b49-840f-54ae70c06042 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1128 time: 0.1721747 Feb 14 21:34:24.894529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for 622c2ccb-a146-4a1f-b4a1-e938c6352fa0 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:24.954075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff36a35e-f663-4695-8100-26172e8a9013 req-3179f762-3744-48ef-8fc2-f84757bf602d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061766 Feb 14 21:34:24.990505 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909d179f-5365-419f-986d-5c51d01bee3d x-openstack-request-id: req-909d179f-5365-419f-986d-5c51d01bee3d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:24.991744 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0", "name": "network-vif-deleted", "tag": "30a2d3b8-f9aa-4811-9c50-3e0544a07218", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:24.992320 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-909d179f-5365-419f-986d-5c51d01bee3d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:24.993055 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dfb4a8-541f-4cbe-b12a-29ccf157a1e0', 'name': 'network-vif-deleted', 'tag': '30a2d3b8-f9aa-4811-9c50-3e0544a07218', 'status': 'completed', 'code': 200} Feb 14 21:34:25.118225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks [] for port (725b33e1-a81a-4340-9934-0394f95417f5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.130049 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (622c2ccb-a146-4a1f-b4a1-e938c6352fa0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.165612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=622c2ccb-a146-4a1f-b4a1-e938c6352fa0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:25.225251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.237000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2f50-a15a-4f5b-aa3a-926353c7be99 req-d3c1c0dc-b2d6-4971-83cb-e494e9fa2f19 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:25.246615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65eb2f50-a15a-4f5b-aa3a-926353c7be99 req-d3c1c0dc-b2d6-4971-83cb-e494e9fa2f19 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.2044220 Feb 14 21:34:25.360421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event updated for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:25.389929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:25.394930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:25.403455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Allocated IP 172.20.0.2 (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf/3ded8023-8e45-47c6-9295-a3cc07941b9e/204c9bf1-6871-4ee0-86d4-7cb7b7e41a22) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:25.403766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.404202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.404628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.405280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.406710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.407775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.408211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.408629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.409247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.409533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.410242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.411095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.412271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:25.449523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:25.548156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65eb2f50-a15a-4f5b-aa3a-926353c7be99 req-29202d01-6c3c-47aa-bbe4-302b044026fb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002577 Feb 14 21:34:25.582071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:25.582695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.627393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a3fe59cf-a41a-4104-80d3-76aac64d1e43 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7642913 Feb 14 21:34:25.647842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030a756-d915-42f7-81e6-79f0091c8351 req-b473956a-7ddd-488f-8c4a-07873a227df5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:25.649249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7030a756-d915-42f7-81e6-79f0091c8351 req-b473956a-7ddd-488f-8c4a-07873a227df5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.1589427 Feb 14 21:34:25.654099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Request body: {'port': {'device_id': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:25.740175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.743739 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-79bb0717-b010-417c-8570-470ed572dd84 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/622c2ccb-a146-4a1f-b4a1-e938c6352fa0 HTTP/1.1" status: 204 len: 168 time: 1.3399634 Feb 14 21:34:25.746539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:25.782777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7030a756-d915-42f7-81e6-79f0091c8351 req-7efaa39c-ecc0-47a3-9f4e-151f4272e3cf tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231916 Feb 14 21:34:25.795216 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bcfa15-b51b-4478-a21f-d89b2140965d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] GET failed (client error): The resource could not be found. Feb 14 21:34:25.795216 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12bcfa15-b51b-4478-a21f-d89b2140965d tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports/622c2ccb-a146-4a1f-b4a1-e938c6352fa0 HTTP/1.1" status: 404 len: 333 time: 0.0400620 Feb 14 21:34:25.795216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35178) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:25.806649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-38596372-ce69-4442-99db-9c522fe4fca5 req-7a66074b-2288-4315-9f8a-05a882261dc8 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:25.818087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38596372-ce69-4442-99db-9c522fe4fca5 req-7a66074b-2288-4315-9f8a-05a882261dc8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269134 Feb 14 21:34:25.819420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:25.876181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks [] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.044511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.064672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port bc54257b-4b20-4edf-aa2e-cf10dcc894fd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:26.064672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.185210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:26.196221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:26.207398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:26.247323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cd4d5-c1cd-4cbc-a51c-1caf16fcb65f req-54927617-6ecf-4e91-a4fc-b658e3ec14f6 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:26.255856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-444cd4d5-c1cd-4cbc-a51c-1caf16fcb65f req-54927617-6ecf-4e91-a4fc-b658e3ec14f6 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 931 time: 0.1992791 Feb 14 21:34:26.267784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbe5b-2d0c-4cc3-af96-71c05e56dfdc req-beffb1c0-3a4b-4178-bdf8-8f51d1184cea tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:26.274994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-349fbe5b-2d0c-4cc3-af96-71c05e56dfdc req-beffb1c0-3a4b-4178-bdf8-8f51d1184cea tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1895037 Feb 14 21:34:26.304394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event updated for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:26.386256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.421400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-349fbe5b-2d0c-4cc3-af96-71c05e56dfdc req-e2e1bf10-7098-4939-ae25-0427af371035 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451197 Feb 14 21:34:26.426060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for bc54257b-4b20-4edf-aa2e-cf10dcc894fd owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:26.442727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-444cd4d5-c1cd-4cbc-a51c-1caf16fcb65f req-b7e997c7-ad79-43a1-b3c2-38aebb2c6f7e tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836624 Feb 14 21:34:26.583556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:26.588161 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057b22ae-84d1-4cde-ad3b-b8502ed765db" -d '{"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:26.612626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:26.613470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.645035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725b33e1-a81a-4340-9934-0394f95417f5 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:26.657733 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2bc7c956-49f7-4683-92e8-f1f0034f36b9 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5544517 Feb 14 21:34:26.677620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks [] for port (725b33e1-a81a-4340-9934-0394f95417f5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.677843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Request body: {'port': {'device_id': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:26.723338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea8ca-481b-421f-a999-dc6f87738718 req-402c0e48-3078-4b71-a1e2-e56210d8d2b5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:26.724916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36fea8ca-481b-421f-a999-dc6f87738718 req-402c0e48-3078-4b71-a1e2-e56210d8d2b5 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.1380761 Feb 14 21:34:26.733167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde0df4-1239-4575-8939-d096556a5305 req-a31b91e4-f266-4046-ac49-d6c885ddec9b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:26.740971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bde0df4-1239-4575-8939-d096556a5305 req-a31b91e4-f266-4046-ac49-d6c885ddec9b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.1456733 Feb 14 21:34:26.770779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Transition to ACTIVE for port object 725b33e1-a81a-4340-9934-0394f95417f5 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:26.793811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.816352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.818514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bc54257b-4b20-4edf-aa2e-cf10dcc894fd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:26.862497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36fea8ca-481b-421f-a999-dc6f87738718 req-b76b5ad3-0771-475c-adf4-6de6bc4a5687 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193063 Feb 14 21:34:26.907418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=bc54257b-4b20-4edf-aa2e-cf10dcc894fd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:26.914778 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578fa564-04ff-47ab-ac39-14c2eb618d90 x-openstack-request-id: req-578fa564-04ff-47ab-ac39-14c2eb618d90 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:26.916413 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-unplugged", "status": "failed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:26.916802 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-578fa564-04ff-47ab-ac39-14c2eb618d90 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:26.917311 n-d-828372-11 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'code': 422} returned with failed status Feb 14 21:34:26.928787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bde0df4-1239-4575-8939-d096556a5305 req-8fa00b8a-dbb8-4886-8fbe-21c0ab2e123e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867340 Feb 14 21:34:26.932064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Pushing event updated for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:27.024943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Attempting to bind port 725b33e1-a81a-4340-9934-0394f95417f5 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:27.025286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Attempting to bind port 725b33e1-a81a-4340-9934-0394f95417f5 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:27.025622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Attempting to bind port 725b33e1-a81a-4340-9934-0394f95417f5 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:27.031592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Port 725b33e1-a81a-4340-9934-0394f95417f5 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:27.032036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Attempting to bind port 725b33e1-a81a-4340-9934-0394f95417f5 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:27.038221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:27.038696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Checking segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:27.039086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Bound using segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:27.039546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Bound port: 725b33e1-a81a-4340-9934-0394f95417f5, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:27.039902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.100295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.105714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12b6d035-89e2-477d-a35b-f53470646e0a tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/bc54257b-4b20-4edf-aa2e-cf10dcc894fd HTTP/1.1" status: 204 len: 168 time: 1.3135614 Feb 14 21:34:27.108877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35240) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:27.136571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:27.144184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=725b33e1-a81a-4340-9934-0394f95417f5,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:27.151454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.155186 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf287b73-e8bd-4477-8631-255e7b7445ed tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] GET failed (client error): The resource could not be found. Feb 14 21:34:27.162394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf287b73-e8bd-4477-8631-255e7b7445ed tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "GET /v2.0/ports/bc54257b-4b20-4edf-aa2e-cf10dcc894fd HTTP/1.1" status: 404 len: 333 time: 0.0443380 Feb 14 21:34:27.165884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:27.190662 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-46e13e7d-a60c-4872-afe8-773147df5c5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6627026 Feb 14 21:34:27.219573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Pushing event updated for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:27.236797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.237408 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.238948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-025acaf9-b3f8-4dc6-8019-a6564c191921 service neutron] 10.222.0.83 "PUT /v2.0/ports/725b33e1-a81a-4340-9934-0394f95417f5 HTTP/1.1" status: 200 len: 1092 time: 1.5887794 Feb 14 21:34:27.239427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:27.242152 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e" -d '{"events": [{"name": "network-changed", "server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "tag": "725b33e1-a81a-4340-9934-0394f95417f5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:27.292699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-6648868c-655a-41e9-8f99-f29b6c8852e4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:27.305346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-6648868c-655a-41e9-8f99-f29b6c8852e4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104964 Feb 14 21:34:27.366088 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f5abed-19eb-4b85-a2df-89ca61a847e1 x-openstack-request-id: req-74f5abed-19eb-4b85-a2df-89ca61a847e1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:27.367025 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "tag": "725b33e1-a81a-4340-9934-0394f95417f5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:27.367451 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74f5abed-19eb-4b85-a2df-89ca61a847e1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:27.368218 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5', 'status': 'completed', 'code': 200} Feb 14 21:34:27.400742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-d1fe6fb5-3d8a-4cbb-8429-cec435a47c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.403956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-d1fe6fb5-3d8a-4cbb-8429-cec435a47c42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 1126 time: 0.1118734 Feb 14 21:34:27.492391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:27.493215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.494230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:27.499396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-c81d5c5d-9a3f-48f8-8dad-a04aa3fc58f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725b33e1-a81a-4340-9934-0394f95417f5 HTTP/1.1" status: 200 len: 217 time: 0.0829847 Feb 14 21:34:27.503214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:27.639736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-2d421b34-06b5-4436-8822-c31210a0e0e9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.642013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-2d421b34-06b5-4436-8822-c31210a0e0e9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports/3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 941 time: 0.2684712 Feb 14 21:34:27.739683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-fadcfed4-3969-46e8-90ae-49765605d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.741190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-fadcfed4-3969-46e8-90ae-49765605d035 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.2317848 Feb 14 21:34:27.820360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7976f8-1469-4252-9658-727c77b150c8 req-84021dec-dbcf-46f3-8e0e-655c52a6145d tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.828034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b7976f8-1469-4252-9658-727c77b150c8 req-84021dec-dbcf-46f3-8e0e-655c52a6145d tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2761889 Feb 14 21:34:27.831094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2f9363d2-f15d-4175-a9eb-f92e89f4421b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753262 Feb 14 21:34:27.850527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:27.897303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for 3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:27.927977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071da2-2535-4de1-a873-59f323b05a30 req-01493ff0-d2ed-439a-b166-f17971418dcf tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:27.935813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd071da2-2535-4de1-a873-59f323b05a30 req-01493ff0-d2ed-439a-b166-f17971418dcf tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 943 time: 0.3057969 Feb 14 21:34:27.948646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:27.961717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks [] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:28.044952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:28.062057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'mac_address': 'fa:16:3e:4d:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:28.122536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Transition to ACTIVE for port object 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:28.145031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:28.161370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:28.161915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:28.172877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b7976f8-1469-4252-9658-727c77b150c8 req-52a9bb19-897a-4552-8bb0-0c5eb3e8299c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387856 Feb 14 21:34:28.188226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-43cdd219-7f99-492f-8c87-57241abb7840 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:28.188226 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-43cdd219-7f99-492f-8c87-57241abb7840 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.4975359 Feb 14 21:34:28.203809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:28.262732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-382da7bc-ce01-41ef-910a-05cd042954ae service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211199 Feb 14 21:34:28.284556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:28.290964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd071da2-2535-4de1-a873-59f323b05a30 req-8049fbbf-7a16-4a39-9550-8a04dc82ca86 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535802 Feb 14 21:34:28.302551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:28.314180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:28.447321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['6598a46e-fcb3-4918-8131-bbaceeb5dbcd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:28.529495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Pushing event updated for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:28.613971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:28.766201 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:28.780920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb48a9-b7f3-4643-883d-4d1034b9d636 req-c59020a1-609d-471a-98b6-24f36756e49b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:28.789121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fafb48a9-b7f3-4643-883d-4d1034b9d636 req-c59020a1-609d-471a-98b6-24f36756e49b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 945 time: 0.4173927 Feb 14 21:34:28.793014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-7d1ddfcf-00f5-4ff8-b984-fe54d0509155 service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979353 Feb 14 21:34:28.829016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b565bb-af98-4780-831a-6e6db37fb487 req-dcc5d106-84e5-4052-97a0-003ed249903c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:28.830764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68b565bb-af98-4780-831a-6e6db37fb487 req-dcc5d106-84e5-4052-97a0-003ed249903c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.2868431 Feb 14 21:34:28.966517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fafb48a9-b7f3-4643-883d-4d1034b9d636 req-9bb74f3b-8e4f-4f48-a9cc-0203ad2f4a94 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763194 Feb 14 21:34:29.078544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68b565bb-af98-4780-831a-6e6db37fb487 req-c4f1378f-11ca-48e1-865d-464284fcd729 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412922 Feb 14 21:34:29.110550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-3888a26c-d20e-42a9-83e5-cde5199cda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:29.118289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-3888a26c-d20e-42a9-83e5-cde5199cda47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 1126 time: 0.2457161 Feb 14 21:34:29.166893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35310) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:29.362305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-fe3fab02-2e0b-4c35-90ff-e28c49da12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:29.375889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-fe3fab02-2e0b-4c35-90ff-e28c49da12b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 913 time: 0.2484009 Feb 14 21:34:29.507012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:29.523350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-2a8e879d-6b11-47ca-8513-b72ffd628405 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725b33e1-a81a-4340-9934-0394f95417f5 HTTP/1.1" status: 200 len: 217 time: 0.1464093 Feb 14 21:34:29.633845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:29.634233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:29.762011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c04725c-9e53-44c7-a6c8-cafbcd9d71db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:29.794906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Deleting port fa9cbd73-9301-46b6-9c69-408d2016f6af {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:29.795524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:29.815501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:29.816052 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:29.865440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:29.868403 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf6633-6213-45b4-a9c9-9b49829cbb00" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:29.894490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-16a9543c-1abb-43ec-983a-4dfd666ca117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:29.899006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-16a9543c-1abb-43ec-983a-4dfd666ca117 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647&tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee HTTP/1.1" status: 200 len: 1127 time: 0.3855238 Feb 14 21:34:29.900914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:29.901897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Attempting to bind port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:29.902509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Attempting to bind port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:29.902925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Attempting to bind port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:29.909173 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:29.930466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:30.001947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c04725c-9e53-44c7-a6c8-cafbcd9d71db admin admin] Publish callbacks [] for security_group (217096bd-56f5-4e5e-809e-40982cf722fe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.014279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:30.018015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.050577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c04725c-9e53-44c7-a6c8-cafbcd9d71db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (217096bd-56f5-4e5e-809e-40982cf722fe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.113273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c04725c-9e53-44c7-a6c8-cafbcd9d71db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9665c044f14c4075b7f5d2e4d0354857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9428537 Feb 14 21:34:30.118846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:30.136392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:30.136751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Attempting to bind port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 on network ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:30.175556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-097a3ff6-f2f8-498e-ae4e-96112f5998b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:30.177020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-097a3ff6-f2f8-498e-ae4e-96112f5998b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.6277764 Feb 14 21:34:30.218226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66780aeb-299f-4c97-8729-f9926806fcce req-f0088be6-2ce0-4133-880d-8ff3daf00dca tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:30.220319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66780aeb-299f-4c97-8729-f9926806fcce req-f0088be6-2ce0-4133-880d-8ff3daf00dca tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 943 time: 0.6956868 Feb 14 21:34:30.251723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:30.253615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Checking segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:30.254019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Bound using segment: {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:30.254466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Bound port: 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8add7-1e83-48f2-b2ca-3bb21935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:30.254837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.320180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-9d5c78c2-ddbe-4f86-84c2-024203277aba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196396 Feb 14 21:34:30.338186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-de78b3fa-10a1-45ef-8915-cc6a32669f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:30.339750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-de78b3fa-10a1-45ef-8915-cc6a32669f64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1128 time: 0.9345429 Feb 14 21:34:30.350796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04725c-9e53-44c7-a6c8-cafbcd9d71db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217096bd-56f5-4e5e-809e-40982cf722fe,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:30.365433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:30.383916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742855ba-45f3-45a9-9c03-337275090867 req-424b735d-7409-4979-a0c0-1c61db7498f5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:30.386943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-742855ba-45f3-45a9-9c03-337275090867 req-424b735d-7409-4979-a0c0-1c61db7498f5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.8508704 Feb 14 21:34:30.458257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa9cbd73-9301-46b6-9c69-408d2016f6af no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:30.613600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] Publish callbacks [] for security_group (217096bd-56f5-4e5e-809e-40982cf722fe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.756437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:30.762350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:30.803371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.835697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fa9cbd73-9301-46b6-9c69-408d2016f6af is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:30.837687 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.883873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Pushing event updated for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:30.891337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:30.891706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.906783 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.913133 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1bd9e8b6-cdbc-4d99-8327-5d0c0220a5fa tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/ports/3ffcfa8f-cfcd-4c2a-8438-f1e3c17e7cff HTTP/1.1" status: 204 len: 168 time: 3.7422647 Feb 14 21:34:30.913761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35340) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:30.942113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:30.947352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.948932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-570eb90d-3c1f-4ae0-90cc-079c0ad61497 service neutron] 10.222.0.64 "PUT /v2.0/ports/204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 HTTP/1.1" status: 200 len: 1092 time: 4.2832839 Feb 14 21:34:30.949527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:30.972221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa9cbd73-9301-46b6-9c69-408d2016f6af, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa9cbd73-9301-46b6-9c69-408d2016f6af,segment=NetworkSegment(0d68ed46-4658-47fe-900c-2049c5289253),segment_id=0d68ed46-4658-47fe-900c-2049c5289253)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:30.994316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:31.003004 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:31.015248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:31.065322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66780aeb-299f-4c97-8729-f9926806fcce req-43040696-ff35-450a-b88b-08872e670194 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414255 Feb 14 21:34:31.156503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-742855ba-45f3-45a9-9c03-337275090867 req-9b8e6a40-e5ad-4c9b-ace6-4f7997a6a5fb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048213 Feb 14 21:34:31.206561 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e8cdb7-c1fb-4915-841d-7421a1535caa x-openstack-request-id: req-f7e8cdb7-c1fb-4915-841d-7421a1535caa {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:31.206876 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:31.207138 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7e8cdb7-c1fb-4915-841d-7421a1535caa {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:31.207574 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'code': 200} Feb 14 21:34:31.217574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:31.245960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb8685be-38b8-485f-82a9-85a190153d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:31.250479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-0fd2e6d3-71e2-49b1-aa55-5aa1b073e3da service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850513 Feb 14 21:34:31.255804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-f83df61d-6966-4f58-91bf-a4950b2b8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:31.258766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-f83df61d-6966-4f58-91bf-a4950b2b8dcb service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 0.8708594 Feb 14 21:34:31.416558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] Publish callbacks [] for security_group (217096bd-56f5-4e5e-809e-40982cf722fe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:31.437424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Calling delete_port for fa9cbd73-9301-46b6-9c69-408d2016f6af owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:31.507472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 725b33e1-a81a-4340-9934-0394f95417f5 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:31.770592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=725b33e1-a81a-4340-9934-0394f95417f5,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:31.804544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '725b33e1-a81a-4340-9934-0394f95417f5', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'port_id': '725b33e1-a81a-4340-9934-0394f95417f5', 'mac_address': 'fa:16:3e:11:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ded8023-8e45-47c6-9295-a3cc07941b9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:31.885745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 725b33e1-a81a-4340-9934-0394f95417f5 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:31.886841 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:31.919299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725b33e1-a81a-4340-9934-0394f95417f5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:31.963180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=725b33e1-a81a-4340-9934-0394f95417f5,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:31.967743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting subnet 5ab83c81-e4d7-42e7-815a-599756379c01 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:34:31.973958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.008606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for subnet (5ab83c81-e4d7-42e7-815a-599756379c01), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.081942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:32.126001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-5655bb63-9640-4002-9bfd-16965baf1331 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 200 len: 217 time: 0.8432839 Feb 14 21:34:32.166945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (5ab83c81-e4d7-42e7-815a-599756379c01), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.254585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-e00cd5af-c887-442d-933b-b33b54a38ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:32.258860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-e00cd5af-c887-442d-933b-b33b54a38ee5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1215425 Feb 14 21:34:32.282309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['725b33e1-a81a-4340-9934-0394f95417f5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:32.351808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-fa981157-5b36-43d2-ba04-0e2b0fbac203 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695624 Feb 14 21:34:32.395453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5ab83c81-e4d7-42e7-815a-599756379c01), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.457276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a13101ce-1d07-4493-be58-9455ce8216c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:32.458893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-a13101ce-1d07-4493-be58-9455ce8216c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 1126 time: 1.1480808 Feb 14 21:34:32.503409 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:34:32.515863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-9e1afb04-44c8-4876-8c07-54113a4f15b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 HTTP/1.1" status: 200 len: 217 time: 0.0392327 Feb 14 21:34:32.526290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:32.573655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (217096bd-56f5-4e5e-809e-40982cf722fe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.576298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.580529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/217096bd-56f5-4e5e-809e-40982cf722fe HTTP/1.1" status: 204 len: 168 time: 2.4285035 Feb 14 21:34:32.648139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68373c79-f1a9-4fd0-9cec-ffa771866072 req-9b5b9e9f-4cb9-41b9-90fe-0a83872ace5a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:32.669861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0201b7-46d9-4371-9839-0e5b47071232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217096bd-56f5-4e5e-809e-40982cf722fe,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:32.682140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68373c79-f1a9-4fd0-9cec-ffa771866072 req-9b5b9e9f-4cb9-41b9-90fe-0a83872ace5a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 944 time: 0.6626840 Feb 14 21:34:32.724366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:32.775382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87e92-3f7f-4319-9dc5-e3942b7b96d7 req-99c17fa6-03e4-47e9-9163-ea1b53c6ef8b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:32.777690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ec87e92-3f7f-4319-9dc5-e3942b7b96d7 req-99c17fa6-03e4-47e9-9163-ea1b53c6ef8b tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d1e591b-5cbd-493d-80b9-bee62215fc40 HTTP/1.1" status: 200 len: 943 time: 1.4876153 Feb 14 21:34:32.785614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-ae090c87-0c60-483f-a04f-db9758fe69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:32.788348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fcedcc7-e63a-4dcd-8990-a8fb361c917e req-e21e2af7-a937-4edf-8359-1b9742c791fb service neutron] 10.222.0.83 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5368688 Feb 14 21:34:32.789329 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-ae090c87-0c60-483f-a04f-db9758fe69e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.2586586 Feb 14 21:34:32.795586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (5ab83c81-e4d7-42e7-815a-599756379c01), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:32.878333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68373c79-f1a9-4fd0-9cec-ffa771866072 req-5f0279f5-1f1d-43c5-bf5c-935de99947b2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948903 Feb 14 21:34:32.938537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-216ec8dd-00c5-4d64-85f4-165a20845313 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663986 Feb 14 21:34:32.944132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ec87e92-3f7f-4319-9dc5-e3942b7b96d7 req-b5f3320f-cc7e-40ee-920d-c853972571ae tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.86 "GET /v2.0/security-groups?id=dde707a8-56e1-4187-aba2-156cd05e3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462228 Feb 14 21:34:32.955081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-07758bf5-93e3-46ed-a2fc-6b31e73327e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852411 Feb 14 21:34:33.073872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab83c81-e4d7-42e7-815a-599756379c01,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:33.116380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.126017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab9b8f-cf08-4e90-a023-afcb7e1e7471 None None] Network cde2aeca-77b3-449f-bab2-b325758a6409 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:34:33.128795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-553b0750-8cbc-4617-bfd9-25288788a1d9 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/subnets/5ab83c81-e4d7-42e7-815a-599756379c01 HTTP/1.1" status: 204 len: 168 time: 2.2070715 Feb 14 21:34:33.133328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:33.133804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:33.149064 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01db2f5-c9f3-4783-99c8-69b0db97a6eb x-openstack-request-id: req-a01db2f5-c9f3-4783-99c8-69b0db97a6eb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:33.151252 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:33.151517 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a01db2f5-c9f3-4783-99c8-69b0db97a6eb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:33.153128 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22', 'status': 'completed', 'code': 200} Feb 14 21:34:33.169934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks [] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.273300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4cf2b8b-378a-46e8-acc8-401531d30dfd req-c71c7303-d798-4da8-bc02-f38a8953192c service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203120 Feb 14 21:34:33.293349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Transition to ACTIVE for port object 3ee76a88-24aa-4837-9f5b-db23fceb905f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:34:33.302100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:33.303853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fa9cbd73-9301-46b6-9c69-408d2016f6af), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.313557 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f950f3-3fb7-4622-9a1c-429cef5c2492" -d '{"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:33.357253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.381092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35370) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:33.416784 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acafa55e-8d76-47ff-a93c-ef88bb4eb6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.439927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Pushing event deleted for resources: {'Port': ['ID=fa9cbd73-9301-46b6-9c69-408d2016f6af,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:33.446619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5b38c14-3e8c-4067-989d-d7d3a6f444b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.523369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 725b33e1-a81a-4340-9934-0394f95417f5 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:33.534216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] No DVR routers for this DVR port fa9cbd73-9301-46b6-9c69-408d2016f6af on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:33.536844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] No DVR routers for this DVR port 3ee76a88-24aa-4837-9f5b-db23fceb905f on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:33.539629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.543072 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4c9ac8dc-e28a-431d-a2b7-799cb32a453a req-e53a349d-8324-497a-9e61-5d8ecb3afb60 tempest-DeleteServersTestJSON-645754418 tempest-DeleteServersTestJSON-645754418-project] 10.222.0.64 "DELETE /v2.0/ports/fa9cbd73-9301-46b6-9c69-408d2016f6af HTTP/1.1" status: 204 len: 173 time: 5.2984173 Feb 14 21:34:33.550792 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-2251d0bf-766c-4cb9-91ba-6c04316ed4a7 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656617 Feb 14 21:34:33.568492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (cde2aeca-77b3-449f-bab2-b325758a6409), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.588950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] DHCP port deletion for cde2aeca-77b3-449f-bab2-b325758a6409 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:34:33.646301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=9']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:33.692682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Deleting port c30711ca-6b8c-4600-adaa-753d017937e6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:33.693623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.694607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:33.694991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:33.695347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:33.697938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 725b33e1-a81a-4340-9934-0394f95417f5 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:33.704320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:34:33.704320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Attempting to bind port 3ee76a88-24aa-4837-9f5b-db23fceb905f on network 4de2d626-10a7-42fa-a187-a99f98d387e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:33.709009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 725b33e1-a81a-4340-9934-0394f95417f5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:33.709681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (725b33e1-a81a-4340-9934-0394f95417f5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.715296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:33.715587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Checking segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:33.715984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Bound using segment: {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:33.716487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Bound port: 3ee76a88-24aa-4837-9f5b-db23fceb905f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128701c8-9f5d-43b4-938b-bfee76498042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:33.716850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.813241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:33.817299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:33.831542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.832751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc9fd4-eef3-4679-8c29-40499ac816ae req-7ed61e00-6c4a-4540-81c8-e24d4132e6d5 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:33.834553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9fc9fd4-eef3-4679-8c29-40499ac816ae req-7ed61e00-6c4a-4540-81c8-e24d4132e6d5 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 944 time: 0.5643523 Feb 14 21:34:33.846032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101ca8a-faad-42dc-b4c8-e419c521a513 req-2ff10915-5591-49f3-ab5a-5251320b0779 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:33.856355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9101ca8a-faad-42dc-b4c8-e419c521a513 req-2ff10915-5591-49f3-ab5a-5251320b0779 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5153899 Feb 14 21:34:33.878854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b9518e4b-165d-47b4-9cd7-97e2c6287430 req-6fa691e9-04fa-47b0-a44c-2b5958d4dfc8 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158853 Feb 14 21:34:33.886967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:33.887688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.889141 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] 10.222.0.64 "PUT /v2.0/ports/3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 1093 time: 3.9775722 Feb 14 21:34:33.935040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] For port c30711ca-6b8c-4600-adaa-753d017937e6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c30711ca-6b8c-4600-adaa-753d017937e6,segment=NetworkSegment(7de1cf46-5851-464e-afe3-5bc404adc8f7),segment_id=7de1cf46-5851-464e-afe3-5bc404adc8f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:33.935735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.957486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 725b33e1-a81a-4340-9934-0394f95417f5 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:33.959034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (725b33e1-a81a-4340-9934-0394f95417f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:33.960261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6090-66dd-43ff-a0ec-e98ccf8e3abd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:33.978740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Calling delete_port for c30711ca-6b8c-4600-adaa-753d017937e6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:34.004500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5b38c14-3e8c-4067-989d-d7d3a6f444b0 admin admin] Publish callbacks [] for security_group (1f4dc498-b439-4bd7-b4ce-e05cd3bef849), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.033880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5b38c14-3e8c-4067-989d-d7d3a6f444b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1f4dc498-b439-4bd7-b4ce-e05cd3bef849), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.070260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-a45ff18c-9cc1-4df8-9085-302e3adaf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.072650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-a45ff18c-9cc1-4df8-9085-302e3adaf225 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1128 time: 0.1578174 Feb 14 21:34:34.098820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=725b33e1-a81a-4340-9934-0394f95417f5,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:34.108150 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.174678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:34.227296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-f14ae003-3ee3-4409-9ad5-370ce53b622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.229527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-f14ae003-3ee3-4409-9ad5-370ce53b622d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd448e990b4241549c4bd56ff61d9554&device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 1126 time: 0.2454631 Feb 14 21:34:34.236847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.256544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9101ca8a-faad-42dc-b4c8-e419c521a513 req-dd579d13-82db-4711-bcaf-4e799296dbd7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992038 Feb 14 21:34:34.257245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b38c14-3e8c-4067-989d-d7d3a6f444b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4dc498-b439-4bd7-b4ce-e05cd3bef849,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:34.294143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Deleting port c30711ca-6b8c-4600-adaa-753d017937e6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:34.294670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.321234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] No DVR routers for this DVR port c30711ca-6b8c-4600-adaa-753d017937e6 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:34.321234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ca57-081c-40b5-bd2a-974b1a19c909 None None] Pushing event deleted for resources: {'Port': ['ID=c30711ca-6b8c-4600-adaa-753d017937e6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:34.394881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f5b38c14-3e8c-4067-989d-d7d3a6f444b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a50390974c094c078b826e17a64f0867&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0128028 Feb 14 21:34:34.400902 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d93607-3e31-4fe3-bd9c-c80f69f7852f x-openstack-request-id: req-63d93607-3e31-4fe3-bd9c-c80f69f7852f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:34.402786 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:34.403330 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63d93607-3e31-4fe3-bd9c-c80f69f7852f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:34.403978 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'code': 200} Feb 14 21:34:34.411872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9fc9fd4-eef3-4679-8c29-40499ac816ae req-07ebfbe4-af80-4687-945b-2087a2489b27 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475686 Feb 14 21:34:34.412434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35390) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:34.429375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-267bec99-4b23-44f9-a313-8d07c945c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.431099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-267bec99-4b23-44f9-a313-8d07c945c169 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 200 len: 913 time: 0.1708577 Feb 14 21:34:34.437181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-4842b7ad-413d-4cf4-830a-b55415294a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.438929 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-4842b7ad-413d-4cf4-830a-b55415294a0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.3534322 Feb 14 21:34:34.458534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] For port c30711ca-6b8c-4600-adaa-753d017937e6, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:34.458907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.510122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Calling delete_port for c30711ca-6b8c-4600-adaa-753d017937e6 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:34.518099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Port c30711ca-6b8c-4600-adaa-753d017937e6 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:34:34.519206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.525588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-ad07d9c1-5140-4d57-b263-2352591ea26d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 HTTP/1.1" status: 200 len: 217 time: 0.0856221 Feb 14 21:34:34.526160 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c30711ca-6b8c-4600-adaa-753d017937e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.566676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] No DVR routers for this DVR port c30711ca-6b8c-4600-adaa-753d017937e6 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:34.590994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-9f391edc-fd92-41fd-b857-11de0981f4e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0635719 Feb 14 21:34:34.673412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-4a5605b3-6da2-40d1-bf5b-587b492836ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.675037 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-4a5605b3-6da2-40d1-bf5b-587b492836ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 200 len: 852 time: 0.1350751 Feb 14 21:34:34.681177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-26b60d78-d5f5-49f5-8ec7-fcb2ca77cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.682594 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-26b60d78-d5f5-49f5-8ec7-fcb2ca77cd03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.0669634 Feb 14 21:34:34.709286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Port': ['ID=c30711ca-6b8c-4600-adaa-753d017937e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:34.740861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-06f8c271-9b48-4020-8308-3174e92c4581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494092 Feb 14 21:34:34.753984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] Publish callbacks [] for security_group (1f4dc498-b439-4bd7-b4ce-e05cd3bef849), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.777077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-3c24d0a4-d845-4108-838e-cd77d1bb242b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930133 Feb 14 21:34:34.854766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (cde2aeca-77b3-449f-bab2-b325758a6409), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.865748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28826ef9-5622-4a33-b1c1-fbc0bf8c3bc2 req-211ec3b7-488e-4fdd-b673-520b8b99a010 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:34.874324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28826ef9-5622-4a33-b1c1-fbc0bf8c3bc2 req-211ec3b7-488e-4fdd-b673-520b8b99a010 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.3375964 Feb 14 21:34:34.910762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] Publish callbacks [] for security_group (1f4dc498-b439-4bd7-b4ce-e05cd3bef849), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:34.983916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde2aeca-77b3-449f-bab2-b325758a6409']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:34.993324 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-92d4ea80-4e8e-4b0f-aeb5-91878bc96ab5 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304091 Feb 14 21:34:35.033712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de1cf46-5851-464e-afe3-5bc404adc8f7') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:35.034017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de1cf46-5851-464e-afe3-5bc404adc8f7') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:35.063984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28826ef9-5622-4a33-b1c1-fbc0bf8c3bc2 req-cbc49d59-7e7d-4666-a16f-7f02cfe28ea6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886144 Feb 14 21:34:35.067869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7de1cf46-5851-464e-afe3-5bc404adc8f7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.109683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7de1cf46-5851-464e-afe3-5bc404adc8f7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.115497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-d87286ae-2d59-4516-89c3-d4e1b9d29233 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149106 Feb 14 21:34:35.140214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:34:35.141135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7de1cf46-5851-464e-afe3-5bc404adc8f7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.145076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-0222d324-da4e-4d2d-9b96-2185e3140e84 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521280 Feb 14 21:34:35.154494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-deleted', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af'}, {'name': 'network-changed', 'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:35.157212 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246891c-9b16-4839-ac3e-d1e8eefe611a" -d '{"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-deleted", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af"}, {"name": "network-changed", "server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:35.348719 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf15cc6-3fd9-453c-8cb3-1694bb56abb0 x-openstack-request-id: req-bbf15cc6-3fd9-453c-8cb3-1694bb56abb0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:35.349296 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e591b-5cbd-493d-80b9-bee62215fc40", "name": "network-vif-deleted", "tag": "fa9cbd73-9301-46b6-9c69-408d2016f6af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:35.349296 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbf15cc6-3fd9-453c-8cb3-1694bb56abb0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:35.349660 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e591b-5cbd-493d-80b9-bee62215fc40', 'name': 'network-vif-deleted', 'tag': 'fa9cbd73-9301-46b6-9c69-408d2016f6af', 'status': 'completed', 'code': 200} Feb 14 21:34:35.349926 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'status': 'completed', 'code': 200} Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:34:35.404838 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:34:35.451487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (cde2aeca-77b3-449f-bab2-b325758a6409), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.493821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.503774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] 10.222.0.86 "DELETE /v2.0/networks/cde2aeca-77b3-449f-bab2-b325758a6409 HTTP/1.1" status: 204 len: 168 time: 2.3664761 Feb 14 21:34:35.571813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c30711ca-6b8c-4600-adaa-753d017937e6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:35.612108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c30711ca-6b8c-4600-adaa-753d017937e6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:35.613153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c30711ca-6b8c-4600-adaa-753d017937e6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:35.639694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4e497-f55f-4a02-908e-20e5e6477de3 tempest-AllowedAddressPairTestJSON-1980261260 tempest-AllowedAddressPairTestJSON-1980261260-project] Pushing event deleted for resources: {'Network': ['ID=cde2aeca-77b3-449f-bab2-b325758a6409,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:35.664186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1f4dc498-b439-4bd7-b4ce-e05cd3bef849), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.667679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.671970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f4dc498-b439-4bd7-b4ce-e05cd3bef849 HTTP/1.1" status: 204 len: 168 time: 1.2448959 Feb 14 21:34:35.709680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:35.726356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-c779fe4a-05c2-4d9c-b830-2ee1bfd1be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:35.728747 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-c779fe4a-05c2-4d9c-b830-2ee1bfd1be31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1128 time: 0.4234118 Feb 14 21:34:35.730068 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a3c3e9-d8e2-4e40-a358-e4b5920b63f8 req-9ecd4b6e-cd4a-4996-ac88-7de1d36758f0 service neutron] 10.222.0.64 "GET /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701919 Feb 14 21:34:35.732667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859a455-3c8a-4b59-b0b5-c01ce7c51423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4dc498-b439-4bd7-b4ce-e05cd3bef849,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:35.780386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b148cb4-b136-4138-acf0-b16828ae8da0 req-141a4e52-e611-41a1-b861-724a75d2ecba tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:35.782112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b148cb4-b136-4138-acf0-b16828ae8da0 req-141a4e52-e611-41a1-b861-724a75d2ecba tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2064476 Feb 14 21:34:35.791850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5de05-1726-4650-8434-136b51fa1d37 req-9c73e26f-5586-44ab-8ab2-5296f0fcdd31 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:35.799427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5c5de05-1726-4650-8434-136b51fa1d37 req-9c73e26f-5586-44ab-8ab2-5296f0fcdd31 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 945 time: 0.1461747 Feb 14 21:34:35.963392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b148cb4-b136-4138-acf0-b16828ae8da0 req-b84d1fcb-7dfd-46bc-83ad-fca305089843 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444192 Feb 14 21:34:35.967238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-307dbbf7-b9e7-4a3f-aa54-f82707a9ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:35.969424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-307dbbf7-b9e7-4a3f-aa54-f82707a9ceb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.2236483 Feb 14 21:34:35.998157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5c5de05-1726-4650-8434-136b51fa1d37 req-9302f61c-35be-46c4-b50b-f56b9d98fa19 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976309 Feb 14 21:34:36.064049 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:36.067221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-15ade2c3-e9ec-4d41-836e-3d5255ab3a90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0909250 Feb 14 21:34:36.200531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35462) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:36.203652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-c30fa67b-1cac-474b-8dd7-2492277b8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:36.205134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-c30fa67b-1cac-474b-8dd7-2492277b8de6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.1321251 Feb 14 21:34:36.301274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-1e1b0a1e-2c9b-4085-a1e7-16038af1074e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881131 Feb 14 21:34:36.316442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52973d8c-d053-4a5d-ad81-8c0cc7342ee3 req-df6b3ce8-fc8c-44fa-9452-b1468da96b01 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:36.328397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52973d8c-d053-4a5d-ad81-8c0cc7342ee3 req-df6b3ce8-fc8c-44fa-9452-b1468da96b01 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1287687 Feb 14 21:34:36.405128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:36.407823 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab86383-a40e-4cbb-af49-aa26fcd24161" -d '{"events": [{"server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "name": "network-vif-plugged", "status": "completed", "tag": "725b33e1-a81a-4340-9934-0394f95417f5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:36.464980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52973d8c-d053-4a5d-ad81-8c0cc7342ee3 req-e5f29185-15fd-49cb-b34c-71c1990a9c8c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351807 Feb 14 21:34:36.564519 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada8b75-a93c-492d-9008-cba73cad59eb x-openstack-request-id: req-8ada8b75-a93c-492d-9008-cba73cad59eb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:36.564825 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "name": "network-vif-plugged", "status": "completed", "tag": "725b33e1-a81a-4340-9934-0394f95417f5", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:36.565075 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ada8b75-a93c-492d-9008-cba73cad59eb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:36.565512 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5', 'code': 200} Feb 14 21:34:36.566344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-0d905246-73a6-4a1a-9e6c-3c238d022ac9 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482092 Feb 14 21:34:36.758019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165fcb-87a3-4a3d-8f01-6076003ac6a5 req-479c057a-740b-424f-9b01-8d16468a6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:36.759832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a165fcb-87a3-4a3d-8f01-6076003ac6a5 req-479c057a-740b-424f-9b01-8d16468a6a65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 1128 time: 0.1113267 Feb 14 21:34:36.818247 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3246891c-9b16-4839-ac3e-d1e8eefe611a req-307e4c49-8d29-4987-aa0a-8e0a35f2526f service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446742 Feb 14 21:34:36.959887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2265f167-6c59-4639-913f-b636ccdcab81 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1e1de5f37aa4f91b2ba2a74062c5987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7567554 Feb 14 21:34:36.963118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35482) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:36.963641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a165fcb-87a3-4a3d-8f01-6076003ac6a5 req-6fade420-58e4-4ac0-8ee7-26da3cb3ac9c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950135 Feb 14 21:34:37.052859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] Publish callbacks [] for security_group (ff5b0640-8390-49e1-ade5-a7a17d0bbed7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:37.106790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] Publish callbacks [] for security_group (ff5b0640-8390-49e1-ade5-a7a17d0bbed7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:37.148292 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:37.303051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ff5b0640-8390-49e1-ade5-a7a17d0bbed7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:37.303051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:37.319491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff5b0640-8390-49e1-ade5-a7a17d0bbed7 HTTP/1.1" status: 204 len: 168 time: 0.3551102 Feb 14 21:34:37.347582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1e17f-f5f8-4fa9-94c5-1bc7943bfe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b0640-8390-49e1-ade5-a7a17d0bbed7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:37.423966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649176f7-a19d-4a55-8485-70a3de2b6518 req-44221bbb-6dec-4487-8f88-1f93be535b97 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:37.425564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649176f7-a19d-4a55-8485-70a3de2b6518 req-44221bbb-6dec-4487-8f88-1f93be535b97 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2257774 Feb 14 21:34:37.614768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-649176f7-a19d-4a55-8485-70a3de2b6518 req-ae8950f4-37b5-4dea-a588-ba3df5cd7fa5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621499 Feb 14 21:34:37.836574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dc51-7feb-4c74-86f8-b45cd5ec0c11 req-6b8e4658-ed17-4875-b727-42ebe1a2dcb1 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:37.844736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4a6dc51-7feb-4c74-86f8-b45cd5ec0c11 req-6b8e4658-ed17-4875-b727-42ebe1a2dcb1 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 945 time: 0.1226230 Feb 14 21:34:37.933362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4a6dc51-7feb-4c74-86f8-b45cd5ec0c11 req-af60ca30-3d6a-4e0a-9b3e-ce57e69ac1c3 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854366 Feb 14 21:34:38.083658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77036-3b0a-4bf7-82a2-ba0ac654a896 req-fff2b9d7-c89c-484d-a921-1cdf1e9e85e2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:38.097688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7f77036-3b0a-4bf7-82a2-ba0ac654a896 req-fff2b9d7-c89c-484d-a921-1cdf1e9e85e2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1113255 Feb 14 21:34:38.215808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7f77036-3b0a-4bf7-82a2-ba0ac654a896 req-1bb2b56a-7844-457b-b364-135217e9677a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121137 Feb 14 21:34:38.503247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:34:38.797730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:38.843285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261a8d-8660-4046-b7f1-8994c6f4fdee req-bf1fdd10-f7ef-4c6a-99fe-c403e148ca63 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:38.861509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22', 'network_id': 'ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf', 'port_id': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22', 'mac_address': 'fa:16:3e:b8:66:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ded8023-8e45-47c6-9295-a3cc07941b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:34:38.862115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd261a8d-8660-4046-b7f1-8994c6f4fdee req-bf1fdd10-f7ef-4c6a-99fe-c403e148ca63 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1398249 Feb 14 21:34:38.992686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:38.993283 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:39.021046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd261a8d-8660-4046-b7f1-8994c6f4fdee req-3813ee9c-c991-4a9d-afef-55f897f0d80d tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578145 Feb 14 21:34:39.031188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:34:39.090765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:39.099929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:39.230381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:39.333029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06411f-fd5f-4222-8638-c1305c1d270c req-393c4f0a-4445-47c0-bc2b-a0f3b586ed38 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:39.336571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc06411f-fd5f-4222-8638-c1305c1d270c req-393c4f0a-4445-47c0-bc2b-a0f3b586ed38 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 945 time: 0.1541913 Feb 14 21:34:39.441539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['204c9bf1-6871-4ee0-86d4-7cb7b7e41a22'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:39.477251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc06411f-fd5f-4222-8638-c1305c1d270c req-46218593-70f5-41f2-9761-1861e58f28a2 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299593 Feb 14 21:34:39.613583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.832510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af515bdf-0211-47ed-90da-1ca576071f1f req-52076428-c2cb-404f-ac0b-5c75b132c26e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:39.854085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af515bdf-0211-47ed-90da-1ca576071f1f req-52076428-c2cb-404f-ac0b-5c75b132c26e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1795738 Feb 14 21:34:39.888651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-91f3696d-475e-4d72-bac9-d39d6ce43433 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.889731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91f3696d-475e-4d72-bac9-d39d6ce43433 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2745178 Feb 14 21:34:39.893776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35574) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.898715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9aa95440-2783-48a0-93c6-89f5b10dbecf tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.915452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9aa95440-2783-48a0-93c6-89f5b10dbecf tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0204966 Feb 14 21:34:39.918003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35576) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.926266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-525ba385-8568-454c-9b91-4fa38530859f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.928798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-525ba385-8568-454c-9b91-4fa38530859f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0098989 Feb 14 21:34:39.935370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35580) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.940828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-20d1f180-f778-4d51-8876-a2a8028631dd tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.943698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20d1f180-f778-4d51-8876-a2a8028631dd tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067055 Feb 14 21:34:39.948051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.960630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9fb82f90-2de3-4c7d-98ce-5d5ff2b7f81a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.961666 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9fb82f90-2de3-4c7d-98ce-5d5ff2b7f81a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053596 Feb 14 21:34:39.965035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35584) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.980389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-afa672b1-21a4-4e21-9761-58057a874804 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:39.981628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-afa672b1-21a4-4e21-9761-58057a874804 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0151196 Feb 14 21:34:39.984753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:39.997914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-f0e1f18b-0fcf-46ce-a760-bcda06cab833 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.001740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0e1f18b-0fcf-46ce-a760-bcda06cab833 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0159507 Feb 14 21:34:40.002451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.016187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-58ef7eed-9b20-4254-a84c-f03310f2d552 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.017166 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58ef7eed-9b20-4254-a84c-f03310f2d552 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067477 Feb 14 21:34:40.025666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35592) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.047776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-55ac53ae-5211-4599-b9c4-d0138de649f5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.048844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-55ac53ae-5211-4599-b9c4-d0138de649f5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0221357 Feb 14 21:34:40.051793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.056214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9fc9a0fa-12d1-4021-a107-e5b1fcfe0f56 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.057301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9fc9a0fa-12d1-4021-a107-e5b1fcfe0f56 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045757 Feb 14 21:34:40.059979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35600) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.066550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-5d00643a-933f-4c26-acf1-104d3b27c23b tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.067588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d00643a-933f-4c26-acf1-104d3b27c23b tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066721 Feb 14 21:34:40.094992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.104123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af515bdf-0211-47ed-90da-1ca576071f1f req-4ba24874-089a-4a35-b377-96e31e6dffa8 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489321 Feb 14 21:34:40.112454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-e5824fb8-6e3b-4135-9f57-fbe965218782 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.113465 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e5824fb8-6e3b-4135-9f57-fbe965218782 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0174551 Feb 14 21:34:40.116267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35606) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.121354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-39e20cdf-ede8-45fe-b9ef-537128d66fba tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.122337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-39e20cdf-ede8-45fe-b9ef-537128d66fba tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050130 Feb 14 21:34:40.126906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35608) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.133247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-258d6a23-720e-4712-88df-e58a15d3c7f8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.134235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-258d6a23-720e-4712-88df-e58a15d3c7f8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057323 Feb 14 21:34:40.139711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.147566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-5e3a2d16-3a17-469e-ac3d-bb0f8c0bfd3c tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.148630 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5e3a2d16-3a17-469e-ac3d-bb0f8c0bfd3c tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045545 Feb 14 21:34:40.151526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.161265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-af92f39c-0ae5-4d7d-8d82-3d0c008aa6c3 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.164355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af92f39c-0ae5-4d7d-8d82-3d0c008aa6c3 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0117486 Feb 14 21:34:40.166981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.172633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-b7764e1e-2dcb-4a93-9e65-f70fa1a5df1f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.177390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b7764e1e-2dcb-4a93-9e65-f70fa1a5df1f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090711 Feb 14 21:34:40.180134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.187513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-cee85667-e8b7-4143-8236-60d195c2f0e8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.196786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cee85667-e8b7-4143-8236-60d195c2f0e8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151508 Feb 14 21:34:40.199422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.207937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-3c3dbccb-9a70-498b-877d-8439a6ec21d8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.209214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c3dbccb-9a70-498b-877d-8439a6ec21d8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085022 Feb 14 21:34:40.212314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35624) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.217304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-ddcb716b-6f34-41bc-bcef-e7675f5224b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.217304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ddcb716b-6f34-41bc-bcef-e7675f5224b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041173 Feb 14 21:34:40.220838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35626) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.225686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-721c96bc-4c04-4a58-8264-4e337ef5ed59 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.226653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-721c96bc-4c04-4a58-8264-4e337ef5ed59 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043736 Feb 14 21:34:40.229419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.233718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-cbf4d5dd-f7ad-48f1-a33a-148a2d0b929e tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.238883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35630) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.245074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-0a74279c-9514-4d82-8053-4f91cd9920da tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.245684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cbf4d5dd-f7ad-48f1-a33a-148a2d0b929e tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058413 Feb 14 21:34:40.246867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a74279c-9514-4d82-8053-4f91cd9920da tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067537 Feb 14 21:34:40.251663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35632) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.266732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-e51d07a2-eed5-4c92-a2e3-bdf9a69f63b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.272580 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e51d07a2-eed5-4c92-a2e3-bdf9a69f63b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0197947 Feb 14 21:34:40.273196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35636) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.283166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9ed83079-fa4f-4d59-92fb-24e680e8f74f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.291201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ed83079-fa4f-4d59-92fb-24e680e8f74f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0169196 Feb 14 21:34:40.291861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.300600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-15f01ae9-9d85-40d6-a065-08ac9c84cded tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.305540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-15f01ae9-9d85-40d6-a065-08ac9c84cded tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0126295 Feb 14 21:34:40.307897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.318472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-e893ed30-ce38-4a04-bff3-ca207404fbee tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.323653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e893ed30-ce38-4a04-bff3-ca207404fbee tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0138595 Feb 14 21:34:40.324825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35644) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.334421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9a72208c-13be-4381-9beb-5939af18b508 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.342091 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a72208c-13be-4381-9beb-5939af18b508 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0150511 Feb 14 21:34:40.342730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.352485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-faf33d57-0cbd-4209-accc-e78b58196288 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.358076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35648) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.361044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-faf33d57-0cbd-4209-accc-e78b58196288 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0166233 Feb 14 21:34:40.367818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-b2027545-4840-4374-9ebd-9831424b7bab tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.372278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35650) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.376905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-8d7e5107-8197-4260-a3fc-605c8104972c tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.380778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b2027545-4840-4374-9ebd-9831424b7bab tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0187724 Feb 14 21:34:40.381606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35654) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.382768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d7e5107-8197-4260-a3fc-605c8104972c tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094526 Feb 14 21:34:40.391727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-221e9abf-2e71-4102-a51a-15fcaf58b401 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.396074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35656) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.401509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-4818f0db-4edb-4146-af54-ae4c363400d5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.407537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-221e9abf-2e71-4102-a51a-15fcaf58b401 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0154769 Feb 14 21:34:40.408501 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4818f0db-4edb-4146-af54-ae4c363400d5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111430 Feb 14 21:34:40.409292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.413678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-37843b7c-970a-4564-a803-7b558249b0b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.418026 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-37843b7c-970a-4564-a803-7b558249b0b4 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075526 Feb 14 21:34:40.419008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35662) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.424891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-d76cfcd1-73f1-4642-b94a-f1836d3ea4c8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.429439 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d76cfcd1-73f1-4642-b94a-f1836d3ea4c8 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092685 Feb 14 21:34:40.429639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35664) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.437858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-b953283e-1b8c-436e-a47b-08977cf84601 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.441493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b953283e-1b8c-436e-a47b-08977cf84601 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066118 Feb 14 21:34:40.442683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.447404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-4af0da89-fbe3-451a-a164-cd74ad1d1aaa tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.456076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4af0da89-fbe3-451a-a164-cd74ad1d1aaa tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0118966 Feb 14 21:34:40.457367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35668) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.462897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-1366f20d-f150-4192-ab06-17fe61acf6e3 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.468766 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1366f20d-f150-4192-ab06-17fe61acf6e3 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095062 Feb 14 21:34:40.469803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35670) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.477003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f418aad-7bb6-4e20-ba28-3f145e3943af req-0a8cf336-d466-4377-b617-bca1fda081ce tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:40.481210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f418aad-7bb6-4e20-ba28-3f145e3943af req-0a8cf336-d466-4377-b617-bca1fda081ce tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 944 time: 0.2218595 Feb 14 21:34:40.486378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-ce3f795f-059b-4408-adf4-03ecf5a619b5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.489916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce3f795f-059b-4408-adf4-03ecf5a619b5 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052061 Feb 14 21:34:40.491269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35674) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.498258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-c8c2a155-0eef-45d3-b3c7-fcdfc90eb51d tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.503860 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8c2a155-0eef-45d3-b3c7-fcdfc90eb51d tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103796 Feb 14 21:34:40.504922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.514617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-e9b47db0-b5cd-4ce3-ac82-37b2fd45cabb tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.519261 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e9b47db0-b5cd-4ce3-ac82-37b2fd45cabb tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0127668 Feb 14 21:34:40.520168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.527378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-14e65c66-b92b-45c4-a597-9eda4728aa88 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.531929 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14e65c66-b92b-45c4-a597-9eda4728aa88 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102119 Feb 14 21:34:40.532282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.547369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-cf36805d-7242-4908-944d-be2faee08fef tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.550737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cf36805d-7242-4908-944d-be2faee08fef tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0151434 Feb 14 21:34:40.551252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35684) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.562876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-300567a2-7913-4d21-a7c0-7c9ed1eb198f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.567500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.572807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-c2383ede-3547-4563-a02b-918deb67828d tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.578882 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2383ede-3547-4563-a02b-918deb67828d tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100968 Feb 14 21:34:40.579642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.587205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-300567a2-7913-4d21-a7c0-7c9ed1eb198f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0253329 Feb 14 21:34:40.589950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-7a4ad8cb-bf1d-4fc6-a549-c6783bf480a9 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.595794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35692) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.596725 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a4ad8cb-bf1d-4fc6-a549-c6783bf480a9 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0160515 Feb 14 21:34:40.601133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-a98866a5-51bf-42ec-b098-a69a208376ef tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.604842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35694) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.609390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a98866a5-51bf-42ec-b098-a69a208376ef tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0103397 Feb 14 21:34:40.612671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-a09332fa-9eff-4c04-a6ed-f2a2b2c5f485 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.616315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a09332fa-9eff-4c04-a6ed-f2a2b2c5f485 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0105176 Feb 14 21:34:40.616984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.627246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-9aced49b-8bb5-44a8-abb8-579f2a424f8a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.633961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9aced49b-8bb5-44a8-abb8-579f2a424f8a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0157237 Feb 14 21:34:40.641397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35700) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.650095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-a60b43c2-f60c-4f88-a6dc-4ad58bb1f504 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.657098 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a60b43c2-f60c-4f88-a6dc-4ad58bb1f504 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0193999 Feb 14 21:34:40.657909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35704) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.678489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f418aad-7bb6-4e20-ba28-3f145e3943af req-f09114f5-32e8-4fd2-ad42-17dae49bb7df tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821318 Feb 14 21:34:40.703168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-48d7850f-49c7-4845-93b4-742d481eb7fc tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.707076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35708) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.713615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-597620c7-cd63-49d1-a51c-3c570f166034 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.718343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48d7850f-49c7-4845-93b4-742d481eb7fc tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0593007 Feb 14 21:34:40.722399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.727078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-597620c7-cd63-49d1-a51c-3c570f166034 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0174401 Feb 14 21:34:40.731818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-acdba661-7efb-49b5-8dc0-27069c2f9541 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.738463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35712) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.744219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acdba661-7efb-49b5-8dc0-27069c2f9541 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0222592 Feb 14 21:34:40.746938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-70fa06e3-f201-486c-9bb0-c33a5a709e16 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.752961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.756462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70fa06e3-f201-486c-9bb0-c33a5a709e16 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0164549 Feb 14 21:34:40.765004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-31da2b22-ffb9-475e-82e0-8d685540e54f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.771927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35718) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.777168 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31da2b22-ffb9-475e-82e0-8d685540e54f tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0230267 Feb 14 21:34:40.779336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-ff914589-5752-4310-99b4-78b1fd97491a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.783790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35720) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.786289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff914589-5752-4310-99b4-78b1fd97491a tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0125120 Feb 14 21:34:40.795591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-db94ff1d-6fc6-4f17-aac9-ee216eed6f17 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.802504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35724) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.810925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-db94ff1d-6fc6-4f17-aac9-ee216eed6f17 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0256689 Feb 14 21:34:40.819739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-96dd7ea1-6800-4f5d-a829-504e383602b2 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.823732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-96dd7ea1-6800-4f5d-a829-504e383602b2 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0175669 Feb 14 21:34:40.824891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35726) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.835724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-03ef6b74-ea07-49e5-a84b-a11c20a0ced7 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.836770 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-03ef6b74-ea07-49e5-a84b-a11c20a0ced7 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108974 Feb 14 21:34:40.840743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.845966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-c003a882-69b6-499f-a732-2a7226c6b7b6 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.846938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c003a882-69b6-499f-a732-2a7226c6b7b6 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0048926 Feb 14 21:34:40.850856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35732) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.858302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-c7045239-632e-4049-aa91-eb3740d84eff tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.859104 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c7045239-632e-4049-aa91-eb3740d84eff tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0062599 Feb 14 21:34:40.863972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.869912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-f2bfa1af-6cb6-4c2b-8e5f-7f5de3e215fc tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.872817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f2bfa1af-6cb6-4c2b-8e5f-7f5de3e215fc tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077822 Feb 14 21:34:40.875970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.882023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-51874319-280e-4182-afea-c1e22ed47b54 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.887132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35742) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.893486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-da03d12f-88f1-464b-844f-720d460141ad tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.894471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-da03d12f-88f1-464b-844f-720d460141ad tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063493 Feb 14 21:34:40.894816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51874319-280e-4182-afea-c1e22ed47b54 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0060086 Feb 14 21:34:40.901934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35744) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.912117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-4790ab21-c552-48f6-8d41-17f8bd395c45 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.917041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4790ab21-c552-48f6-8d41-17f8bd395c45 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0102305 Feb 14 21:34:40.920795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.941655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-7e4589c1-4092-4dc9-8aca-2e4e35b301f1 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.946062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7e4589c1-4092-4dc9-8aca-2e4e35b301f1 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0190201 Feb 14 21:34:40.953457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.976510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-19eb0961-7468-4afe-9459-39778761b262 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:40.979677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19eb0961-7468-4afe-9459-39778761b262 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0229599 Feb 14 21:34:40.980110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:40.997727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-842eb3e9-845a-4d14-bb29-d8caf9265e01 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:41.014363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35756) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:41.018547 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-842eb3e9-845a-4d14-bb29-d8caf9265e01 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0373628 Feb 14 21:34:41.057797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [None req-2b01a7db-73ae-4726-b762-f1aa63f81d60 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:41.066061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35760) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:41.070740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-6ec7e338-150d-47fb-8b2d-3c9067e531df tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:41.074608 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ec7e338-150d-47fb-8b2d-3c9067e531df tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071950 Feb 14 21:34:41.075462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:41.081099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b01a7db-73ae-4726-b762-f1aa63f81d60 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0556703 Feb 14 21:34:41.084610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [None req-7362f623-fb63-40f2-a308-f86a6cd34f82 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:34:41.100869 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7362f623-fb63-40f2-a308-f86a6cd34f82 tempest-ExtensionsTestJSON-701194354 tempest-ExtensionsTestJSON-701194354-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0239618 Feb 14 21:34:41.178744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c7b5c-b022-4ba8-b596-00dee40810ab req-36a3ffed-bf8b-44c3-8cc4-0674e12ccbdb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:41.183924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c95c7b5c-b022-4ba8-b596-00dee40810ab req-36a3ffed-bf8b-44c3-8cc4-0674e12ccbdb tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2784510 Feb 14 21:34:41.310648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c95c7b5c-b022-4ba8-b596-00dee40810ab req-c8fd3a86-da09-4d68-81b4-44540ed198ed tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200953 Feb 14 21:34:41.574557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6824372-83ab-481d-b058-66afa7672895 req-2a0040a3-90ed-4622-ba03-ae5f192830dc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:41.588832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6824372-83ab-481d-b058-66afa7672895 req-2a0040a3-90ed-4622-ba03-ae5f192830dc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1164668 Feb 14 21:34:41.626540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35794) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:41.743564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6824372-83ab-481d-b058-66afa7672895 req-1ed1065d-93bc-42f6-bf50-328c1a0d28ed tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524429 Feb 14 21:34:41.880425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93252da5-3aa9-4fd8-936e-bd33d6c2a37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.019001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4c764-ca10-4ed7-aa3b-d33488cfb4de req-fcf6f4f1-fc71-4a38-bccd-146f87a69cd8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:42.026855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edf4c764-ca10-4ed7-aa3b-d33488cfb4de req-fcf6f4f1-fc71-4a38-bccd-146f87a69cd8 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 944 time: 0.1425841 Feb 14 21:34:42.175670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edf4c764-ca10-4ed7-aa3b-d33488cfb4de req-8e6b68a8-f580-47cc-99ea-d0314ad73335 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456487 Feb 14 21:34:42.193113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93252da5-3aa9-4fd8-936e-bd33d6c2a37a admin admin] Publish callbacks [] for security_group (0f817ab2-e3da-47d4-9d6a-34f75f4a41d9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.205030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93252da5-3aa9-4fd8-936e-bd33d6c2a37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0f817ab2-e3da-47d4-9d6a-34f75f4a41d9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.332815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93252da5-3aa9-4fd8-936e-bd33d6c2a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f817ab2-e3da-47d4-9d6a-34f75f4a41d9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:42.361191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35820) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:42.361863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93252da5-3aa9-4fd8-936e-bd33d6c2a37a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=192c9f3a26154cdbac7b15bf80ada455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7336977 Feb 14 21:34:42.510842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:42.565638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:42.575598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] Publish callbacks [] for security_group (0f817ab2-e3da-47d4-9d6a-34f75f4a41d9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.668819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:34:42.673988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:42.674591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.688741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] Publish callbacks [] for security_group (0f817ab2-e3da-47d4-9d6a-34f75f4a41d9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.781043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259fd0-f486-4555-b1ec-c93c1fc8b0b8 req-c1f485eb-3aa2-4d38-af5b-0be40b3aac41 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:42.792711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27259fd0-f486-4555-b1ec-c93c1fc8b0b8 req-c1f485eb-3aa2-4d38-af5b-0be40b3aac41 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.3345749 Feb 14 21:34:42.853790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1a47707-9ee2-4a58-94c5-d676a3b158e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.867347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:42.868038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.896591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27259fd0-f486-4555-b1ec-c93c1fc8b0b8 req-eb73c6f8-80a1-43fd-bbeb-4a79073424ee tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015775 Feb 14 21:34:42.930393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0f817ab2-e3da-47d4-9d6a-34f75f4a41d9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.933855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:42.936550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f817ab2-e3da-47d4-9d6a-34f75f4a41d9 HTTP/1.1" status: 204 len: 168 time: 0.5734622 Feb 14 21:34:42.960560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573766d-b761-45b0-95c9-6e2ab5e58780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f817ab2-e3da-47d4-9d6a-34f75f4a41d9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:43.013405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:43.036198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:43.041212 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc933b1c-834a-49d7-8fb3-353b3f8b89aa" -d '{"events": [{"server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "name": "network-vif-plugged", "status": "completed", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:43.072349 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:43.183779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1a47707-9ee2-4a58-94c5-d676a3b158e8 admin admin] Publish callbacks [] for security_group (5a6eafc5-ef85-46ce-875f-57bbb97b9ebc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:43.192667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-8a4d3f5d-1763-446d-9d47-80fdc84057c5 req-9719205f-07be-436f-94d5-da387be43494 service neutron] (103512) timed out ('10.222.0.83', 62602) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:34:43.197592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1a47707-9ee2-4a58-94c5-d676a3b158e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a6eafc5-ef85-46ce-875f-57bbb97b9ebc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:43.235890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59062d8-69e1-410b-bbae-38bf34f82188 req-b8ce331e-efb3-419f-a964-9f80e132c91f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:43.244568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:43.251890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a59062d8-69e1-410b-bbae-38bf34f82188 req-b8ce331e-efb3-419f-a964-9f80e132c91f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1969674 Feb 14 21:34:43.350455 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d1a47707-9ee2-4a58-94c5-d676a3b158e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5fea07b96194d8f8f7d8cd04fef959f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7834196 Feb 14 21:34:43.357092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:43.401548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a59062d8-69e1-410b-bbae-38bf34f82188 req-952c2930-eff4-4ee7-a169-b54361a8c5c4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485012 Feb 14 21:34:43.439105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47707-9ee2-4a58-94c5-d676a3b158e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6eafc5-ef85-46ce-875f-57bbb97b9ebc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:43.540285 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9033b3d-bb0f-4881-b87c-e6a4d73e7c49 x-openstack-request-id: req-c9033b3d-bb0f-4881-b87c-e6a4d73e7c49 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:43.541974 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "name": "network-vif-plugged", "status": "completed", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:43.542736 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9033b3d-bb0f-4881-b87c-e6a4d73e7c49 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:43.549920 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22', 'code': 200} Feb 14 21:34:43.645788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] Publish callbacks [] for security_group (5a6eafc5-ef85-46ce-875f-57bbb97b9ebc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:43.899557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] Publish callbacks [] for security_group (5a6eafc5-ef85-46ce-875f-57bbb97b9ebc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:43.925133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b50c-9bb4-418a-a7ce-306a230717df req-1e8d282d-2f27-446a-b20a-60e83353ae34 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:43.932641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12b6b50c-9bb4-418a-a7ce-306a230717df req-1e8d282d-2f27-446a-b20a-60e83353ae34 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 945 time: 0.1965344 Feb 14 21:34:44.013503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f12df7-ada4-46be-b60c-e24795d8cd39 req-8460cb2d-2712-44f8-9aab-2f0f322b295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:44.018169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e0f12df7-ada4-46be-b60c-e24795d8cd39 req-8460cb2d-2712-44f8-9aab-2f0f322b295d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 1128 time: 0.3460405 Feb 14 21:34:44.044469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12b6b50c-9bb4-418a-a7ce-306a230717df req-11ae4d88-d59d-4107-88ce-e2586f918410 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103721 Feb 14 21:34:44.105821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a6eafc5-ef85-46ce-875f-57bbb97b9ebc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:44.109251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:44.121398 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a6eafc5-ef85-46ce-875f-57bbb97b9ebc HTTP/1.1" status: 204 len: 168 time: 0.7508860 Feb 14 21:34:44.168679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8daff8-6f11-4dd9-9d2a-015ff43814fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6eafc5-ef85-46ce-875f-57bbb97b9ebc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:44.199999 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e0f12df7-ada4-46be-b60c-e24795d8cd39 req-bc391e64-525b-4ed7-b909-ab62b8c05849 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622012 Feb 14 21:34:44.236931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ece01-28fa-4327-b7d9-b6eaa7064067 req-4ece0057-a368-4f53-b27e-0651046ce60b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:44.240033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47ece01-28fa-4327-b7d9-b6eaa7064067 req-4ece0057-a368-4f53-b27e-0651046ce60b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.0832450 Feb 14 21:34:44.377892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47ece01-28fa-4327-b7d9-b6eaa7064067 req-3243a58d-67cf-49ac-b1b2-39cef825d9b8 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192179 Feb 14 21:34:44.764031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29294f9-6ba7-49ed-9d0e-1b10b832e8f9 req-ee1802d0-b613-4911-9e95-d21ca25466fe tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:44.771784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a29294f9-6ba7-49ed-9d0e-1b10b832e8f9 req-ee1802d0-b613-4911-9e95-d21ca25466fe tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1915061 Feb 14 21:34:44.857861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a29294f9-6ba7-49ed-9d0e-1b10b832e8f9 req-62526d18-7f0e-4866-ad58-3930763aab9f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Feb 14 21:34:45.238968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:45.260659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:45.305729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867132c9-46cc-46b3-a9d0-7a42217b882c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:45.335993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b5054-cb7d-4304-a4a2-c6c4179979a9 req-50627301-46b3-405d-bf73-b40de887c127 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:45.350940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-515b5054-cb7d-4304-a4a2-c6c4179979a9 req-50627301-46b3-405d-bf73-b40de887c127 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 945 time: 0.1652458 Feb 14 21:34:45.513521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-515b5054-cb7d-4304-a4a2-c6c4179979a9 req-cb0db39e-db2b-47ca-b36d-4567451bf60f tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601810 Feb 14 21:34:45.597425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867132c9-46cc-46b3-a9d0-7a42217b882c admin admin] Publish callbacks [] for security_group (7fe01717-b60c-4f24-9398-1e86ebe22181), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:45.607560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-867132c9-46cc-46b3-a9d0-7a42217b882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7fe01717-b60c-4f24-9398-1e86ebe22181), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:45.773468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867132c9-46cc-46b3-a9d0-7a42217b882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe01717-b60c-4f24-9398-1e86ebe22181,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:45.785085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-867132c9-46cc-46b3-a9d0-7a42217b882c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cda5b30ece0a43cfac792678f30f2929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5230730 Feb 14 21:34:45.788767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35898) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:45.809071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c01f5-1105-4f56-910e-513aae2e321d req-f895af59-a3ee-47e8-97ec-ef5d6c8feb68 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:45.829340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c2c01f5-1105-4f56-910e-513aae2e321d req-f895af59-a3ee-47e8-97ec-ef5d6c8feb68 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1631196 Feb 14 21:34:45.905961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] Publish callbacks [] for security_group (7fe01717-b60c-4f24-9398-1e86ebe22181), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:45.953021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] Publish callbacks [] for security_group (7fe01717-b60c-4f24-9398-1e86ebe22181), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:45.975641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c2c01f5-1105-4f56-910e-513aae2e321d req-ccc3dbd7-4122-400e-bfe4-1d5e0d50528b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424932 Feb 14 21:34:46.027117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-820991890'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:46.050338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7fe01717-b60c-4f24-9398-1e86ebe22181), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.055290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.055627 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7fe01717-b60c-4f24-9398-1e86ebe22181 HTTP/1.1" status: 204 len: 168 time: 0.2653096 Feb 14 21:34:46.059022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Made reservation on behalf of a3398de655254334af778592303c9fbc for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:46.062992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.078349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97105a8-cd48-4d90-908e-cb3f1d96cc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe01717-b60c-4f24-9398-1e86ebe22181,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:46.081841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.260799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for security_group (d5a45525-2de0-4c7c-85ed-58775d3359aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.264538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918bfe2-8363-4f41-8915-095c180f18e6 req-b2b2f0c6-5384-45b0-9881-55d0abbd1849 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:46.267894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d5a45525-2de0-4c7c-85ed-58775d3359aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.271960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2918bfe2-8363-4f41-8915-095c180f18e6 req-b2b2f0c6-5384-45b0-9881-55d0abbd1849 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1355641 Feb 14 21:34:46.315481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:34:46.385474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ce078570-58d5-4d2f-9f52-c9431fb5f214), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.386173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2918bfe2-8363-4f41-8915-095c180f18e6 req-1255ba2f-9763-4ff0-8c10-998ab1ca57b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114674 Feb 14 21:34:46.388782 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Added segment ce078570-58d5-4d2f-9f52-c9431fb5f214 of type vlan for network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 Feb 14 21:34:46.390519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a45525-2de0-4c7c-85ed-58775d3359aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:46.499065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.564226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.574268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:46.575475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:46.759911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'Network': ['ID=eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:46.788848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:34:46.789850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bff1335-df17-440e-bc31-0b646583cd87 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5490093 Feb 14 21:34:46.790518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35912) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:46.813928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Request body: {'subnet': {'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:46.909304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084700bc-edc2-4265-8aa8-bf15b44a23ab req-e77db66f-75e5-4fea-9414-13c93b2f7b10 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:46.922735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-084700bc-edc2-4265-8aa8-bf15b44a23ab req-e77db66f-75e5-4fea-9414-13c93b2f7b10 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 945 time: 0.2317259 Feb 14 21:34:47.073649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-084700bc-edc2-4265-8aa8-bf15b44a23ab req-c984dcd9-0bc2-4257-b51d-3459d1895d4b tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404891 Feb 14 21:34:47.126638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Made reservation on behalf of a3398de655254334af778592303c9fbc for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:47.138683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:47.467508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7133-4879-45ba-bc52-6173f309a621 req-c981f50f-8e56-4cf1-ae94-69831afdd52e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:47.491485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1ca7133-4879-45ba-bc52-6173f309a621 req-c981f50f-8e56-4cf1-ae94-69831afdd52e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2841885 Feb 14 21:34:47.680892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1ca7133-4879-45ba-bc52-6173f309a621 req-26e30f1f-826d-453d-9f54-430b4120ffa1 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838434 Feb 14 21:34:48.525756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (f019f3a3-ae41-402e-b511-d9defad05c07), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:48.548393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a9e2-2e9b-4f6c-94ad-e8364fd3192d req-7f07d56c-2631-4fe6-9d8f-a0dd3a8f729d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:48.561957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edc7a9e2-2e9b-4f6c-94ad-e8364fd3192d req-7f07d56c-2631-4fe6-9d8f-a0dd3a8f729d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.2960548 Feb 14 21:34:48.677452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'Subnet': ['ID=f019f3a3-ae41-402e-b511-d9defad05c07,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:48.760574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edc7a9e2-2e9b-4f6c-94ad-e8364fd3192d req-cd9aae22-3e3d-4378-b624-a780ab689d48 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976187 Feb 14 21:34:48.789456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Checking segment: {'id': 'ce078570-58d5-4d2f-9f52-c9431fb5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:48.789799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Network hostable DHCP agents. Network: eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:34:48.818108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:34:48.840663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:48.846476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:48.847229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:48.853939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978262ea-45e7-4d2f-bb39-df545442d655 None None] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:34:48.872406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-451ceca2-5235-4e78-ae34-019d7161cbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0721674 Feb 14 21:34:48.874834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:48.881772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Request body: {'port': {'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1507017747'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:49.119383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Made reservation on behalf of a3398de655254334af778592303c9fbc for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:49.126322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:49.177933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] device_id is not set on port 27e71a93-f611-476e-910e-6038d5a7f061 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:49.274358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8', 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8', 'project_id': 'a3398de655254334af778592303c9fbc', 'fixed_ips': [{'subnet_id': 'f019f3a3-ae41-402e-b511-d9defad05c07'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:34:49.275680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:49.528338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Allocated IP 2001:db8::3b4 (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8/f019f3a3-ae41-402e-b511-d9defad05c07/27e71a93-f611-476e-910e-6038d5a7f061) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:49.540124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b20cd-d20e-4283-9ece-df230f3a719f req-30ed10fd-800d-4ebc-8b7d-deb5e931f46b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:49.542495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c7b20cd-d20e-4283-9ece-df230f3a719f req-30ed10fd-800d-4ebc-8b7d-deb5e931f46b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1278319 Feb 14 21:34:49.689979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c7b20cd-d20e-4283-9ece-df230f3a719f req-ba9a1737-e67d-4f21-9d23-a8e9da78fa00 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395073 Feb 14 21:34:49.968753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-5f597ca4-5c8e-44df-a290-a723e8232d59 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:49.972082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-5f597ca4-5c8e-44df-a290-a723e8232d59 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 945 time: 0.1405168 Feb 14 21:34:50.020322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for port (27e71a93-f611-476e-910e-6038d5a7f061), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:50.067889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91770-fd07-47a6-b534-d48ecb653ab5 req-7b77e441-6157-4ded-85ff-e7adf5e96dba tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:50.067889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40e91770-fd07-47a6-b534-d48ecb653ab5 req-7b77e441-6157-4ded-85ff-e7adf5e96dba tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 945 time: 0.2166851 Feb 14 21:34:50.285577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Deleting port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:50.291479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:50.318063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40e91770-fd07-47a6-b534-d48ecb653ab5 req-201eb962-fceb-4718-9ff9-28e39b3f81c0 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/security-groups?id=afc5e7bd-f8f5-46c3-add3-cf8441d7903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618427 Feb 14 21:34:50.371432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (27e71a93-f611-476e-910e-6038d5a7f061), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:50.459416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:50.532381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:50.544698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:50.552986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:50.553960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:50.579715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'Port': ['ID=27e71a93-f611-476e-910e-6038d5a7f061,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:50.621475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1fdf-fd48-4e2b-bdfc-99f724d00249 req-ee5e4d24-d40a-4df5-9966-ccd6d6e57957 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:50.630927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6cf1fdf-fd48-4e2b-bdfc-99f724d00249 req-ee5e4d24-d40a-4df5-9966-ccd6d6e57957 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1763177 Feb 14 21:34:50.654399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c43c69d5-50d0-4596-96e4-e57fb9d692bb tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7751250 Feb 14 21:34:50.654632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Allocated IP 2001:db8::2 (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8/f019f3a3-ae41-402e-b511-d9defad05c07/3208f0e4-1e4f-4d0c-afe2-d54dc854ff22) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:50.655174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35992) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:50.673816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Request body: {'port': {'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1900969239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:50.675093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] bootfile-name is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:50.675838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] tftp-server is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:50.676798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] server-ip-address is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:50.875868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] For port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:50.888599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:50.892207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6cf1fdf-fd48-4e2b-bdfc-99f724d00249 req-330ecdff-3101-431f-a1a7-baf91eaacd26 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572758 Feb 14 21:34:50.936153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Calling delete_port for 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:50.952580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-1bae0b17-39e4-4fcb-ac95-6d6b9f4a1aa0 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:50.954213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-1bae0b17-39e4-4fcb-ac95-6d6b9f4a1aa0 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "GET /v2.0/ports?device_id=5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d HTTP/1.1" status: 200 len: 945 time: 0.2609830 Feb 14 21:34:51.229496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks [] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.243363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.300669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (204c9bf1-6871-4ee0-86d4-7cb7b7e41a22), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.373396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Pushing event updated for resources: {'Port': ['ID=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:51.378927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['725b33e1-a81a-4340-9934-0394f95417f5'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:34:51.426478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:51.463265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event deleted for resources: {'Port': ['ID=204c9bf1-6871-4ee0-86d4-7cb7b7e41a22,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:51.536856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:51.566972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:51.609449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] No DVR routers for this DVR port 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:51.615789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.628650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bae0da33-da4c-40ff-849b-aa4c0ccfbb6b req-e9f6901c-d1aa-4fcc-b602-d89a50c814db tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.64 "DELETE /v2.0/ports/204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 HTTP/1.1" status: 204 len: 173 time: 1.6415422 Feb 14 21:34:51.633392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Made reservation on behalf of a3398de655254334af778592303c9fbc for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:34:51.654819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-1d01500c-9689-4e75-8a5d-20dbcd8bcba3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5532813 Feb 14 21:34:51.676821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.682503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Deleting port 725b33e1-a81a-4340-9934-0394f95417f5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:51.689916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'name': 'network-vif-deleted', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:51.696620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (725b33e1-a81a-4340-9934-0394f95417f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.701628 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f8479-4288-4431-a412-51e7149e0ba3" -d '{"events": [{"server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "name": "network-vif-deleted", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:51.786923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] device_id is not set on port f1116521-0b06-4bfb-b017-3d10e07134bd yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:34:51.800881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a14e-2902-4f31-89c6-44c39b30302f req-4f45350f-1000-407e-a7f2-e52e0dce194b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:51.827016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fa7a14e-2902-4f31-89c6-44c39b30302f req-4f45350f-1000-407e-a7f2-e52e0dce194b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5535929 Feb 14 21:34:51.855039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Attempting to bind port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:34:51.855696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Attempting to bind port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ce078570-58d5-4d2f-9f52-c9431fb5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:34:51.855868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Attempting to bind port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 on network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:34:51.957831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:34:51.968761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Checking segment: {'id': 'ce078570-58d5-4d2f-9f52-c9431fb5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:34:51.969220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:51.971523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Bound using segment: {'id': 'ce078570-58d5-4d2f-9f52-c9431fb5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:34:51.972011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Bound port: 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce078570-58d5-4d2f-9f52-c9431fb5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:34:51.972416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:52.266346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Allocated IP 2001:db8::2bf (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8/f019f3a3-ae41-402e-b511-d9defad05c07/f1116521-0b06-4bfb-b017-3d10e07134bd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:34:52.279517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fa7a14e-2902-4f31-89c6-44c39b30302f req-1cf4cc6d-9a34-474f-99a5-f9624184fd08 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505723 Feb 14 21:34:52.319694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] For port 725b33e1-a81a-4340-9934-0394f95417f5, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=725b33e1-a81a-4340-9934-0394f95417f5,segment=NetworkSegment(a3b8add7-1e83-48f2-b2ca-3bb21935f352),segment_id=a3b8add7-1e83-48f2-b2ca-3bb21935f352)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:52.324056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (725b33e1-a81a-4340-9934-0394f95417f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:52.359459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-0d15d115-8df0-4b12-b51f-e7bfa0e9a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:52.385700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-0d15d115-8df0-4b12-b51f-e7bfa0e9a433 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 1128 time: 0.5555809 Feb 14 21:34:52.436080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] For port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:34:52.458367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] For port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,segment=NetworkSegment(ce078570-58d5-4d2f-9f52-c9431fb5f214),segment_id=ce078570-58d5-4d2f-9f52-c9431fb5f214)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:34:52.486862 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:52.583456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Calling delete_port for 725b33e1-a81a-4340-9934-0394f95417f5 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:52.595982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:52.794171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:52.797186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 204c9bf1-6871-4ee0-86d4-7cb7b7e41a22 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:52.919766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for port (f1116521-0b06-4bfb-b017-3d10e07134bd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:52.964721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5b81c-263a-44ce-9e73-7459f0181b58 None None] Pushing event updated for resources: {'Port': ['ID=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:53.043896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f1116521-0b06-4bfb-b017-3d10e07134bd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:53.181765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:34:53.208937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-623cfd1e-c089-4108-b5bc-235e204bfe91 req-53be723f-cb0a-4a88-aee4-1f6c977f4242 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.86 "GET /v2.0/ports?device_id=0e7490b5-2fdc-427b-b285-bafddfe9b445 HTTP/1.1" status: 200 len: 210 time: 0.2185199 Feb 14 21:34:53.242564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:34:53.251863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:34:53.270121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:53.273393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:53.293048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'Port': ['ID=f1116521-0b06-4bfb-b017-3d10e07134bd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:53.337371 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-346d3feb-b031-493d-97f1-d868c8220393 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6814415 Feb 14 21:34:53.340539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36046) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:53.343683 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ead69-22e6-455f-80b0-5b0b89b5bd83 x-openstack-request-id: req-c20ead69-22e6-455f-80b0-5b0b89b5bd83 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:53.344153 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7490b5-2fdc-427b-b285-bafddfe9b445", "name": "network-vif-deleted", "tag": "204c9bf1-6871-4ee0-86d4-7cb7b7e41a22", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:53.344641 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c20ead69-22e6-455f-80b0-5b0b89b5bd83 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:53.345759 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7490b5-2fdc-427b-b285-bafddfe9b445', 'name': 'network-vif-deleted', 'tag': '204c9bf1-6871-4ee0-86d4-7cb7b7e41a22', 'status': 'completed', 'code': 200} Feb 14 21:34:53.517601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c22fa3-aef1-4c5c-ac47-951d9a7a9b3b tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:53.523382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c22fa3-aef1-4c5c-ac47-951d9a7a9b3b tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:53.531842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c22fa3-aef1-4c5c-ac47-951d9a7a9b3b tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:53.536955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58c22fa3-aef1-4c5c-ac47-951d9a7a9b3b tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1861033 Feb 14 21:34:53.537997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:53.693129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:53.723752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-eddf2310-4e63-439f-84f8-11ee3df87451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:53.745500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-eddf2310-4e63-439f-84f8-11ee3df87451 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 1.3144886 Feb 14 21:34:53.786163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Deleting port f1116521-0b06-4bfb-b017-3d10e07134bd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:53.791736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f1116521-0b06-4bfb-b017-3d10e07134bd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:53.837178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (725b33e1-a81a-4340-9934-0394f95417f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:53.897447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:53.899109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.081854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-6ff7f3ed-ba6d-425c-ae2f-0849d42047b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 200 len: 217 time: 0.3339791 Feb 14 21:34:54.116956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f1116521-0b06-4bfb-b017-3d10e07134bd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.160282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:54.161311 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.193262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Calling delete_port for f1116521-0b06-4bfb-b017-3d10e07134bd owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:54.297374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,segment=NetworkSegment(ce078570-58d5-4d2f-9f52-c9431fb5f214),segment_id=ce078570-58d5-4d2f-9f52-c9431fb5f214)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:54.313608 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.340637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Pushing event deleted for resources: {'Port': ['ID=725b33e1-a81a-4340-9934-0394f95417f5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:54.450504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:54.476015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.479123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.479560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.480119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.480636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.481158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.481684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.482199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.482768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.483378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.485138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.486670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.494351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:34:54.635609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] No DVR routers for this DVR port 725b33e1-a81a-4340-9934-0394f95417f5 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:34:54.658128 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.671094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07e1ec24-100d-491f-973b-efbedbc5a4b3 req-3f6436aa-513d-48e7-a0a8-3675ed090670 tempest-MultipleCreateTestJSON-1193543764 tempest-MultipleCreateTestJSON-1193543764-project] 10.222.0.83 "DELETE /v2.0/ports/725b33e1-a81a-4340-9934-0394f95417f5 HTTP/1.1" status: 204 len: 173 time: 3.7057834 Feb 14 21:34:54.672250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'name': 'network-vif-deleted', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:54.677806 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29be7938-5a89-46ba-bc09-ba87faec5ada" -d '{"events": [{"server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "name": "network-vif-deleted", "tag": "725b33e1-a81a-4340-9934-0394f95417f5"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:54.705367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f1116521-0b06-4bfb-b017-3d10e07134bd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.726978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-9ca7b4ef-745f-4cf6-86b2-28bac3c6ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:54.733793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-9ca7b4ef-745f-4cf6-86b2-28bac3c6ebcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.4991999 Feb 14 21:34:54.774223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3198070-b75c-43bc-8b73-81183db9e453 req-5879312c-aab5-44ac-bdcf-3420a36cc525 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:54.776336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3198070-b75c-43bc-8b73-81183db9e453 req-5879312c-aab5-44ac-bdcf-3420a36cc525 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.9871080 Feb 14 21:34:54.793932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event deleted for resources: {'Port': ['ID=f1116521-0b06-4bfb-b017-3d10e07134bd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:54.856942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:54.863092 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ce94786-b665-4f0a-9741-2c2e8164c41f tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "DELETE /v2.0/ports/f1116521-0b06-4bfb-b017-3d10e07134bd HTTP/1.1" status: 204 len: 168 time: 1.3240879 Feb 14 21:34:54.866956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36076) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:54.872692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Request body: {'port': {'name': 'tempest-new-port-name-1705651000', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:34:54.873340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] bootfile-name is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:54.874284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] tftp-server is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:54.874804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] server-ip-address is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:34:54.916485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c090c-8f32-431a-9a82-a706cd7644f4 req-dc87c4aa-80e2-4e70-b9ff-87adc8c45275 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:54.921395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b5c090c-8f32-431a-9a82-a706cd7644f4 req-dc87c4aa-80e2-4e70-b9ff-87adc8c45275 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.8648310 Feb 14 21:34:54.958923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-a297a0b8-8d42-4142-8cb2-4b51647a61de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690547 Feb 14 21:34:55.175466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (27e71a93-f611-476e-910e-6038d5a7f061), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:55.219416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a2b99-8407-418d-89b6-62e75c673f50 None None] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:34:55.300672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-e0891c75-67a5-4ebb-b618-de6fde24e8d4 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397462 Feb 14 21:34:55.711277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3198070-b75c-43bc-8b73-81183db9e453 req-8390dead-ab36-4e44-92ce-2b12f6f292fe tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916519 Feb 14 21:34:55.748517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 725b33e1-a81a-4340-9934-0394f95417f5 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:55.757935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:34:55.815605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b5c090c-8f32-431a-9a82-a706cd7644f4 req-cfd1a377-dedb-44dc-8f70-24c5c698b402 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100529 Feb 14 21:34:55.927637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-305abe15-ce29-4d75-9d08-b56b2c8d33d6 req-7204e94c-c2d8-4217-ac3e-8f735db77050 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895967 Feb 14 21:34:55.984269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36096) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:56.073550 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa9367f-df5b-42c8-843b-6d4a8c4cde75 x-openstack-request-id: req-0fa9367f-df5b-42c8-843b-6d4a8c4cde75 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:56.073859 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d", "name": "network-vif-deleted", "tag": "725b33e1-a81a-4340-9934-0394f95417f5", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:56.074098 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0fa9367f-df5b-42c8-843b-6d4a8c4cde75 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:56.074546 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5448b2d2-b3a2-4cdc-a9d9-9ef5ecea170d', 'name': 'network-vif-deleted', 'tag': '725b33e1-a81a-4340-9934-0394f95417f5', 'status': 'completed', 'code': 200} Feb 14 21:34:56.110318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 725b33e1-a81a-4340-9934-0394f95417f5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:34:56.110549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 725b33e1-a81a-4340-9934-0394f95417f5 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:34:56.110990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:34:56.112425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for port (27e71a93-f611-476e-910e-6038d5a7f061), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:56.129052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (27e71a93-f611-476e-910e-6038d5a7f061), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:56.181549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7369aa5-9bb7-4d6a-a680-66750fbde9dc None None] Provisioning complete for port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:56.186655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7369aa5-9bb7-4d6a-a680-66750fbde9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:56.198787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:56.252904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] In _notify_port_updated(), no bound segment for port 27e71a93-f611-476e-910e-6038d5a7f061 on network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:34:56.299473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:56.300303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:56.301728 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "PUT /v2.0/ports/27e71a93-f611-476e-910e-6038d5a7f061 HTTP/1.1" status: 200 len: 1130 time: 1.4334795 Feb 14 21:34:56.323058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36104) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:56.515724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3630b9-da25-4953-8385-601256a4db4e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:56.520529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4b3630b9-da25-4953-8385-601256a4db4e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "GET /v2.0/ports/27e71a93-f611-476e-910e-6038d5a7f061 HTTP/1.1" status: 200 len: 1130 time: 0.1845298 Feb 14 21:34:56.532469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-4d126af6-d338-4dc7-8dbc-a6596ca4c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:56.534342 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-4d126af6-d338-4dc7-8dbc-a6596ca4c6fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1128 time: 1.3845513 Feb 14 21:34:56.534942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:56.765949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87577128-7e3d-4f96-8bc9-e4a2ff46d9ba tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event updated for resources: {'Port': ['ID=27e71a93-f611-476e-910e-6038d5a7f061,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:57.077639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Deleting port 27e71a93-f611-476e-910e-6038d5a7f061 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:34:57.078253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (27e71a93-f611-476e-910e-6038d5a7f061), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.119913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:57.120892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.149684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Deleting subnet 3ded8023-8e45-47c6-9295-a3cc07941b9e {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:34:57.225989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-8bc5addc-b4ba-4ef2-8759-636079574cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:57.231790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-8bc5addc-b4ba-4ef2-8759-636079574cfb service neutron] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.5321646 Feb 14 21:34:57.282231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7369aa5-9bb7-4d6a-a680-66750fbde9dc None None] Current status of the port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:57.321306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Publish callbacks [] for subnet (3ded8023-8e45-47c6-9295-a3cc07941b9e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.323914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:57.324596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.342715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-dcd653bc-72c4-4c41-b7a4-4d6ba9787a08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0999930 Feb 14 21:34:57.349365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Deleting subnet 09ee87d5-8d24-4a38-811f-8577b9a5ca48 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:34:57.412533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:34:57.415286 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e15966-b965-4136-b808-4a3473e25af6" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-unplugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:34:57.459594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-2cbad18f-8a5e-416b-8df1-bf711b784337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:57.464659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-2cbad18f-8a5e-416b-8df1-bf711b784337 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.1026146 Feb 14 21:34:57.469680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Publish callbacks [] for subnet (09ee87d5-8d24-4a38-811f-8577b9a5ca48), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.480578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:34:57.521708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.567775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-fa65a8ba-d19d-4e0a-96a5-1d2975c9b1ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762784 Feb 14 21:34:57.589224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (27e71a93-f611-476e-910e-6038d5a7f061), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.613102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (3ded8023-8e45-47c6-9295-a3cc07941b9e), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.646374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:57.655771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf6ca-dc33-4bd4-b3a7-6d92a243cfc9 req-bf221b61-a669-4e9d-9c5e-e3e59e679adf tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:57.659829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2fbf6ca-dc33-4bd4-b3a7-6d92a243cfc9 req-bf221b61-a669-4e9d-9c5e-e3e59e679adf tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 949 time: 1.4513094 Feb 14 21:34:57.664303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:57.700272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Provisioning complete for port 27e71a93-f611-476e-910e-6038d5a7f061 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:57.700769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (27e71a93-f611-476e-910e-6038d5a7f061), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.727681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (09ee87d5-8d24-4a38-811f-8577b9a5ca48), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.801975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Port 27e71a93-f611-476e-910e-6038d5a7f061 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:57.813033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Calling delete_port for 27e71a93-f611-476e-910e-6038d5a7f061 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:34:57.838032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (09ee87d5-8d24-4a38-811f-8577b9a5ca48), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.839805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Provisioning complete for port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:57.840323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:57.939641 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-90856ea7-37c7-4d57-8d05-5668f607039f service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409588 Feb 14 21:34:58.030844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771d55-a78b-4cf4-9f12-30372c84f40c req-0c7a5d75-34be-4a19-9369-281f30957f48 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:58.046325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4771d55-a78b-4cf4-9f12-30372c84f40c req-0c7a5d75-34be-4a19-9369-281f30957f48 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.8569713 Feb 14 21:34:58.107662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f62759f6-a3ed-486d-8965-c1b7380169e5 None None] Current status of the port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:34:58.241379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (09ee87d5-8d24-4a38-811f-8577b9a5ca48), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.246289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c733bd3b-1e21-4122-bb33-3592a8009794 None None] Provisioning complete for port 27e71a93-f611-476e-910e-6038d5a7f061 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:34:58.246894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c733bd3b-1e21-4122-bb33-3592a8009794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (27e71a93-f611-476e-910e-6038d5a7f061), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.300407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eaf81383-11aa-4e64-b001-3cfa6a6d713e req-907b2dfe-0e73-49cc-8115-15e4ef377192 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667724 Feb 14 21:34:58.333832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3ded8023-8e45-47c6-9295-a3cc07941b9e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.345295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c733bd3b-1e21-4122-bb33-3592a8009794 None None] Port 27e71a93-f611-476e-910e-6038d5a7f061 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:34:58.360909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (27e71a93-f611-476e-910e-6038d5a7f061), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.450487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.455028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event deleted for resources: {'Port': ['ID=27e71a93-f611-476e-910e-6038d5a7f061,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:58.465111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/09ee87d5-8d24-4a38-811f-8577b9a5ca48 HTTP/1.1" status: 204 len: 168 time: 2.4760644 Feb 14 21:34:58.493231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-14fda9ff-7918-4728-838c-8340bba1e7bd None None] Could not find standard attr ID for object f1116521-0b06-4bfb-b017-3d10e07134bd. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:34:58.498295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.509861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a7cafd33-8b43-48d0-9cfe-1b12ceb3599e tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "DELETE /v2.0/ports/27e71a93-f611-476e-910e-6038d5a7f061 HTTP/1.1" status: 204 len: 168 time: 1.9588957 Feb 14 21:34:58.512876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36122) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:58.516007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36124) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:58.676336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2fbf6ca-dc33-4bd4-b3a7-6d92a243cfc9 req-e9e5787b-d1e3-47e9-a1d5-a062ac8e4974 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271071 Feb 14 21:34:58.693862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8f66f68b-d996-440a-abf9-c77092683976), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.700111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Deleting subnet f019f3a3-ae41-402e-b511-d9defad05c07 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:34:58.701514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.705551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for subnet (f019f3a3-ae41-402e-b511-d9defad05c07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.754719 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (f019f3a3-ae41-402e-b511-d9defad05c07), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.757876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4771d55-a78b-4cf4-9f12-30372c84f40c req-226657e1-aa68-4ddb-bbb9-716008d3668e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7105780 Feb 14 21:34:58.768265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e454288-37ba-4c31-a520-fb6ba7a95092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ee87d5-8d24-4a38-811f-8577b9a5ca48,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:58.813776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (3ded8023-8e45-47c6-9295-a3cc07941b9e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.889836 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badeac7c-339d-482b-a56e-4d168fbd032a x-openstack-request-id: req-badeac7c-339d-482b-a56e-4d168fbd032a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:34:58.890717 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-unplugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:34:58.891381 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-badeac7c-339d-482b-a56e-4d168fbd032a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:34:58.892083 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'code': 200} Feb 14 21:34:58.898445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:58.910950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ded8023-8e45-47c6-9295-a3cc07941b9e HTTP/1.1" status: 204 len: 168 time: 2.7067535 Feb 14 21:34:58.917714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813245ab-b56c-4668-b5cc-18f402a0a23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ded8023-8e45-47c6-9295-a3cc07941b9e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:34:58.918103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36128) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:59.100661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f019f3a3-ae41-402e-b511-d9defad05c07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.293818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8f66f68b-d996-440a-abf9-c77092683976), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.316583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f66f68b-d996-440a-abf9-c77092683976']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:59.327534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d68ed46-4658-47fe-900c-2049c5289253') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:59.327900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d68ed46-4658-47fe-900c-2049c5289253') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:34:59.338812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (0d68ed46-4658-47fe-900c-2049c5289253), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.354544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0d68ed46-4658-47fe-900c-2049c5289253), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.382408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.407422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:34:59.409819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (0d68ed46-4658-47fe-900c-2049c5289253), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.414864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (f019f3a3-ae41-402e-b511-d9defad05c07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:34:59.449424 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:34:59.464788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-65991bcc-762f-40ea-9e1a-9f333370a28b None None] Could not find standard attr ID for object 27e71a93-f611-476e-910e-6038d5a7f061. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:34:59.500670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998097b-a4a1-4d35-88b9-d3f38c41bf9f req-c72acd86-775b-413d-9de1-d48a3ef2e1c7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:34:59.508206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3998097b-a4a1-4d35-88b9-d3f38c41bf9f req-c72acd86-775b-413d-9de1-d48a3ef2e1c7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5927827 Feb 14 21:34:59.707511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:34:59.722856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "DELETE /v2.0/subnets/f019f3a3-ae41-402e-b511-d9defad05c07 HTTP/1.1" status: 204 len: 168 time: 1.0985677 Feb 14 21:34:59.803584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36152) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:34:59.890116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd2d4e-20aa-4b7e-a3f9-86c635113277 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event deleted for resources: {'Subnet': ['ID=f019f3a3-ae41-402e-b511-d9defad05c07,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:00.001475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8f66f68b-d996-440a-abf9-c77092683976), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.029101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975732c-c1ac-4e92-a2ac-fdde302c8c1c None None] Network eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:00.188483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.206734 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] 10.222.0.86 "DELETE /v2.0/networks/8f66f68b-d996-440a-abf9-c77092683976 HTTP/1.1" status: 204 len: 168 time: 1.6823795 Feb 14 21:35:00.210691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394b253-9972-4ba3-b5f0-7c08e9950dff admin admin] Pushing event deleted for resources: {'Network': ['ID=8f66f68b-d996-440a-abf9-c77092683976,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:00.260627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.352724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:00.392559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b8add7-1e83-48f2-b2ca-3bb21935f352') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:00.393335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b8add7-1e83-48f2-b2ca-3bb21935f352') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:00.442062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] DHCP port deletion for eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:35:00.461233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a3b8add7-1e83-48f2-b2ca-3bb21935f352), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.464356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.537533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a3b8add7-1e83-48f2-b2ca-3bb21935f352), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.566341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:00.566759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a3b8add7-1e83-48f2-b2ca-3bb21935f352), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:00.578488 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:00.612848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Deleting port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:00.613348 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.620424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36176) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:00.747964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.756268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.772783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf HTTP/1.1" status: 204 len: 168 time: 1.8042176 Feb 14 21:35:00.819254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3998097b-a4a1-4d35-88b9-d3f38c41bf9f req-66da86fc-00b8-46f0-94f9-fb9c3c802bc3 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2959065 Feb 14 21:35:00.844906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] For port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,segment=NetworkSegment(ce078570-58d5-4d2f-9f52-c9431fb5f214),segment_id=ce078570-58d5-4d2f-9f52-c9431fb5f214)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:00.846484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:00.860924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc613ce-1367-4208-a77b-b9dbda9d58f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4dfd8d-a848-46fe-86b5-b5d0b6bd46bf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:00.917854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Calling delete_port for 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:00.942956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36190) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:00.943197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0fcb849d-b8cf-4bfd-a51a-a6950afd9a80 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a107a28e3bbb444ab423b2180e4f8b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158028 Feb 14 21:35:00.945167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1bcb-b9bb-4f3b-9ace-81c624e27079 req-e0991d29-a61d-4b4f-80d1-c03c39d9df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:00.946629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dcc1bcb-b9bb-4f3b-9ace-81c624e27079 req-e0991d29-a61d-4b4f-80d1-c03c39d9df0d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1128 time: 1.3288569 Feb 14 21:35:00.967028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58430f00-5919-4324-ad6d-3b7c1bf92abc req-9c9b1930-ad7d-4252-8a71-c555adb802fc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:00.976603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58430f00-5919-4324-ad6d-3b7c1bf92abc req-9c9b1930-ad7d-4252-8a71-c555adb802fc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.8146806 Feb 14 21:35:01.052573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dcc1bcb-b9bb-4f3b-9ace-81c624e27079 req-b0277f66-2335-4d02-bc30-649845b67d3b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Feb 14 21:35:01.099795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] Publish callbacks [] for security_group (dde707a8-56e1-4187-aba2-156cd05e3528), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.103048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fe519d7-9fee-498e-90d2-d96827885910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.160794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] Publish callbacks [] for security_group (dde707a8-56e1-4187-aba2-156cd05e3528), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.186672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58430f00-5919-4324-ad6d-3b7c1bf92abc req-af8d97e6-6095-4c3d-9fa9-f6752ff816ef tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048211 Feb 14 21:35:01.197696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Deleting port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:01.198073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.306268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:01.311683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.339104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dde707a8-56e1-4187-aba2-156cd05e3528), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.343574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.345212 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dde707a8-56e1-4187-aba2-156cd05e3528 HTTP/1.1" status: 204 len: 168 time: 0.4003558 Feb 14 21:35:01.378134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bbbe8-f617-4b9f-8493-6f52661d66e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde707a8-56e1-4187-aba2-156cd05e3528,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:01.440857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] Pushing event deleted for resources: {'Port': ['ID=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:01.450709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2351e-8ebb-4be6-9897-ed603bddbcc8 None None] No DVR routers for this DVR port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:01.483450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] For port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,segment=NetworkSegment(ce078570-58d5-4d2f-9f52-c9431fb5f214),segment_id=ce078570-58d5-4d2f-9f52-c9431fb5f214)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:01.487421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.503745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Calling delete_port for 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:01.537371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a37cfee6-7dc9-479b-bb31-5af368e551ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd448e990b4241549c4bd56ff61d9554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294765 Feb 14 21:35:01.539878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36200) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:01.680209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] Publish callbacks [] for security_group (afc5e7bd-f8f5-46c3-add3-cf8441d7903c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.734670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] Publish callbacks [] for security_group (afc5e7bd-f8f5-46c3-add3-cf8441d7903c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.790641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3208f0e4-1e4f-4d0c-afe2-d54dc854ff22), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.834091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] No DVR routers for this DVR port 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:01.835706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:01.875499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:01.875979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3208f0e4-1e4f-4d0c-afe2-d54dc854ff22 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:01.876755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (afc5e7bd-f8f5-46c3-add3-cf8441d7903c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.881279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:01.885294 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afc5e7bd-f8f5-46c3-add3-cf8441d7903c HTTP/1.1" status: 204 len: 168 time: 0.3440945 Feb 14 21:35:01.898401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e2454-68a2-4a82-a8e1-186003a04664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5e7bd-f8f5-46c3-add3-cf8441d7903c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:01.927726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event deleted for resources: {'Port': ['ID=3208f0e4-1e4f-4d0c-afe2-d54dc854ff22,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:02.197215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.222945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:02.234644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce078570-58d5-4d2f-9f52-c9431fb5f214') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:02.234981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce078570-58d5-4d2f-9f52-c9431fb5f214') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:02.246458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (ce078570-58d5-4d2f-9f52-c9431fb5f214), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.259798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ce078570-58d5-4d2f-9f52-c9431fb5f214), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.278097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:02.278532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (ce078570-58d5-4d2f-9f52-c9431fb5f214), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:02.353115 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:02.372954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.404517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:02.410480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] 10.222.0.86 "DELETE /v2.0/networks/eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8 HTTP/1.1" status: 204 len: 168 time: 2.5771394 Feb 14 21:35:02.432623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec8050-2521-4362-828f-844c6d11f74c tempest-ExtraDHCPOptionsIpV6TestJSON-596115231 tempest-ExtraDHCPOptionsIpV6TestJSON-596115231-project] Pushing event deleted for resources: {'Network': ['ID=eeeaaaf8-2bc7-4163-8f8a-9e67efae8ef8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:02.454586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242a23-587e-4163-aab3-5481e20ea8ae req-0e479129-39b1-408f-b408-b1736cacd88e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:02.458561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9242a23-587e-4163-aab3-5481e20ea8ae req-0e479129-39b1-408f-b408-b1736cacd88e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5105004 Feb 14 21:35:02.587462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9242a23-587e-4163-aab3-5481e20ea8ae req-c4f9a711-187a-4322-80e5-99fe22f35f6c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226165 Feb 14 21:35:02.896191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6efc-7739-46bd-832a-5a765258096a req-3e4317c5-5cf7-4438-bec8-964d92696ef4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:02.898070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c61b6efc-7739-46bd-832a-5a765258096a req-3e4317c5-5cf7-4438-bec8-964d92696ef4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1323524 Feb 14 21:35:02.961281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c61b6efc-7739-46bd-832a-5a765258096a req-b03bc922-bbb0-422c-bddc-cd0a3c2980bb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Feb 14 21:35:03.106694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:03.332449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14a87207-0005-42c9-a94c-483b8d137f63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3398de655254334af778592303c9fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241411 Feb 14 21:35:03.335742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:03.344634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d6da65-535e-4df3-96ed-f62bb73f8d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.411624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] Publish callbacks [] for security_group (d5a45525-2de0-4c7c-85ed-58775d3359aa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.438486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] Publish callbacks [] for security_group (d5a45525-2de0-4c7c-85ed-58775d3359aa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.507042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d5a45525-2de0-4c7c-85ed-58775d3359aa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.511889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.514761 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d5a45525-2de0-4c7c-85ed-58775d3359aa HTTP/1.1" status: 204 len: 168 time: 0.1768837 Feb 14 21:35:03.520624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36268) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:03.527783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085f07f-fdbd-42b3-b2f0-ede5c5b3b443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a45525-2de0-4c7c-85ed-58775d3359aa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:03.685104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-314627462-network', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:03.808869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:03.818977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.861458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:03.947430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adc099-d509-4eae-b650-89a462233130 req-e1ab6e22-daa5-46a3-a188-f974cde80cd0 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:03.950015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90adc099-d509-4eae-b650-89a462233130 req-e1ab6e22-daa5-46a3-a188-f974cde80cd0 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2302613 Feb 14 21:35:04.091539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90adc099-d509-4eae-b650-89a462233130 req-8d243598-aa83-47e2-a518-faa19f0e007c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293161 Feb 14 21:35:04.100913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks [] for security_group (aef4c51f-4c94-461b-88a5-903a6e092a2e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.106973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36312) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:04.140326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aef4c51f-4c94-461b-88a5-903a6e092a2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.253407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:04.312626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef4c51f-4c94-461b-88a5-903a6e092a2e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:04.328152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57083d7c-d3b5-4d15-bc83-acc314a1c5cd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.328477 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Added segment 57083d7c-d3b5-4d15-bc83-acc314a1c5cd of type vlan for network f924a868-9918-4cad-a84e-92e2d57a73e0 Feb 14 21:35:04.414644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-610922720-network', 'tenant_id': '8e0db478afe6410eb32aa165e27d2e94'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:04.440472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Made reservation on behalf of 8e0db478afe6410eb32aa165e27d2e94 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:04.444351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.453912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.516104 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.556329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks [] for security_group (4da5dd7e-d59a-49fe-94e8-647b4d1c0894), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.562516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4da5dd7e-d59a-49fe-94e8-647b4d1c0894), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.594738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:04.597801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc0f3-f21a-45dc-85de-d5eb45b0ae76 req-df38e0df-6e98-452c-8a3f-3f4a289006d5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.599498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3bdc0f3-f21a-45dc-85de-d5eb45b0ae76 req-df38e0df-6e98-452c-8a3f-3f4a289006d5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.5061674 Feb 14 21:35:04.615949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da5dd7e-d59a-49fe-94e8-647b4d1c0894,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:04.616502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f924a868-9918-4cad-a84e-92e2d57a73e0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.625189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6902b1a3-e89c-422e-beb8-e5d4d06ebb58), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.625552 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Added segment 6902b1a3-e89c-422e-beb8-e5d4d06ebb58 of type vlan for network 5321c5ba-538e-42e5-aea4-10174d0ac117 Feb 14 21:35:04.694855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-c150f44e-2d69-470c-8ea2-d2250dadfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.696641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-c150f44e-2d69-470c-8ea2-d2250dadfbd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 1128 time: 0.3438756 Feb 14 21:35:04.706328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5321c5ba-538e-42e5-aea4-10174d0ac117), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.766873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5321c5ba-538e-42e5-aea4-10174d0ac117), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.768355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.769190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.844817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3bdc0f3-f21a-45dc-85de-d5eb45b0ae76 req-012fa046-44a3-4f79-89de-d06207081e78 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325115 Feb 14 21:35:04.852794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-0a3602da-4de3-4a71-a0bc-827bb794a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.861817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36334) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:04.862919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] Pushing event updated for resources: {'Network': ['ID=5321c5ba-538e-42e5-aea4-10174d0ac117,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:04.869579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-0a3602da-4de3-4a71-a0bc-827bb794a5d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 200 len: 912 time: 0.1591725 Feb 14 21:35:04.874587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5321c5ba-538e-42e5-aea4-10174d0ac117 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:04.877235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4eae7dc6-735e-4098-8b1c-5370623d571e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7685716 Feb 14 21:35:04.880072 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f924a868-9918-4cad-a84e-92e2d57a73e0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.882180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.882180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:04.897222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:04.906344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Request body: {'subnet': {'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-610922720-subnet', 'tenant_id': '8e0db478afe6410eb32aa165e27d2e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:04.927041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134393-357f-4766-9ac8-e3293d6c08a5 req-844af138-47f9-48c7-8ad4-b3490eacf79b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:04.946735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de134393-357f-4766-9ac8-e3293d6c08a5 req-844af138-47f9-48c7-8ad4-b3490eacf79b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5591314 Feb 14 21:35:04.963983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Made reservation on behalf of 8e0db478afe6410eb32aa165e27d2e94 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:04.968952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.076699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1741882917'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:05.115982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Made reservation on behalf of 1fa80242ad9b44e8823b1d299e56d5da for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:05.119409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.131397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.157472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=f924a868-9918-4cad-a84e-92e2d57a73e0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:05.173320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f924a868-9918-4cad-a84e-92e2d57a73e0 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:05.185868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-5d82c6ea-b3a8-4f95-9cc9-87a5a12c2ad0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 200 len: 217 time: 0.1910379 Feb 14 21:35:05.213464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for security_group (ddb273d9-34ec-4989-a835-bda0e69d5c23), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.232526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83b442f7-a806-409a-9f36-f0d4fde94ab2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7107649 Feb 14 21:35:05.241222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36350) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:05.254212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ddb273d9-34ec-4989-a835-bda0e69d5c23), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.259016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Request body: {'subnet': {'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-314627462-subnet', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:05.267514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:05.286632 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (629f8ee7-e3f7-4511-86a8-4a7aadf8afe1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.287032 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Added segment 629f8ee7-e3f7-4511-86a8-4a7aadf8afe1 of type vlan for network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 Feb 14 21:35:05.324705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de134393-357f-4766-9ac8-e3293d6c08a5 req-f4355222-7eec-47e7-97aa-929ed20d2aba tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728421 Feb 14 21:35:05.338023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:05.340833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.344058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-a0b01b9c-ef46-425b-8ccc-586baf2b68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:05.348298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-a0b01b9c-ef46-425b-8ccc-586baf2b68d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 200 len: 851 time: 0.1438224 Feb 14 21:35:05.361823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (75ee6cf1-52ab-4401-81c6-26342aacf1d2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.398292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb273d9-34ec-4989-a835-bda0e69d5c23,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:05.446948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (75ee6cf1-52ab-4401-81c6-26342aacf1d2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.452151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:05.452766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.462196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-aaad4c13-8880-41c8-b91b-c14b3403ea8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea95a9ec-ed85-474e-b1ea-e772c9983aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921767 Feb 14 21:35:05.517522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (8beab7f7-5ee9-419b-a9d5-ec7a0427b709), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.572499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8beab7f7-5ee9-419b-a9d5-ec7a0427b709,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:05.583780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7115500 Feb 14 21:35:05.585311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:05.594007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Request body: {'subnet': {'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:05.659464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-bbf20c41-3cec-4591-849e-8001ac447d13 service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856153 Feb 14 21:35:05.693702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae76db-4367-4587-8684-ecfa1841d20a tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'Network': ['ID=75ee6cf1-52ab-4401-81c6-26342aacf1d2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:05.707773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:05.720084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Made reservation on behalf of 1fa80242ad9b44e8823b1d299e56d5da for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:05.723499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.740220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Checking segment: {'id': '6902b1a3-e89c-422e-beb8-e5d4d06ebb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:05.740598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Network hostable DHCP agents. Network: 5321c5ba-538e-42e5-aea4-10174d0ac117, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:05.802391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1d1e72c-b198-4ea9-986c-6cf87b165268 req-0945b331-0ab6-4dcb-a9ae-6d4363ce509a service neutron] 10.222.0.83 "GET /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340129 Feb 14 21:35:05.815101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Network 5321c5ba-538e-42e5-aea4-10174d0ac117 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:05.835984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5321c5ba-538e-42e5-aea4-10174d0ac117) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:05.844132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:05.844729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.883578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6e304330-575c-4728-9dac-48bc156d65b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9852109 Feb 14 21:35:05.893854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:05.896531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54ba3e-2c34-4d67-92bd-231e4b20c6c0 None None] Network 5321c5ba-538e-42e5-aea4-10174d0ac117 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:05.954197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (2f26c9e7-0869-4b65-983d-22d420c75dc3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.034570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39981680-a1a1-436e-9b13-10bdfaf31fd9 None None] Network 5321c5ba-538e-42e5-aea4-10174d0ac117 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:06.082764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.100144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f26c9e7-0869-4b65-983d-22d420c75dc3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:06.166024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.284707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004d9a3-ebe9-4b24-8c9c-d500a8dfaf3c req-52360a67-afc6-4ac0-a25d-954aa885afcc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:06.286730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f004d9a3-ebe9-4b24-8c9c-d500a8dfaf3c req-52360a67-afc6-4ac0-a25d-954aa885afcc tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1811030 Feb 14 21:35:06.287143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:06.287513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'Subnet': ['ID=3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:06.292782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Network hostable DHCP agents. Network: f924a868-9918-4cad-a84e-92e2d57a73e0, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:06.312828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Checking segment: {'id': '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:06.313202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Network hostable DHCP agents. Network: 75ee6cf1-52ab-4401-81c6-26342aacf1d2, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:06.349353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:06.372778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 75ee6cf1-52ab-4401-81c6-26342aacf1d2) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:06.378579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:06.379742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.386025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375cbde-f62c-48ec-81a7-643d9e61f220 None None] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:06.422209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-53a94ca6-5ea7-4c8c-ac88-dc0cd7fed519 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8293900 Feb 14 21:35:06.426942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:06.433283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Request body: {'port': {'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1325064575'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:06.559823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:06.570716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-75ee6cf1-52ab-4401-81c6-26342aacf1d2', 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2', 'project_id': '1fa80242ad9b44e8823b1d299e56d5da', 'fixed_ips': [{'subnet_id': '3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:35:06.576484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.595391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f004d9a3-ebe9-4b24-8c9c-d500a8dfaf3c req-f7e5033c-097a-4597-8ce0-d913a6f62028 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881637 Feb 14 21:35:06.602752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f924a868-9918-4cad-a84e-92e2d57a73e0) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:06.612250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:06.614944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.632370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbd190-7aaa-4e27-9f19-1d0a77104612 None None] Network f924a868-9918-4cad-a84e-92e2d57a73e0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:06.663919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:35:06.728830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4b06817-8696-4b20-a3cd-d6be5e4967c8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4758871 Feb 14 21:35:06.731410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:06.738109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:06.742759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Made reservation on behalf of 1fa80242ad9b44e8823b1d299e56d5da for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:06.746520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.784999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.790002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.863058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] device_id is not set on port 4e7b2191-0383-4263-a1d3-655c4703ace2 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:06.866238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:35:06.891127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for router_controller (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:06.936836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f4b0-a279-4740-b0a3-c396b783debb req-dc46d269-973d-4572-8c0e-fc040c38c24b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:06.938663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7191f4b0-a279-4740-b0a3-c396b783debb req-dc46d269-973d-4572-8c0e-fc040c38c24b tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1893375 Feb 14 21:35:07.010469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7191f4b0-a279-4740-b0a3-c396b783debb req-84a77c30-0647-48f0-8ce7-30933029024f tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Feb 14 21:35:07.036649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b9e50670-517b-4a1f-9912-bcd5793f9ea4 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:07.043788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b9e50670-517b-4a1f-9912-bcd5793f9ea4 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/networks?id=5321c5ba-538e-42e5-aea4-10174d0ac117 HTTP/1.1" status: 200 len: 821 time: 0.3598936 Feb 14 21:35:07.073406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-7b3d8a79-40ef-4fdf-93f6-29391f009f5c tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/quotas/8e0db478afe6410eb32aa165e27d2e94 HTTP/1.1" status: 200 len: 375 time: 0.0279920 Feb 14 21:35:07.141114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for router_gateway (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.158932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-e4a222da-c029-4738-a541-17c76866b6c2 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8e0db478afe6410eb32aa165e27d2e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832231 Feb 14 21:35:07.205959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Allocated IP 172.20.0.12 (75ee6cf1-52ab-4401-81c6-26342aacf1d2/3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8/4e7b2191-0383-4263-a1d3-655c4703ace2) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:07.214618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f924a868-9918-4cad-a84e-92e2d57a73e0', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:35:07.223738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.508413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Allocated IP 172.20.0.2 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/5c4e01f4-53c3-4648-ac86-6999f1405466) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:07.539795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-bd750877-87cf-4a34-8bdb-1d062184439a service neutron] 10.222.0.86 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787518 Feb 14 21:35:07.544724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.604334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for router_gateway (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.645154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.668160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-d3b87317-ff6d-4490-99b4-6b0ac3fb5a17 service neutron] 10.222.0.86 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213462 Feb 14 21:35:07.732251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.752673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:07.793504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks [] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.828129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:07.858821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Allocated IP 172.25.2.94 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/28621d79-5033-4a64-9180-822270bfbba3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:07.883319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'mac_address': 'fa:16:3e:a0:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:35:07.975275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'Port': ['ID=4e7b2191-0383-4263-a1d3-655c4703ace2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:08.046970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:08.075062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999083-92d2-4bac-a426-06bc75197ee4 req-62d191ef-21f7-42b6-8855-74bdf3b06434 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:08.082776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0999083-92d2-4bac-a426-06bc75197ee4 req-62d191ef-21f7-42b6-8855-74bdf3b06434 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.3306775 Feb 14 21:35:08.094264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3acfedcf-52e8-44d2-811f-e52ad6ccb32a req-e2e7bcd2-d91a-404f-8a54-8b7717a99267 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 210 time: 0.0981700 Feb 14 21:35:08.096917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:08.106063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:08.212275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0999083-92d2-4bac-a426-06bc75197ee4 req-c8478bac-5999-4d3b-bea1-3f77c122cf63 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277444 Feb 14 21:35:08.381888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:08.382515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.471814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-37680235-7d81-4c4c-85de-718e397ade37 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0435829 Feb 14 21:35:08.472519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36438) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:08.477217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.482932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Request body: {'port': {'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1670064758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:08.483635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.api.validators [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] bootfile-name is not in valid_values {{(pid=103513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:08.483989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.api.validators [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] tftp-server is not in valid_values {{(pid=103513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:08.484322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.api.validators [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] server-ip-address is not in valid_values {{(pid=103513) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:08.617079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Allocated IP 172.20.0.2 (75ee6cf1-52ab-4401-81c6-26342aacf1d2/3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8/194a48ad-5283-40f0-b215-d31af69a7959) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:08.624377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2d5cd450-01ab-490c-ae13-129ef98239d7 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:08.624942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.642212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:08.646422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d5cd450-01ab-490c-ae13-129ef98239d7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:08.646599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51f934-0ab9-4847-8c09-7819a9dc7a99 req-224398e0-2934-4d9c-a05d-4c8216864904 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:08.661754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c51f934-0ab9-4847-8c09-7819a9dc7a99 req-224398e0-2934-4d9c-a05d-4c8216864904 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.4153852 Feb 14 21:35:08.669131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:08.678457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4e01f4-53c3-4648-ac86-6999f1405466,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:08.687976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:08.691827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:08.707914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.781374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for port (28621d79-5033-4a64-9180-822270bfbba3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.791840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:35:08.809590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c51f934-0ab9-4847-8c09-7819a9dc7a99 req-58cf1068-4d30-4c06-8f1b-fc69f6f1d8c5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333985 Feb 14 21:35:08.856985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (28621d79-5033-4a64-9180-822270bfbba3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.906096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Made reservation on behalf of 1fa80242ad9b44e8823b1d299e56d5da for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:08.909622 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:08.922856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:08.924194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Pushing event updated for resources: {'Port': ['ID=28621d79-5033-4a64-9180-822270bfbba3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:08.927791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:08.929912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:08.953227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] device_id is not set on port 83fd1ef0-d7d1-4339-930d-c4cde0d202b7 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:09.057032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2d5cd450-01ab-490c-ae13-129ef98239d7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:09.388277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d61084c5-55ee-47e7-985e-4488ef4caa3a req-1bff2126-6260-44ce-92ab-c25f567956a9 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 210 time: 0.1250021 Feb 14 21:35:09.467773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for router_gateway (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:09.505488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:35:09.510473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:09.527504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:35:09.603992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Attempting to bind port 5c4e01f4-53c3-4648-ac86-6999f1405466 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:09.604631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Attempting to bind port 5c4e01f4-53c3-4648-ac86-6999f1405466 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:09.605183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Attempting to bind port 5c4e01f4-53c3-4648-ac86-6999f1405466 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:09.605631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91ee3-c81d-4053-bdf5-dc1a87ccce4c req-d2667885-4f51-494e-991e-4f206959c4d1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:09.613376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ee91ee3-c81d-4053-bdf5-dc1a87ccce4c req-d2667885-4f51-494e-991e-4f206959c4d1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 945 time: 0.1286592 Feb 14 21:35:09.657083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecafcf6-2a55-42b8-8002-47cec017a730 req-cccda04c-2803-4def-a17c-5872032dbd45 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:09.665337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ecafcf6-2a55-42b8-8002-47cec017a730 req-cccda04c-2803-4def-a17c-5872032dbd45 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1224072 Feb 14 21:35:09.667917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:09.668303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:09.668722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:09.669242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:09.669751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Bound port: 5c4e01f4-53c3-4648-ac86-6999f1405466, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:09.671029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:09.743355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ee91ee3-c81d-4053-bdf5-dc1a87ccce4c req-a4846782-e31f-44b6-9bd3-a8ca1f3208b7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150393 Feb 14 21:35:09.790903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ecafcf6-2a55-42b8-8002-47cec017a730 req-406bed23-c5df-4dd8-9b7b-6d28fc6725ae tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238835 Feb 14 21:35:09.889545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:09.900597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks [] for port (194a48ad-5283-40f0-b215-d31af69a7959), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:09.918549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'network_id': '4de2d626-10a7-42fa-a187-a99f98d387e9', 'port_id': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'mac_address': 'fa:16:3e:5c:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad028f1-1608-4983-9014-ba9aed86d03a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:35:09.936513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (194a48ad-5283-40f0-b215-d31af69a7959), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:09.979101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] For port 5c4e01f4-53c3-4648-ac86-6999f1405466, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:10.009871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Allocated IP 172.20.0.6 (75ee6cf1-52ab-4401-81c6-26342aacf1d2/3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8/83fd1ef0-d7d1-4339-930d-c4cde0d202b7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:10.022711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] For port 5c4e01f4-53c3-4648-ac86-6999f1405466, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c4e01f4-53c3-4648-ac86-6999f1405466,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:10.049408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:10.051446 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.053927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Pushing event updated for resources: {'Port': ['ID=194a48ad-5283-40f0-b215-d31af69a7959,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:10.057874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:10.062579 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.127741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfc9d9-819e-42fd-8611-17cc2c7956a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4e01f4-53c3-4648-ac86-6999f1405466,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:10.131246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:10.141327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:10.155902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:10.198296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.227359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:10.252087 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.307403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Attempting to bind port 194a48ad-5283-40f0-b215-d31af69a7959 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:10.308024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Attempting to bind port 194a48ad-5283-40f0-b215-d31af69a7959 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:10.308572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Attempting to bind port 194a48ad-5283-40f0-b215-d31af69a7959 on network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:10.334935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:10.335461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Checking segment: {'id': '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:10.335962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.336280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Bound using segment: {'id': '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:10.338718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Bound port: 194a48ad-5283-40f0-b215-d31af69a7959, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '75ee6cf1-52ab-4401-81c6-26342aacf1d2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:10.339331 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (194a48ad-5283-40f0-b215-d31af69a7959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.450005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:10.514214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for port (83fd1ef0-d7d1-4339-930d-c4cde0d202b7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.679314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] For port 194a48ad-5283-40f0-b215-d31af69a7959, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:10.734889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] For port 194a48ad-5283-40f0-b215-d31af69a7959, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=194a48ad-5283-40f0-b215-d31af69a7959,segment=NetworkSegment(629f8ee7-e3f7-4511-86a8-4a7aadf8afe1),segment_id=629f8ee7-e3f7-4511-86a8-4a7aadf8afe1)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:10.759900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:10.830695 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (194a48ad-5283-40f0-b215-d31af69a7959), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:10.853086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-950a328e-0506-443c-81be-b6417feb13d2 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:10.854669 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-950a328e-0506-443c-81be-b6417feb13d2 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.64 "GET /v2.0/networks?id=5321c5ba-538e-42e5-aea4-10174d0ac117 HTTP/1.1" status: 200 len: 821 time: 0.9350615 Feb 14 21:35:10.886141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Request body: {'port': {'device_id': '61e72319-2217-42f0-8786-88089a387c41', 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117', 'admin_state_up': True, 'tenant_id': '8e0db478afe6410eb32aa165e27d2e94'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:10.995057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:11.026964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da147f-f9e3-4fb5-8c00-5cb30b7974ce None None] Pushing event updated for resources: {'Port': ['ID=194a48ad-5283-40f0-b215-d31af69a7959,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:11.304815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2d5cd450-01ab-490c-ae13-129ef98239d7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:11.307674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:11.484500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:35:11.542120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (83fd1ef0-d7d1-4339-930d-c4cde0d202b7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:11.635964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2d5cd450-01ab-490c-ae13-129ef98239d7 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:11.636335 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:11.718848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:11.722655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:11.734268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:11.742845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Made reservation on behalf of 8e0db478afe6410eb32aa165e27d2e94 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:11.769184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:11.773013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:11.783118 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7518eb8-f992-4734-b78f-50882d7f23af" -d '{"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-plugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:11.845602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:11.882584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:11.898616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db1529a1-d580-4243-a825-8d97778ee05a req-527213e0-2e67-49b3-a951-287646e2c92d tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 210 time: 0.4039490 Feb 14 21:35:12.089506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.090695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:12.132849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:12.143146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 194a48ad-5283-40f0-b215-d31af69a7959 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:12.287226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8117106 Feb 14 21:35:12.292649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c1114-f7d8-49e3-9a6a-f3375e520bf8 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'Port': ['ID=83fd1ef0-d7d1-4339-930d-c4cde0d202b7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:12.313166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36528) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:12.338693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 194a48ad-5283-40f0-b215-d31af69a7959 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:12.342933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (194a48ad-5283-40f0-b215-d31af69a7959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:12.414287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789415-de48-4ae7-a3f9-5bc9ebc01fea req-e50e9e07-d1fb-4e48-aabb-d5e5e5b1ad01 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.422663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab789415-de48-4ae7-a3f9-5bc9ebc01fea req-e50e9e07-d1fb-4e48-aabb-d5e5e5b1ad01 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.9616086 Feb 14 21:35:12.582622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63212428-802d-4f78-a856-ab25b99f0e56 None None] Network f924a868-9918-4cad-a84e-92e2d57a73e0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:12.618361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:35:12.648714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac12f8-7e16-4264-a6b2-581818cf7c44 req-edb92b4e-ea52-4701-b24a-e30aa0920dee tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.656567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbac12f8-7e16-4264-a6b2-581818cf7c44 req-edb92b4e-ea52-4701-b24a-e30aa0920dee tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5550876 Feb 14 21:35:12.682595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Sync routers for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:35:12.689271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69767b2-cc65-4a90-ad8d-575f91a4c440 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.700173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69767b2-cc65-4a90-ad8d-575f91a4c440 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.723333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69767b2-cc65-4a90-ad8d-575f91a4c440 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.725362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c69767b2-cc65-4a90-ad8d-575f91a4c440 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4042614 Feb 14 21:35:12.730116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:12.739115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-ef0cf9a2-0b14-43f6-8901-3576443d7910 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:12.741058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-27c0ede9-14d2-4be2-ac7a-ba44a6505f07 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0072563 Feb 14 21:35:12.741224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-ef0cf9a2-0b14-43f6-8901-3576443d7910 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 945 time: 0.5768158 Feb 14 21:35:12.749626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:12.750113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36536) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:12.754079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Allocated IP 172.20.0.4 (5321c5ba-538e-42e5-aea4-10174d0ac117/8beab7f7-5ee9-419b-a9d5-ec7a0427b709/af8aa642-ce98-4da4-84dd-e6f4214eadac) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:12.846957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 194a48ad-5283-40f0-b215-d31af69a7959 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:12.851933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (194a48ad-5283-40f0-b215-d31af69a7959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:12.954600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:12.955848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:13.128524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab789415-de48-4ae7-a3f9-5bc9ebc01fea req-b5d346e5-d6ef-471f-a0f3-825adcfbe14e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044654 Feb 14 21:35:13.373664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks [] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.536464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b6d09b4-7ee3-4b7e-a42b-afd6eb987c35 req-b79463b5-a99b-4d8c-b3fa-9b008e5dbe16 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 210 time: 0.1040778 Feb 14 21:35:13.536804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.584809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbac12f8-7e16-4264-a6b2-581818cf7c44 req-7af18342-e8c4-4a5c-a923-b2340807815e tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271169 Feb 14 21:35:13.659776 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aed322b-b14e-48e7-8763-5afa0124e626 x-openstack-request-id: req-0aed322b-b14e-48e7-8763-5afa0124e626 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:13.660514 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-plugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:13.660621 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0aed322b-b14e-48e7-8763-5afa0124e626 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:13.661556 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'code': 200} Feb 14 21:35:13.677327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a4470-4eb7-422a-9cbf-db8da1ded74e None None] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:13.704335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Provisioning complete for port 5c4e01f4-53c3-4648-ac86-6999f1405466 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:13.704724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.722603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Network 5321c5ba-538e-42e5-aea4-10174d0ac117 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:13.727221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:13.742270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:13.797033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Deleting port 83fd1ef0-d7d1-4339-930d-c4cde0d202b7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:13.798148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (83fd1ef0-d7d1-4339-930d-c4cde0d202b7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.806867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Deleting port e3b0a46d-70e9-4688-9f03-4f858a918a56 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:13.807651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.894083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:13.895926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:13.942124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Pushing event updated for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:13.963560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-ad0be355-6ecb-46bc-a319-fbc5236827fe tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0866599 Feb 14 21:35:13.976179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Request body: {'port': {'device_id': '61e72319-2217-42f0-8786-88089a387c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:14.104710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:14.114693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 194a48ad-5283-40f0-b215-d31af69a7959, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=194a48ad-5283-40f0-b215-d31af69a7959,segment=NetworkSegment(629f8ee7-e3f7-4511-86a8-4a7aadf8afe1),segment_id=629f8ee7-e3f7-4511-86a8-4a7aadf8afe1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:14.133415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (83fd1ef0-d7d1-4339-930d-c4cde0d202b7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:14.150294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:14.185906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Calling delete_port for 83fd1ef0-d7d1-4339-930d-c4cde0d202b7 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:14.247947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (194a48ad-5283-40f0-b215-d31af69a7959), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:14.248922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c4e01f4-53c3-4648-ac86-6999f1405466 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:14.699502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (83fd1ef0-d7d1-4339-930d-c4cde0d202b7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:14.749367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=194a48ad-5283-40f0-b215-d31af69a7959,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:14.771139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:14.934540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event deleted for resources: {'Port': ['ID=83fd1ef0-d7d1-4339-930d-c4cde0d202b7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:14.952113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8aa642-ce98-4da4-84dd-e6f4214eadac {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:14.971452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks [] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:14.997319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Transition to ACTIVE for port object af8aa642-ce98-4da4-84dd-e6f4214eadac will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:35:15.011203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.065430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Current status of the port 5c4e01f4-53c3-4648-ac86-6999f1405466 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:15.066405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.075127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:15.094317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5c4e01f4-53c3-4648-ac86-6999f1405466 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:15.094742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.112211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafad0c-bce7-47a4-8bbe-7848f287082f req-8324d972-a72e-490b-9d0c-ad2797dacb04 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:15.120248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7eafad0c-bce7-47a4-8bbe-7848f287082f req-8324d972-a72e-490b-9d0c-ad2797dacb04 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 946 time: 0.5781124 Feb 14 21:35:15.126587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] For port 5c4e01f4-53c3-4648-ac86-6999f1405466, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c4e01f4-53c3-4648-ac86-6999f1405466,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:15.128044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3ee76a88-24aa-4837-9f5b-db23fceb905f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:35:15.143173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3ee76a88-24aa-4837-9f5b-db23fceb905f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:15.143572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.144735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc84e-fccc-4514-9fb4-91cc940333f1 req-6900831d-cdb1-42c5-83dc-2dfb7ac88af9 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:15.146965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f44cc84e-fccc-4514-9fb4-91cc940333f1 req-6900831d-cdb1-42c5-83dc-2dfb7ac88af9 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 931 time: 0.4349828 Feb 14 21:35:15.214708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.268548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Attempting to bind port af8aa642-ce98-4da4-84dd-e6f4214eadac on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:15.268900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Attempting to bind port af8aa642-ce98-4da4-84dd-e6f4214eadac by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6902b1a3-e89c-422e-beb8-e5d4d06ebb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:15.275828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Attempting to bind port af8aa642-ce98-4da4-84dd-e6f4214eadac on network 5321c5ba-538e-42e5-aea4-10174d0ac117 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:15.293647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Port af8aa642-ce98-4da4-84dd-e6f4214eadac on network 5321c5ba-538e-42e5-aea4-10174d0ac117 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:35:15.293647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Attempting to bind port af8aa642-ce98-4da4-84dd-e6f4214eadac on network 5321c5ba-538e-42e5-aea4-10174d0ac117 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:15.305766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:15.314923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Checking segment: {'id': '6902b1a3-e89c-422e-beb8-e5d4d06ebb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:15.318349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Bound using segment: {'id': '6902b1a3-e89c-422e-beb8-e5d4d06ebb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:15.321602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Bound port: af8aa642-ce98-4da4-84dd-e6f4214eadac, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6902b1a3-e89c-422e-beb8-e5d4d06ebb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:15.324569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.351311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] For port e3b0a46d-70e9-4688-9f03-4f858a918a56, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e3b0a46d-70e9-4688-9f03-4f858a918a56,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:15.351849 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.416698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331edd-3ede-40e6-be51-b6f511d6c4c8 None None] Pushing event updated for resources: {'Port': ['ID=5c4e01f4-53c3-4648-ac86-6999f1405466,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:15.460055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Calling delete_port for e3b0a46d-70e9-4688-9f03-4f858a918a56 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:15.551711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7eafad0c-bce7-47a4-8bbe-7848f287082f req-1e335fb9-8aff-4a6b-b8e7-c1636c6b3057 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230890 Feb 14 21:35:15.571973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.581551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:15.590681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac,segment=NetworkSegment(6902b1a3-e89c-422e-beb8-e5d4d06ebb58),segment_id=6902b1a3-e89c-422e-beb8-e5d4d06ebb58)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:15.598486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f78f446-8841-49d8-aa21-ed17f72d6400 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "DELETE /v2.0/ports/83fd1ef0-d7d1-4339-930d-c4cde0d202b7 HTTP/1.1" status: 204 len: 168 time: 2.8296058 Feb 14 21:35:15.599479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36578) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:15.615091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Request body: {'port': {'name': 'tempest-new-port-name-1545640529', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:15.615544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] bootfile-name is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:15.617070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] tftp-server is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:15.617561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.api.validators [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] server-ip-address is not in valid_values {{(pid=103512) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 14 21:35:15.637155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f44cc84e-fccc-4514-9fb4-91cc940333f1 req-fe38ca93-5d97-408c-8cac-9e35404da372 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278114 Feb 14 21:35:15.678741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e3b0a46d-70e9-4688-9f03-4f858a918a56 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:15.685457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f445612d-1c79-46e9-b470-064d5a7e8528 None None] Provisioning complete for port 194a48ad-5283-40f0-b215-d31af69a7959 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:15.686034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f445612d-1c79-46e9-b470-064d5a7e8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (194a48ad-5283-40f0-b215-d31af69a7959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.698070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.873370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3ee76a88-24aa-4837-9f5b-db23fceb905f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:15.874935 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.892700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:15.893331 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:15.894753 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/af8aa642-ce98-4da4-84dd-e6f4214eadac HTTP/1.1" status: 200 len: 1092 time: 1.9234760 Feb 14 21:35:15.895240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:15.897490 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec9549-91cc-408c-ad98-13c4b6cbf070" -d '{"events": [{"name": "network-changed", "server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:15.910254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:16.004849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:16.007079 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378344e7-15c4-40b7-a0a8-b909a277338e" -d '{"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:16.022837 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310cf52b-5c48-4c1d-9ad1-aff23fd8657f x-openstack-request-id: req-310cf52b-5c48-4c1d-9ad1-aff23fd8657f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:16.023742 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:16.024673 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-310cf52b-5c48-4c1d-9ad1-aff23fd8657f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:16.025422 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac', 'status': 'completed', 'code': 200} Feb 14 21:35:16.101573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:16.121594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:16.123143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022416-6854-4024-9982-f7f19acf13d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:16.176208 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b2c57e-2201-449b-b7af-94b475d08a07 x-openstack-request-id: req-07b2c57e-2201-449b-b7af-94b475d08a07 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:16.187675 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-plugged", "status": "completed", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:16.188104 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-07b2c57e-2201-449b-b7af-94b475d08a07 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:16.189588 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'code': 200} Feb 14 21:35:16.202715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:16.381000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5c4e01f4-53c3-4648-ac86-6999f1405466 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:16.431944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:09Z', 'revision_number': 3, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:16.468269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:16.536993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e3b0a46d-70e9-4688-9f03-4f858a918a56 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:16.537400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e3b0a46d-70e9-4688-9f03-4f858a918a56), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:16.539975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['b10baf07-0f16-4da0-94e3-96765781fa86'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:16.589013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b8dd8b66-6e73-4cb9-a78c-3a3d070d5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:16.597755 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b8dd8b66-6e73-4cb9-a78c-3a3d070d5465 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e0db478afe6410eb32aa165e27d2e94&device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 1126 time: 0.6366158 Feb 14 21:35:16.644504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Pushing event deleted for resources: {'Port': ['ID=e3b0a46d-70e9-4688-9f03-4f858a918a56,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:16.647629 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-0c1c31ed-2a88-4934-93e6-afa53aef7539 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac HTTP/1.1" status: 200 len: 217 time: 0.0392299 Feb 14 21:35:16.679495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40576ee2-0380-4150-95ff-1577e79aef4c req-e746619e-b60d-4961-bd0a-e5e0c70c1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:16.690111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-40576ee2-0380-4150-95ff-1577e79aef4c req-e746619e-b60d-4961-bd0a-e5e0c70c1d34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1130 time: 0.3516259 Feb 14 21:35:16.728393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Checking router: f40c267d-c3e0-4418-9986-a8a76c1ae1f8 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:35:16.728681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Updating router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 port 28621d79-5033-4a64-9180-822270bfbba3 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:35:16.877969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b08b00b2-b893-47b6-a010-77889f1dd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:16.881695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-b08b00b2-b893-47b6-a010-77889f1dd570 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8beab7f7-5ee9-419b-a9d5-ec7a0427b709 HTTP/1.1" status: 200 len: 861 time: 0.2129920 Feb 14 21:35:16.886291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=12']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:16.901407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f445612d-1c79-46e9-b470-064d5a7e8528 None None] Current status of the port 194a48ad-5283-40f0-b215-d31af69a7959 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:16.910027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 194a48ad-5283-40f0-b215-d31af69a7959 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:16.965652 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-2e4c72e7-b496-4dad-9f2a-d6616a06ec1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5321c5ba-538e-42e5-aea4-10174d0ac117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677636 Feb 14 21:35:16.975131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-40576ee2-0380-4150-95ff-1577e79aef4c req-0d137d92-3ce1-4d45-8d1c-76b4c453e3e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660611 Feb 14 21:35:17.014801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (28621d79-5033-4a64-9180-822270bfbba3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.123951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Provisioning complete for port 4e7b2191-0383-4263-a1d3-655c4703ace2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:17.124690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.157591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba81dc-48ce-4a2d-bbfc-629db8d9a914 req-31e694c7-607a-4ca1-87c7-3ed291a71b4c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:17.167305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 194a48ad-5283-40f0-b215-d31af69a7959 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:17.168075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (194a48ad-5283-40f0-b215-d31af69a7959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.171237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18ba81dc-48ce-4a2d-bbfc-629db8d9a914 req-31e694c7-607a-4ca1-87c7-3ed291a71b4c tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=f455ea33-b5f9-4f90-b34b-0cc3671a4fe5 HTTP/1.1" status: 200 len: 867 time: 1.3101914 Feb 14 21:35:17.232973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Port 4e7b2191-0383-4263-a1d3-655c4703ace2 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:35:17.242481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-fb1a4848-6641-4a00-8dcb-8ce875cf1d76 service neutron] 10.222.0.64 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584407 Feb 14 21:35:17.294361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] No DVR routers for this DVR port e3b0a46d-70e9-4688-9f03-4f858a918a56 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:17.300841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.307530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff3cde81-4bc6-451a-a4d4-7a1aa8fd02d2 req-7e9163fd-47ec-4759-beda-14e9c9fbfa13 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "DELETE /v2.0/ports/e3b0a46d-70e9-4688-9f03-4f858a918a56 HTTP/1.1" status: 204 len: 173 time: 4.4717996 Feb 14 21:35:17.330847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'name': 'network-vif-deleted', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:17.338946 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e30a1ff-4e8e-4946-bff2-8150f23dd539" -d '{"events": [{"server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "name": "network-vif-deleted", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:17.392187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Provisioning complete for port 194a48ad-5283-40f0-b215-d31af69a7959 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:17.392586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (194a48ad-5283-40f0-b215-d31af69a7959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.492880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18ba81dc-48ce-4a2d-bbfc-629db8d9a914 req-f55be5f2-c89f-49c4-967e-24841d263ccc tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774587 Feb 14 21:35:17.526168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a2d00-976a-4260-86b7-1257d92d46a4 req-dbac5727-2d29-42e8-b819-086e4ceca039 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:17.538940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-054a2d00-976a-4260-86b7-1257d92d46a4 req-dbac5727-2d29-42e8-b819-086e4ceca039 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.6407363 Feb 14 21:35:17.566937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 194a48ad-5283-40f0-b215-d31af69a7959 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:17.568247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c4e01f4-53c3-4648-ac86-6999f1405466 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:17.585518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.587040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Allocated IP 172.20.0.1 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:17.619490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:17.953121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdeae8c3-97eb-41c7-b28c-0f6c34e84c3a req-842ade3c-f66a-417f-a185-981e9e94ac96 service neutron] 10.222.0.64 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888089 Feb 14 21:35:17.965012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-054a2d00-976a-4260-86b7-1257d92d46a4 req-abb39c19-4246-46a1-a3a0-089ca5891c2c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196091 Feb 14 21:35:17.999737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event updated for resources: {'Port': ['ID=4e7b2191-0383-4263-a1d3-655c4703ace2,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:18.019344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] In _notify_port_updated(), no bound segment for port 4e7b2191-0383-4263-a1d3-655c4703ace2 on network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:35:18.029543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.030518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.032551 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-edf92446-b76b-4761-af57-f482a3e4201c tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "PUT /v2.0/ports/4e7b2191-0383-4263-a1d3-655c4703ace2 HTTP/1.1" status: 200 len: 1137 time: 2.4320457 Feb 14 21:35:18.036928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:18.120613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Current status of the port 194a48ad-5283-40f0-b215-d31af69a7959 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:18.165763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5c4e01f4-53c3-4648-ac86-6999f1405466 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:18.166175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.191785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-fb419edb-8201-4430-a668-8c9f333673af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.193340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-fb419edb-8201-4430-a668-8c9f333673af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e0db478afe6410eb32aa165e27d2e94&device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 1126 time: 0.1224573 Feb 14 21:35:18.275912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Provisioning complete for port 5c4e01f4-53c3-4648-ac86-6999f1405466 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:18.275912 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.277920 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ed1e68-653e-46f4-a07b-5eb64b867bbd x-openstack-request-id: req-d6ed1e68-653e-46f4-a07b-5eb64b867bbd {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:18.278226 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f455ea33-b5f9-4f90-b34b-0cc3671a4fe5", "name": "network-vif-deleted", "tag": "e3b0a46d-70e9-4688-9f03-4f858a918a56", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:18.278471 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6ed1e68-653e-46f4-a07b-5eb64b867bbd {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:18.278877 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f455ea33-b5f9-4f90-b34b-0cc3671a4fe5', 'name': 'network-vif-deleted', 'tag': 'e3b0a46d-70e9-4688-9f03-4f858a918a56', 'status': 'completed', 'code': 200} Feb 14 21:35:18.320311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852aa39-d6a9-46dc-b291-d7813738042c req-e0270102-2355-497e-85a1-cf2169541e8d tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.321880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6852aa39-d6a9-46dc-b291-d7813738042c req-e0270102-2355-497e-85a1-cf2169541e8d tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 943 time: 0.6527898 Feb 14 21:35:18.363656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a459a-3f49-4a2e-ae65-845d2b9a7e89 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.391453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e5a459a-3f49-4a2e-ae65-845d2b9a7e89 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "GET /v2.0/ports/4e7b2191-0383-4263-a1d3-655c4703ace2 HTTP/1.1" status: 200 len: 1137 time: 0.3439381 Feb 14 21:35:18.392085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36640) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:18.476792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks [] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.496686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5c4e01f4-53c3-4648-ac86-6999f1405466 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:18.563900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bdac472e-a6e3-4a78-bc89-253aa0f68e4c None None] Current status of the port 5c4e01f4-53c3-4648-ac86-6999f1405466 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:18.588854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-62053812-17ca-4417-bf30-e99fbbd60464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.590403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-62053812-17ca-4417-bf30-e99fbbd60464 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5321c5ba-538e-42e5-aea4-10174d0ac117 HTTP/1.1" status: 200 len: 922 time: 0.3823776 Feb 14 21:35:18.686894 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-c9cf41b4-2ad6-46b8-83e4-b94d7c2cd501 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac HTTP/1.1" status: 200 len: 217 time: 0.0888424 Feb 14 21:35:18.768172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.769881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-1d76bedb-ad90-4829-a19f-1b8bf191e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:18.771707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-1d76bedb-ad90-4829-a19f-1b8bf191e30d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8beab7f7-5ee9-419b-a9d5-ec7a0427b709 HTTP/1.1" status: 200 len: 861 time: 0.0780091 Feb 14 21:35:18.844798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-4ae516f6-2ded-4402-8030-b8af204f28a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5321c5ba-538e-42e5-aea4-10174d0ac117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664780 Feb 14 21:35:18.864377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Pushing event updated for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:18.950394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks [] for port (28621d79-5033-4a64-9180-822270bfbba3), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:18.988189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:18.988396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (28621d79-5033-4a64-9180-822270bfbba3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.005922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:19.012427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-ee8b11d0-56c4-472f-96ae-7659a5e124ec service neutron] 10.222.0.64 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597998 Feb 14 21:35:19.028566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6852aa39-d6a9-46dc-b291-d7813738042c req-4eaf1d4c-d9f7-4af4-8b68-9e5c87305eb0 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882422 Feb 14 21:35:19.038516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:19.177090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4d5ff079-e62f-419d-9005-574c96128b5c None None] Provisioning complete for port 4e7b2191-0383-4263-a1d3-655c4703ace2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:19.177741 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff079-e62f-419d-9005-574c96128b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.188583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Deleting port 4e7b2191-0383-4263-a1d3-655c4703ace2 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:19.189355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.292905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ff079-e62f-419d-9005-574c96128b5c None None] Port 4e7b2191-0383-4263-a1d3-655c4703ace2 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:35:19.304946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Attempting to bind port 28621d79-5033-4a64-9180-822270bfbba3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:19.305616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Attempting to bind port 28621d79-5033-4a64-9180-822270bfbba3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:19.306197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Attempting to bind port 28621d79-5033-4a64-9180-822270bfbba3 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:19.313566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a4f8c-8bf5-415d-8ca4-624933a42b60 None None] Pushing event updated for resources: {'Port': ['ID=28621d79-5033-4a64-9180-822270bfbba3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:19.321303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4d5ff079-e62f-419d-9005-574c96128b5c None None] Could not find standard attr ID for object 83fd1ef0-d7d1-4339-930d-c4cde0d202b7. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:35:19.332348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:19.332771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:19.333573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.333976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:19.334477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Bound port: 28621d79-5033-4a64-9180-822270bfbba3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:19.334864 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (28621d79-5033-4a64-9180-822270bfbba3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.359520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.378428 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0cec9549-91cc-408c-ad98-13c4b6cbf070 req-a9fef7a1-a374-49a5-9293-60e8e9ae63a5 service neutron] 10.222.0.64 "GET /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549521 Feb 14 21:35:19.582477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] For port 28621d79-5033-4a64-9180-822270bfbba3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:19.593699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] For port 28621d79-5033-4a64-9180-822270bfbba3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=28621d79-5033-4a64-9180-822270bfbba3,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:19.652312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (28621d79-5033-4a64-9180-822270bfbba3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.719723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c16dde97-5e97-4e17-95f6-fe7f2da41d4d None None] Provisioning complete for port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:19.720190 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c16dde97-5e97-4e17-95f6-fe7f2da41d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:19.778403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a4f8c-8bf5-415d-8ca4-624933a42b60 None None] Pushing event updated for resources: {'Port': ['ID=28621d79-5033-4a64-9180-822270bfbba3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:19.816126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:19.817016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:19.883956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c16dde97-5e97-4e17-95f6-fe7f2da41d4d None None] Port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:35:20.009477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:20.114250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:20.134685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Calling delete_port for 4e7b2191-0383-4263-a1d3-655c4703ace2 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:20.359311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417496e-8427-4865-9375-6c1ae62c6a84 req-4e67a42c-410a-4ee0-a3db-7d8fdc877333 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:20.361095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6417496e-8427-4865-9375-6c1ae62c6a84 req-4e67a42c-410a-4ee0-a3db-7d8fdc877333 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.9954679 Feb 14 21:35:20.436084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:09Z', 'revision_number': 3, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:20.486118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240702bd-cc77-4711-a819-958bf91b842c req-a5ec01d1-2baf-4437-a985-51ce7886e129 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:20.493390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240702bd-cc77-4711-a819-958bf91b842c req-a5ec01d1-2baf-4437-a985-51ce7886e129 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 1.1230950 Feb 14 21:35:20.504782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e772c-1e30-467d-bcd2-d7bb0ed65a6f None None] The sync data for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 is: [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:09Z', 'revision_number': 3, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:35:20.517350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4e7b2191-0383-4263-a1d3-655c4703ace2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:20.617914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event deleted for resources: {'Port': ['ID=4e7b2191-0383-4263-a1d3-655c4703ace2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:20.635426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240702bd-cc77-4711-a819-958bf91b842c req-768ba0f1-707d-41f7-8f71-b7a41042df99 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407263 Feb 14 21:35:20.694529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6417496e-8427-4865-9375-6c1ae62c6a84 req-0e5f920b-8a7a-4969-aea8-2b65e561d5fd tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111870 Feb 14 21:35:20.952306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:20.960848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-64357569-061c-4191-aade-dc0632776fe3 tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "DELETE /v2.0/ports/4e7b2191-0383-4263-a1d3-655c4703ace2 HTTP/1.1" status: 204 len: 168 time: 2.5499887 Feb 14 21:35:20.963137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:20.964154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:21.116556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Deleting subnet 3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:21.129279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for subnet (3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.273510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.297911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956b7be-d1d8-40a4-9ff5-ada40c4789d2 req-2e820f66-da09-4454-aafe-85d350acb37e tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:21.305306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b956b7be-d1d8-40a4-9ff5-ada40c4789d2 req-2e820f66-da09-4454-aafe-85d350acb37e tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 943 time: 0.3119702 Feb 14 21:35:21.374500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-9434a53f-a8b6-450b-b4af-c77dc6f579c2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:21.390368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-9434a53f-a8b6-450b-b4af-c77dc6f579c2 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.2710893 Feb 14 21:35:21.427812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.526677 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.598185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81abb9-4288-43d2-815b-e8963b5d8366 None None] Network 75ee6cf1-52ab-4401-81c6-26342aacf1d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:21.599983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.606283 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "DELETE /v2.0/subnets/3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8 HTTP/1.1" status: 204 len: 168 time: 0.6410699 Feb 14 21:35:21.608655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8fc3b2-f3ab-4de1-96d1-f839e170f7c8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:21.621138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:21.623373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.623945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.625728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.626307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.626864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.627447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.628555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.629104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.630301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.630844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.631415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.632634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.633198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73838976-84b0-48d8-b141-5cb8a7c2c27d tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:21.745416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b956b7be-d1d8-40a4-9ff5-ada40c4789d2 req-216a2676-c95a-43e4-952c-4c15274bec48 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111769 Feb 14 21:35:21.758348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (75ee6cf1-52ab-4401-81c6-26342aacf1d2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.880681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks [] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.898139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:21.908452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Deleting port 194a48ad-5283-40f0-b215-d31af69a7959 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:21.911357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (194a48ad-5283-40f0-b215-d31af69a7959), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.079747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154c072-5691-4b21-92ea-5405a566987d None None] DHCP port deletion for 75ee6cf1-52ab-4401-81c6-26342aacf1d2 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:35:22.110154 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.185285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] For port 194a48ad-5283-40f0-b215-d31af69a7959, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=194a48ad-5283-40f0-b215-d31af69a7959,segment=NetworkSegment(629f8ee7-e3f7-4511-86a8-4a7aadf8afe1),segment_id=629f8ee7-e3f7-4511-86a8-4a7aadf8afe1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:22.186305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (194a48ad-5283-40f0-b215-d31af69a7959), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.201579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Deleting port b10baf07-0f16-4da0-94e3-96765781fa86 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:22.202217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.223213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Calling delete_port for 194a48ad-5283-40f0-b215-d31af69a7959 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:22.266316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Deleting port 194a48ad-5283-40f0-b215-d31af69a7959 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:22.268156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (194a48ad-5283-40f0-b215-d31af69a7959), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.442021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (194a48ad-5283-40f0-b215-d31af69a7959), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.508672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event deleted for resources: {'Port': ['ID=194a48ad-5283-40f0-b215-d31af69a7959,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:22.511033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] No DVR routers for this DVR port 194a48ad-5283-40f0-b215-d31af69a7959 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:22.565306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Pushing event updated for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:22.581745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c154c072-5691-4b21-92ea-5405a566987d None None] For port 194a48ad-5283-40f0-b215-d31af69a7959, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=194a48ad-5283-40f0-b215-d31af69a7959,segment=NetworkSegment(629f8ee7-e3f7-4511-86a8-4a7aadf8afe1),segment_id=629f8ee7-e3f7-4511-86a8-4a7aadf8afe1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:22.582314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (194a48ad-5283-40f0-b215-d31af69a7959), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.630131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Calling delete_port for 194a48ad-5283-40f0-b215-d31af69a7959 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:22.700533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (75ee6cf1-52ab-4401-81c6-26342aacf1d2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.759886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06861f4-92bd-4bf2-ad20-867f3822ebb4 req-104884f2-f5df-499b-956e-7d561d610576 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:22.764117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a06861f4-92bd-4bf2-ad20-867f3822ebb4 req-104884f2-f5df-499b-956e-7d561d610576 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.6958928 Feb 14 21:35:22.780902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ee6cf1-52ab-4401-81c6-26342aacf1d2']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:22.810357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:22.810672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629f8ee7-e3f7-4511-86a8-4a7aadf8afe1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:22.836144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (629f8ee7-e3f7-4511-86a8-4a7aadf8afe1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.865526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (629f8ee7-e3f7-4511-86a8-4a7aadf8afe1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.867012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:22.874108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device af8aa642-ce98-4da4-84dd-e6f4214eadac details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:35:22.880613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:22.881034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (629f8ee7-e3f7-4511-86a8-4a7aadf8afe1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:22.901606 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:22.904685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:23.031259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 28621d79-5033-4a64-9180-822270bfbba3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:23.100065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:35:23.378613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] For port b10baf07-0f16-4da0-94e3-96765781fa86, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=b10baf07-0f16-4da0-94e3-96765781fa86,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:23.379426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.391188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b207fd-a830-4c02-a71f-03bf220e9dc9 req-fb31d8bd-a904-4400-90a4-907db73531b7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:23.391475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (194a48ad-5283-40f0-b215-d31af69a7959), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.401552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b207fd-a830-4c02-a71f-03bf220e9dc9 req-fb31d8bd-a904-4400-90a4-907db73531b7 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 945 time: 0.6367190 Feb 14 21:35:23.416241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:35:23.442007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a06861f4-92bd-4bf2-ad20-867f3822ebb4 req-9220f2b3-b0ff-40a2-a71e-7a9b148e6de3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131630 Feb 14 21:35:23.452790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Calling delete_port for b10baf07-0f16-4da0-94e3-96765781fa86 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:23.464042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154c072-5691-4b21-92ea-5405a566987d None None] Pushing event deleted for resources: {'Port': ['ID=194a48ad-5283-40f0-b215-d31af69a7959,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:23.496773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154c072-5691-4b21-92ea-5405a566987d None None] No DVR routers for this DVR port 194a48ad-5283-40f0-b215-d31af69a7959 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:23.505245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac,segment=NetworkSegment(6902b1a3-e89c-422e-beb8-e5d4d06ebb58),segment_id=6902b1a3-e89c-422e-beb8-e5d4d06ebb58)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:23.569282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 28621d79-5033-4a64-9180-822270bfbba3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:23.571753 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (28621d79-5033-4a64-9180-822270bfbba3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.669841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1674318f-9625-4538-9dfd-89fb7779c386 None None] Provisioning complete for port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:23.670458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1674318f-9625-4538-9dfd-89fb7779c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.751558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1674318f-9625-4538-9dfd-89fb7779c386 None None] Port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:35:23.762975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'af8aa642-ce98-4da4-84dd-e6f4214eadac', 'network_id': '5321c5ba-538e-42e5-aea4-10174d0ac117', 'port_id': 'af8aa642-ce98-4da4-84dd-e6f4214eadac', 'mac_address': 'fa:16:3e:e3:7b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8beab7f7-5ee9-419b-a9d5-ec7a0427b709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:35:23.830217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port af8aa642-ce98-4da4-84dd-e6f4214eadac is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:23.830612 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.858874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:23.870810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b207fd-a830-4c02-a71f-03bf220e9dc9 req-087e3a82-ef76-4482-93db-abbcaa58456f tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/security-groups?id=596a9bc4-53ae-4231-84ab-79e9e283ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677644 Feb 14 21:35:23.877573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:35:23.888977 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Sync routers for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:35:23.895046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8aa642-ce98-4da4-84dd-e6f4214eadac {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:23.912315 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:23.913327 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:23.919983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac,segment=NetworkSegment(6902b1a3-e89c-422e-beb8-e5d4d06ebb58),segment_id=6902b1a3-e89c-422e-beb8-e5d4d06ebb58)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:23.921476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 28621d79-5033-4a64-9180-822270bfbba3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:23.922253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (28621d79-5033-4a64-9180-822270bfbba3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.971057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 28621d79-5033-4a64-9180-822270bfbba3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=28621d79-5033-4a64-9180-822270bfbba3,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:23.975949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:23.976172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-231cf3e4-9aa1-499a-8b32-8f4d1f746dde admin admin] 10.222.0.86 "PUT /v2.0/routers/f40c267d-c3e0-4418-9986-a8a76c1ae1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2181129 Feb 14 21:35:24.109213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c5f8f-8f03-4c38-9c63-5b8846715935 req-d8bff5f0-30f8-4588-b51f-e2a10171fd44 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:24.117857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (28621d79-5033-4a64-9180-822270bfbba3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.124964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb5c5f8f-8f03-4c38-9c63-5b8846715935 req-d8bff5f0-30f8-4588-b51f-e2a10171fd44 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 943 time: 0.2955263 Feb 14 21:35:24.128050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:24.234232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (75ee6cf1-52ab-4401-81c6-26342aacf1d2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.242851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.247348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] 10.222.0.86 "DELETE /v2.0/networks/75ee6cf1-52ab-4401-81c6-26342aacf1d2 HTTP/1.1" status: 204 len: 168 time: 2.6083364 Feb 14 21:35:24.261320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:24.280209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac176388-7889-453a-9f8d-e04553163d8e tempest-ExtraDHCPOptionsTestJSON-644412712 tempest-ExtraDHCPOptionsTestJSON-644412712-project] Pushing event deleted for resources: {'Network': ['ID=75ee6cf1-52ab-4401-81c6-26342aacf1d2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:24.286594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 194a48ad-5283-40f0-b215-d31af69a7959 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:24.364309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb5c5f8f-8f03-4c38-9c63-5b8846715935 req-3cc24021-d24f-4f30-989d-6bb6c34d1b9a tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368052 Feb 14 21:35:24.409367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['af8aa642-ce98-4da4-84dd-e6f4214eadac'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:24.437656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-366d5b72-cb69-49c8-a860-2669ff18497a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.536635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 194a48ad-5283-40f0-b215-d31af69a7959 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:24.538042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 194a48ad-5283-40f0-b215-d31af69a7959 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:24.620499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=28621d79-5033-4a64-9180-822270bfbba3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:24.755143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-366d5b72-cb69-49c8-a860-2669ff18497a admin admin] Publish callbacks [] for security_group (b4c9c28b-0c39-4d48-8e40-d289626a646a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.771068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-366d5b72-cb69-49c8-a860-2669ff18497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b4c9c28b-0c39-4d48-8e40-d289626a646a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:24.780604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36768) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:24.817767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef204-53bd-4990-800f-d095c1f21d9c req-983dbdfa-a855-4f72-bac3-4fc50138de84 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:24.827837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb0ef204-53bd-4990-800f-d095c1f21d9c req-983dbdfa-a855-4f72-bac3-4fc50138de84 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.6555846 Feb 14 21:35:24.929632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 28621d79-5033-4a64-9180-822270bfbba3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:24.938837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:21Z', 'revision_number': 2, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:25.031491 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Checking router: f40c267d-c3e0-4418-9986-a8a76c1ae1f8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:35:25.031854 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Updating router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:35:25.089922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 28621d79-5033-4a64-9180-822270bfbba3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:25.090341 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (28621d79-5033-4a64-9180-822270bfbba3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.113579 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.189118 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c892257b-7e09-4dbf-bdff-8c6344af337a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1fa80242ad9b44e8823b1d299e56d5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030702 Feb 14 21:35:25.189849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:25.208776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d5b72-cb69-49c8-a860-2669ff18497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c9c28b-0c39-4d48-8e40-d289626a646a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:25.318594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:25.319579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-366d5b72-cb69-49c8-a860-2669ff18497a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c960a75df1a048f68c727317bf989a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4015558 Feb 14 21:35:25.332108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b10baf07-0f16-4da0-94e3-96765781fa86), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.368373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] Publish callbacks [] for security_group (ddb273d9-34ec-4989-a835-bda0e69d5c23), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.415360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 28621d79-5033-4a64-9180-822270bfbba3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:25.468911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb0ef204-53bd-4990-800f-d095c1f21d9c req-95df2ea2-fb9c-4907-b1ba-1b4d8fe13ab5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377084 Feb 14 21:35:25.491684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] Publish callbacks [] for security_group (ddb273d9-34ec-4989-a835-bda0e69d5c23), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.533194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Pushing event deleted for resources: {'Port': ['ID=b10baf07-0f16-4da0-94e3-96765781fa86,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:25.627645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] No DVR routers for this DVR port b10baf07-0f16-4da0-94e3-96765781fa86 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:25.633348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] Publish callbacks [] for security_group (b4c9c28b-0c39-4d48-8e40-d289626a646a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.634852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.635318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.635671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.636018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.636361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.636701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.637037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.637370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.637702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.647781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.648163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.648575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.649009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:25.659064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.671576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14e4cdf9-2435-45f2-a0a3-a33ac7221e7b req-8a4df149-05b2-439b-b0e1-8c5f31f1fda5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.83 "DELETE /v2.0/ports/b10baf07-0f16-4da0-94e3-96765781fa86 HTTP/1.1" status: 204 len: 173 time: 4.2702875 Feb 14 21:35:25.672316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36790) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:25.673234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'name': 'network-vif-deleted', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:25.678871 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9b06f-d036-4bc4-8a88-01f194236a1b" -d '{"events": [{"server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "name": "network-vif-deleted", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:25.687777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414193961', 'description': 'tempest-description--955743194'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:25.704723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b10baf07-0f16-4da0-94e3-96765781fa86 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:25.747347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] Publish callbacks [] for security_group (b4c9c28b-0c39-4d48-8e40-d289626a646a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.813286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ddb273d9-34ec-4989-a835-bda0e69d5c23), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.822574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.823242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: b10baf07-0f16-4da0-94e3-96765781fa86 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:25.826171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device b10baf07-0f16-4da0-94e3-96765781fa86 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:25.826319 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ddb273d9-34ec-4989-a835-bda0e69d5c23 HTTP/1.1" status: 204 len: 168 time: 0.6329567 Feb 14 21:35:25.847966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3473c2f0-68d8-4df9-be25-02533c17070f req-82925b65-3576-4f51-ba8f-783f25444ee5 tempest-ServerRescueTestJSON-858124485 tempest-ServerRescueTestJSON-858124485-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fb71d7-a22c-40ef-917b-a6c6c8ee69b6 HTTP/1.1" status: 200 len: 210 time: 0.0634747 Feb 14 21:35:25.870257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:25.878485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba819114-b91c-454c-b54c-f58d32db6627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb273d9-34ec-4989-a835-bda0e69d5c23,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:26.001501 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks [] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.016169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e519943-fddd-4b2d-ac80-7f9a9f68279e req-b2cdeb30-dc70-4708-94d9-c1d5fc1ea582 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:26.027479 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.037502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e519943-fddd-4b2d-ac80-7f9a9f68279e req-b2cdeb30-dc70-4708-94d9-c1d5fc1ea582 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 944 time: 0.1841063 Feb 14 21:35:26.042092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b4c9c28b-0c39-4d48-8e40-d289626a646a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.045569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.046728 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4c9c28b-0c39-4d48-8e40-d289626a646a HTTP/1.1" status: 204 len: 168 time: 0.7271621 Feb 14 21:35:26.117951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfb4bf-aa71-4916-8e26-d4843e109192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c9c28b-0c39-4d48-8e40-d289626a646a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:26.223736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (610bd7f7-8ff9-40bc-ad10-b3f055bc775d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.242501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (610bd7f7-8ff9-40bc-ad10-b3f055bc775d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.325499 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Pushing event updated for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:26.327970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e519943-fddd-4b2d-ac80-7f9a9f68279e req-ac0b0cbe-f5f8-495d-8936-af4e7950c667 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779520 Feb 14 21:35:26.361478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeff25-c520-41f4-9bdd-7b29de14df23 req-ef3a6935-c1ed-4983-a2bf-eb0ec638d3ac tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:26.378945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdaeff25-c520-41f4-9bdd-7b29de14df23 req-ef3a6935-c1ed-4983-a2bf-eb0ec638d3ac tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3277006 Feb 14 21:35:26.418618 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.420042 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.420673 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.421183 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.421887 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.422969 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.424682 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.428166 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.428978 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.432222 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.447614 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.449275 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.449804 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:26.451622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.470458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7880127 Feb 14 21:35:26.472014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:26.499384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'security_group_rule': {'security_group_id': '610bd7f7-8ff9-40bc-ad10-b3f055bc775d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:26.520984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Attempting to bind port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:26.524271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Attempting to bind port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:26.525799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c16934-795c-40b8-99e6-d93fc4a293c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610bd7f7-8ff9-40bc-ad10-b3f055bc775d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:26.527430 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Attempting to bind port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:26.548331 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:26.553438 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:26.555118 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.557854 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:26.558700 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Bound port: e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:26.560963 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.583457 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e306fda-0419-4e08-bb09-778cf2bcf240 x-openstack-request-id: req-7e306fda-0419-4e08-bb09-778cf2bcf240 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:26.584095 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fb71d7-a22c-40ef-917b-a6c6c8ee69b6", "name": "network-vif-deleted", "tag": "b10baf07-0f16-4da0-94e3-96765781fa86", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:26.584534 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e306fda-0419-4e08-bb09-778cf2bcf240 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:26.585134 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fb71d7-a22c-40ef-917b-a6c6c8ee69b6', 'name': 'network-vif-deleted', 'tag': 'b10baf07-0f16-4da0-94e3-96765781fa86', 'status': 'completed', 'code': 200} Feb 14 21:35:26.624496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdaeff25-c520-41f4-9bdd-7b29de14df23 req-d969b54c-b226-40e8-b76c-f63421b8534a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421019 Feb 14 21:35:26.626033 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (9faf9312-c11e-498a-bee9-8d912347965d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.791039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device af8aa642-ce98-4da4-84dd-e6f4214eadac up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:26.797841 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] For port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:26.808200 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] For port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:26.825051 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.837326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (9faf9312-c11e-498a-bee9-8d912347965d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.860581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (9faf9312-c11e-498a-bee9-8d912347965d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.910920 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:26.914881 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:26.959377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faf9312-c11e-498a-bee9-8d912347965d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:26.966909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:26.967499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ec99b-bd33-49b3-a174-8b678faafc4f req-74266163-1611-4cec-8004-658316ddb03b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:26.976225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f1ec99b-bd33-49b3-a174-8b678faafc4f req-74266163-1611-4cec-8004-658316ddb03b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1905618 Feb 14 21:35:26.984532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:26.991659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-21379347-1578-4afa-a389-a60887ed7f4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5124328 Feb 14 21:35:26.992532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:26.999749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'security_group_rule': {'security_group_id': '610bd7f7-8ff9-40bc-ad10-b3f055bc775d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:27.015445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Provisioning complete for port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:27.016615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.020088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port af8aa642-ce98-4da4-84dd-e6f4214eadac completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:35:27.158258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port af8aa642-ce98-4da4-84dd-e6f4214eadac triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:27.159001 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.183556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f1ec99b-bd33-49b3-a174-8b678faafc4f req-306ebab7-0a50-408c-a145-62f567d44c70 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019401 Feb 14 21:35:27.346878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36852) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:27.360730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (4a2460f2-3cc6-49a4-af7d-e72a7410c2c0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.421228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-252d421a-a802-475e-80f1-3bcb24deb4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.596932 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:27.652421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port af8aa642-ce98-4da4-84dd-e6f4214eadac is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:27.652992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.703561 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3e89b-2c29-42a0-a0de-2e78220c4701 None None] Pushing event updated for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:27.765296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:27.774842 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e9f9d-96d9-465b-a921-6629d09a5375" -d '{"events": [{"server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "name": "network-vif-plugged", "status": "completed", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:27.813443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Current status of the port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:27.814071 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.900595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac,segment=NetworkSegment(6902b1a3-e89c-422e-beb8-e5d4d06ebb58),segment_id=6902b1a3-e89c-422e-beb8-e5d4d06ebb58)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:27.941738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:27.946521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (4a2460f2-3cc6-49a4-af7d-e72a7410c2c0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.115256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-252d421a-a802-475e-80f1-3bcb24deb4d0 admin admin] Publish callbacks [] for security_group (f7f2234a-5451-42dd-bac9-d696632f7d6f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.121087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] For port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:28.144570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4a2460f2-3cc6-49a4-af7d-e72a7410c2c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.146441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-252d421a-a802-475e-80f1-3bcb24deb4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f7f2234a-5451-42dd-bac9-d696632f7d6f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.154560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.212422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:28.239669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d421a-a802-475e-80f1-3bcb24deb4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2234a-5451-42dd-bac9-d696632f7d6f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:28.264641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984a47-2980-4a5f-b3d5-994c432f9ecf req-78039c23-c22d-4456-b15a-eac9a7180bb3 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:28.273688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1984a47-2980-4a5f-b3d5-994c432f9ecf req-78039c23-c22d-4456-b15a-eac9a7180bb3 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 944 time: 0.6808791 Feb 14 21:35:28.284622 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:26Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:28.292470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2460f2-3cc6-49a4-af7d-e72a7410c2c0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:28.314905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.317816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a025e044-86ba-4aeb-a93d-667b120d0ea1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3226774 Feb 14 21:35:28.323661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36866) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:28.337911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:28.361531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5839c-b94a-4628-a2f2-609d4096fb6e None None] The sync data for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 is: [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:26Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:35:28.365116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f4dad16f-1fc6-4d68-a153-bfcfbabb14c3 None None] Provisioning complete for port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:28.365559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4dad16f-1fc6-4d68-a153-bfcfbabb14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.367255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c492187-bfbc-42bb-a833-8a2d602affd6 None None] Pushing event updated for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:28.406988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36868) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:28.450104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.510117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f4dad16f-1fc6-4d68-a153-bfcfbabb14c3 None None] Current status of the port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:28.526540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1984a47-2980-4a5f-b3d5-994c432f9ecf req-d5f7ebc7-7334-408c-845f-67c44cc10aa1 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520034 Feb 14 21:35:28.583883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31dea9-edc2-4ae0-b317-149314ab8ee9 req-20dff6bf-0861-4559-8550-029e2c861c67 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:28.592751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c31dea9-edc2-4ae0-b317-149314ab8ee9 req-20dff6bf-0861-4559-8550-029e2c861c67 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 1.1757240 Feb 14 21:35:28.685238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.724817 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c4431-91e8-48c9-915b-8df38790cc4f x-openstack-request-id: req-031c4431-91e8-48c9-915b-8df38790cc4f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:28.725122 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "name": "network-vif-plugged", "status": "completed", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:28.725378 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-031c4431-91e8-48c9-915b-8df38790cc4f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:28.725778 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac', 'code': 200} Feb 14 21:35:28.772990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c31dea9-edc2-4ae0-b317-149314ab8ee9 req-f5f56f14-a035-404a-9d14-1da447dc72b1 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792736 Feb 14 21:35:28.802862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-252d421a-a802-475e-80f1-3bcb24deb4d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8a08cb5fc824ab2ad7237936e7633b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4546461 Feb 14 21:35:28.803758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:28.882498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-102492010'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:28.922556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] Publish callbacks [] for security_group (f7f2234a-5451-42dd-bac9-d696632f7d6f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:28.927373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:28.946537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] Publish callbacks [] for security_group (f7f2234a-5451-42dd-bac9-d696632f7d6f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.012298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f7f2234a-5451-42dd-bac9-d696632f7d6f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.014280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:29.016954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.021155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7f2234a-5451-42dd-bac9-d696632f7d6f HTTP/1.1" status: 204 len: 168 time: 0.2161427 Feb 14 21:35:29.023482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.046101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b57dc-da7f-424b-b6ac-bb829a2f535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2234a-5451-42dd-bac9-d696632f7d6f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:29.080965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.094433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.105591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad917e6-d1d8-4dfd-8f86-955f697aa58f req-35e0584a-59f4-46fe-8451-3c81db0fc326 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:29.115785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad917e6-d1d8-4dfd-8f86-955f697aa58f req-35e0584a-59f4-46fe-8451-3c81db0fc326 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1941495 Feb 14 21:35:29.227583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ad917e6-d1d8-4dfd-8f86-955f697aa58f req-28fd0855-8ac6-475c-9479-db65521ca735 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108019 Feb 14 21:35:29.267369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:29.267755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.282667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da338a-90ca-428b-95f8-83dc99bca812 req-53448362-74b0-479c-8573-3d0db6cc1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:29.290526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f0da338a-90ca-428b-95f8-83dc99bca812 req-53448362-74b0-479c-8573-3d0db6cc1dde service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 1128 time: 0.5003097 Feb 14 21:35:29.493687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d80f1-dab5-436b-8c0d-f22a195b1cc5 req-a63375a0-93b0-47ba-a666-9c9c9f06f4ab tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:29.501451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64d80f1-dab5-436b-8c0d-f22a195b1cc5 req-a63375a0-93b0-47ba-a666-9c9c9f06f4ab tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1386509 Feb 14 21:35:29.532407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:29.660870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:29.707561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64d80f1-dab5-436b-8c0d-f22a195b1cc5 req-becd49ee-e60b-40af-ba88-784210abcab0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050400 Feb 14 21:35:29.809098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.25.2.91 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/24fd6711-de11-4260-8159-f3e7bfeb3ef9) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:29.873862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a2167-8974-4357-a94c-96a01f96f671 req-44721cda-5c34-4b26-a635-209a00db524a tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:29.876216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b3a2167-8974-4357-a94c-96a01f96f671 req-44721cda-5c34-4b26-a635-209a00db524a tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.1611354 Feb 14 21:35:29.948075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:30.007983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8105-f3b3-4467-bec1-faf220eb349f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.032560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b3a2167-8974-4357-a94c-96a01f96f671 req-a4e5bd4c-9958-4cbd-b589-7aa92bdeaa62 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472576 Feb 14 21:35:30.040547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.127407 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f0da338a-90ca-428b-95f8-83dc99bca812 req-a9ee3a69-d569-46b4-bcf6-5b5ea125e0a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8297682 Feb 14 21:35:30.154993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.257356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8105-f3b3-4467-bec1-faf220eb349f admin admin] Publish callbacks [] for security_group (8189c263-b2f3-4eae-b6b9-e51884ca2504), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.284520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8105-f3b3-4467-bec1-faf220eb349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8189c263-b2f3-4eae-b6b9-e51884ca2504), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.313905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=24fd6711-de11-4260-8159-f3e7bfeb3ef9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:30.350277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6bcf8105-f3b3-4467-bec1-faf220eb349f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ddecfe3259347609a9e525ae9d1b24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3989515 Feb 14 21:35:30.374518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:30.386969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:30.390871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:30.419017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:30.435361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (c81cf35d-9d14-4f67-b8b9-3bffb404d47b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.470122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8105-f3b3-4467-bec1-faf220eb349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189c263-b2f3-4eae-b6b9-e51884ca2504,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:30.473788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c81cf35d-9d14-4f67-b8b9-3bffb404d47b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.526664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acddd6-2b3e-4f8d-84f2-8cbdf931e5eb req-298059b5-012d-4e51-baef-eed2e70b78c6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:30.538142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10acddd6-2b3e-4f8d-84f2-8cbdf931e5eb req-298059b5-012d-4e51-baef-eed2e70b78c6 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.2753031 Feb 14 21:35:30.550856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:30.603949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81cf35d-9d14-4f67-b8b9-3bffb404d47b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:30.615988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f80490dd-446d-4031-84c0-b2047c0d9869), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.616392 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment f80490dd-446d-4031-84c0-b2047c0d9869 of type vlan for network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 Feb 14 21:35:30.642769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] Publish callbacks [] for security_group (8189c263-b2f3-4eae-b6b9-e51884ca2504), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.671764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10acddd6-2b3e-4f8d-84f2-8cbdf931e5eb req-54fd8cc0-acbc-4964-a9de-a50120ed4ab0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321118 Feb 14 21:35:30.751621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] Publish callbacks [] for security_group (8189c263-b2f3-4eae-b6b9-e51884ca2504), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.753657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.777765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.867897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8189c263-b2f3-4eae-b6b9-e51884ca2504), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.871667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.873335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8189c263-b2f3-4eae-b6b9-e51884ca2504 HTTP/1.1" status: 204 len: 168 time: 0.4939089 Feb 14 21:35:30.886308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a81090-ab3c-4f63-adc7-1176694e260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189c263-b2f3-4eae-b6b9-e51884ca2504,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:30.909540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.915028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:30.915945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:30.952426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.016209 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0afdf282-8aec-43ba-8708-c31f2aed4c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.026253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6177192 Feb 14 21:35:31.030110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36930) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:31.035851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'name': 'tempest-PortsTestJSON-121339531'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:31.037314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0a92b-b577-44b8-8d57-26db8937cff2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=5e73a002-3ec8-4081-9ffe-863b3b4dd8a7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:31.051933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Deleting port 2154fe6a-cc5b-40e9-abd0-01482ac84563 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:31.052562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.057016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:31.289757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] For port 2154fe6a-cc5b-40e9-abd0-01482ac84563, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2154fe6a-cc5b-40e9-abd0-01482ac84563,segment=NetworkSegment(6ed94f19-ff37-47f1-960e-7de38c6a670d),segment_id=6ed94f19-ff37-47f1-960e-7de38c6a670d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:31.290134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.349201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Calling delete_port for 2154fe6a-cc5b-40e9-abd0-01482ac84563 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:31.417166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:31.428616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.495573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a831b1-bfd7-4df0-9e2b-cba48f3342bd req-343fb837-2599-40df-8463-38dfd24bc5a0 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:31.497643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14a831b1-bfd7-4df0-9e2b-cba48f3342bd req-343fb837-2599-40df-8463-38dfd24bc5a0 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.2586281 Feb 14 21:35:31.516874 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.553276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.561308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:31.722903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=24fd6711-de11-4260-8159-f3e7bfeb3ef9,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:31.945823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:31.994197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:32.011856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86db11bd-934c-48e6-9ca1-ca17db1d540f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6829441 Feb 14 21:35:32.040224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14a831b1-bfd7-4df0-9e2b-cba48f3342bd req-d3956aa3-0902-4b12-8bde-e5fa94d59004 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320492 Feb 14 21:35:32.108001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2154fe6a-cc5b-40e9-abd0-01482ac84563), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:32.156115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Pushing event deleted for resources: {'Port': ['ID=2154fe6a-cc5b-40e9-abd0-01482ac84563,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:32.382472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:32.514006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323a46d-b34e-4cd6-8c54-69376613a860 req-7d36d94b-bcf0-4b4c-805e-6318542ffbfd tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:32.519415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8323a46d-b34e-4cd6-8c54-69376613a860 req-7d36d94b-bcf0-4b4c-805e-6318542ffbfd tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.7005265 Feb 14 21:35:32.558781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:32.621095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-2007a96b-a96d-466f-b690-e658a98f6a5e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1414193961&fields=id&tenant_id=bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 267 time: 0.1916995 Feb 14 21:35:32.627108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:32.702233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=a311ceaa-ffe7-4b6b-a34f-d75de835aab6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:32.887505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8323a46d-b34e-4cd6-8c54-69376613a860 req-4a2972a9-1c2c-4970-9a23-90d3cdd5fe3e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296545 Feb 14 21:35:32.947741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': 'f80490dd-446d-4031-84c0-b2047c0d9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:32.948396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:32.964403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-a88c8aea-b121-4d1b-8973-83d5b6a3a3ce tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:32.971823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Router f163abd6-6a4b-4012-b41d-98e3f47b5150 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:35:32.981996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-a88c8aea-b121-4d1b-8973-83d5b6a3a3ce tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.2839389 Feb 14 21:35:33.003731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-51ed74d8-48e8-4530-855d-b7f468901730 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/quotas/bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 375 time: 0.0203295 Feb 14 21:35:33.066271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:33.117475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-132f6232-7044-4134-a2ba-76f2e2c24a84 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127179 Feb 14 21:35:33.118134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:33.123274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:33.131075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6be2e7-3576-46e6-8e7e-e214cb7f4196 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:33.131731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:33.132245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:33.152963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:35:33.170149 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-997b41e5-d481-400f-90d1-da0690ae4138 admin admin] 10.222.0.86 "PUT /v2.0/routers/f163abd6-6a4b-4012-b41d-98e3f47b5150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2011967 Feb 14 21:35:33.171256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:33.176403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-198ec522-5085-4b50-a0df-b554af9d5986 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1408622 Feb 14 21:35:33.180727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36992) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:33.202179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759072854'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:33.256830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Sync routers for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:35:33.298132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:33.299380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:33.376070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:33.392775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:33.473202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-508839d4-a9bd-4929-b222-3ade923a4dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165641 Feb 14 21:35:33.531807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:33.540482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks [] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:33.560942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb8f1f-1308-4772-89a2-34a4a7b4fa57 req-6f544f4e-5718-46d9-81aa-669b4d23b18c tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:33.572616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50eb8f1f-1308-4772-89a2-34a4a7b4fa57 req-6f544f4e-5718-46d9-81aa-669b4d23b18c tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.3249414 Feb 14 21:35:33.631072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:33.639249 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3 of type vlan for network 7f66e020-24ff-4809-9fc5-8f0696d31b20 Feb 14 21:35:33.736320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50eb8f1f-1308-4772-89a2-34a4a7b4fa57 req-448fa214-c5b6-4430-a162-3dbf5b8b9b62 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612928 Feb 14 21:35:33.792409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-9f661118-810b-4158-bbd8-76b7f05cef62 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179786 Feb 14 21:35:33.946604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7f66e020-24ff-4809-9fc5-8f0696d31b20), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:33.975521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c027f8e-7cc7-4e50-8ad0-1fb2a0c7aec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.026905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks [] for router_gateway (f163abd6-6a4b-4012-b41d-98e3f47b5150), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.040100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7f66e020-24ff-4809-9fc5-8f0696d31b20), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.045951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:34.051925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:34.056777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.119665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9256134 Feb 14 21:35:34.129250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37028) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:34.148139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'ports': [{'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'}, {'network_id': '7f66e020-24ff-4809-9fc5-8f0696d31b20'}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:34.156103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:34.156947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '7f66e020-24ff-4809-9fc5-8f0696d31b20'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:34.410133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb458c-68b4-4fe5-9758-35f29d4dffd7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=7f66e020-24ff-4809-9fc5-8f0696d31b20,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:34.436670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7f66e020-24ff-4809-9fc5-8f0696d31b20 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:34.459554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Deleting port 014c8582-012b-4cc9-add7-39424c056dea {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:34.460291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (014c8582-012b-4cc9-add7-39424c056dea), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.581309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] For port 014c8582-012b-4cc9-add7-39424c056dea, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=014c8582-012b-4cc9-add7-39424c056dea,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:34.581763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (014c8582-012b-4cc9-add7-39424c056dea), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.624682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Calling delete_port for 014c8582-012b-4cc9-add7-39424c056dea owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:34.705482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:34.833031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '014c8582-012b-4cc9-add7-39424c056dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:35:32Z', 'revision_number': 5, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port': {'id': '014c8582-012b-4cc9-add7-39424c056dea', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:33:05Z', 'updated_at': '2022-02-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:34.900585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Checking router: f163abd6-6a4b-4012-b41d-98e3f47b5150 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:35:34.924860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Routers {'f163abd6-6a4b-4012-b41d-98e3f47b5150'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:35:34.925539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:35:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f163abd6-6a4b-4012-b41d-98e3f47b5150'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:34.927086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7348f56-8777-4e74-8637-19a3de106e98 req-7fa8d54d-6109-4d7f-8bbd-5ab631cbecd2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.7643666 Feb 14 21:35:35.021336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8af1b-5312-4c44-82c6-250015375f33 req-cdcbf250-ec6a-480d-aef7-12abcaa7a086 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:35.033191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fe8af1b-5312-4c44-82c6-250015375f33 req-cdcbf250-ec6a-480d-aef7-12abcaa7a086 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 1.0183694 Feb 14 21:35:35.148186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (014c8582-012b-4cc9-add7-39424c056dea), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.176681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fe8af1b-5312-4c44-82c6-250015375f33 req-57e7fc61-fcdd-446b-8203-9914c4417411 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414435 Feb 14 21:35:35.192369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] Set router f163abd6-6a4b-4012-b41d-98e3f47b5150 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:35:35.262913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Pushing event deleted for resources: {'Port': ['ID=014c8582-012b-4cc9-add7-39424c056dea,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:35.421504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:35:34Z', 'revision_number': 6, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:35.475841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.535604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d659ad9-d943-4a54-b432-cdde066932a0 None None] The sync data for ids ['f163abd6-6a4b-4012-b41d-98e3f47b5150'] in n-d-828372-11 is: [{'id': 'f163abd6-6a4b-4012-b41d-98e3f47b5150', 'name': 'tempest-ServerRescueTestJSON-1212697624-router', 'tenant_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:33:03Z', 'updated_at': '2022-02-14T21:35:34Z', 'revision_number': 6, 'project_id': '3ecbf8454b0b4eeb98c3feb00dc58d8e', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:35:35.586507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 2} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:35.609960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.663263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1eda7-29c7-4a24-867e-c8c809605bba req-921f27ad-e2cb-4a0a-b580-7946eaed3a3f tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:35.664627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbb1eda7-29c7-4a24-867e-c8c809605bba req-921f27ad-e2cb-4a0a-b580-7946eaed3a3f tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.2205634 Feb 14 21:35:35.693043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.699365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks [] for router_controller (f163abd6-6a4b-4012-b41d-98e3f47b5150), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.699585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.715214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.843615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f163abd6-6a4b-4012-b41d-98e3f47b5150), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.845018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f163abd6-6a4b-4012-b41d-98e3f47b5150 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:35:35.859466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:35.861082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-335d92a0-01b0-4e3e-8e4f-12c7ce7c1554 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f163abd6-6a4b-4012-b41d-98e3f47b5150 HTTP/1.1" status: 204 len: 168 time: 2.6789308 Feb 14 21:35:35.863953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:36.052750 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.129815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Deleting subnet 95411420-6430-4e80-9b50-f1dc3ec19f69 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:36.137292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbb1eda7-29c7-4a24-867e-c8c809605bba req-f4578fc9-befc-4bd6-a1c1-0bae0bd4f76c tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573503 Feb 14 21:35:36.141370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Publish callbacks [] for subnet (95411420-6430-4e80-9b50-f1dc3ec19f69), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.228100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (95411420-6430-4e80-9b50-f1dc3ec19f69), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.280598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37092) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:36.312128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port e94588e7-fcd2-4b26-8f29-15a745891e5c yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:36.324496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0d637-2510-44f6-bf5b-3fdac92433d6 req-8f6bc6bf-296a-4d7b-bbac-72febba71f05 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:36.333923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e0d637-2510-44f6-bf5b-3fdac92433d6 req-8f6bc6bf-296a-4d7b-bbac-72febba71f05 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3855355 Feb 14 21:35:36.367577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37100) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:36.524550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Deleting subnet 00539a55-77df-452e-b31c-965bb57ed2b0 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:36.536269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Publish callbacks [] for subnet (00539a55-77df-452e-b31c-965bb57ed2b0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.596494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (00539a55-77df-452e-b31c-965bb57ed2b0), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.653852 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (00539a55-77df-452e-b31c-965bb57ed2b0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.790191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c23a7ea6-9e32-45f0-aeca-85873d3a1f6f req-f9edcd4b-052b-4bf2-8a6c-284fd3a8af3c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.4312949 Feb 14 21:35:36.793319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (00539a55-77df-452e-b31c-965bb57ed2b0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.838218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 014c8582-012b-4cc9-add7-39424c056dea no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:36.855769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:36.859773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/00539a55-77df-452e-b31c-965bb57ed2b0 HTTP/1.1" status: 204 len: 168 time: 0.4792571 Feb 14 21:35:36.869795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640849b-a213-4e21-bc56-57efab29db56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00539a55-77df-452e-b31c-965bb57ed2b0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:36.877988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37106) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:36.893176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 014c8582-012b-4cc9-add7-39424c056dea {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:36.893910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 014c8582-012b-4cc9-add7-39424c056dea not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:36.894566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2154fe6a-cc5b-40e9-abd0-01482ac84563 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:36.948671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2154fe6a-cc5b-40e9-abd0-01482ac84563 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:36.949441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2154fe6a-cc5b-40e9-abd0-01482ac84563 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:37.064377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (95411420-6430-4e80-9b50-f1dc3ec19f69), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.101765 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (e94588e7-fcd2-4b26-8f29-15a745891e5c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.135538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-47d7c357-0d7d-4467-a625-cd899342adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.135885 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.146748 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-47d7c357-0d7d-4467-a625-cd899342adc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 1130 time: 1.1754153 Feb 14 21:35:37.149928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (95411420-6430-4e80-9b50-f1dc3ec19f69), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.171825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.178669 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/95411420-6430-4e80-9b50-f1dc3ec19f69 HTTP/1.1" status: 204 len: 168 time: 1.3130689 Feb 14 21:35:37.210566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 56e45ffa-9089-402a-90b3-3d964f010e27 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:37.224205 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f063dba-df9b-4572-85eb-8a4ff526423c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.245727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37114) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:37.273980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53af3a-87b8-4e2f-a02e-b8a63ba464fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95411420-6430-4e80-9b50-f1dc3ec19f69,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:37.306255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e0d637-2510-44f6-bf5b-3fdac92433d6 req-9439f66e-895c-4295-9632-881798622316 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713020 Feb 14 21:35:37.335464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-aaeb1e45-fe7a-4662-978e-8ba602c2331d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.337212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-aaeb1e45-fe7a-4662-978e-8ba602c2331d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 1.2205694 Feb 14 21:35:37.366245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-e5c728d8-0c9a-4fb5-ba8e-45e78ce40ad6 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.368024 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-e5c728d8-0c9a-4fb5-ba8e-45e78ce40ad6 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.64 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.1760883 Feb 14 21:35:37.463274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (acad20ac-6519-4c09-9b76-a7c0c86b1fc5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.533011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ea95a9ec-ed85-474e-b1ea-e772c9983aa7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.533946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-e591ff02-ff8a-4dfd-b6ea-bf38c21c0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.535641 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-e591ff02-ff8a-4dfd-b6ea-bf38c21c0500 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 200 len: 915 time: 0.3743846 Feb 14 21:35:37.541719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Deleting port af8aa642-ce98-4da4-84dd-e6f4214eadac {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:37.542067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.602630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-7932e01f-cde0-4e10-8333-0bf6608e9be3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 200 len: 217 time: 0.0545905 Feb 14 21:35:37.634572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebfef0-9e99-4952-80bf-24eb19e137b7 req-bf8408d5-cd02-4d28-a653-95f4eba8f401 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.636143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50ebfef0-9e99-4952-80bf-24eb19e137b7 req-bf8408d5-cd02-4d28-a653-95f4eba8f401 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/ports?device_id=61e72319-2217-42f0-8786-88089a387c41 HTTP/1.1" status: 200 len: 945 time: 0.3703730 Feb 14 21:35:37.659683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-8f788b69-b484-4df9-ada6-dc98d698bf70 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 380 time: 0.2862957 Feb 14 21:35:37.688716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'device_id': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'admin_state_up': True, 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'security_groups': ['610bd7f7-8ff9-40bc-ad10-b3f055bc775d']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:37.711113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-1070876c-810c-44e9-a17f-99cb8829523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:37.714383 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-1070876c-810c-44e9-a17f-99cb8829523a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 200 len: 854 time: 0.0697491 Feb 14 21:35:37.764941 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-8c6e87ec-2ad4-4b63-8188-c04cbbcd192f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4de2d626-10a7-42fa-a187-a99f98d387e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399711 Feb 14 21:35:37.775126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-d9065094-e1aa-4225-93f5-3d5fecd41d78 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:35:37.776855 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-d9065094-e1aa-4225-93f5-3d5fecd41d78 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059843 Feb 14 21:35:37.811547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (acad20ac-6519-4c09-9b76-a7c0c86b1fc5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.875114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f063dba-df9b-4572-85eb-8a4ff526423c admin admin] Publish callbacks [] for security_group (d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.904380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-13bb841f-0a45-4f41-9162-dbe38161da83 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154594 Feb 14 21:35:37.941747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (56e45ffa-9089-402a-90b3-3d964f010e27), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.949310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9f063dba-df9b-4572-85eb-8a4ff526423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:37.984814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] For port af8aa642-ce98-4da4-84dd-e6f4214eadac, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=af8aa642-ce98-4da4-84dd-e6f4214eadac,segment=NetworkSegment(6902b1a3-e89c-422e-beb8-e5d4d06ebb58),segment_id=6902b1a3-e89c-422e-beb8-e5d4d06ebb58)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:37.985203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.006226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Calling delete_port for af8aa642-ce98-4da4-84dd-e6f4214eadac owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:38.038404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acad20ac-6519-4c09-9b76-a7c0c86b1fc5']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.077519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4df472c-3d42-4df2-bc69-12f470b910e4 req-613f1399-41c3-4f4e-91c3-a414d45c8c93 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.1420314 Feb 14 21:35:38.107117 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1364de8a-08b0-4f4a-b2f1-08c324c89c55 req-6aa9489f-b0b0-4e33-be63-6ad605e66bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947715 Feb 14 21:35:38.112988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50ebfef0-9e99-4952-80bf-24eb19e137b7 req-3d675859-d0b2-4155-a147-f4f8ff93015e tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.86 "GET /v2.0/security-groups?id=4da5dd7e-d59a-49fe-94e8-647b4d1c0894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639978 Feb 14 21:35:38.115775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a386e01-8769-4196-9bdb-689164248697') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.116794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a386e01-8769-4196-9bdb-689164248697') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.130114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ea95a9ec-ed85-474e-b1ea-e772c9983aa7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.192396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7a386e01-8769-4196-9bdb-689164248697), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.198613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9f063dba-df9b-4572-85eb-8a4ff526423c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ea22adb153045049374e591c4d6e8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9086616 Feb 14 21:35:38.199472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:38.224923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f063dba-df9b-4572-85eb-8a4ff526423c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:38.256999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7a386e01-8769-4196-9bdb-689164248697), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.281951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea95a9ec-ed85-474e-b1ea-e772c9983aa7']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.285922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (af8aa642-ce98-4da4-84dd-e6f4214eadac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.299628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['af8aa642-ce98-4da4-84dd-e6f4214eadac'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:38.311551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:38.312127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7a386e01-8769-4196-9bdb-689164248697), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:38.317955 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:38.320301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed94f19-ff37-47f1-960e-7de38c6a670d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.320301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed94f19-ff37-47f1-960e-7de38c6a670d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:38.346909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e94588e7-fcd2-4b26-8f29-15a745891e5c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.392396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] No DVR routers for this DVR port af8aa642-ce98-4da4-84dd-e6f4214eadac on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:38.395532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.398956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6ed94f19-ff37-47f1-960e-7de38c6a670d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.400098 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1c86a68a-6fae-452c-9edd-067287ca8234 req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] 10.222.0.64 "DELETE /v2.0/ports/af8aa642-ce98-4da4-84dd-e6f4214eadac HTTP/1.1" status: 204 len: 173 time: 1.0233245 Feb 14 21:35:38.401173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'name': 'network-vif-deleted', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:38.407181 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52835a-e6f0-40a1-a4f6-6ae491c1ff5b" -d '{"events": [{"server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "name": "network-vif-deleted", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:38.411263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834ab95-2496-4a07-8b46-f4e51fe5e3a5 tempest-ServerAddressesNegativeTestJSON-1723768588 tempest-ServerAddressesNegativeTestJSON-1723768588-project] Pushing event deleted for resources: {'Port': ['ID=af8aa642-ce98-4da4-84dd-e6f4214eadac,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:38.463418 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0672e-a6f8-4a15-af98-d9dd8bd4b014 x-openstack-request-id: req-73b0672e-a6f8-4a15-af98-d9dd8bd4b014 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:38.463766 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e72319-2217-42f0-8786-88089a387c41", "name": "network-vif-deleted", "tag": "af8aa642-ce98-4da4-84dd-e6f4214eadac", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:38.464390 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73b0672e-a6f8-4a15-af98-d9dd8bd4b014 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:38.464987 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e72319-2217-42f0-8786-88089a387c41', 'name': 'network-vif-deleted', 'tag': 'af8aa642-ce98-4da4-84dd-e6f4214eadac', 'status': 'completed', 'code': 200} Feb 14 21:35:38.571198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6ed94f19-ff37-47f1-960e-7de38c6a670d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.573603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:38.577095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.592309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (acad20ac-6519-4c09-9b76-a7c0c86b1fc5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.619076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:38.622772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:38.623267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6ed94f19-ff37-47f1-960e-7de38c6a670d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:38.626497 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:38.633846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.638160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] 10.222.0.86 "DELETE /v2.0/networks/acad20ac-6519-4c09-9b76-a7c0c86b1fc5 HTTP/1.1" status: 204 len: 168 time: 1.7571437 Feb 14 21:35:38.641394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37134) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:38.661886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:38.707586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=e94588e7-fcd2-4b26-8f29-15a745891e5c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:38.713495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:38.714635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (56e45ffa-9089-402a-90b3-3d964f010e27), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.724064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] Publish callbacks [] for security_group (d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.724530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Deleting subnet e74b908a-bb2e-4b48-9efe-7e967fac40f3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:38.729961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Publish callbacks [] for subnet (e74b908a-bb2e-4b48-9efe-7e967fac40f3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.747083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384ba76-1d61-4d18-b16d-77677c63c115 admin admin] Pushing event deleted for resources: {'Network': ['ID=acad20ac-6519-4c09-9b76-a7c0c86b1fc5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:38.790815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948738b-0239-4b0c-ae0f-5767efe35d6b req-6c26644c-f742-4335-bc85-7e62a3042f50 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:38.798226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e74b908a-bb2e-4b48-9efe-7e967fac40f3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.798910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d948738b-0239-4b0c-ae0f-5767efe35d6b req-6c26644c-f742-4335-bc85-7e62a3042f50 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3041949 Feb 14 21:35:38.880573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e74b908a-bb2e-4b48-9efe-7e967fac40f3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.894241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (ea95a9ec-ed85-474e-b1ea-e772c9983aa7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.917987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] Publish callbacks [] for security_group (d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.955021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:38.960453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ea95a9ec-ed85-474e-b1ea-e772c9983aa7 HTTP/1.1" status: 204 len: 168 time: 1.7116897 Feb 14 21:35:38.986192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=56e45ffa-9089-402a-90b3-3d964f010e27,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:38.991309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e74b908a-bb2e-4b48-9efe-7e967fac40f3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.001955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad86d59-ba9e-4a9a-a014-7c186dfa1856 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea95a9ec-ed85-474e-b1ea-e772c9983aa7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:39.043007 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.052074 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e74b908a-bb2e-4b48-9efe-7e967fac40f3 HTTP/1.1" status: 204 len: 168 time: 0.4091995 Feb 14 21:35:39.055428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f062cf-63b4-4093-bca0-ac8836a0eced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74b908a-bb2e-4b48-9efe-7e967fac40f3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:39.058032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:39.203592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d948738b-0239-4b0c-ae0f-5767efe35d6b req-09a9b14d-8d61-4bb0-93e2-33939715e98a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010994 Feb 14 21:35:39.213681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': 'b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7f66e020-24ff-4809-9fc5-8f0696d31b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:39.214172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 7f66e020-24ff-4809-9fc5-8f0696d31b20, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:39.216302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (64163934-5ba8-4356-bc04-98a17a0fb49a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.245962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:39.320221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:39.344442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a55bcafe-e3b5-462a-b302-8c955279a139 req-9b02a6cf-10bc-4a8f-b53e-25b6ae4447ba tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.1389940 Feb 14 21:35:39.365579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 7f66e020-24ff-4809-9fc5-8f0696d31b20 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:39.399126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7f66e020-24ff-4809-9fc5-8f0696d31b20) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:39.410062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:39.411079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6d062-6cd1-463e-a76f-b58518d04dd0 None None] Network 7f66e020-24ff-4809-9fc5-8f0696d31b20 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:39.416627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:39.422526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:39.423294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.436499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.20.0.12 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/ff10247a-ec95-46c5-ad80-1bf37c09ce16) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:39.448392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.453465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.457046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f HTTP/1.1" status: 204 len: 168 time: 1.2444441 Feb 14 21:35:39.473442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-771d353a-37cd-4266-8105-5babd8aaf26f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3330829 Feb 14 21:35:39.479970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37160) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:39.532178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e715c-f4fa-470e-a811-995397c0153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba3cd1-94d0-4e03-bee0-c8cbeb18f47f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:39.589838 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-81ef218b-f061-4aec-a08c-57114a73a014 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ecbf8454b0b4eeb98c3feb00dc58d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379705 Feb 14 21:35:39.594494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:39.604853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (64163934-5ba8-4356-bc04-98a17a0fb49a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.625421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Deleting subnet 8beab7f7-5ee9-419b-a9d5-ec7a0427b709 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:39.631959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Publish callbacks [] for subnet (8beab7f7-5ee9-419b-a9d5-ec7a0427b709), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.682687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64163934-5ba8-4356-bc04-98a17a0fb49a']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:39.706295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 56e45ffa-9089-402a-90b3-3d964f010e27 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:39.706632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (56e45ffa-9089-402a-90b3-3d964f010e27), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.716008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d6aebc-61a1-47b9-a47c-9ef2b22d2985') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:39.716660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d6aebc-61a1-47b9-a47c-9ef2b22d2985') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:39.737717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (c1d6aebc-61a1-47b9-a47c-9ef2b22d2985), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.741079 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8beab7f7-5ee9-419b-a9d5-ec7a0427b709), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.796146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.797528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] Publish callbacks [] for security_group (596a9bc4-53ae-4231-84ab-79e9e283ab1c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.814180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (56e45ffa-9089-402a-90b3-3d964f010e27), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.835027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c1d6aebc-61a1-47b9-a47c-9ef2b22d2985), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.846682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] Publish callbacks [] for security_group (596a9bc4-53ae-4231-84ab-79e9e283ab1c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.846922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 56e45ffa-9089-402a-90b3-3d964f010e27 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:39.858606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:39.859032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (c1d6aebc-61a1-47b9-a47c-9ef2b22d2985), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:39.861040 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:39.914975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8beab7f7-5ee9-419b-a9d5-ec7a0427b709), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.969875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.986326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (64163934-5ba8-4356-bc04-98a17a0fb49a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.994388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:39.998583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] 10.222.0.86 "DELETE /v2.0/networks/64163934-5ba8-4356-bc04-98a17a0fb49a HTTP/1.1" status: 204 len: 168 time: 0.9394474 Feb 14 21:35:40.014819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ffa9b-7474-4393-bde5-baeabc55f093 admin admin] Pushing event deleted for resources: {'Network': ['ID=64163934-5ba8-4356-bc04-98a17a0fb49a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:40.023640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (596a9bc4-53ae-4231-84ab-79e9e283ab1c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.026293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.027583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/596a9bc4-53ae-4231-84ab-79e9e283ab1c HTTP/1.1" status: 204 len: 168 time: 0.4255488 Feb 14 21:35:40.034459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:40.037947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197e557-b1db-42c1-9e6a-37472618c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596a9bc4-53ae-4231-84ab-79e9e283ab1c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:40.039722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:40.042129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8beab7f7-5ee9-419b-a9d5-ec7a0427b709), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.044655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:40.081299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.083576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:40.089134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37174) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.089449 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8beab7f7-5ee9-419b-a9d5-ec7a0427b709 HTTP/1.1" status: 204 len: 168 time: 0.7679737 Feb 14 21:35:40.090477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286c0d-55df-48b3-ab94-2985df8a4b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8beab7f7-5ee9-419b-a9d5-ec7a0427b709,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:40.111945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (56e45ffa-9089-402a-90b3-3d964f010e27), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.268149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=56e45ffa-9089-402a-90b3-3d964f010e27,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:40.293073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.297015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3d4d8edc-6e68-4e3f-b8ab-322f5631894e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/56e45ffa-9089-402a-90b3-3d964f010e27 HTTP/1.1" status: 204 len: 168 time: 0.8160274 Feb 14 21:35:40.299855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37178) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.314929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:40.315751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.323534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5321c5ba-538e-42e5-aea4-10174d0ac117), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.394495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37182) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.413462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-fe4eaf6f-d04f-4420-b7d8-e4f06f2b513c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7469409 Feb 14 21:35:40.451481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-93c2e541-9c8b-4808-a7de-d82d2853822c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:35:40.452835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-93c2e541-9c8b-4808-a7de-d82d2853822c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254304 Feb 14 21:35:40.453769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.454170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbd5e-3857-450b-8e22-e51aa2090795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.504616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7c2cb092-12ac-4ed6-9d40-7777102038f1 None None] Provisioning complete for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:40.509358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb092-12ac-4ed6-9d40-7777102038f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.513872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Request body: {'port': {'device_id': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:40.521466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27f1af-f1fe-4e37-8715-25617b2717df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:40.527573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27f1af-f1fe-4e37-8715-25617b2717df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:40.529969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1a27f1af-f1fe-4e37-8715-25617b2717df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2290776 Feb 14 21:35:40.535031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.600388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cb092-12ac-4ed6-9d40-7777102038f1 None None] Port ff10247a-ec95-46c5-ad80-1bf37c09ce16 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:35:40.605228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5321c5ba-538e-42e5-aea4-10174d0ac117), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.679422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5321c5ba-538e-42e5-aea4-10174d0ac117']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:40.682787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.707437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6902b1a3-e89c-422e-beb8-e5d4d06ebb58') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:40.707833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6902b1a3-e89c-422e-beb8-e5d4d06ebb58') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:40.710015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbd5e-3857-450b-8e22-e51aa2090795 admin admin] Publish callbacks [] for security_group (31610c48-b07a-48cb-beb2-725fdae47740), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.725582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-714758a0-c9fc-4ca3-922d-f1296a24ee76 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=779440ac77a148a6bbe09e8399e7a9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457776 Feb 14 21:35:40.726113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37190) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.736210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbd5e-3857-450b-8e22-e51aa2090795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (31610c48-b07a-48cb-beb2-725fdae47740), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.738303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6902b1a3-e89c-422e-beb8-e5d4d06ebb58), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.755808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port e94588e7-fcd2-4b26-8f29-15a745891e5c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:40.756609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e94588e7-fcd2-4b26-8f29-15a745891e5c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.758527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc6cc5-4f7e-4013-a5dd-b92b01a5b487 req-0644860f-cbf5-4df9-be38-78939d2fbe7d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:40.760303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07fc6cc5-4f7e-4013-a5dd-b92b01a5b487 req-0644860f-cbf5-4df9-be38-78939d2fbe7d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3608093 Feb 14 21:35:40.819869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6902b1a3-e89c-422e-beb8-e5d4d06ebb58), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.842090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8049-790f-43eb-a3a2-d1304a1f0238 req-b0bc1148-baec-47f3-b43b-08ad28804034 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:40.843876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-511c8049-790f-43eb-a3a2-d1304a1f0238 req-b0bc1148-baec-47f3-b43b-08ad28804034 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 932 time: 0.3337700 Feb 14 21:35:40.854355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:40.854766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6902b1a3-e89c-422e-beb8-e5d4d06ebb58), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:40.863939 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:40.884715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device af8aa642-ce98-4da4-84dd-e6f4214eadac no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:40.900828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb0cbd5e-3857-450b-8e22-e51aa2090795 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcf167a06da14e0390e5a21c687525f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039179 Feb 14 21:35:40.907087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:40.913991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: af8aa642-ce98-4da4-84dd-e6f4214eadac {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:40.914651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device af8aa642-ce98-4da4-84dd-e6f4214eadac not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:40.999615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cbd5e-3857-450b-8e22-e51aa2090795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31610c48-b07a-48cb-beb2-725fdae47740,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:41.003549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e94588e7-fcd2-4b26-8f29-15a745891e5c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.026250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] Publish callbacks [] for security_group (31610c48-b07a-48cb-beb2-725fdae47740), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.045562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for e94588e7-fcd2-4b26-8f29-15a745891e5c owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:41.059886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] Publish callbacks [] for security_group (31610c48-b07a-48cb-beb2-725fdae47740), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.184940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (31610c48-b07a-48cb-beb2-725fdae47740), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.193439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.197948 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31610c48-b07a-48cb-beb2-725fdae47740 HTTP/1.1" status: 204 len: 168 time: 0.2732644 Feb 14 21:35:41.203034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e94588e7-fcd2-4b26-8f29-15a745891e5c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.236760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882027a2-78b0-4397-a2be-189d532ef0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31610c48-b07a-48cb-beb2-725fdae47740,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:41.271517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=e94588e7-fcd2-4b26-8f29-15a745891e5c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:41.280131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.291867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f4582cf4-1103-491b-8b68-e98e11c73a1f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/e94588e7-fcd2-4b26-8f29-15a745891e5c HTTP/1.1" status: 204 len: 168 time: 0.7557042 Feb 14 21:35:41.292762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37216) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.354252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180b251-1350-427c-b98a-3ebc14989433 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:41.358544 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8180b251-1350-427c-b98a-3ebc14989433 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0606093 Feb 14 21:35:41.358844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.386087 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-917fc97a-a83a-4b9c-9d3f-0cc5e99efc6a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:35:41.390402 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-917fc97a-a83a-4b9c-9d3f-0cc5e99efc6a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/56e45ffa-9089-402a-90b3-3d964f010e27 HTTP/1.1" status: 404 len: 333 time: 0.0279663 Feb 14 21:35:41.390641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.443922 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de33878-2778-4bed-aca1-a51b9c226ec3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:35:41.445404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7de33878-2778-4bed-aca1-a51b9c226ec3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/e94588e7-fcd2-4b26-8f29-15a745891e5c HTTP/1.1" status: 404 len: 333 time: 0.0538542 Feb 14 21:35:41.448319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37228) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.465650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07fc6cc5-4f7e-4013-a5dd-b92b01a5b487 req-8621c104-a10f-4106-a028-725059ae9a48 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730719 Feb 14 21:35:41.478507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5321c5ba-538e-42e5-aea4-10174d0ac117), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.482075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] Publish callbacks [] for security_group (826c78e5-4f8a-4c93-9faf-b83669ffc714), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.490869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-511c8049-790f-43eb-a3a2-d1304a1f0238 req-7ad07adb-dc18-4e61-a23a-08ba01f3b920 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275387 Feb 14 21:35:41.503354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.506210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] 10.222.0.86 "DELETE /v2.0/networks/5321c5ba-538e-42e5-aea4-10174d0ac117 HTTP/1.1" status: 204 len: 168 time: 1.4156647 Feb 14 21:35:41.552994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c62b7-aa2b-4d03-a97b-c13ba48ba2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5321c5ba-538e-42e5-aea4-10174d0ac117,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:41.574138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] Publish callbacks [] for security_group (826c78e5-4f8a-4c93-9faf-b83669ffc714), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.581187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7f66e020-24ff-4809-9fc5-8f0696d31b20), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.687789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.744747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (826c78e5-4f8a-4c93-9faf-b83669ffc714), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.748547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.750036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/826c78e5-4f8a-4c93-9faf-b83669ffc714 HTTP/1.1" status: 204 len: 168 time: 1.0188622 Feb 14 21:35:41.800708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdd59c-1584-4fd2-ae5d-3c296ce9af19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c78e5-4f8a-4c93-9faf-b83669ffc714,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:41.813352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7f66e020-24ff-4809-9fc5-8f0696d31b20), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.818775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:41.836174 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks [] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.849144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83f13-adcf-4632-9ac3-58825b6bb1f0 req-74579c4a-75ec-4c43-8c9d-9da50de461d3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:41.851125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9e83f13-adcf-4632-9ac3-58825b6bb1f0 req-74579c4a-75ec-4c43-8c9d-9da50de461d3 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1818545 Feb 14 21:35:41.874347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f66e020-24ff-4809-9fc5-8f0696d31b20']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:41.885804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:41.886209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:41.893581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37268) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:41.904228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.929023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Transition to ACTIVE for port object ff10247a-ec95-46c5-ad80-1bf37c09ce16 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:35:41.936452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.952417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:41.952980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b8d8cee0-2d96-4899-9398-d5fb8cc7d8a3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.956277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:41.956573 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:41.978268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30c85a6c-4c84-4b89-bdfd-df34c3279c84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8e0db478afe6410eb32aa165e27d2e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836356 Feb 14 21:35:41.987309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37272) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:42.034938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7f66e020-24ff-4809-9fc5-8f0696d31b20), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.045031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.049210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/7f66e020-24ff-4809-9fc5-8f0696d31b20 HTTP/1.1" status: 204 len: 168 time: 0.5997710 Feb 14 21:35:42.056842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37274) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:42.078020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1020384398'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:42.082931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b323b-cd07-4e51-8f2b-a8aeb1d0b410 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=7f66e020-24ff-4809-9fc5-8f0696d31b20,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.103758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:42.108291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.117351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9e83f13-adcf-4632-9ac3-58825b6bb1f0 req-37d52d0a-7344-42bb-b1ba-4ed36189219e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059960 Feb 14 21:35:42.148018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:42.160442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8b28165f-60ba-4bec-af20-f026e87c6d24), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.160858 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment 8b28165f-60ba-4bec-af20-f026e87c6d24 of type vlan for network a580947e-8471-45e5-b917-a4f336b0fd62 Feb 14 21:35:42.220194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-292579560-network', 'tenant_id': 'c93caabbcac74b6e996e7c07a8cb9b8a'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:42.224011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a580947e-8471-45e5-b917-a4f336b0fd62), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.243676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf73c1-b86b-4b2e-bed6-b7ac269c06a3 req-4917a6a6-0416-40f0-af3b-15cbba159899 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:42.246270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79bf73c1-b86b-4b2e-bed6-b7ac269c06a3 req-4917a6a6-0416-40f0-af3b-15cbba159899 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.3915601 Feb 14 21:35:42.268298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a580947e-8471-45e5-b917-a4f336b0fd62), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.284557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:42.285344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.323648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.360925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2850595 Feb 14 21:35:42.362129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:42.369171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:42.372485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37286) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:42.393717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e79d-eb86-4934-a378-e9fe0cf97c42 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=a580947e-8471-45e5-b917-a4f336b0fd62,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.413126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a580947e-8471-45e5-b917-a4f336b0fd62 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:42.438754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] Publish callbacks [] for security_group (4da5dd7e-d59a-49fe-94e8-647b4d1c0894), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.469364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Made reservation on behalf of c93caabbcac74b6e996e7c07a8cb9b8a for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:42.473113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.501810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-13995655-643c-4c8c-aa22-72f775875fa0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7b02865dbaf4f5c94bf8dd0a2309fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230638 Feb 14 21:35:42.503067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:42.509536 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.510247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79bf73c1-b86b-4b2e-bed6-b7ac269c06a3 req-e179acb5-8696-48c2-a7dd-661544fb5095 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275796 Feb 14 21:35:42.515885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:42.533434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.536580 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] Publish callbacks [] for security_group (4da5dd7e-d59a-49fe-94e8-647b4d1c0894), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.566942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Attempting to bind port ff10247a-ec95-46c5-ad80-1bf37c09ce16 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:42.567397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Attempting to bind port ff10247a-ec95-46c5-ad80-1bf37c09ce16 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:42.567812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Attempting to bind port ff10247a-ec95-46c5-ad80-1bf37c09ce16 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:42.584362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94246b2-50fa-461e-9058-dba5e09f638f req-0e5cebde-6e5c-42b7-911b-66d7ca37d83f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:42.597195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94246b2-50fa-461e-9058-dba5e09f638f req-0e5cebde-6e5c-42b7-911b-66d7ca37d83f tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.2851901 Feb 14 21:35:42.598022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Performing IP validity checks on allocation pools {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:35:42.598630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:35:42.643032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] Publish callbacks [] for security_group (bca1036b-3093-4e3e-9cbf-2e89efa8e4d4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.664902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Port ff10247a-ec95-46c5-ad80-1bf37c09ce16 on network f924a868-9918-4cad-a84e-92e2d57a73e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:35:42.665240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Attempting to bind port ff10247a-ec95-46c5-ad80-1bf37c09ce16 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:42.693367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] Publish callbacks [] for security_group (bca1036b-3093-4e3e-9cbf-2e89efa8e4d4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.703509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:42.703831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:42.704461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:42.705172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Bound port: ff10247a-ec95-46c5-ad80-1bf37c09ce16, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:42.705496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.792132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94246b2-50fa-461e-9058-dba5e09f638f req-b2d778d9-51e7-48d8-94bb-196b4a46917d tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936128 Feb 14 21:35:42.799117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0643215a-bd3e-4a1d-9e14-bb881c0cb1ef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.811327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bca1036b-3093-4e3e-9cbf-2e89efa8e4d4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.816584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.816584 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bca1036b-3093-4e3e-9cbf-2e89efa8e4d4 HTTP/1.1" status: 204 len: 168 time: 0.2970648 Feb 14 21:35:42.859849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2df1f-820f-4703-9748-d86e9d293573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1036b-3093-4e3e-9cbf-2e89efa8e4d4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.879845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4da5dd7e-d59a-49fe-94e8-647b4d1c0894), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.882570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:42.886133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4da5dd7e-d59a-49fe-94e8-647b4d1c0894 HTTP/1.1" status: 204 len: 168 time: 0.8927152 Feb 14 21:35:42.906211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:42.917938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=0643215a-bd3e-4a1d-9e14-bb881c0cb1ef,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.933840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': '8b28165f-60ba-4bec-af20-f026e87c6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:42.934416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: a580947e-8471-45e5-b917-a4f336b0fd62, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:42.968126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7a17-3e77-4af7-b75e-3bb799cda5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da5dd7e-d59a-49fe-94e8-647b4d1c0894,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:42.971868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network a580947e-8471-45e5-b917-a4f336b0fd62 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:42.993214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a580947e-8471-45e5-b917-a4f336b0fd62) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:42.998810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:42.999500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.009294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301e66-b423-4cca-8457-18da52c5e7e7 req-3bacf8d5-5029-4a62-a047-9dda3a71f30f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:43.012038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebd814-76ec-446e-a872-4292c8e64ba7 None None] Network a580947e-8471-45e5-b917-a4f336b0fd62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:43.018537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68301e66-b423-4cca-8457-18da52c5e7e7 req-3bacf8d5-5029-4a62-a047-9dda3a71f30f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 944 time: 0.4124801 Feb 14 21:35:43.024024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:43.039456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d1b7ff4-fd63-485c-8378-15d128e4df35 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6772044 Feb 14 21:35:43.043296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37314) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:43.050427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62', 'name': 'tempest-PortsTestJSON-702295892'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:43.085345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.136187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd5e29-f38b-48c2-8019-50badf7ede3a req-1d57b6c0-4889-4f84-9c0c-bb67ad08e49e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:43.138607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bbd5e29-f38b-48c2-8019-50badf7ede3a req-1d57b6c0-4889-4f84-9c0c-bb67ad08e49e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.2468095 Feb 14 21:35:43.163003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks [] for security_group (ab067e1b-62b4-4381-8c11-336e89d84e11), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.180764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a580947e-8471-45e5-b917-a4f336b0fd62', 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': '0643215a-bd3e-4a1d-9e14-bb881c0cb1ef'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:35:43.182378 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.211815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab067e1b-62b4-4381-8c11-336e89d84e11), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.230689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:43.235244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.285036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68301e66-b423-4cca-8457-18da52c5e7e7 req-b3c04f90-3e92-45d7-b6b9-8af3c6cf6587 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597201 Feb 14 21:35:43.296974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab067e1b-62b4-4381-8c11-336e89d84e11,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:43.300865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:43.301826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.305311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] 10.222.0.83 "PUT /v2.0/ports/ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 1093 time: 2.7973650 Feb 14 21:35:43.315907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 69d2117f-ed7d-4e3c-afea-04a00c7b629d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:43.332884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:43.352102 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23267a-4aa5-41f1-986d-c36ec0521d60" -d '{"events": [{"name": "network-changed", "server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:43.367519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Allocated IP 172.20.0.2 (a580947e-8471-45e5-b917-a4f336b0fd62/0643215a-bd3e-4a1d-9e14-bb881c0cb1ef/391d3430-a81b-4955-ad6b-1356e8d755d2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:43.449562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bbd5e29-f38b-48c2-8019-50badf7ede3a req-e2f44669-15e0-412a-97e1-4a62e61746f0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943811 Feb 14 21:35:43.453613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:43.458145 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be6fc1-9f10-43c2-a497-cc3ff774981a x-openstack-request-id: req-e2be6fc1-9f10-43c2-a497-cc3ff774981a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:43.458704 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:43.459280 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2be6fc1-9f10-43c2-a497-cc3ff774981a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:43.460399 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'status': 'completed', 'code': 200} Feb 14 21:35:43.501634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cd06f-f1d1-4d18-84cc-f52e03953555 service neutron] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:43.515321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4b11da6e-9998-4a4d-b72f-2f004ab63ef1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.515796 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Added segment 4b11da6e-9998-4a4d-b72f-2f004ab63ef1 of type vlan for network a6960361-bbee-4978-aa9c-b065e073966b Feb 14 21:35:43.617500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks [] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.634187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.692172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-f1d4e9f7-dbb6-4333-9d73-0fafd4e16718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:43.699165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-f1d4e9f7-dbb6-4333-9d73-0fafd4e16718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1127 time: 0.3353317 Feb 14 21:35:43.710663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a6960361-bbee-4978-aa9c-b065e073966b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.710896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.8 (a580947e-8471-45e5-b917-a4f336b0fd62/0643215a-bd3e-4a1d-9e14-bb881c0cb1ef/69d2117f-ed7d-4e3c-afea-04a00c7b629d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:43.718090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Network a580947e-8471-45e5-b917-a4f336b0fd62 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:43.722164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Pushing event updated for resources: {'Port': ['ID=391d3430-a81b-4955-ad6b-1356e8d755d2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:43.726506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:43.729461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:43.795380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Attempting to bind port 391d3430-a81b-4955-ad6b-1356e8d755d2 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:43.796302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Attempting to bind port 391d3430-a81b-4955-ad6b-1356e8d755d2 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '8b28165f-60ba-4bec-af20-f026e87c6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:43.796879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Attempting to bind port 391d3430-a81b-4955-ad6b-1356e8d755d2 on network a580947e-8471-45e5-b917-a4f336b0fd62 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:43.804104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:43.804750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Checking segment: {'id': '8b28165f-60ba-4bec-af20-f026e87c6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:43.805473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.806077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Bound using segment: {'id': '8b28165f-60ba-4bec-af20-f026e87c6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:43.806734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Bound port: 391d3430-a81b-4955-ad6b-1356e8d755d2, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b28165f-60ba-4bec-af20-f026e87c6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a580947e-8471-45e5-b917-a4f336b0fd62'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:43.807346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.899931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:43.920647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] For port 391d3430-a81b-4955-ad6b-1356e8d755d2, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:43.923570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:35:43.926885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] For port 391d3430-a81b-4955-ad6b-1356e8d755d2, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=391d3430-a81b-4955-ad6b-1356e8d755d2,segment=NetworkSegment(8b28165f-60ba-4bec-af20-f026e87c6d24),segment_id=8b28165f-60ba-4bec-af20-f026e87c6d24)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:43.932358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-1cd2dc87-ba26-4ca9-a9d2-1ea6b8988e72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 217 time: 0.1746073 Feb 14 21:35:43.936657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:43.984232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (69d2117f-ed7d-4e3c-afea-04a00c7b629d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.026599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f376ad-ffe3-4aac-ad4f-21055a5184c6 None None] Pushing event updated for resources: {'Port': ['ID=391d3430-a81b-4955-ad6b-1356e8d755d2,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:44.038740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949784c0-d5b1-4b8b-bbb6-48ffb9917756 req-cacda7c5-04dd-4783-b28c-14c3fc35ec24 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.040819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-949784c0-d5b1-4b8b-bbb6-48ffb9917756 req-cacda7c5-04dd-4783-b28c-14c3fc35ec24 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 950 time: 0.4003251 Feb 14 21:35:44.049765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696ba1-fa97-445c-b35a-689aa54fe9fb req-7c90531b-7dd4-4398-80a6-f7efb05ca5ca tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.050510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (69d2117f-ed7d-4e3c-afea-04a00c7b629d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.051058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58696ba1-fa97-445c-b35a-689aa54fe9fb req-7c90531b-7dd4-4398-80a6-f7efb05ca5ca tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3772309 Feb 14 21:35:44.055899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a6960361-bbee-4978-aa9c-b065e073966b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.056767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.057371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.129522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network a580947e-8471-45e5-b917-a4f336b0fd62 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:44.133393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:44.143720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:44.211292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.212511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.254376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=69d2117f-ed7d-4e3c-afea-04a00c7b629d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:44.281436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5661895e-dfee-4caa-ac28-5883335c1fbb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2369559 Feb 14 21:35:44.282586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12dd373d-4d97-4314-bf89-9f32a10627f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.295046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5752881 Feb 14 21:35:44.304881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:44.305321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:44.306142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-80df893b-ed07-4193-bd8e-b38685f98bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.307589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-80df893b-ed07-4193-bd8e-b38685f98bd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.3638554 Feb 14 21:35:44.344391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Request body: {'subnet': {'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-292579560-subnet', 'tenant_id': 'c93caabbcac74b6e996e7c07a8cb9b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:44.392906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-949784c0-d5b1-4b8b-bbb6-48ffb9917756 req-03581109-dfee-4d68-90d7-7a402ed83fe4 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383670 Feb 14 21:35:44.414500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Made reservation on behalf of c93caabbcac74b6e996e7c07a8cb9b8a for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:44.416978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.441428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c574-5d9c-4b09-966b-78fbce552a8e admin admin] Pushing event updated for resources: {'Network': ['ID=a6960361-bbee-4978-aa9c-b065e073966b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:44.446795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58696ba1-fa97-445c-b35a-689aa54fe9fb req-72551322-d6b7-4b15-906a-d8cdd6cd2d46 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779430 Feb 14 21:35:44.454710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a6960361-bbee-4978-aa9c-b065e073966b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:44.485861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-07b918b2-b8fb-40de-b492-a5c5df02ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.487847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-07b918b2-b8fb-40de-b492-a5c5df02ffbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1326387 Feb 14 21:35:44.671949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bfd8e-1336-48ef-9230-c67e126277a4 req-6b18dc2d-c136-41ed-bf9c-6af49ec3b011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:44.675917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d34bfd8e-1336-48ef-9230-c67e126277a4 req-6b18dc2d-c136-41ed-bf9c-6af49ec3b011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 944 time: 0.1331501 Feb 14 21:35:44.744538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d34bfd8e-1336-48ef-9230-c67e126277a4 req-1a686583-5876-4d45-84c7-8fee189ae2ca tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589709 Feb 14 21:35:44.776012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 69d2117f-ed7d-4e3c-afea-04a00c7b629d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:44.776548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (69d2117f-ed7d-4e3c-afea-04a00c7b629d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.878661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12dd373d-4d97-4314-bf89-9f32a10627f8 admin admin] Publish callbacks [] for security_group (01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.893859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12dd373d-4d97-4314-bf89-9f32a10627f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:44.942682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 391d3430-a81b-4955-ad6b-1356e8d755d2 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:45.005644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fee0e-a29b-4d3a-9974-b62a54461ecd req-be736f1e-99d6-426d-a3de-9eed59926257 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:45.014306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-243fee0e-a29b-4d3a-9974-b62a54461ecd req-be736f1e-99d6-426d-a3de-9eed59926257 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1423047 Feb 14 21:35:45.044821 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12dd373d-4d97-4314-bf89-9f32a10627f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=526ea55bcd174822b609779d0e57295a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1429584 Feb 14 21:35:45.049873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (2a9cc717-f025-4c8f-9c46-706a5d4f4dbc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.052464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37396) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.103649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd373d-4d97-4314-bf89-9f32a10627f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:45.111596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 391d3430-a81b-4955-ad6b-1356e8d755d2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:45.131680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.194985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37404) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.205909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (69d2117f-ed7d-4e3c-afea-04a00c7b629d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.233774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-243fee0e-a29b-4d3a-9974-b62a54461ecd req-87ef32d3-022e-4739-a9b0-3428177b923b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181895 Feb 14 21:35:45.235334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 69d2117f-ed7d-4e3c-afea-04a00c7b629d owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:45.281452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9cc717-f025-4c8f-9c46-706a5d4f4dbc,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:45.312807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] Publish callbacks [] for security_group (01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.328980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-842363678-network', 'tenant_id': '2dce35e779d04fa5a473ff98817da7e5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:45.356597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-99a3533d-0d5f-40b1-b465-c93ff5f61093 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600388 Feb 14 21:35:45.363967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Checking segment: {'id': '4b11da6e-9998-4a4d-b72f-2f004ab63ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:45.364368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Network hostable DHCP agents. Network: a6960361-bbee-4978-aa9c-b065e073966b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:45.412089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 391d3430-a81b-4955-ad6b-1356e8d755d2 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:45.413827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.423772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Network a6960361-bbee-4978-aa9c-b065e073966b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:45.436259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a6960361-bbee-4978-aa9c-b065e073966b) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:45.441252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:45.441862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.452153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963800b-badf-47b2-8915-46eabdf1f34b None None] Network a6960361-bbee-4978-aa9c-b065e073966b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:45.499090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88c10697-1db4-4b31-b59c-05de68e0c4b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1676781 Feb 14 21:35:45.508234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] Publish callbacks [] for security_group (01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.538424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (69d2117f-ed7d-4e3c-afea-04a00c7b629d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.576308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=69d2117f-ed7d-4e3c-afea-04a00c7b629d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:45.586224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Made reservation on behalf of 2dce35e779d04fa5a473ff98817da7e5 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:45.588958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.644033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 391d3430-a81b-4955-ad6b-1356e8d755d2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=391d3430-a81b-4955-ad6b-1356e8d755d2,segment=NetworkSegment(8b28165f-60ba-4bec-af20-f026e87c6d24),segment_id=8b28165f-60ba-4bec-af20-f026e87c6d24)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:45.647788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6a173-308c-412f-a447-495ce4c41d9d None None] Network a6960361-bbee-4978-aa9c-b065e073966b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:45.653609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.671327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.697808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.704288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37420) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.705400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37422) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.706637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-68563aa1-7af1-41c7-9fe0-c46c0572668d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/69d2117f-ed7d-4e3c-afea-04a00c7b629d HTTP/1.1" status: 204 len: 168 time: 1.3904145 Feb 14 21:35:45.766538 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f3232-eb91-451f-8f7c-2ab6185ae90e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:35:45.767120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f3232-eb91-451f-8f7c-2ab6185ae90e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:35:45.774187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c46f3232-eb91-451f-8f7c-2ab6185ae90e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/69d2117f-ed7d-4e3c-afea-04a00c7b629d HTTP/1.1" status: 404 len: 333 time: 0.0573688 Feb 14 21:35:45.775393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37430) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.785547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=391d3430-a81b-4955-ad6b-1356e8d755d2,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:45.788418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ae033b8-ce35-46b9-bd45-1a368a7042a9 req-d20380c8-f4db-489e-b6db-2ff68afbe435 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216759 Feb 14 21:35:45.789346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4dda4-81f6-4a04-98d4-2d75d5194e1a None None] Network a580947e-8471-45e5-b917-a4f336b0fd62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:45.842826 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b406bc13-da1e-4e58-9cc6-d805e7756e05 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:35:45.844676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b406bc13-da1e-4e58-9cc6-d805e7756e05 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/69d2117f-ed7d-4e3c-afea-04a00c7b629d HTTP/1.1" status: 404 len: 333 time: 0.0682740 Feb 14 21:35:45.847517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37432) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:45.859418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c38c8-cefc-40c5-9385-1dea19607cc2 req-55bd605c-f384-4e6c-baa4-d5355be2f9b5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:45.866578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-219c38c8-cefc-40c5-9385-1dea19607cc2 req-55bd605c-f384-4e6c-baa4-d5355be2f9b5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3814385 Feb 14 21:35:45.880135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5fb31ed0-e1de-4e44-b711-5e34fca0c125 None None] Provisioning complete for port 391d3430-a81b-4955-ad6b-1356e8d755d2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:45.880853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fb31ed0-e1de-4e44-b711-5e34fca0c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.930799 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.933477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:45.938269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764 HTTP/1.1" status: 204 len: 168 time: 0.8830371 Feb 14 21:35:45.991001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet 0643215a-bd3e-4a1d-9e14-bb881c0cb1ef {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:46.008085 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (0643215a-bd3e-4a1d-9e14-bb881c0cb1ef), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.027045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d34f-f01d-4965-bb1c-673652c025e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac4aeb-f17e-4bbd-b8d9-b64b9a71f764,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:46.079812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0643215a-bd3e-4a1d-9e14-bb881c0cb1ef), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.173162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0afe789c-b8b1-47b9-a13a-1629d9b73fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.220752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-219c38c8-cefc-40c5-9385-1dea19607cc2 req-7f6c6c6b-25ad-438a-be67-b88902a26d6b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532252 Feb 14 21:35:46.244624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0643215a-bd3e-4a1d-9e14-bb881c0cb1ef), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.258440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks [] for security_group (7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.276707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96766652-9cc0-4788-a955-3f880ddb1786 req-137bd8d8-fbe9-486e-a552-c5ba696d8b0f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:46.304585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5fb31ed0-e1de-4e44-b711-5e34fca0c125 None None] Current status of the port 391d3430-a81b-4955-ad6b-1356e8d755d2 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:46.311995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96766652-9cc0-4788-a955-3f880ddb1786 req-137bd8d8-fbe9-486e-a552-c5ba696d8b0f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 944 time: 0.4432402 Feb 14 21:35:46.315142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-45737a2e-c8a2-42cf-9ac3-6ed7311960da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:46.318785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-45737a2e-c8a2-42cf-9ac3-6ed7311960da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1127 time: 0.4444499 Feb 14 21:35:46.326415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.358566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0643215a-bd3e-4a1d-9e14-bb881c0cb1ef), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.388765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=0643215a-bd3e-4a1d-9e14-bb881c0cb1ef,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:46.400532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.414481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c7e484b-c50f-4af4-bafe-678a40151cf0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/0643215a-bd3e-4a1d-9e14-bb881c0cb1ef HTTP/1.1" status: 204 len: 168 time: 0.5641942 Feb 14 21:35:46.415294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37462) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:46.461804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37464) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:46.469593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:46.489239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96766652-9cc0-4788-a955-3f880ddb1786 req-6bb122ff-2cb9-499e-ae87-4c1e124e22df tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762760 Feb 14 21:35:46.509517 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:35:46.519681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1172784334-network', 'tenant_id': 'a16202593a28481c8ea93d75849fb94c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:46.524475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a580947e-8471-45e5-b917-a4f336b0fd62), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.583683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 391d3430-a81b-4955-ad6b-1356e8d755d2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:46.584179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.610804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:46.649890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7cd47-c847-4da0-8fa5-af819077a6fe None None] Network a580947e-8471-45e5-b917-a4f336b0fd62 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:46.664145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9be27c50-8d88-4304-9b58-8bde2dee5cc6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.664905 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Added segment 9be27c50-8d88-4304-9b58-8bde2dee5cc6 of type vlan for network 2309431b-8b77-4b7c-b1d0-462cee90b223 Feb 14 21:35:46.666415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port 391d3430-a81b-4955-ad6b-1356e8d755d2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=391d3430-a81b-4955-ad6b-1356e8d755d2,segment=NetworkSegment(8b28165f-60ba-4bec-af20-f026e87c6d24),segment_id=8b28165f-60ba-4bec-af20-f026e87c6d24)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:46.666880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.686319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 391d3430-a81b-4955-ad6b-1356e8d755d2 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:46.687058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Made reservation on behalf of a16202593a28481c8ea93d75849fb94c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:46.689530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.749430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.762688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3932bcd8-1f82-4c75-9d3d-38e56f267257 None None] Provisioning complete for port 391d3430-a81b-4955-ad6b-1356e8d755d2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:46.763122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932bcd8-1f82-4c75-9d3d-38e56f267257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.781184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2309431b-8b77-4b7c-b1d0-462cee90b223), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.800254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (391d3430-a81b-4955-ad6b-1356e8d755d2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.815354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3932bcd8-1f82-4c75-9d3d-38e56f267257 None None] Could not find standard attr ID for object 391d3430-a81b-4955-ad6b-1356e8d755d2. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:35:46.820449 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.db [None req-3932bcd8-1f82-4c75-9d3d-38e56f267257 None None] No ports have port_id starting with 391d3430-a81b-4955-ad6b-1356e8d755d2 Feb 14 21:35:46.838510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdcdfd-975a-4909-817f-a5a6319e3494 req-1dfe9be5-8f87-411f-af1a-c66938eedaa4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:46.846299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cfdcdfd-975a-4909-817f-a5a6319e3494 req-1dfe9be5-8f87-411f-af1a-c66938eedaa4 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3876803 Feb 14 21:35:46.848073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=391d3430-a81b-4955-ad6b-1356e8d755d2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:46.852287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port 391d3430-a81b-4955-ad6b-1356e8d755d2 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:46.885374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-7b3b0a75-6648-49c1-a829-b0be27e584db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:46.886766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-7b3b0a75-6648-49c1-a829-b0be27e584db service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.4241240 Feb 14 21:35:46.906637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:46.912744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674935a5-9e53-41b5-bfd7-78bd34842aad None None] DHCP port deletion for a580947e-8471-45e5-b917-a4f336b0fd62 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:35:46.941016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a580947e-8471-45e5-b917-a4f336b0fd62), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.972321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0afe789c-b8b1-47b9-a13a-1629d9b73fff admin admin] Publish callbacks [] for security_group (76c0b02a-ee01-4422-bf68-33f57efa27ef), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.976900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a580947e-8471-45e5-b917-a4f336b0fd62']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:46.983936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-cfe42f6e-294f-4c40-b163-fdd6e71c0632 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 217 time: 0.0893445 Feb 14 21:35:46.992547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0afe789c-b8b1-47b9-a13a-1629d9b73fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (76c0b02a-ee01-4422-bf68-33f57efa27ef), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:46.997291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b28165f-60ba-4bec-af20-f026e87c6d24') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:46.997590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b28165f-60ba-4bec-af20-f026e87c6d24') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:47.002775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2309431b-8b77-4b7c-b1d0-462cee90b223), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.003857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.004438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.010216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (8b28165f-60ba-4bec-af20-f026e87c6d24), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.022157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2d5cd450-01ab-490c-ae13-129ef98239d7 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:47.023053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.024698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8b28165f-60ba-4bec-af20-f026e87c6d24), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.032777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:47.033240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (8b28165f-60ba-4bec-af20-f026e87c6d24), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:47.036525 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:47.088630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:47.089993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:47.097212 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed77add-0bd7-43f6-b956-f179d003906c" -d '{"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:47.103950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.145570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cfdcdfd-975a-4909-817f-a5a6319e3494 req-39656aa5-cccf-449f-953d-33f88ae63ba5 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981436 Feb 14 21:35:47.146666 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19accdf3-6681-48d9-bfe5-2dd68a379a4e x-openstack-request-id: req-19accdf3-6681-48d9-bfe5-2dd68a379a4e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:47.146963 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:47.148559 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19accdf3-6681-48d9-bfe5-2dd68a379a4e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:47.149642 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'code': 200} Feb 14 21:35:47.178582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.193641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9882360 Feb 14 21:35:47.196862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0afe789c-b8b1-47b9-a13a-1629d9b73fff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f1e84c6b0b543419d0c03f2599f18ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4848526 Feb 14 21:35:47.203179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe789c-b8b1-47b9-a13a-1629d9b73fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0b02a-ee01-4422-bf68-33f57efa27ef,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.206727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37484) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:47.230733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8d73-2d43-473c-a449-dd16ab2e3515 admin admin] Pushing event updated for resources: {'Network': ['ID=2309431b-8b77-4b7c-b1d0-462cee90b223,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.250906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-3823b3a9-df04-4786-9022-16ec98f86e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.252439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-3823b3a9-df04-4786-9022-16ec98f86e82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.2560675 Feb 14 21:35:47.257616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-f5d988e5-078a-47bf-8528-56aa576e03d0 req-310c8c8d-334e-42df-b008-dfb3f709f65f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:35:47.258691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2309431b-8b77-4b7c-b1d0-462cee90b223 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:47.258854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5d988e5-078a-47bf-8528-56aa576e03d0 req-310c8c8d-334e-42df-b008-dfb3f709f65f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105913 Feb 14 21:35:47.316008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks [] for security_group (ad92a483-32c2-44f7-ba8f-2d0ecee79972), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.333620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ad92a483-32c2-44f7-ba8f-2d0ecee79972), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.373668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:47.408546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] Publish callbacks [] for security_group (76c0b02a-ee01-4422-bf68-33f57efa27ef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.410775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad92a483-32c2-44f7-ba8f-2d0ecee79972,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.415738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-5c597404-37b5-4ffa-8e14-9e1d5d75b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.417292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-5c597404-37b5-4ffa-8e14-9e1d5d75b5fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1483471 Feb 14 21:35:47.422966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (796e19aa-6b4f-4874-ab04-8f8b36cf0326), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.423371 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Added segment 796e19aa-6b4f-4874-ab04-8f8b36cf0326 of type vlan for network cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 Feb 14 21:35:47.519510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] Publish callbacks [] for security_group (76c0b02a-ee01-4422-bf68-33f57efa27ef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.645382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a580947e-8471-45e5-b917-a4f336b0fd62), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.650750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (cf787fd5-3f02-4ec0-8e6e-a3a19cda2509), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.664829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.669119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/a580947e-8471-45e5-b917-a4f336b0fd62 HTTP/1.1" status: 204 len: 168 time: 1.2525592 Feb 14 21:35:47.670272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532684e8-c84d-41c8-b124-7135e290b5f1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=a580947e-8471-45e5-b917-a4f336b0fd62,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.672643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37510) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:47.677955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791216160'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:47.702097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:47.707608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.717432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (76c0b02a-ee01-4422-bf68-33f57efa27ef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.720077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.721811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76c0b02a-ee01-4422-bf68-33f57efa27ef HTTP/1.1" status: 204 len: 168 time: 0.5078959 Feb 14 21:35:47.741447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817539e-2a85-445b-a1b2-25948615b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0b02a-ee01-4422-bf68-33f57efa27ef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:47.742678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:35:47.757502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ee8f738a-4eab-4050-857f-c1e2602e963e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.757994 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment ee8f738a-4eab-4050-857f-c1e2602e963e of type vlan for network 1fd3f662-627f-4794-bca7-302959cfbe04 Feb 14 21:35:47.783739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (cf787fd5-3f02-4ec0-8e6e-a3a19cda2509), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.784734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.785329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.813065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7cfe7-a00c-4ae7-b786-8dd28db92490 req-5f836310-4010-4643-853d-164aa1ff0be2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.813362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:35:47.821189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4e7cfe7-a00c-4ae7-b786-8dd28db92490 req-5f836310-4010-4643-853d-164aa1ff0be2 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3792815 Feb 14 21:35:47.821553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (1fd3f662-627f-4794-bca7-302959cfbe04), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.859495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (1fd3f662-627f-4794-bca7-302959cfbe04), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.869465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.870100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:47.895030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838dcfb-2d37-4d49-be77-d3f555555ee2 req-e80be1f2-411a-4093-903b-8e194a6a9011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:47.896492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2838dcfb-2d37-4d49-be77-d3f555555ee2 req-e80be1f2-411a-4093-903b-8e194a6a9011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 944 time: 0.3151634 Feb 14 21:35:47.898959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-854cdef7-95db-4cbc-9d22-4c5a997913f5 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740443 Feb 14 21:35:47.966367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:47.980375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:35:47.989064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4987166 Feb 14 21:35:47.996103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37514) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:48.004542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Request body: {'subnet': {'network_id': 'cf787fd5-3f02-4ec0-8e6e-a3a19cda2509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1172784334-subnet', 'tenant_id': 'a16202593a28481c8ea93d75849fb94c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:48.024475 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3480618 Feb 14 21:35:48.025452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37516) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:48.033641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:48.037722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44163e2f-42ee-48c5-babf-b3b459f96b6e admin admin] Pushing event updated for resources: {'Network': ['ID=cf787fd5-3f02-4ec0-8e6e-a3a19cda2509,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:48.043751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bfdd7-7393-4211-9b77-47b50cacbfca tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=1fd3f662-627f-4794-bca7-302959cfbe04,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:48.066734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:48.079819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 1fd3f662-627f-4794-bca7-302959cfbe04 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:35:48.118195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4e7cfe7-a00c-4ae7-b786-8dd28db92490 req-38fcec01-ca46-4c15-8bba-5ddd51030015 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912457 Feb 14 21:35:48.156827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Made reservation on behalf of a16202593a28481c8ea93d75849fb94c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:48.159514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.190240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2838dcfb-2d37-4d49-be77-d3f555555ee2 req-4e417cb0-d61e-434d-abc2-c952fcdeacf9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777112 Feb 14 21:35:48.192662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a23267a-4aa5-41f1-986d-c36ec0521d60 req-ce1e4645-bb10-41c0-a60a-f1f07b55bf5b service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790523 Feb 14 21:35:48.275937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:48.279885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:48.280246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.298976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.376536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:48.464256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:48.477616 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.478318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:35:48.576989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e6d787d2-9f56-4d46-828c-92d6849241e3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.623811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (98ce32c9-b192-4e8b-b6e8-b2cd0f251c11), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.683211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': 'ee8f738a-4eab-4050-857f-c1e2602e963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:48.683496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 1fd3f662-627f-4794-bca7-302959cfbe04, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:48.705137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=e6d787d2-9f56-4d46-828c-92d6849241e3,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:48.743492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 1fd3f662-627f-4794-bca7-302959cfbe04 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:48.766868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 1fd3f662-627f-4794-bca7-302959cfbe04) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:48.774457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:48.775696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.780986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:48.824620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867df94-2587-47af-8b6e-a6c776090c85 None None] Network 1fd3f662-627f-4794-bca7-302959cfbe04 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:48.835045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'mac_address': 'fa:16:3e:4d:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:35:48.838472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9862287c-447d-4a50-b2cf-bcb9de48e063 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8120790 Feb 14 21:35:48.840240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37550) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:48.847604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1666876671'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:48.901299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dda86-5432-4dcd-bdf3-13bd4240d74d req-7e54bcde-9dc0-48a1-89ed-3b30d60ad04a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:48.909289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a65dda86-5432-4dcd-bdf3-13bd4240d74d req-7e54bcde-9dc0-48a1-89ed-3b30d60ad04a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.5110252 Feb 14 21:35:48.949975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:48.950833 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:48.953392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 391d3430-a81b-4955-ad6b-1356e8d755d2 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:49.025922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:49.041951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 391d3430-a81b-4955-ad6b-1356e8d755d2 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:49.042308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 391d3430-a81b-4955-ad6b-1356e8d755d2 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:49.067002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:49.100129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ce32c9-b192-4e8b-b6e8-b2cd0f251c11,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:49.133028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:49.136702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.158682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22171-61dd-4332-9391-32e8ed23fc57 req-8a63fc4c-f72d-4b50-8081-9fb9cc4945ff tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.162274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-1fd3f662-627f-4794-bca7-302959cfbe04', 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': 'e6d787d2-9f56-4d46-828c-92d6849241e3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:35:49.164191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.168910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22171-61dd-4332-9391-32e8ed23fc57 req-8a63fc4c-f72d-4b50-8081-9fb9cc4945ff tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.169365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:49.173860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 75083fa7-b3d2-4a52-9c11-5f58824476cc yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:49.187170 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.189235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22171-61dd-4332-9391-32e8ed23fc57 req-8a63fc4c-f72d-4b50-8081-9fb9cc4945ff tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.196045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67b22171-61dd-4332-9391-32e8ed23fc57 req-8a63fc4c-f72d-4b50-8081-9fb9cc4945ff tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6188850 Feb 14 21:35:49.253077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Checking segment: {'id': '796e19aa-6b4f-4874-ab04-8f8b36cf0326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf787fd5-3f02-4ec0-8e6e-a3a19cda2509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:49.253474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Network hostable DHCP agents. Network: cf787fd5-3f02-4ec0-8e6e-a3a19cda2509, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:35:49.323436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a65dda86-5432-4dcd-bdf3-13bd4240d74d req-6e420a1f-fbd3-44fd-a5ab-148226fa0327 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064608 Feb 14 21:35:49.358259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Network cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:35:49.379774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['6598a46e-fcb3-4918-8131-bbaceeb5dbcd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:49.383631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.3 (1fd3f662-627f-4794-bca7-302959cfbe04/e6d787d2-9f56-4d46-828c-92d6849241e3/75083fa7-b3d2-4a52-9c11-5f58824476cc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:49.488113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ff10247a-ec95-46c5-ad80-1bf37c09ce16'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:35:49.492890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1b02-333f-44cb-8953-649fc53e4c5e req-c3a616f3-08cf-421c-9b27-4c7614d84d2d tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.494688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-978d1b02-333f-44cb-8953-649fc53e4c5e req-c3a616f3-08cf-421c-9b27-4c7614d84d2d tempest-ComputeTenantNetworksTest-1000189038 tempest-ComputeTenantNetworksTest-1000189038-project] 10.222.0.86 "GET /v2.0/networks/2309431b-8b77-4b7c-b1d0-462cee90b223 HTTP/1.1" status: 200 len: 768 time: 0.1274350 Feb 14 21:35:49.497222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, cf787fd5-3f02-4ec0-8e6e-a3a19cda2509) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:49.504824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37592) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:49.538875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198adc50-a0c9-43d0-bf12-31e47cabb78f None None] Network cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:49.553407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:49.592545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2309431b-8b77-4b7c-b1d0-462cee90b223), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.596935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.597530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.692407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d206ea-2be6-4508-a829-66fdce252f29 req-4017f78c-c528-44dc-b84d-ebc3bb24aa03 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:49.693947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02d206ea-2be6-4508-a829-66fdce252f29 req-4017f78c-c528-44dc-b84d-ebc3bb24aa03 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1983144 Feb 14 21:35:49.706793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4d5d506d-5800-40ee-8a6c-b11576ebda37 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6970041 Feb 14 21:35:49.718027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (75083fa7-b3d2-4a52-9c11-5f58824476cc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.752768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2309431b-8b77-4b7c-b1d0-462cee90b223), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.808090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2309431b-8b77-4b7c-b1d0-462cee90b223']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:49.811951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (75083fa7-b3d2-4a52-9c11-5f58824476cc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.821042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be27c50-8d88-4304-9b58-8bde2dee5cc6') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:49.821651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be27c50-8d88-4304-9b58-8bde2dee5cc6') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:49.852798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (9be27c50-8d88-4304-9b58-8bde2dee5cc6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.888715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9be27c50-8d88-4304-9b58-8bde2dee5cc6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.898270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 1fd3f662-627f-4794-bca7-302959cfbe04 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:49.905253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:49.906325 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (9be27c50-8d88-4304-9b58-8bde2dee5cc6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:49.908288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:49.919868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:50.011732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=75083fa7-b3d2-4a52-9c11-5f58824476cc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:50.067042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Allocated IP 172.20.0.2 (1fd3f662-627f-4794-bca7-302959cfbe04/e6d787d2-9f56-4d46-828c-92d6849241e3/9a9ac6d2-5352-4c1c-945e-5a2e7e064528) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:50.104211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:50.104211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:50.117845 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:50.176790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b87fb634-3b6e-4015-956b-423b81d7fb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3318455 Feb 14 21:35:50.177355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:50.236361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02d206ea-2be6-4508-a829-66fdce252f29 req-6fed9e3a-aaa4-4d87-a1f1-4c6ff1462da7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751742 Feb 14 21:35:50.263006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27315-60dd-48a5-88d7-aecd761a2644 req-bb1af9cd-fdbd-420c-bd1d-835cb53de162 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:50.265027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aef27315-60dd-48a5-88d7-aecd761a2644 req-bb1af9cd-fdbd-420c-bd1d-835cb53de162 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.5855486 Feb 14 21:35:50.266177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2309431b-8b77-4b7c-b1d0-462cee90b223), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.280445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.285417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] 10.222.0.86 "DELETE /v2.0/networks/2309431b-8b77-4b7c-b1d0-462cee90b223 HTTP/1.1" status: 204 len: 168 time: 0.7787442 Feb 14 21:35:50.363999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1959eb1-172c-4fa0-9b69-ef08fb65461a admin admin] Pushing event deleted for resources: {'Network': ['ID=2309431b-8b77-4b7c-b1d0-462cee90b223,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:50.470550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 75083fa7-b3d2-4a52-9c11-5f58824476cc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:50.471114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (75083fa7-b3d2-4a52-9c11-5f58824476cc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.519720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aef27315-60dd-48a5-88d7-aecd761a2644 req-0272c968-5226-45fb-b8b7-9746757eea9b tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328186 Feb 14 21:35:50.528466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks [] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.607368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.708096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (75083fa7-b3d2-4a52-9c11-5f58824476cc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:50.724189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 75083fa7-b3d2-4a52-9c11-5f58824476cc owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:50.865437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Pushing event updated for resources: {'Port': ['ID=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:50.932796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b694-afee-43c1-9630-c34ffeab770c req-1510be16-7269-4016-8256-bc7047ec58f0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:50.939205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1908b694-afee-43c1-9630-c34ffeab770c req-1510be16-7269-4016-8256-bc7047ec58f0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1846480 Feb 14 21:35:51.026473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf6764-6c93-4220-bc93-73422018f4f1 None None] Network cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:51.053501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37686) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:51.080974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (75083fa7-b3d2-4a52-9c11-5f58824476cc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.137024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=75083fa7-b3d2-4a52-9c11-5f58824476cc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:51.173877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3ef69350-c3ee-492d-8c89-e32ece6bbe46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2dce35e779d04fa5a473ff98817da7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189868 Feb 14 21:35:51.182265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37700) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:51.249983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Network 1fd3f662-627f-4794-bca7-302959cfbe04 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:51.277103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:51.284282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:51.370338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Attempting to bind port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:35:51.370612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Attempting to bind port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ee8f738a-4eab-4050-857f-c1e2602e963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:35:51.371099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Attempting to bind port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 on network 1fd3f662-627f-4794-bca7-302959cfbe04 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:35:51.381656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:35:51.382544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Checking segment: {'id': 'ee8f738a-4eab-4050-857f-c1e2602e963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:35:51.383070 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.383598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Bound using segment: {'id': 'ee8f738a-4eab-4050-857f-c1e2602e963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:35:51.384196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Bound port: 9a9ac6d2-5352-4c1c-945e-5a2e7e064528, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8f738a-4eab-4050-857f-c1e2602e963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1fd3f662-627f-4794-bca7-302959cfbe04'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:35:51.385093 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.496076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.499934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] For port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:35:51.504374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] For port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,segment=NetworkSegment(ee8f738a-4eab-4050-857f-c1e2602e963e),segment_id=ee8f738a-4eab-4050-857f-c1e2602e963e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:35:51.510695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45bd23dd-802d-4fd2-9993-e5af818d23d3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/75083fa7-b3d2-4a52-9c11-5f58824476cc HTTP/1.1" status: 204 len: 168 time: 1.3291616 Feb 14 21:35:51.512244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:51.518618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.586887 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e5ebbb-5c6c-47f7-8e1d-fab6e91c08c7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:35:51.592971 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09e5ebbb-5c6c-47f7-8e1d-fab6e91c08c7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/75083fa7-b3d2-4a52-9c11-5f58824476cc HTTP/1.1" status: 404 len: 333 time: 0.0791488 Feb 14 21:35:51.593587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:51.645263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296149dd-8ecd-4413-a083-94e0dea939c6 None None] Pushing event updated for resources: {'Port': ['ID=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:51.795802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet e6d787d2-9f56-4d46-828c-92d6849241e3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:35:51.803326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (e6d787d2-9f56-4d46-828c-92d6849241e3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.812330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:51.901023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e6d787d2-9f56-4d46-828c-92d6849241e3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:51.963235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1908b694-afee-43c1-9630-c34ffeab770c req-01532ea3-cb9e-4547-9028-101677affd79 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177233 Feb 14 21:35:52.006078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:52.008072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.071052 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] Publish callbacks [] for security_group (7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.164067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-7529b33e-16b6-4781-9a85-1f104d5f2ccc tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:52.182461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-7529b33e-16b6-4781-9a85-1f104d5f2ccc tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/networks?id=a6960361-bbee-4978-aa9c-b065e073966b HTTP/1.1" status: 200 len: 824 time: 1.1717763 Feb 14 21:35:52.225726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-f0b9e348-7f78-4265-8a13-7d50aacf1e26 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/quotas/c93caabbcac74b6e996e7c07a8cb9b8a HTTP/1.1" status: 200 len: 375 time: 0.0420079 Feb 14 21:35:52.256270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e6d787d2-9f56-4d46-828c-92d6849241e3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.257464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:52.258626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.289728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] Publish callbacks [] for security_group (7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.335968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:52.337400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:52.339912 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02148a93-5367-4130-b463-0df3801d4d7b" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:52.345357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.367843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-81d91921-d121-43e5-ba6c-93e32cc2a7ef tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c93caabbcac74b6e996e7c07a8cb9b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402035 Feb 14 21:35:52.454829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:52.455127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e6d787d2-9f56-4d46-828c-92d6849241e3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.509442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f163a-f2b3-4ce8-b6ec-16cd64436885 req-3c37159b-b19b-47d8-a669-123de3e9a077 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:52.511696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770f163a-f2b3-4ce8-b6ec-16cd64436885 req-3c37159b-b19b-47d8-a669-123de3e9a077 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.3263140 Feb 14 21:35:52.549943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d787d2-9f56-4d46-828c-92d6849241e3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:52.556432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.592448 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65911f6a-e843-48f0-8dcd-6e8b7f19b1c8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/e6d787d2-9f56-4d46-828c-92d6849241e3 HTTP/1.1" status: 204 len: 168 time: 0.9957185 Feb 14 21:35:52.595016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37724) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:52.626704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.631712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:52.633026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71 HTTP/1.1" status: 204 len: 168 time: 0.7480793 Feb 14 21:35:52.658485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4039e0-7939-454e-b01d-6c735b1f4c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72c7c1-d8a4-4bf1-82d2-b9fa41df3f71,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:52.699742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770f163a-f2b3-4ce8-b6ec-16cd64436885 req-d8fc1b3d-4811-4905-8c01-1e619fe52e93 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666234 Feb 14 21:35:52.728196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d3163c9b-826c-4b53-9558-91e5d7d1b70d service neutron] 10.222.0.86 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591857 Feb 14 21:35:52.839437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (1fd3f662-627f-4794-bca7-302959cfbe04), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.003517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:53.040452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ae70b6e0-2776-4149-a4d6-0fc2eda82ee5 service neutron] 10.222.0.86 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076131 Feb 14 21:35:53.041698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:53.050468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.219000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-3b0107a6-7c91-492a-81f3-93a86899f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:53.220787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-3b0107a6-7c91-492a-81f3-93a86899f810 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 1133 time: 0.1387444 Feb 14 21:35:53.242764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:53.243187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.318771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,segment=NetworkSegment(ee8f738a-4eab-4050-857f-c1e2602e963e),segment_id=ee8f738a-4eab-4050-857f-c1e2602e963e)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:53.319560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.362609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:53.463575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-527c70ca-1343-425c-b4ff-8ef035bec11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:53.465657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-527c70ca-1343-425c-b4ff-8ef035bec11b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.2225223 Feb 14 21:35:53.473726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:53.477518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.623106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,segment=NetworkSegment(ee8f738a-4eab-4050-857f-c1e2602e963e),segment_id=ee8f738a-4eab-4050-857f-c1e2602e963e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:53.643558 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.645764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-245c85ca-480f-440f-b425-b4cbf2379e14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd HTTP/1.1" status: 200 len: 217 time: 0.1742418 Feb 14 21:35:53.652720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9a9ac6d2-5352-4c1c-945e-5a2e7e064528), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:53.676724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:35:53.728636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event deleted for resources: {'Port': ['ID=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:53.812997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:35:53.850999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-e6948ede-e7ea-4f14-82f1-5701c701cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:53.859522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-e6948ede-e7ea-4f14-82f1-5701c701cc25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2005911 Feb 14 21:35:53.882487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=9a9ac6d2-5352-4c1c-945e-5a2e7e064528,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:53.990579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:35:53.998823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:35:54.000160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.063276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (1fd3f662-627f-4794-bca7-302959cfbe04), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.072221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c429b5d-ae81-453c-abed-c4cf9d08cd85 None None] Network 1fd3f662-627f-4794-bca7-302959cfbe04 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:35:54.084859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-ebf3758c-7dc0-430f-a628-6638ac88b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:54.090371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-ebf3758c-7dc0-430f-a628-6638ac88b26f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2233725 Feb 14 21:35:54.122702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd3f662-627f-4794-bca7-302959cfbe04']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:54.149342 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dfcc18-66e5-4f9e-ae8c-496a75a04787 x-openstack-request-id: req-32dfcc18-66e5-4f9e-ae8c-496a75a04787 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:54.149636 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-plugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:54.149899 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32dfcc18-66e5-4f9e-ae8c-496a75a04787 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:54.152537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8f738a-4eab-4050-857f-c1e2602e963e') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:54.152693 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'code': 200} Feb 14 21:35:54.152841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8f738a-4eab-4050-857f-c1e2602e963e') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:35:54.185331 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (ee8f738a-4eab-4050-857f-c1e2602e963e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.222307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ee8f738a-4eab-4050-857f-c1e2602e963e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.232837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:35:54.233258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (ee8f738a-4eab-4050-857f-c1e2602e963e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:35:54.242723 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:35:54.445511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (1fd3f662-627f-4794-bca7-302959cfbe04), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.456952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:54.460349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/1fd3f662-627f-4794-bca7-302959cfbe04 HTTP/1.1" status: 204 len: 168 time: 1.8642762 Feb 14 21:35:54.485810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:54.549918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0759d4e-7254-40cb-b30d-b24c44c492f7 req-cae7738c-88aa-46a4-8529-3e313eabd968 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 210 time: 0.3425257 Feb 14 21:35:54.604408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'name': 'tempest-PortsTestJSON-308542184'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:54.619463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a157976-2009-42ca-a35e-008b90ed4a9f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=1fd3f662-627f-4794-bca7-302959cfbe04,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:54.715419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ae23fe6c-aa79-4870-af14-2b56f6abdff1 None None] Could not find standard attr ID for object 9a9ac6d2-5352-4c1c-945e-5a2e7e064528. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:35:54.785378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-8b0a3121-f08f-4cbf-b47c-445407a6da4d service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766565 Feb 14 21:35:54.967626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cf5b6-39c1-46af-8b5d-4fd0debc6695 None None] DHCP port deletion for 1fd3f662-627f-4794-bca7-302959cfbe04 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:35:55.041319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:35:55.049052 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.069566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:55.076013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.114995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port d1506255-07ed-44dd-8a84-593ab596f194 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:55.155211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:35:55.169071 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.177803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85333-f366-4168-b46c-f6174ee53060 req-9ff6be34-8689-450a-902b-04d212e1381e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:55.185781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19d85333-f366-4168-b46c-f6174ee53060 req-9ff6be34-8689-450a-902b-04d212e1381e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3746378 Feb 14 21:35:55.356060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:55.388995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.389753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.390964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.393931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.394535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.395071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.396251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.396848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.399904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.400272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.400814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.402281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.408718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:35:55.427172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19d85333-f366-4168-b46c-f6174ee53060 req-9b8e01fa-38f1-43a2-bba3-c273adf6dca7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190635 Feb 14 21:35:55.430992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4280b79a-a65b-4a1b-82bd-40e363b520cf req-e2f829c4-dd36-4293-844c-99bd1d6a2466 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371763 Feb 14 21:35:55.707046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (d1506255-07ed-44dd-8a84-593ab596f194), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.723904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be291-790b-46e0-8b31-d32625dd2126 req-c7639552-be91-437f-af2b-2791c3c8a831 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:55.726775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-252be291-790b-46e0-8b31-d32625dd2126 req-c7639552-be91-437f-af2b-2791c3c8a831 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.1553459 Feb 14 21:35:55.778913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d1506255-07ed-44dd-8a84-593ab596f194), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.835769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-252be291-790b-46e0-8b31-d32625dd2126 req-8657df1d-9d72-4c7b-bb40-1d44b0522b3a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000242 Feb 14 21:35:55.864445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=d1506255-07ed-44dd-8a84-593ab596f194,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:55.885256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:55.887578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:55.890801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:55.897985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:55.898624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:55.932447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:55.943417 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6cfeb47f-e494-4f76-8419-0930cd1d6b2a tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4249341 Feb 14 21:35:56.155450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:35:56.167023 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06947bf0-e0a8-4da8-bbba-24db26978c7e" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:35:56.194241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port d1506255-07ed-44dd-8a84-593ab596f194 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:56.194873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d1506255-07ed-44dd-8a84-593ab596f194), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:56.363256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-cb0da7ed-f02b-46fb-a163-2a8e5ff60f30 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:56.371265 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-cb0da7ed-f02b-46fb-a163-2a8e5ff60f30 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.64 "GET /v2.0/networks?id=a6960361-bbee-4978-aa9c-b065e073966b HTTP/1.1" status: 200 len: 824 time: 0.2856305 Feb 14 21:35:56.383821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d1506255-07ed-44dd-8a84-593ab596f194), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:56.389312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Request body: {'port': {'device_id': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b', 'admin_state_up': True, 'tenant_id': 'c93caabbcac74b6e996e7c07a8cb9b8a'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:56.420561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for d1506255-07ed-44dd-8a84-593ab596f194 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:56.626112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d1506255-07ed-44dd-8a84-593ab596f194), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:56.653394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:56.660768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/d1506255-07ed-44dd-8a84-593ab596f194 HTTP/1.1" status: 204 len: 168 time: 0.7267103 Feb 14 21:35:56.662711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37802) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:56.687337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'mac_address': 'fa:16:3e:9e:29:f3', 'name': 'tempest-PortsTestJSON-1005103808'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:56.729378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Made reservation on behalf of c93caabbcac74b6e996e7c07a8cb9b8a for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:56.733359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:56.768987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:35:56.818349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:35:56.818729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9a9ac6d2-5352-4c1c-945e-5a2e7e064528 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:35:56.868743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de744af4-9029-4a94-8806-237f4e32b9a8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=d1506255-07ed-44dd-8a84-593ab596f194,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:56.960302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:57.129741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Allocated IP 172.20.0.7 (a6960361-bbee-4978-aa9c-b065e073966b/2a9cc717-f025-4c8f-9c46-706a5d4f4dbc/f8bed5c6-038d-4def-ac00-c2525a8dab3f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:35:57.219290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:57.253907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port a3f95c00-066f-44ff-9204-4985e99d88f5 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:57.464074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (a3f95c00-066f-44ff-9204-4985e99d88f5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:57.491786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb7370-cb27-4b8d-b930-2661fb28dcdc req-5077679e-5768-4aaf-8bd3-a9a74595d63c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:57.493385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4abb7370-cb27-4b8d-b930-2661fb28dcdc req-5077679e-5768-4aaf-8bd3-a9a74595d63c tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3974781 Feb 14 21:35:57.633195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks [] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:57.696994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-448ca25c-aca2-4d44-9915-7be09c1001e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6913633 Feb 14 21:35:57.795248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a3f95c00-066f-44ff-9204-4985e99d88f5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:57.954718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:57.964149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:58.026365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=a3f95c00-066f-44ff-9204-4985e99d88f5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:58.061615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:58.084327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:58.106605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.109024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.140319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-5e7f1abe-44f7-4131-8f67-c8795521c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.146669 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-5e7f1abe-44f7-4131-8f67-c8795521c419 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbf8034ed68648a6b31190c8c6f64781&device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 1131 time: 0.3264728 Feb 14 21:35:58.159510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4abb7370-cb27-4b8d-b930-2661fb28dcdc req-a252b21f-f399-46c3-9bd9-d84e34888fca tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491961 Feb 14 21:35:58.176283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Network a6960361-bbee-4978-aa9c-b065e073966b is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:35:58.180107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8fe3d9f4-389a-4e27-b271-14c524624be0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5137136 Feb 14 21:35:58.182877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37820) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:58.202662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:35:58.209019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:35:58.228301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Pushing event updated for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:58.404784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.405399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.432281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898b86-53de-4f16-95a7-392958025a8d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.438261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9f898b86-53de-4f16-95a7-392958025a8d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/a3f95c00-066f-44ff-9204-4985e99d88f5 HTTP/1.1" status: 200 len: 841 time: 0.2501853 Feb 14 21:35:58.441038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:58.462925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-d10d12e3-9d3c-4b8f-afc1-31a34fbff2f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0830212 Feb 14 21:35:58.499926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Request body: {'port': {'device_id': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:58.518959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c39fb-9752-4387-bb82-d42535658245 req-ebee1d41-0b60-4ed5-9110-5b5dfcd84856 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.521040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a6c39fb-9752-4387-bb82-d42535658245 req-ebee1d41-0b60-4ed5-9110-5b5dfcd84856 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 931 time: 0.1851268 Feb 14 21:35:58.557942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-c576738e-02e1-48cf-959f-da3e0624c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:58.559533 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-c576738e-02e1-48cf-959f-da3e0624c035 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.3800812 Feb 14 21:35:58.665665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a6c39fb-9752-4387-bb82-d42535658245 req-f8b2e875-2661-4b31-9f4d-d36229e2a9d5 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353884 Feb 14 21:35:58.703674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.704250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port a3f95c00-066f-44ff-9204-4985e99d88f5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:35:58.704546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a3f95c00-066f-44ff-9204-4985e99d88f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.749859 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-50093846-b67a-42c6-8bfa-c42a5077c18b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=2d5cd450-01ab-490c-ae13-129ef98239d7 HTTP/1.1" status: 200 len: 217 time: 0.1748760 Feb 14 21:35:58.750444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.775134 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c70078d-64a8-4a95-abe5-7b3aa86f9c67 x-openstack-request-id: req-8c70078d-64a8-4a95-abe5-7b3aa86f9c67 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:35:58.775462 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:35:58.775720 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c70078d-64a8-4a95-abe5-7b3aa86f9c67 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:35:58.776188 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:35:58.857571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a3f95c00-066f-44ff-9204-4985e99d88f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:58.894107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for a3f95c00-066f-44ff-9204-4985e99d88f5 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:35:59.018596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-df4dd730-9cc0-4396-b80c-dd8b9296bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:59.020469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-df4dd730-9cc0-4396-b80c-dd8b9296bfa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.2504930 Feb 14 21:35:59.130090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c608b-dd05-4ecb-bc48-c9c0b464dfa7 req-1f050958-c6e7-4593-b3d2-d38a1907de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:59.131835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d29c608b-dd05-4ecb-bc48-c9c0b464dfa7 req-1f050958-c6e7-4593-b3d2-d38a1907de4f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1129 time: 0.2539468 Feb 14 21:35:59.156284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a3f95c00-066f-44ff-9204-4985e99d88f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:59.176006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890cc37-50bb-4d02-b314-a78c3e8739cc req-27a74976-137a-46c4-9718-6420700e1dcb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:59.182991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a890cc37-50bb-4d02-b314-a78c3e8739cc req-27a74976-137a-46c4-9718-6420700e1dcb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.2222621 Feb 14 21:35:59.220546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-b9ac5d82-5591-48b6-bef9-1152e3e58dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:59.222064 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-b9ac5d82-5591-48b6-bef9-1152e3e58dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1878850 Feb 14 21:35:59.244475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=a3f95c00-066f-44ff-9204-4985e99d88f5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:35:59.275858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:59.283923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ae897ce2-7bb0-4071-9c6a-7804bba1f4b0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/a3f95c00-066f-44ff-9204-4985e99d88f5 HTTP/1.1" status: 204 len: 168 time: 0.8365715 Feb 14 21:35:59.286389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37834) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:59.393139 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5ddce6-cf70-489b-9896-390d90c02f83 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:35:59.403227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cc5ddce6-cf70-489b-9896-390d90c02f83 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/a3f95c00-066f-44ff-9204-4985e99d88f5 HTTP/1.1" status: 404 len: 333 time: 0.1149151 Feb 14 21:35:59.427656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d29c608b-dd05-4ecb-bc48-c9c0b464dfa7 req-ac78059c-68fe-4acb-a46a-23f8c283d62e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877684 Feb 14 21:35:59.428461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37840) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:35:59.445878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'name': 'tempest-PortsTestJSON-1892442727'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:35:59.475263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a890cc37-50bb-4d02-b314-a78c3e8739cc req-82afc362-c0ee-4818-bfa9-b4c077e5c12e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897763 Feb 14 21:35:59.622687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-f0573d36-0630-43d0-997a-8d2b5ef16cdc service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808146 Feb 14 21:35:59.818216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:35:59.828370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:35:59.878762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 5bf3e736-25b6-4ce4-9184-3d8630face40 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:35:59.950686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ccd5-94d6-4ce2-b078-9fbd1b0272ce req-87a2704f-0770-4b52-a6cc-4235184850c7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:35:59.953192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83a6ccd5-94d6-4ce2-b078-9fbd1b0272ce req-87a2704f-0770-4b52-a6cc-4235184850c7 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.1778054 Feb 14 21:35:59.964623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bed5c6-038d-4def-ac00-c2525a8dab3f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:35:59.975623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks [] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.003513 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-df734d7c-3370-4f5e-88a4-ecefd3aa3a5d req-558a4122-d4a4-4218-b641-9f5a5dc5c7b3 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720551 Feb 14 21:36:00.004615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Transition to ACTIVE for port object f8bed5c6-038d-4def-ac00-c2525a8dab3f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:36:00.016866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.189844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:00.367547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Attempting to bind port f8bed5c6-038d-4def-ac00-c2525a8dab3f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:00.370016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Attempting to bind port f8bed5c6-038d-4def-ac00-c2525a8dab3f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '4b11da6e-9998-4a4d-b72f-2f004ab63ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:00.370446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Attempting to bind port f8bed5c6-038d-4def-ac00-c2525a8dab3f on network a6960361-bbee-4978-aa9c-b065e073966b {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:00.373697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83a6ccd5-94d6-4ce2-b078-9fbd1b0272ce req-ba06cc9b-b939-4e55-8a04-f82e1f954a30 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882546 Feb 14 21:36:00.380503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Port f8bed5c6-038d-4def-ac00-c2525a8dab3f on network a6960361-bbee-4978-aa9c-b065e073966b not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:36:00.381570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Attempting to bind port f8bed5c6-038d-4def-ac00-c2525a8dab3f on network a6960361-bbee-4978-aa9c-b065e073966b {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:00.400177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:00.400177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Checking segment: {'id': '4b11da6e-9998-4a4d-b72f-2f004ab63ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:00.400177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Bound using segment: {'id': '4b11da6e-9998-4a4d-b72f-2f004ab63ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:00.400177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Bound port: f8bed5c6-038d-4def-ac00-c2525a8dab3f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b11da6e-9998-4a4d-b72f-2f004ab63ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:00.400177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.476367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.533716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.573370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:00.583540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f,segment=NetworkSegment(4b11da6e-9998-4a4d-b72f-2f004ab63ef1),segment_id=4b11da6e-9998-4a4d-b72f-2f004ab63ef1)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:00.606537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.635276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:00.640357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:00.682409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:00.689369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:00.690208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.716963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=5bf3e736-25b6-4ce4-9184-3d8630face40,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:00.753838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5dc901fe-1fc9-4beb-9485-645ef5129e0e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3134565 Feb 14 21:36:00.754360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37862) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:00.760732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:00.774074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:00.775769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.780078 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] 10.222.0.64 "PUT /v2.0/ports/f8bed5c6-038d-4def-ac00-c2525a8dab3f HTTP/1.1" status: 200 len: 1092 time: 2.2985356 Feb 14 21:36:00.786196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:00.791097 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:00.806429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3d81c-2a86-41c5-9c6c-717fd0613f34 req-17c1ad7d-c6cd-4004-a0fb-0f8cdcbb8a94 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:00.808175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5e3d81c-2a86-41c5-9c6c-717fd0613f34 req-17c1ad7d-c6cd-4004-a0fb-0f8cdcbb8a94 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 943 time: 0.1483591 Feb 14 21:36:00.832326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5038f9-3938-4288-b08b-77e501e81115 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:00.960208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a4b669f-0ec9-405d-9193-78b79005fd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.961315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:00.969362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-8e95be3c-0bb2-4d6a-984d-6a94d152cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:00.970928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-8e95be3c-0bb2-4d6a-984d-6a94d152cd72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93caabbcac74b6e996e7c07a8cb9b8a&device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 1126 time: 0.1319599 Feb 14 21:36:01.045093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-42485b14-1242-402d-a519-97a70d2682a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f HTTP/1.1" status: 200 len: 217 time: 0.0665028 Feb 14 21:36:01.072332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5e3d81c-2a86-41c5-9c6c-717fd0613f34 req-5495072b-c66d-49d4-aba5-48e23716a289 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515988 Feb 14 21:36:01.116752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-0dd007fc-b920-4510-8f61-d4e80fb7fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:01.118284 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-0dd007fc-b920-4510-8f61-d4e80fb7fe7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2a9cc717-f025-4c8f-9c46-706a5d4f4dbc HTTP/1.1" status: 200 len: 864 time: 0.0646477 Feb 14 21:36:01.199743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-512cd93e-4528-4661-8a1d-2114f767b6db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6960361-bbee-4978-aa9c-b065e073966b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731478 Feb 14 21:36:01.359011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-c454b638-999b-4964-9b4e-661a12e1b912 service neutron] 10.222.0.64 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526475 Feb 14 21:36:01.372340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:01.390244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:01.406764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea16823-9769-42e1-822c-5a40a0e2b7f9 req-10bb5b38-df07-4925-adf5-64590af306a0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:01.415417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ea16823-9769-42e1-822c-5a40a0e2b7f9 req-10bb5b38-df07-4925-adf5-64590af306a0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.1694143 Feb 14 21:36:01.479970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] In _notify_port_updated(), no bound segment for port 5bf3e736-25b6-4ce4-9184-3d8630face40 on network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:36:01.487103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:01.488038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:01.492752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/ports/5bf3e736-25b6-4ce4-9184-3d8630face40 HTTP/1.1" status: 200 len: 818 time: 0.7373645 Feb 14 21:36:01.493838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37868) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:01.651993 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5972e3c8-96c7-4ffd-b840-e0c65a8871ea req-2692f936-8166-42f0-97ba-43673ab18b4e service neutron] 10.222.0.64 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856727 Feb 14 21:36:01.654945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afdfdd-4d68-44ff-9ce2-fa8f8a482130 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=5bf3e736-25b6-4ce4-9184-3d8630face40,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:01.725526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ea16823-9769-42e1-822c-5a40a0e2b7f9 req-6449753f-7feb-421f-ab15-cbeea2326491 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070059 Feb 14 21:36:01.810783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 5bf3e736-25b6-4ce4-9184-3d8630face40 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:01.811508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:01.965562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:01.981597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 5bf3e736-25b6-4ce4-9184-3d8630face40 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:02.099124 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b43980-01f5-4306-b243-6267d9357bb4 x-openstack-request-id: req-a1b43980-01f5-4306-b243-6267d9357bb4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:02.099666 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:02.099666 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1b43980-01f5-4306-b243-6267d9357bb4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:02.100086 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f', 'status': 'completed', 'code': 200} Feb 14 21:36:02.214594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-34416580-5fa7-44b8-9759-d343706ec7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:02.219006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-34416580-5fa7-44b8-9759-d343706ec7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c93caabbcac74b6e996e7c07a8cb9b8a&device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 1126 time: 0.1038716 Feb 14 21:36:02.265261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5bf3e736-25b6-4ce4-9184-3d8630face40), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:02.363574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=5bf3e736-25b6-4ce4-9184-3d8630face40,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:02.394699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:02.413561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db410914-333c-461b-a7a1-8a494a9d40ed tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/5bf3e736-25b6-4ce4-9184-3d8630face40 HTTP/1.1" status: 204 len: 168 time: 0.9106824 Feb 14 21:36:02.425020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37886) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:02.454456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96a6a-ba3a-4f39-b800-d5d895918891 req-f463f9d0-79ce-456e-9b4d-0992ed46f15f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:02.465089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:02.466254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-161b8c14-ca95-4ef8-9875-3137a4251863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:02.467780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-161b8c14-ca95-4ef8-9875-3137a4251863 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6960361-bbee-4978-aa9c-b065e073966b HTTP/1.1" status: 200 len: 925 time: 0.2437537 Feb 14 21:36:02.478730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'floatingip': {'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:02.482923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64e96a6a-ba3a-4f39-b800-d5d895918891 req-f463f9d0-79ce-456e-9b4d-0992ed46f15f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.2915673 Feb 14 21:36:02.657411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e85c21-034c-4a38-914f-fe47e8900bf6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:02.663293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14e85c21-034c-4a38-914f-fe47e8900bf6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2349441 Feb 14 21:36:02.663577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:02.692138 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-ee711d36-3c6b-41e5-bda9-4d810c8b6325 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f HTTP/1.1" status: 200 len: 217 time: 0.2079248 Feb 14 21:36:02.735278 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff11fb2-f91d-46ef-b7c2-9c317be94df9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:02.747449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fff11fb2-f91d-46ef-b7c2-9c317be94df9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/5bf3e736-25b6-4ce4-9184-3d8630face40 HTTP/1.1" status: 404 len: 333 time: 0.0771523 Feb 14 21:36:02.762892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37896) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:02.767914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734053236'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:02.857053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-30493cee-f53c-4a5c-ab21-dbbe8e51ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:02.859784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-30493cee-f53c-4a5c-ab21-dbbe8e51ca9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2a9cc717-f025-4c8f-9c46-706a5d4f4dbc HTTP/1.1" status: 200 len: 864 time: 0.0751684 Feb 14 21:36:02.882813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:02.886301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:02.910289 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-714cd84d-13c0-44b6-a3ca-0b0a820d08c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6960361-bbee-4978-aa9c-b065e073966b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383527 Feb 14 21:36:02.913020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.024594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b72dd3-9424-47f1-ba00-0e58eddd5fe0 req-8e6b49ee-e13d-47f0-a375-110e493206ed tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:03.032288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3b72dd3-9424-47f1-ba00-0e58eddd5fe0 req-8e6b49ee-e13d-47f0-a375-110e493206ed tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 943 time: 0.2788143 Feb 14 21:36:03.081579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:03.141309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2bfce93e-ea2d-49c7-8c40-7b14b80902fa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.141679 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment 2bfce93e-ea2d-49c7-8c40-7b14b80902fa of type vlan for network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 Feb 14 21:36:03.190687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3b72dd3-9424-47f1-ba00-0e58eddd5fe0 req-4fe5d6ba-3aea-4f0d-9d88-bbe7493a2d20 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574364 Feb 14 21:36:03.277907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.340799 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-ebd989fa-afa6-4bd8-9117-98e8fea1bb95 service neutron] 10.222.0.64 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198463 Feb 14 21:36:03.344115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61589491-a9f9-4217-8757-36af4982a41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.357845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.372457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:03.373270 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:03.500437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=c40ba93a-adcb-4b32-b5cb-d631a0aca3d3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:03.513413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:03.531201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-15f9f9e2-e67e-45fe-920b-11ba2e218ac8 req-7d872fa6-2b0a-439f-be2c-c252d060b036 service neutron] 10.222.0.64 "GET /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864367 Feb 14 21:36:03.539415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-62fff4de-6775-4efb-a3e0-b1c290ccc2ab tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7749803 Feb 14 21:36:03.544504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:03.558879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:03.982196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:03.987624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:04.551369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:04.623410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00714d-bb5a-4d80-a7c5-b18f4dd1e3d7 req-6d29d596-8d00-4945-8d6c-90b01fd6aab9 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:04.625021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be00714d-bb5a-4d80-a7c5-b18f4dd1e3d7 req-6d29d596-8d00-4945-8d6c-90b01fd6aab9 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 943 time: 0.1814408 Feb 14 21:36:04.629653 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (831c6e13-75a6-48ab-a274-5316ef983d74), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:04.899076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be00714d-bb5a-4d80-a7c5-b18f4dd1e3d7 req-46ed3757-e3fe-4880-9e94-190dc80078d5 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543869 Feb 14 21:36:04.900003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': '2bfce93e-ea2d-49c7-8c40-7b14b80902fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:04.900479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: c40ba93a-adcb-4b32-b5cb-d631a0aca3d3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:36:04.929997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=831c6e13-75a6-48ab-a274-5316ef983d74,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:04.938767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:36:04.953399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, c40ba93a-adcb-4b32-b5cb-d631a0aca3d3) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:04.966704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:04.967338 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:04.968555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df134aad-b9a5-4ed0-a6f9-28274fa50612 None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:05.010244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-43339e85-07ad-4ed6-9bad-017bc6e27c59 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4621298 Feb 14 21:36:05.010499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37924) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:05.021142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:05.133415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': '831c6e13-75a6-48ab-a274-5316ef983d74'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:36:05.136130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.338102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Allocated IP 172.20.0.2 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/831c6e13-75a6-48ab-a274-5316ef983d74/9cf477d1-b7d5-4884-b1d0-42729d9ac3b4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:05.422634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:05.439913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.501269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.resource_extend [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:36:05.666915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks [] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.678914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.758857 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 831c6e13-75a6-48ab-a274-5316ef983d74 (CIDR: 172.20.0.0/28) Feb 14 21:36:05.767411 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:36:05.767659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:36:05.797980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:05.807687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:05.828313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:05.834112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67a3b52e-a3eb-4d3f-b1b5-f010295ca3c2 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8221416 Feb 14 21:36:05.836926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37936) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:05.842780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.846931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:05.847530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.853227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Pushing event updated for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:05.857365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.940505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Attempting to bind port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:05.941024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Attempting to bind port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '2bfce93e-ea2d-49c7-8c40-7b14b80902fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:05.941501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Attempting to bind port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 on network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:05.948359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:05.949390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Checking segment: {'id': '2bfce93e-ea2d-49c7-8c40-7b14b80902fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:05.950084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:05.950585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Bound using segment: {'id': '2bfce93e-ea2d-49c7-8c40-7b14b80902fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:05.951244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Bound port: 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfce93e-ea2d-49c7-8c40-7b14b80902fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:05.955408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:06.070939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:06.137151 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Floating IP 749c9556-e2a1-480f-b65d-9b49b576c7d6 associated. External IP: 172.25.2.91, port: ff10247a-ec95-46c5-ad80-1bf37c09ce16. Feb 14 21:36:06.169185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:06.184507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,segment=NetworkSegment(2bfce93e-ea2d-49c7-8c40-7b14b80902fa),segment_id=2bfce93e-ea2d-49c7-8c40-7b14b80902fa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:06.216726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:06.274576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628210f-e419-4fd0-b8c4-10ac6491db4c req-c04770c7-a0c6-410e-b435-839d5538dd7a tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:06.279877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6628210f-e419-4fd0-b8c4-10ac6491db4c req-c04770c7-a0c6-410e-b435-839d5538dd7a tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 943 time: 0.1877551 Feb 14 21:36:06.359969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a903c-ceb8-4e88-aaed-4c12a2caa244 None None] Pushing event updated for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:06.399794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6628210f-e419-4fd0-b8c4-10ac6491db4c req-93b48a34-e4dc-4016-a145-342bf44ee149 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144183 Feb 14 21:36:06.434465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:06.441060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:07.002086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f8bed5c6-038d-4def-ac00-c2525a8dab3f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:36:07.146172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:36:07.306932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f,segment=NetworkSegment(4b11da6e-9998-4a4d-b72f-2f004ab63ef1),segment_id=4b11da6e-9998-4a4d-b72f-2f004ab63ef1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:07.338287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f', 'network_id': 'a6960361-bbee-4978-aa9c-b065e073966b', 'port_id': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f', 'mac_address': 'fa:16:3e:1e:5a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9cc717-f025-4c8f-9c46-706a5d4f4dbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:36:07.490535 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:07.515436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f8bed5c6-038d-4def-ac00-c2525a8dab3f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:07.515842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:07.519786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:36:07.529540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:07.535994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Sync routers for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:36:07.559707 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:36:07.561641 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:36:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:07.595580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bed5c6-038d-4def-ac00-c2525a8dab3f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:36:07.600175 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ffc35ff3-70a3-49ba-a299-9683f11d361c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "PUT /v2.0/floatingips/749c9556-e2a1-480f-b65d-9b49b576c7d6 HTTP/1.1" status: 200 len: 991 time: 5.1313670 Feb 14 21:36:07.601329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:07.611340 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1" -d '{"events": [{"name": "network-changed", "server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:07.701063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f,segment=NetworkSegment(4b11da6e-9998-4a4d-b72f-2f004ab63ef1),segment_id=4b11da6e-9998-4a4d-b72f-2f004ab63ef1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:07.720244 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:07.911047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:08.049322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f8bed5c6-038d-4def-ac00-c2525a8dab3f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:36:08.061675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:36:08.247940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (e0631853-83ad-4738-a24c-108207c49d13), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:08.346685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=e0631853-83ad-4738-a24c-108207c49d13,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:08.386109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:08.390151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:08.394549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:08.395463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:08.429886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:08.438111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'fixed_ips': [{'subnet_id': '831c6e13-75a6-48ab-a274-5316ef983d74'}, {'subnet_id': 'e0631853-83ad-4738-a24c-108207c49d13'}], 'name': 'tempest-PortsTestJSON-331137847'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:08.446468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d579e582-eb43-4827-95ca-17662d78b212 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6075931 Feb 14 21:36:08.488161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdb5a8-74f9-449c-bd51-4e0cb2223f91 req-1e30a207-bf4d-400b-a688-1301fb0fd795 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:08.489674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fabdb5a8-74f9-449c-bd51-4e0cb2223f91 req-1e30a207-bf4d-400b-a688-1301fb0fd795 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 944 time: 0.2736583 Feb 14 21:36:08.590311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9801a680-294c-48fd-bcdd-cc5b566e35b7 None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:08.705681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fabdb5a8-74f9-449c-bd51-4e0cb2223f91 req-067a9792-0c7e-4a9c-894e-a2f001c193f6 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043531 Feb 14 21:36:08.781072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:08.794837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:08.795039 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:08.796633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '749c9556-e2a1-480f-b65d-9b49b576c7d6', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:35:30Z', 'updated_at': '2022-02-14T21:36:05Z', 'revision_number': 1, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:08.909262 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Checking router: f40c267d-c3e0-4418-9986-a8a76c1ae1f8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:36:08.935510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:36:08.936294 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:36:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:09.025370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:09.062870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:09.120260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 2ab46a1d-c133-47f5-a9bd-16d75eba978e yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:36:09.212443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f2ee6-d171-4aeb-83d8-ad8f6e81c5c6 req-202e6306-03a8-49ab-9686-090df03daaef tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:09.222115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d40f2ee6-d171-4aeb-83d8-ad8f6e81c5c6 req-202e6306-03a8-49ab-9686-090df03daaef tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.1725962 Feb 14 21:36:09.249703 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:36:09.381879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d40f2ee6-d171-4aeb-83d8-ad8f6e81c5c6 req-b0489dae-9e88-45a9-8093-46a9424c62d2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587651 Feb 14 21:36:09.438892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:09.451728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:09.588076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,segment=NetworkSegment(2bfce93e-ea2d-49c7-8c40-7b14b80902fa),segment_id=2bfce93e-ea2d-49c7-8c40-7b14b80902fa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:09.618346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:09.618754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:09.721733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:09.741796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-5aa741f9-4ef8-42d2-94f6-82d772b5d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:09.743768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-5aa741f9-4ef8-42d2-94f6-82d772b5d116 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1129 time: 0.2425354 Feb 14 21:36:09.975714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19815b0-1bb5-486c-a1a7-85f3457ce31c req-ef5bf0d7-ea0e-451f-bebe-da22bc38a3e1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:09.987385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d19815b0-1bb5-486c-a1a7-85f3457ce31c req-ef5bf0d7-ea0e-451f-bebe-da22bc38a3e1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.3592441 Feb 14 21:36:09.996012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Update dhcp port {'port': {'network_id': 'c40ba93a-adcb-4b32-b5cb-d631a0aca3d3', 'fixed_ips': [{'subnet_id': '831c6e13-75a6-48ab-a274-5316ef983d74', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0631853-83ad-4738-a24c-108207c49d13'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '9cf477d1-b7d5-4884-b1d0-42729d9ac3b4'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:36:10.112280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.3 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/831c6e13-75a6-48ab-a274-5316ef983d74/2ab46a1d-c133-47f5-a9bd-16d75eba978e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:10.119492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.26 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/e0631853-83ad-4738-a24c-108207c49d13/2ab46a1d-c133-47f5-a9bd-16d75eba978e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:10.122117 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:10.135277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:10.241112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d19815b0-1bb5-486c-a1a7-85f3457ce31c req-0d4d91ec-5253-4691-9097-3c160e1280cb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424982 Feb 14 21:36:10.249408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-6d96e4e7-18bf-4a86-a19f-46fdb71852ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:10.252737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-6d96e4e7-18bf-4a86-a19f-46fdb71852ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.4997101 Feb 14 21:36:10.317245 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '749c9556-e2a1-480f-b65d-9b49b576c7d6', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:35:30Z', 'updated_at': '2022-02-14T21:36:05Z', 'revision_number': 1, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:10.482186 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a8a8c-bd85-4d56-acad-ff10c8a0f824 None None] The sync data for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 is: [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '749c9556-e2a1-480f-b65d-9b49b576c7d6', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:35:30Z', 'updated_at': '2022-02-14T21:36:05Z', 'revision_number': 1, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:36:10.508471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfbc2f-bf2d-401f-a37e-d54eec516679 None None] Pushing event updated for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:10.680380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:10.681582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-11658511-27a7-4801-b0c4-992a871bd678 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.4171858 Feb 14 21:36:10.730613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af843cc-deb8-4845-9cda-e9fdfc7a4ec0 req-ed43f3be-edc1-4003-be16-b4865938c0ee tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:10.747624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af843cc-deb8-4845-9cda-e9fdfc7a4ec0 req-ed43f3be-edc1-4003-be16-b4865938c0ee tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 944 time: 0.3271863 Feb 14 21:36:10.840955 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874991f-b599-483d-b90a-3f750d1816c2 x-openstack-request-id: req-6874991f-b599-483d-b90a-3f750d1816c2 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:10.841280 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:10.845855 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6874991f-b599-483d-b90a-3f750d1816c2 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:10.846407 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'status': 'completed', 'code': 200} Feb 14 21:36:10.894730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:10.925925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-f54f4c40-e544-4393-82e9-8b706d3f24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:10.928406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-f54f4c40-e544-4393-82e9-8b706d3f24d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.2385738 Feb 14 21:36:10.930450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:10.946235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0af843cc-deb8-4845-9cda-e9fdfc7a4ec0 req-cb4bb275-46b9-47a7-9cba-c7cb5b420d95 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976626 Feb 14 21:36:11.076821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f8bed5c6-038d-4def-ac00-c2525a8dab3f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:11.083643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-29dbbdb1-26e1-4b03-9c68-2c122982a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:11.085493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-29dbbdb1-26e1-4b03-9c68-2c122982a104 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1378865 Feb 14 21:36:11.096958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78259c37-6b0b-4e49-88bc-a9194dd4893f None None] New status for floating IP 749c9556-e2a1-480f-b65d-9b49b576c7d6: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:36:11.160852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:11.174995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:11.191621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:11.244629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Allocated IP 172.20.0.18 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/e0631853-83ad-4738-a24c-108207c49d13/9cf477d1-b7d5-4884-b1d0-42729d9ac3b4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:11.281815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=2ab46a1d-c133-47f5-a9bd-16d75eba978e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:11.396770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-55b78d1f-7aaf-4ef5-b96d-3eb675ab1cc1 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024509 Feb 14 21:36:11.405096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:11.408160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:11.487199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:11.489370 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b97e69f4-864f-41c1-987c-6ee78283a773 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0501282 Feb 14 21:36:11.527402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '831c6e13-75a6-48ab-a274-5316ef983d74'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:11.549196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,segment=NetworkSegment(2bfce93e-ea2d-49c7-8c40-7b14b80902fa),segment_id=2bfce93e-ea2d-49c7-8c40-7b14b80902fa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:11.606020 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Publish callbacks [] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:11.732776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:11.920111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5b869-d682-4520-b5a7-417dad580151 None None] Pushing event updated for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:11.950376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:11.950863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:11.975192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c53634-b233-42a9-8320-8ba4cad4c8ec req-7b7592e1-db94-4f1e-91ce-be699cdfae41 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:11.985899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c53634-b233-42a9-8320-8ba4cad4c8ec req-7b7592e1-db94-4f1e-91ce-be699cdfae41 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.5360656 Feb 14 21:36:12.281156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port f8bed5c6-038d-4def-ac00-c2525a8dab3f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:36:12.288881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f8bed5c6-038d-4def-ac00-c2525a8dab3f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:12.289442 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:12.328053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2c53634-b233-42a9-8320-8ba4cad4c8ec req-68b3a6f4-363a-4c28-b270-ac57f44d39b3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294685 Feb 14 21:36:12.328982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:12.752664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ede6dc8-3b4d-429a-9c24-bcb1d4035be1 req-c7fd6f68-23c4-4910-9437-5df3536d10a1 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3420420 Feb 14 21:36:13.062556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619465c-e27a-4010-ae86-f9bbb975d7d7 req-d68337fc-67eb-4347-ae03-f0261dfa02f8 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:13.064192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8619465c-e27a-4010-ae86-f9bbb975d7d7 req-d68337fc-67eb-4347-ae03-f0261dfa02f8 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 944 time: 0.3503211 Feb 14 21:36:13.202956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:13.224266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8619465c-e27a-4010-ae86-f9bbb975d7d7 req-eae0d51f-1689-4b8b-aa03-b24d2b16a894 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476483 Feb 14 21:36:13.324871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf6791-1c9f-41d4-bed3-0ddb614eb72b None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:13.422594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Delete allocated IP 172.20.0.26 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/e0631853-83ad-4738-a24c-108207c49d13) {{(pid=103513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:36:13.732940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:13.865486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-945f04d5-f5cf-4d2e-a18b-93c3667c6b59 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:13.866516 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-945f04d5-f5cf-4d2e-a18b-93c3667c6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:13.911148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04dee-ace8-422b-8476-a34aac1a719c req-d08ed903-5731-4181-8743-cd58724bf3de tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:13.927864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7af04dee-ace8-422b-8476-a34aac1a719c req-d08ed903-5731-4181-8743-cd58724bf3de tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.2466722 Feb 14 21:36:14.025877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f8bed5c6-038d-4def-ac00-c2525a8dab3f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:14.028008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.076922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.109128 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.162496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:14.195368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-945f04d5-f5cf-4d2e-a18b-93c3667c6b59 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:14.309139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:14.313402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=2ab46a1d-c133-47f5-a9bd-16d75eba978e,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:14.340206 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee5345-8ec2-4ca6-a028-d4a08e680003" -d '{"events": [{"server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "name": "network-vif-plugged", "status": "completed", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:14.412947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7af04dee-ace8-422b-8476-a34aac1a719c req-70ee208b-8049-46a7-9ee3-1d7bb0eeacd3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841907 Feb 14 21:36:14.428865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f0d29a1-894a-4e77-bb65-81a8c16cec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.436971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f,segment=NetworkSegment(4b11da6e-9998-4a4d-b72f-2f004ab63ef1),segment_id=4b11da6e-9998-4a4d-b72f-2f004ab63ef1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:14.444419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:14.445404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.543116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.806516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:14.862720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f0d29a1-894a-4e77-bb65-81a8c16cec5b admin admin] Publish callbacks [] for security_group (c3b2da07-d65c-484f-801d-c4aa8497af5e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.874086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f0d29a1-894a-4e77-bb65-81a8c16cec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3b2da07-d65c-484f-801d-c4aa8497af5e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.951996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] In _notify_port_updated(), no bound segment for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e on network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:36:14.970714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:14.980956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:14.980956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-85d5c212-ddce-42ce-b085-a0c8a90a58a6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/ports/2ab46a1d-c133-47f5-a9bd-16d75eba978e HTTP/1.1" status: 200 len: 918 time: 3.4576819 Feb 14 21:36:14.980956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38046) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:14.981383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38048) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:14.984490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5f0d29a1-894a-4e77-bb65-81a8c16cec5b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=608ccac8a62743d68d9727df12e167c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8201201 Feb 14 21:36:15.024823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '831c6e13-75a6-48ab-a274-5316ef983d74'}, {'subnet_id': 'e0631853-83ad-4738-a24c-108207c49d13'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:15.037034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d29a1-894a-4e77-bb65-81a8c16cec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2da07-d65c-484f-801d-c4aa8497af5e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:15.134349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:15.134802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:15.138844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:15.303030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61c18-1220-42d2-bf78-76746bbd0ce2 req-92d5c71d-e753-48db-b87b-9abc4dae3dea tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:15.304674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03c61c18-1220-42d2-bf78-76746bbd0ce2 req-92d5c71d-e753-48db-b87b-9abc4dae3dea tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.6747937 Feb 14 21:36:15.331318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:15.362642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Provisioning complete for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:15.363031 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:15.472388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2ee0f-5db8-47f5-88eb-a7dd8492e382 None None] Port 2ab46a1d-c133-47f5-a9bd-16d75eba978e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:15.635688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b84f0ab5-f14f-494e-9509-497f90a77fca None None] Provisioning complete for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:15.640468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b84f0ab5-f14f-494e-9509-497f90a77fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:15.777546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b84f0ab5-f14f-494e-9509-497f90a77fca None None] Port 2ab46a1d-c133-47f5-a9bd-16d75eba978e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:15.785341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:15.845820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] Publish callbacks [] for security_group (c3b2da07-d65c-484f-801d-c4aa8497af5e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:15.950879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] Publish callbacks [] for security_group (c3b2da07-d65c-484f-801d-c4aa8497af5e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:16.014753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2452b098-fdb1-474c-8de6-46b6489dec43 None None] Provisioning complete for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:16.015127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2452b098-fdb1-474c-8de6-46b6489dec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:16.123834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03c61c18-1220-42d2-bf78-76746bbd0ce2 req-8cf9b3f2-54d9-4736-8685-3243b53a8b39 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936473 Feb 14 21:36:16.138415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3b2da07-d65c-484f-801d-c4aa8497af5e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:16.143124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2452b098-fdb1-474c-8de6-46b6489dec43 None None] Port 2ab46a1d-c133-47f5-a9bd-16d75eba978e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:16.143536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:16.147134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3b2da07-d65c-484f-801d-c4aa8497af5e HTTP/1.1" status: 204 len: 168 time: 1.1625762 Feb 14 21:36:16.178322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0648-df9b-420d-a8bf-57a0192c3aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2da07-d65c-484f-801d-c4aa8497af5e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:16.260845 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6bc83d-2659-41bf-86f6-081ddbf6bfd0 x-openstack-request-id: req-9d6bc83d-2659-41bf-86f6-081ddbf6bfd0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:16.262158 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "name": "network-vif-plugged", "status": "completed", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:16.262158 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d6bc83d-2659-41bf-86f6-081ddbf6bfd0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:16.262425 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f', 'code': 200} Feb 14 21:36:16.529788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2fc07-fc8d-42ac-9746-08accccdf115 req-43a14d67-4bc7-4851-a463-021399ff1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:16.536725 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3b2fc07-fc8d-42ac-9746-08accccdf115 req-43a14d67-4bc7-4851-a463-021399ff1272 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 1128 time: 0.2120087 Feb 14 21:36:16.671607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b3b2fc07-fc8d-42ac-9746-08accccdf115 req-ee140d3f-0b91-4edc-96d0-14331e3526ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282804 Feb 14 21:36:16.945909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.30 (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3/e0631853-83ad-4738-a24c-108207c49d13/2ab46a1d-c133-47f5-a9bd-16d75eba978e) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:17.198704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:17.218226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:17.314947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f992c-b357-4555-9828-f2860255605d req-07288191-ed44-40f9-bc68-07e45bfecfae tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:17.328423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-897f992c-b357-4555-9828-f2860255605d req-07288191-ed44-40f9-bc68-07e45bfecfae tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.8449712 Feb 14 21:36:17.431582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=2ab46a1d-c133-47f5-a9bd-16d75eba978e,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:17.656399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-897f992c-b357-4555-9828-f2860255605d req-24a83e06-894c-4196-89f5-355a951f27d0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213816 Feb 14 21:36:17.726229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] In _notify_port_updated(), no bound segment for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e on network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:36:17.737771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:17.749766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:17.756883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-520363ae-757b-4763-beba-597a6d8ecb24 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/ports/2ab46a1d-c133-47f5-a9bd-16d75eba978e HTTP/1.1" status: 200 len: 998 time: 2.7495091 Feb 14 21:36:17.757380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:17.930067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-498a2de4-f226-444d-b3a4-2fcb506f87e6 None None] Provisioning complete for port 2ab46a1d-c133-47f5-a9bd-16d75eba978e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:17.930716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-498a2de4-f226-444d-b3a4-2fcb506f87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:18.079560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3caf1-d825-4ad8-8629-dd6bb477a25b req-014fff54-336a-4902-80f8-7d0073af69e0 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:18.103541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0be3caf1-d825-4ad8-8629-dd6bb477a25b req-014fff54-336a-4902-80f8-7d0073af69e0 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.2533147 Feb 14 21:36:18.129232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 2ab46a1d-c133-47f5-a9bd-16d75eba978e {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:18.130562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:18.187867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-498a2de4-f226-444d-b3a4-2fcb506f87e6 None None] Port 2ab46a1d-c133-47f5-a9bd-16d75eba978e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:18.272965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0be3caf1-d825-4ad8-8629-dd6bb477a25b req-d5f8c796-b4a8-4794-a10a-1771cc3fb5f7 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667025 Feb 14 21:36:18.397795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:18.426954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 2ab46a1d-c133-47f5-a9bd-16d75eba978e owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:18.771286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2ab46a1d-c133-47f5-a9bd-16d75eba978e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:18.947487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=2ab46a1d-c133-47f5-a9bd-16d75eba978e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:19.171727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.180883 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-141acc5e-6e75-4f03-bf83-83b59c865e47 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/2ab46a1d-c133-47f5-a9bd-16d75eba978e HTTP/1.1" status: 204 len: 168 time: 1.4222260 Feb 14 21:36:19.183528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38140) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:19.244937 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784eca5-3700-442a-a611-bc03b2c17513 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:19.272596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0784eca5-3700-442a-a611-bc03b2c17513 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/2ab46a1d-c133-47f5-a9bd-16d75eba978e HTTP/1.1" status: 404 len: 333 time: 0.0847385 Feb 14 21:36:19.273965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:19.448008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet e0631853-83ad-4738-a24c-108207c49d13 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:19.460780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (e0631853-83ad-4738-a24c-108207c49d13), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.566749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e0631853-83ad-4738-a24c-108207c49d13), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.695286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d1126-86e9-4db0-98a9-45c69afcea2e req-f79b0249-9130-431c-be12-d278d2b0a34e tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:19.706355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f7d1126-86e9-4db0-98a9-45c69afcea2e req-f79b0249-9130-431c-be12-d278d2b0a34e tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.2483840 Feb 14 21:36:19.774850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e0631853-83ad-4738-a24c-108207c49d13), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.823021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f7d1126-86e9-4db0-98a9-45c69afcea2e req-23696ef4-d022-43f0-82a1-c1e08ff46a1b tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151443 Feb 14 21:36:19.881892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e0631853-83ad-4738-a24c-108207c49d13), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.956852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=e0631853-83ad-4738-a24c-108207c49d13,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:19.969230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:19.977409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9661a-01ff-434c-b0cb-915da5645eee None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:19.982520 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d29d1424-680b-46b8-a198-76f1200b6365 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/e0631853-83ad-4738-a24c-108207c49d13 HTTP/1.1" status: 204 len: 168 time: 0.7065959 Feb 14 21:36:19.989709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:20.166759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf37ab-aeff-4a94-988f-ce9fdfb0f0a8 req-9758e2d7-afa3-4a85-8c75-529a3d3ca504 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:20.170617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2acf37ab-aeff-4a94-988f-ce9fdfb0f0a8 req-9758e2d7-afa3-4a85-8c75-529a3d3ca504 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.1929770 Feb 14 21:36:20.174298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet 831c6e13-75a6-48ab-a274-5316ef983d74 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:20.191050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (831c6e13-75a6-48ab-a274-5316ef983d74), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:20.333661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (831c6e13-75a6-48ab-a274-5316ef983d74), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:20.370860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2acf37ab-aeff-4a94-988f-ce9fdfb0f0a8 req-99018764-31bf-4529-90af-e32f2d39e489 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858776 Feb 14 21:36:20.662436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (831c6e13-75a6-48ab-a274-5316ef983d74), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:20.836059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (831c6e13-75a6-48ab-a274-5316ef983d74), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:20.902269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:20.913414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38202) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:20.913960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/831c6e13-75a6-48ab-a274-5316ef983d74 HTTP/1.1" status: 204 len: 168 time: 0.9229727 Feb 14 21:36:20.917365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0442ce9-d031-40b5-b521-ef157bd54a3c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=831c6e13-75a6-48ab-a274-5316ef983d74,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:21.163530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:21.536374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:21.537902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:21.609272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082e2f5-ec5c-42d0-ae8b-d9ea46ad10b4 None None] Network c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:21.622340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85309020-0a8a-4e9e-896f-58c9c3bf50f9 req-0e195b4e-0201-4ef3-87b5-9e1882b0326d tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:21.635436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85309020-0a8a-4e9e-896f-58c9c3bf50f9 req-0e195b4e-0201-4ef3-87b5-9e1882b0326d tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.2276232 Feb 14 21:36:21.822809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85309020-0a8a-4e9e-896f-58c9c3bf50f9 req-83ba2333-b5e1-4ebc-9481-183333e2fac9 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854887 Feb 14 21:36:21.864122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,segment=NetworkSegment(2bfce93e-ea2d-49c7-8c40-7b14b80902fa),segment_id=2bfce93e-ea2d-49c7-8c40-7b14b80902fa)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:21.864916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:21.902077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:21.947825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:36:22.007990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f0f50642-9eb8-4841-8800-8e91bc312a5a None None] Provisioning complete for port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:22.009527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0f50642-9eb8-4841-8800-8e91bc312a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:22.180136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] DHCP port deletion for c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:36:22.454722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:22.501101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136600f-6bad-45fc-a3b9-eaa256dcdca8 req-68e28447-a4ea-4c22-a8f8-bf77d147ef15 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:22.505260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c136600f-6bad-45fc-a3b9-eaa256dcdca8 req-68e28447-a4ea-4c22-a8f8-bf77d147ef15 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.2824075 Feb 14 21:36:22.507019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:22.550277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f0f50642-9eb8-4841-8800-8e91bc312a5a None None] Current status of the port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:22.635353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Deleting port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:22.647940 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:22.752372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:22.787514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] For port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:22.788165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:22.805757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Calling delete_port for 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:22.810852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:36:22.817120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (9cf477d1-b7d5-4884-b1d0-42729d9ac3b4), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:22.821526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:22.885860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] Pushing event deleted for resources: {'Port': ['ID=9cf477d1-b7d5-4884-b1d0-42729d9ac3b4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:22.890019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:36:22.894614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291a687-7cb7-47ab-9f50-19d0e37130c9 None None] No DVR routers for this DVR port 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:23.013370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:23.013766 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.049264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.061408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:36:23.096643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09987-2475-42b9-b58d-1c38d5651c07 req-63678f16-cfa9-45a0-b3e0-002125ac498f tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:23.106337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dc09987-2475-42b9-b58d-1c38d5651c07 req-63678f16-cfa9-45a0-b3e0-002125ac498f tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.6314793 Feb 14 21:36:23.122179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:23.129961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c136600f-6bad-45fc-a3b9-eaa256dcdca8 req-64ddb78a-6d91-43a9-84ec-4f9854b9798e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731417 Feb 14 21:36:23.132750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40ba93a-adcb-4b32-b5cb-d631a0aca3d3']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:23.140918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.193010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfce93e-ea2d-49c7-8c40-7b14b80902fa') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:23.194995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfce93e-ea2d-49c7-8c40-7b14b80902fa') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:23.258479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (2bfce93e-ea2d-49c7-8c40-7b14b80902fa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.267701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38320) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:23.296803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ff10247a-ec95-46c5-ad80-1bf37c09ce16'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:36:23.425617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dc09987-2475-42b9-b58d-1c38d5651c07 req-1a765ed4-7c94-4b9d-b008-491d0a928bda tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165832 Feb 14 21:36:23.429872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2bfce93e-ea2d-49c7-8c40-7b14b80902fa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.441794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:23.450626 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (2bfce93e-ea2d-49c7-8c40-7b14b80902fa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.455610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:23.457524 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:23.465099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:23.509485 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:36:23.568161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.582051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:23.582608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9cf477d1-b7d5-4884-b1d0-42729d9ac3b4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:23.753495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c40ba93a-adcb-4b32-b5cb-d631a0aca3d3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.817556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.826546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Publish callbacks [] for security_group (54a7a7be-beea-48f2-8555-068a2142f815), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.829005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/c40ba93a-adcb-4b32-b5cb-d631a0aca3d3 HTTP/1.1" status: 204 len: 168 time: 2.9144824 Feb 14 21:36:23.849743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (54a7a7be-beea-48f2-8555-068a2142f815), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:23.850817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38346) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:23.924692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92ff61-6e0b-43e0-b706-627418d3b37c req-3e15ad7d-d4b0-4af5-acaa-d8f42d2180af tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:23.937981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb92ff61-6e0b-43e0-b706-627418d3b37c req-3e15ad7d-d4b0-4af5-acaa-d8f42d2180af tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 950 time: 0.3828702 Feb 14 21:36:23.944622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:23.954264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36179bc-5423-4a2c-9435-212528c8fc1e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=c40ba93a-adcb-4b32-b5cb-d631a0aca3d3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:24.029570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:24.029892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.073570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cb9cb42769ac4cb7bbeebaf469f4fdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8047652 Feb 14 21:36:24.079630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a7a7be-beea-48f2-8555-068a2142f815,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:24.082628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:24.134192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb92ff61-6e0b-43e0-b706-627418d3b37c req-57e21f27-aa9a-4dbe-ab22-6f4a14f03b76 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812427 Feb 14 21:36:24.139552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:24.140021 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.150751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.151753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.152116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.152457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.159070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.159850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.161602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.166007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.166778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.167393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.169962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c9b65-378d-4ac6-95e8-dbfda277e51f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.176925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a71c9b65-378d-4ac6-95e8-dbfda277e51f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2778642 Feb 14 21:36:24.177557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38360) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:24.177890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.181076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.181630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74505d84-68a5-4f81-8df3-7474e46bc198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:24.237531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:24.238940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:24.242031 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e6d55f-ef5a-41f9-9f69-7c33920cebc8" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:24.253939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.297694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a14215a6-1736-4602-847f-9a88768ebfb1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1179020 Feb 14 21:36:24.301389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:24.318558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1695478040'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:24.362843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-c0a7b1ad-79b1-4083-b9f6-e847b0af08a0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.365826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-c0a7b1ad-79b1-4083-b9f6-e847b0af08a0 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.3913653 Feb 14 21:36:24.394053 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8867c81e-5d58-4ee3-9347-1e0a21cdab9a x-openstack-request-id: req-8867c81e-5d58-4ee3-9347-1e0a21cdab9a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:24.397718 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:24.398071 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8867c81e-5d58-4ee3-9347-1e0a21cdab9a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:24.400850 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:36:24.436670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:24.453572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-b1ef27ea-0dcd-4e85-96d0-8c419397e85c tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.458234 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-b1ef27ea-0dcd-4e85-96d0-8c419397e85c tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.6298525 Feb 14 21:36:24.471317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:24.479773 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.556903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:24.577463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a0f5ea24-bbfd-41f9-99d6-af7df604c2e1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.579352 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment a0f5ea24-bbfd-41f9-99d6-af7df604c2e1 of type vlan for network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 Feb 14 21:36:24.747457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f01b6-2321-4420-83dc-3ef50e43edb3 req-6e4b9b57-2e59-403c-88c7-d77d1b709324 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.761113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-107f01b6-2321-4420-83dc-3ef50e43edb3 req-6e4b9b57-2e59-403c-88c7-d77d1b709324 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.4259593 Feb 14 21:36:24.763932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (350cf774-0423-4f8a-b4f6-7c7d4cfe1326), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.947525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52955e7-aaf4-49e2-8885-597e5907f8ae req-ba196152-0bd6-4050-81ba-eed76d8b37eb tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.949970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a52955e7-aaf4-49e2-8885-597e5907f8ae req-ba196152-0bd6-4050-81ba-eed76d8b37eb tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 945 time: 0.3017399 Feb 14 21:36:24.961509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-107f01b6-2321-4420-83dc-3ef50e43edb3 req-ea869807-2df5-4b56-85c5-2840f05ea69e tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934338 Feb 14 21:36:24.964182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (350cf774-0423-4f8a-b4f6-7c7d4cfe1326), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:24.974956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:24.978582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.096367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] Publish callbacks [] for security_group (54a7a7be-beea-48f2-8555-068a2142f815), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.101789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7981875 Feb 14 21:36:25.102608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38372) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:25.120254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:25.167459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] Publish callbacks [] for security_group (54a7a7be-beea-48f2-8555-068a2142f815), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.293317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Deleting port 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:25.294236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.388015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Deleting port f8bed5c6-038d-4def-ac00-c2525a8dab3f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:25.389815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.525079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] For port f8bed5c6-038d-4def-ac00-c2525a8dab3f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f8bed5c6-038d-4def-ac00-c2525a8dab3f,segment=NetworkSegment(4b11da6e-9998-4a4d-b72f-2f004ab63ef1),segment_id=4b11da6e-9998-4a4d-b72f-2f004ab63ef1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:25.525625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.544251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Calling delete_port for f8bed5c6-038d-4def-ac00-c2525a8dab3f owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:25.709370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (54a7a7be-beea-48f2-8555-068a2142f815), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.713385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.719707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54a7a7be-beea-48f2-8555-068a2142f815 HTTP/1.1" status: 204 len: 168 time: 1.6322045 Feb 14 21:36:25.782169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=350cf774-0423-4f8a-b4f6-7c7d4cfe1326,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:25.816753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a52955e7-aaf4-49e2-8885-597e5907f8ae req-c9e2409b-202c-441a-b86e-a1abac93107c tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/security-groups?id=ab067e1b-62b4-4381-8c11-336e89d84e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540585 Feb 14 21:36:25.824551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.824900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.825489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.825638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.825955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.826349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.826660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.827012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.827412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.827742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.828202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.828498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.828872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dc234-c8b7-49cc-839f-5bc80ddbda0d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:25.836082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:25.841254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:25.846184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] For port 3ee76a88-24aa-4837-9f5b-db23fceb905f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3ee76a88-24aa-4837-9f5b-db23fceb905f,segment=NetworkSegment(128701c8-9f5d-43b4-938b-bfee76498042),segment_id=128701c8-9f5d-43b4-938b-bfee76498042)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:25.846569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.847847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:25.901408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Calling delete_port for 3ee76a88-24aa-4837-9f5b-db23fceb905f owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:26.097469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f8bed5c6-038d-4def-ac00-c2525a8dab3f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.104740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (f6b539c1-1552-4172-b573-a55b409c4222), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.112188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f8bed5c6-038d-4def-ac00-c2525a8dab3f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:36:26.161873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Pushing event deleted for resources: {'Port': ['ID=f8bed5c6-038d-4def-ac00-c2525a8dab3f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:26.194266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf65185-5d92-495b-8b45-d1801f177b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a7a7be-beea-48f2-8555-068a2142f815,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:26.276670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8582-e4a8-4764-9482-fa890d08472a req-bb72f051-446f-49c9-9847-7be0f092fc19 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:26.279857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eee8582-e4a8-4764-9482-fa890d08472a req-bb72f051-446f-49c9-9847-7be0f092fc19 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 950 time: 0.5367072 Feb 14 21:36:26.344972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] No DVR routers for this DVR port f8bed5c6-038d-4def-ac00-c2525a8dab3f on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:26.349286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.354727 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-01b5617a-4b1f-4362-82a3-aa3209e9b83f req-c18e7302-2638-4d6f-ad0c-7000e3dcc4f2 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.64 "DELETE /v2.0/ports/f8bed5c6-038d-4def-ac00-c2525a8dab3f HTTP/1.1" status: 204 len: 173 time: 1.8889120 Feb 14 21:36:26.354727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'name': 'network-vif-deleted', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:26.357781 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e5c01-dd16-43d0-8449-770ae2092dc9" -d '{"events": [{"server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "name": "network-vif-deleted", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:26.361502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=f6b539c1-1552-4172-b573-a55b409c4222,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:26.389046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:26.389484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 350cf774-0423-4f8a-b4f6-7c7d4cfe1326, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:36:26.425069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbda20-9f8b-4371-b8d8-f29105d39e63 req-e2cf7a71-905f-4f39-a564-f8ae96260d5a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:26.431820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95dbda20-9f8b-4371-b8d8-f29105d39e63 req-e2cf7a71-905f-4f39-a564-f8ae96260d5a tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/ports?device_id=72a2ba69-70e5-47b5-af09-9505753b1647 HTTP/1.1" status: 200 len: 947 time: 0.2456253 Feb 14 21:36:26.489271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1eee8582-e4a8-4764-9482-fa890d08472a req-f5d9bbe8-98f5-4c39-af16-7765ddc81a2a tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621759 Feb 14 21:36:26.491928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3ee76a88-24aa-4837-9f5b-db23fceb905f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.503995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3ee76a88-24aa-4837-9f5b-db23fceb905f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:36:26.523101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:36:26.554275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 350cf774-0423-4f8a-b4f6-7c7d4cfe1326) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:26.568767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a962fc-9dcc-494c-8527-e64669137c75 None None] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:26.577631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:26.578235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.585914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38398) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:26.592859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Pushing event deleted for resources: {'Port': ['ID=3ee76a88-24aa-4837-9f5b-db23fceb905f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:26.657935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95dbda20-9f8b-4371-b8d8-f29105d39e63 req-aabb4487-056f-4e63-ab14-15ee60171991 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.86 "GET /v2.0/security-groups?id=7add3356-b253-48f3-af1e-9e886f30be34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057192 Feb 14 21:36:26.669711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e717dbd5-17d8-44a0-9e40-6989b16c28f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.740640 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66110d-8635-423a-8193-2967eae8e439 x-openstack-request-id: req-4a66110d-8635-423a-8193-2967eae8e439 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:26.741108 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc0f507-e58a-46b8-94c4-b33d5b8b8871", "name": "network-vif-deleted", "tag": "f8bed5c6-038d-4def-ac00-c2525a8dab3f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:26.741559 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a66110d-8635-423a-8193-2967eae8e439 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:26.741770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ca20dbe0-cd21-4aa0-874a-54dbf3ed93cd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6288671 Feb 14 21:36:26.742231 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc0f507-e58a-46b8-94c4-b33d5b8b8871', 'name': 'network-vif-deleted', 'tag': 'f8bed5c6-038d-4def-ac00-c2525a8dab3f', 'status': 'completed', 'code': 200} Feb 14 21:36:26.742673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38406) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:26.744010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] No DVR routers for this DVR port 3ee76a88-24aa-4837-9f5b-db23fceb905f on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:26.749897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:26.753355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4e6ae280-6b95-48dc-8cce-08e31b22b330 req-439fbc9f-0e58-41ca-a764-d753a914d8cb tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] 10.222.0.64 "DELETE /v2.0/ports/3ee76a88-24aa-4837-9f5b-db23fceb905f HTTP/1.1" status: 204 len: 173 time: 2.3746908 Feb 14 21:36:26.772123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326', 'name': 'tempest-PortsTestJSON-903226431'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:26.893319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-350cf774-0423-4f8a-b4f6-7c7d4cfe1326', 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': 'f6b539c1-1552-4172-b573-a55b409c4222'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:36:26.894191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.196574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82b319b2-103a-436c-a79b-ab47a70553e5 req-cea81b85-4faf-420d-ac4b-412bd1418473 tempest-ServersNegativeTestMultiTenantJSON-1755623047 tempest-ServersNegativeTestMultiTenantJSON-1755623047-project] 10.222.0.86 "GET /v2.0/ports?device_id=afc0f507-e58a-46b8-94c4-b33d5b8b8871 HTTP/1.1" status: 200 len: 210 time: 0.1326885 Feb 14 21:36:27.291935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:27.296534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.340822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e717dbd5-17d8-44a0-9e40-6989b16c28f2 admin admin] Publish callbacks [] for security_group (266bdddb-32a2-436e-8e6e-ce5478df1468), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.351812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port e54aee6c-a26c-4eec-9c8c-04b8820ab097 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:36:27.371250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e717dbd5-17d8-44a0-9e40-6989b16c28f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (266bdddb-32a2-436e-8e6e-ce5478df1468), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.389637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Allocated IP 172.20.0.2 (350cf774-0423-4f8a-b4f6-7c7d4cfe1326/f6b539c1-1552-4172-b573-a55b409c4222/e20230e0-4d3b-46b7-9fdf-db7975e53e78) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:27.506463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717dbd5-17d8-44a0-9e40-6989b16c28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266bdddb-32a2-436e-8e6e-ce5478df1468,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:27.515122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e717dbd5-17d8-44a0-9e40-6989b16c28f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=012f15e4231b46568ea16b789797ccec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9252589 Feb 14 21:36:27.515455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38450) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:27.696097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] Publish callbacks [] for security_group (266bdddb-32a2-436e-8e6e-ce5478df1468), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.734388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks [] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.743986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] Publish callbacks [] for security_group (266bdddb-32a2-436e-8e6e-ce5478df1468), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.747222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.775751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38472) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:27.888684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:27.893527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:27.911873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.5 (350cf774-0423-4f8a-b4f6-7c7d4cfe1326/f6b539c1-1552-4172-b573-a55b409c4222/e54aee6c-a26c-4eec-9c8c-04b8820ab097) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:27.930078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (266bdddb-32a2-436e-8e6e-ce5478df1468), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.933131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:27.936763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/266bdddb-32a2-436e-8e6e-ce5478df1468 HTTP/1.1" status: 204 len: 168 time: 0.4169762 Feb 14 21:36:27.966936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Pushing event updated for resources: {'Port': ['ID=e20230e0-4d3b-46b7-9fdf-db7975e53e78,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:27.969101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b101a-44b6-4d0f-afb9-138dd50fdc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266bdddb-32a2-436e-8e6e-ce5478df1468,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:27.997120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:28.003334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:28.406347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.456234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38518) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:28.481485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.567882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Deleting subnet fad028f1-1608-4983-9014-ba9aed86d03a {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:28.663075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=e54aee6c-a26c-4eec-9c8c-04b8820ab097,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:28.679618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:28.683691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:28.685616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Publish callbacks [] for subnet (fad028f1-1608-4983-9014-ba9aed86d03a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.702977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:28.781773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-deleted', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:28.783955 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02a5d2-ac83-4c97-923e-988d4bfabf01" -d '{"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-deleted", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:28.849718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Attempting to bind port e20230e0-4d3b-46b7-9fdf-db7975e53e78 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:28.850135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Attempting to bind port e20230e0-4d3b-46b7-9fdf-db7975e53e78 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:28.850511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Attempting to bind port e20230e0-4d3b-46b7-9fdf-db7975e53e78 on network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:28.865208 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbb580-59e4-4a52-8240-70aa2955a14f x-openstack-request-id: req-58cbb580-59e4-4a52-8240-70aa2955a14f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:28.865501 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2ba69-70e5-47b5-af09-9505753b1647", "name": "network-vif-deleted", "tag": "3ee76a88-24aa-4837-9f5b-db23fceb905f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:28.865751 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58cbb580-59e4-4a52-8240-70aa2955a14f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:28.866143 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2ba69-70e5-47b5-af09-9505753b1647', 'name': 'network-vif-deleted', 'tag': '3ee76a88-24aa-4837-9f5b-db23fceb905f', 'status': 'completed', 'code': 200} Feb 14 21:36:28.899120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Deleting subnet 2a9cc717-f025-4c8f-9c46-706a5d4f4dbc {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:28.913581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:28.914231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Checking segment: {'id': 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:28.914360 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.914726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Bound using segment: {'id': 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:28.915241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Bound port: e20230e0-4d3b-46b7-9fdf-db7975e53e78, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:28.915626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.917458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.922786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (fad028f1-1608-4983-9014-ba9aed86d03a), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.924759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Publish callbacks [] for subnet (2a9cc717-f025-4c8f-9c46-706a5d4f4dbc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.957483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:28.958299 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:28.989867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f50a59af-abdf-44ba-b615-9fee99e19577 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2411668 Feb 14 21:36:28.992776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38568) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:28.999804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '350cf774-0423-4f8a-b4f6-7c7d4cfe1326', 'name': 'tempest-PortsTestJSON-1869362970'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:29.059133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (2a9cc717-f025-4c8f-9c46-706a5d4f4dbc), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.123126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:29.152083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2a9cc717-f025-4c8f-9c46-706a5d4f4dbc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.323551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:29.325098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] For port e20230e0-4d3b-46b7-9fdf-db7975e53e78, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:29.327276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.335089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] For port e20230e0-4d3b-46b7-9fdf-db7975e53e78, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e20230e0-4d3b-46b7-9fdf-db7975e53e78,segment=NetworkSegment(a0f5ea24-bbfd-41f9-99d6-af7df604c2e1),segment_id=a0f5ea24-bbfd-41f9-99d6-af7df604c2e1)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:29.340751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fad028f1-1608-4983-9014-ba9aed86d03a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.344434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:29.347179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.396494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:29.398275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3ee76a88-24aa-4837-9f5b-db23fceb905f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:29.398855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3ee76a88-24aa-4837-9f5b-db23fceb905f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:29.399541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f8bed5c6-038d-4def-ac00-c2525a8dab3f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:29.413594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 18c96c41-2e26-4adb-a119-cd65fe49a40f yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:36:29.448845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:29.451731 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834b586-53a3-42a6-a1f5-79528f138460" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-unplugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:29.457245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: f8bed5c6-038d-4def-ac00-c2525a8dab3f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:29.457658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f8bed5c6-038d-4def-ac00-c2525a8dab3f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:29.459839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.462418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.556549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (2a9cc717-f025-4c8f-9c46-706a5d4f4dbc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.571624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af83b9-01c4-451e-bc24-9b22d34a6927 None None] Pushing event updated for resources: {'Port': ['ID=e20230e0-4d3b-46b7-9fdf-db7975e53e78,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:29.599295 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978b29e-005d-4d87-9e8f-48f067303e9e x-openstack-request-id: req-1978b29e-005d-4d87-9e8f-48f067303e9e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:29.599597 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-unplugged", "status": "completed", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:29.599852 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1978b29e-005d-4d87-9e8f-48f067303e9e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:29.600361 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'code': 200} Feb 14 21:36:29.688649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.697331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:29.719128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2a9cc717-f025-4c8f-9c46-706a5d4f4dbc HTTP/1.1" status: 204 len: 168 time: 1.2553596 Feb 14 21:36:29.720041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38614) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:29.762296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbc65a-3ec2-4a99-80f3-d3365c6cb2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9cc717-f025-4c8f-9c46-706a5d4f4dbc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:29.862138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.13 (350cf774-0423-4f8a-b4f6-7c7d4cfe1326/f6b539c1-1552-4172-b573-a55b409c4222/18c96c41-2e26-4adb-a119-cd65fe49a40f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:29.929171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fad028f1-1608-4983-9014-ba9aed86d03a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:29.987205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.004085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fad028f1-1608-4983-9014-ba9aed86d03a HTTP/1.1" status: 204 len: 168 time: 2.2222376 Feb 14 21:36:30.008770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:30.096027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a6960361-bbee-4978-aa9c-b065e073966b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.134815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a24f12-f60e-45bc-a4ae-b9c02c4e35a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad028f1-1608-4983-9014-ba9aed86d03a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:30.301411 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (18c96c41-2e26-4adb-a119-cd65fe49a40f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.386238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4de2d626-10a7-42fa-a187-a99f98d387e9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.394648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (18c96c41-2e26-4adb-a119-cd65fe49a40f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.446934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:30.453140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:30.461769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:30.661693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a6960361-bbee-4978-aa9c-b065e073966b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.710831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:30.715000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.768394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=18c96c41-2e26-4adb-a119-cd65fe49a40f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:30.811675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eb838df1-ed56-4f12-994a-5d48ff6b85b9 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8180780 Feb 14 21:36:30.812610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38672) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:30.851411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6960361-bbee-4978-aa9c-b065e073966b']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:30.892036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4de2d626-10a7-42fa-a187-a99f98d387e9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.897013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b11da6e-9998-4a4d-b72f-2f004ab63ef1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:30.897572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b11da6e-9998-4a4d-b72f-2f004ab63ef1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:30.938820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (4b11da6e-9998-4a4d-b72f-2f004ab63ef1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:30.979563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de2d626-10a7-42fa-a187-a99f98d387e9']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:30.980897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9377a5bb-0d5c-4b17-96cc-cc53382c40d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.011134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128701c8-9f5d-43b4-938b-bfee76498042') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:31.011477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128701c8-9f5d-43b4-938b-bfee76498042') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:31.013603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4b11da6e-9998-4a4d-b72f-2f004ab63ef1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.062267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (128701c8-9f5d-43b4-938b-bfee76498042), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.073856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:31.074593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (4b11da6e-9998-4a4d-b72f-2f004ab63ef1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:31.079749 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:31.124895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c148d98-ae5a-4ff8-8a39-e5fc58648c7f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:31.130799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c148d98-ae5a-4ff8-8a39-e5fc58648c7f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.3127625 Feb 14 21:36:31.132775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38682) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:31.160705 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (128701c8-9f5d-43b4-938b-bfee76498042), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.204218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:31.206909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (128701c8-9f5d-43b4-938b-bfee76498042), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:31.240348 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:31.392274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a6960361-bbee-4978-aa9c-b065e073966b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.407385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.410870 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a6960361-bbee-4978-aa9c-b065e073966b HTTP/1.1" status: 204 len: 168 time: 1.6803141 Feb 14 21:36:31.415512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38694) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:31.449614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047bcc4-1a4f-49c8-9f1b-20002f0c5927 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6960361-bbee-4978-aa9c-b065e073966b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:31.457158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4de2d626-10a7-42fa-a187-a99f98d387e9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.465660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.479040 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] 10.222.0.86 "DELETE /v2.0/networks/4de2d626-10a7-42fa-a187-a99f98d387e9 HTTP/1.1" status: 204 len: 168 time: 1.4546504 Feb 14 21:36:31.533471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123da76-f34f-4836-bc74-71f90f7c084c admin admin] Pushing event deleted for resources: {'Network': ['ID=4de2d626-10a7-42fa-a187-a99f98d387e9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:31.584295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 18c96c41-2e26-4adb-a119-cd65fe49a40f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:31.584295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (18c96c41-2e26-4adb-a119-cd65fe49a40f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.641069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Deleting subnet 98ce32c9-b192-4e8b-b6e8-b2cd0f251c11 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:31.649145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Publish callbacks [] for subnet (98ce32c9-b192-4e8b-b6e8-b2cd0f251c11), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.657218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e20230e0-4d3b-46b7-9fdf-db7975e53e78 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:31.819093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (98ce32c9-b192-4e8b-b6e8-b2cd0f251c11), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.889538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001998b3-f733-4e5d-88cd-7da685045dd2 None None] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:31.905319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (98ce32c9-b192-4e8b-b6e8-b2cd0f251c11), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.930008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (18c96c41-2e26-4adb-a119-cd65fe49a40f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:31.941255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:31.975746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 18c96c41-2e26-4adb-a119-cd65fe49a40f owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:32.067399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-530eb27d-c5c8-43e8-a97a-fe4ec62e7eeb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=98bf0a64bc1c42d69bf6bafde09a87ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247444 Feb 14 21:36:32.068118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38724) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:32.177139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (98ce32c9-b192-4e8b-b6e8-b2cd0f251c11), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.208496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] Publish callbacks [] for security_group (7add3356-b253-48f3-af1e-9e886f30be34), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.257191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] Publish callbacks [] for security_group (7add3356-b253-48f3-af1e-9e886f30be34), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.293674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Provisioning complete for port e20230e0-4d3b-46b7-9fdf-db7975e53e78 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:32.294221 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.300417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ce32c9-b192-4e8b-b6e8-b2cd0f251c11,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:32.358809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.380997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7113257c-ac1c-472e-bc37-88af119b149d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/98ce32c9-b192-4e8b-b6e8-b2cd0f251c11 HTTP/1.1" status: 204 len: 168 time: 0.9620175 Feb 14 21:36:32.384515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38728) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:32.442338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7add3356-b253-48f3-af1e-9e886f30be34), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.447271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e20230e0-4d3b-46b7-9fdf-db7975e53e78 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:32.451471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.453353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.461847 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7add3356-b253-48f3-af1e-9e886f30be34 HTTP/1.1" status: 204 len: 168 time: 0.3859921 Feb 14 21:36:32.502469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eceb0-62f3-4efb-abcf-fc24f93581b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add3356-b253-48f3-af1e-9e886f30be34,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:32.680379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (cf787fd5-3f02-4ec0-8e6e-a3a19cda2509), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.827932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (18c96c41-2e26-4adb-a119-cd65fe49a40f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.834713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Current status of the port e20230e0-4d3b-46b7-9fdf-db7975e53e78 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:32.836684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:32.965105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] For port e20230e0-4d3b-46b7-9fdf-db7975e53e78, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e20230e0-4d3b-46b7-9fdf-db7975e53e78,segment=NetworkSegment(a0f5ea24-bbfd-41f9-99d6-af7df604c2e1),segment_id=a0f5ea24-bbfd-41f9-99d6-af7df604c2e1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:33.047833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=18c96c41-2e26-4adb-a119-cd65fe49a40f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:33.114205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e20230e0-4d3b-46b7-9fdf-db7975e53e78 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:33.115447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.117754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.254191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29481181-d21c-4a4b-a023-389467993aa6 None None] Pushing event updated for resources: {'Port': ['ID=e20230e0-4d3b-46b7-9fdf-db7975e53e78,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:33.411093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Provisioning complete for port e54aee6c-a26c-4eec-9c8c-04b8820ab097 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:33.411799 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.446257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (cf787fd5-3f02-4ec0-8e6e-a3a19cda2509), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.530293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.540835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a34a2477-4d58-422a-b1f3-014bc946fe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.544603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-11c3b794-314d-46c9-9ab0-5da96ccb5d66 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/18c96c41-2e26-4adb-a119-cd65fe49a40f HTTP/1.1" status: 204 len: 168 time: 2.4106033 Feb 14 21:36:33.546280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:33.565235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf787fd5-3f02-4ec0-8e6e-a3a19cda2509']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:33.596671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796e19aa-6b4f-4874-ab04-8f8b36cf0326') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:33.596965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796e19aa-6b4f-4874-ab04-8f8b36cf0326') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:33.624720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Port e54aee6c-a26c-4eec-9c8c-04b8820ab097 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:33.648502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (796e19aa-6b4f-4874-ab04-8f8b36cf0326), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.655942 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b1613a-43d8-4820-af00-1503ce8b8e19 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:33.664216 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d0b1613a-43d8-4820-af00-1503ce8b8e19 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/18c96c41-2e26-4adb-a119-cd65fe49a40f HTTP/1.1" status: 404 len: 333 time: 0.1162124 Feb 14 21:36:33.670637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38772) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:33.676100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:36:33.676504 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:36:33.691354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Provisioning complete for port e20230e0-4d3b-46b7-9fdf-db7975e53e78 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:33.691747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.708577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (796e19aa-6b4f-4874-ab04-8f8b36cf0326), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.735707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:33.736454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (796e19aa-6b4f-4874-ab04-8f8b36cf0326), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:33.968585 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:34.042554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port e54aee6c-a26c-4eec-9c8c-04b8820ab097 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:34.042896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.090588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (cf787fd5-3f02-4ec0-8e6e-a3a19cda2509), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.102157 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.108598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] 10.222.0.86 "DELETE /v2.0/networks/cf787fd5-3f02-4ec0-8e6e-a3a19cda2509 HTTP/1.1" status: 204 len: 168 time: 1.7200592 Feb 14 21:36:34.149005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Current status of the port e20230e0-4d3b-46b7-9fdf-db7975e53e78 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:34.159545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f92bdf6e-bde5-4d82-9d77-734646dfbbd7 None None] Could not find standard attr ID for object 18c96c41-2e26-4adb-a119-cd65fe49a40f. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:36:34.204545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b4929-dcde-4b0b-982a-63d51895842a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf787fd5-3f02-4ec0-8e6e-a3a19cda2509,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:34.287185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e20230e0-4d3b-46b7-9fdf-db7975e53e78 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:34.340799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-71b2b5da-cd0e-4e56-80d9-a171e3ed046a None None] Provisioning complete for port e54aee6c-a26c-4eec-9c8c-04b8820ab097 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:34.345184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71b2b5da-cd0e-4e56-80d9-a171e3ed046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.450387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.525249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e20230e0-4d3b-46b7-9fdf-db7975e53e78 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:34.528061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for e54aee6c-a26c-4eec-9c8c-04b8820ab097 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:34.615476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-71b2b5da-cd0e-4e56-80d9-a171e3ed046a None None] Port e54aee6c-a26c-4eec-9c8c-04b8820ab097 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:34.623826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38814) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:34.670708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.748529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2fe6ad3a-92a6-4a4e-b043-0fc23ab85d21 None None] Could not find standard attr ID for object 18c96c41-2e26-4adb-a119-cd65fe49a40f. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:36:34.765588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e20230e0-4d3b-46b7-9fdf-db7975e53e78 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:34.767353 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:34.833283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b8b851b5-a8ad-4a19-bc1b-1af1ac2d3e55 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c93caabbcac74b6e996e7c07a8cb9b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082272 Feb 14 21:36:34.839648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:35.005925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e54aee6c-a26c-4eec-9c8c-04b8820ab097), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.070669 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] Publish callbacks [] for security_group (ab067e1b-62b4-4381-8c11-336e89d84e11), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.214200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e20230e0-4d3b-46b7-9fdf-db7975e53e78 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:35.236822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] Publish callbacks [] for security_group (ab067e1b-62b4-4381-8c11-336e89d84e11), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.352009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=e54aee6c-a26c-4eec-9c8c-04b8820ab097,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:35.366791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ab067e1b-62b4-4381-8c11-336e89d84e11), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.370689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.376673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab067e1b-62b4-4381-8c11-336e89d84e11 HTTP/1.1" status: 204 len: 168 time: 0.5340066 Feb 14 21:36:35.402573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f4d8-e2bb-41e4-8aaa-431468f91ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab067e1b-62b4-4381-8c11-336e89d84e11,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:35.549349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.561726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38842) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:35.563653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-149eb008-16c0-4558-a993-39e714d5e107 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/e54aee6c-a26c-4eec-9c8c-04b8820ab097 HTTP/1.1" status: 204 len: 168 time: 1.8909492 Feb 14 21:36:35.642059 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cfae2e-ad9a-4949-af91-d70675b8ef91 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:35.643955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-22cfae2e-ad9a-4949-af91-d70675b8ef91 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/e54aee6c-a26c-4eec-9c8c-04b8820ab097 HTTP/1.1" status: 404 len: 333 time: 0.0807610 Feb 14 21:36:35.647735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:35.720327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.770959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet f6b539c1-1552-4172-b573-a55b409c4222 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:35.777898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (f6b539c1-1552-4172-b573-a55b409c4222), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:35.896243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (f6b539c1-1552-4172-b573-a55b409c4222), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.039078 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.245418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f6b539c1-1552-4172-b573-a55b409c4222), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.262603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38886) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:36.429023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (f6b539c1-1552-4172-b573-a55b409c4222), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.443599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7073da96-e684-4518-b9b4-7c4f4cd4e747 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a16202593a28481c8ea93d75849fb94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793721 Feb 14 21:36:36.457787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:36.516325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b539c1-1552-4172-b573-a55b409c4222,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:36.537010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.543575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e1dec59c-6205-4f0b-b088-2e6edcc3775e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/f6b539c1-1552-4172-b573-a55b409c4222 HTTP/1.1" status: 204 len: 168 time: 0.8919942 Feb 14 21:36:36.543771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:36.548984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a89ef-1b9c-493a-80e6-9d8f38dfc67d None None] Network 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:36.776220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (350cf774-0423-4f8a-b4f6-7c7d4cfe1326), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.912896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] Publish callbacks [] for security_group (ad92a483-32c2-44f7-ba8f-2d0ecee79972), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:36.940710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:36.948815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] Publish callbacks [] for security_group (ad92a483-32c2-44f7-ba8f-2d0ecee79972), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.085060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] DHCP port deletion for 350cf774-0423-4f8a-b4f6-7c7d4cfe1326 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:36:37.108753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ad92a483-32c2-44f7-ba8f-2d0ecee79972), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.118171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.119525 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad92a483-32c2-44f7-ba8f-2d0ecee79972 HTTP/1.1" status: 204 len: 168 time: 0.6569667 Feb 14 21:36:37.146827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9207fb2-9a53-4597-8335-5d0f0a84bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad92a483-32c2-44f7-ba8f-2d0ecee79972,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:37.171571 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port e20230e0-4d3b-46b7-9fdf-db7975e53e78 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:37.172942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.220071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1837359840-network', 'tenant_id': 'f07de2c424c648c988965c626bc87535'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:37.268206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.277702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port e20230e0-4d3b-46b7-9fdf-db7975e53e78, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e20230e0-4d3b-46b7-9fdf-db7975e53e78,segment=NetworkSegment(a0f5ea24-bbfd-41f9-99d6-af7df604c2e1),segment_id=a0f5ea24-bbfd-41f9-99d6-af7df604c2e1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:37.279496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.299031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for e20230e0-4d3b-46b7-9fdf-db7975e53e78 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:37.303080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31862e-a024-4b58-a11a-03e6e8f25cbc req-31ce9e73-1443-4056-ab19-fa8890233a3b tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:37.330569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c31862e-a024-4b58-a11a-03e6e8f25cbc req-31ce9e73-1443-4056-ab19-fa8890233a3b tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.2439942 Feb 14 21:36:37.350335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Deleting port e20230e0-4d3b-46b7-9fdf-db7975e53e78 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:37.356180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.410319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.419594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Made reservation on behalf of f07de2c424c648c988965c626bc87535 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:37.421886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.502651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.520657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=e20230e0-4d3b-46b7-9fdf-db7975e53e78,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:37.523545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port e20230e0-4d3b-46b7-9fdf-db7975e53e78 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:37.532592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] For port e20230e0-4d3b-46b7-9fdf-db7975e53e78, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e20230e0-4d3b-46b7-9fdf-db7975e53e78,segment=NetworkSegment(a0f5ea24-bbfd-41f9-99d6-af7df604c2e1),segment_id=a0f5ea24-bbfd-41f9-99d6-af7df604c2e1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:37.533004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.569755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Calling delete_port for e20230e0-4d3b-46b7-9fdf-db7975e53e78 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:37.703536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c31862e-a024-4b58-a11a-03e6e8f25cbc req-ee0a17fc-d617-444a-8b1e-1d730971b28a tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716738 Feb 14 21:36:37.763465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (350cf774-0423-4f8a-b4f6-7c7d4cfe1326), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.789066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (e20230e0-4d3b-46b7-9fdf-db7975e53e78), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.810035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350cf774-0423-4f8a-b4f6-7c7d4cfe1326']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:37.824813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:37.825404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f5ea24-bbfd-41f9-99d6-af7df604c2e1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:37.839849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a0f5ea24-bbfd-41f9-99d6-af7df604c2e1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.858380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a0f5ea24-bbfd-41f9-99d6-af7df604c2e1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.867547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:37.868277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a0f5ea24-bbfd-41f9-99d6-af7df604c2e1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.899025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] Pushing event deleted for resources: {'Port': ['ID=e20230e0-4d3b-46b7-9fdf-db7975e53e78,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:37.955193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576be032-d28f-40e4-8aac-5b9107d46200 None None] No DVR routers for this DVR port e20230e0-4d3b-46b7-9fdf-db7975e53e78 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:37.982759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks [] for security_group (ffa8157d-2e2e-4535-8b84-86f667c17ef1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:37.998465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ffa8157d-2e2e-4535-8b84-86f667c17ef1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:38.032450 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:38.092394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8157d-2e2e-4535-8b84-86f667c17ef1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:38.100688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (350cf774-0423-4f8a-b4f6-7c7d4cfe1326), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.108474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.136162 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/350cf774-0423-4f8a-b4f6-7c7d4cfe1326 HTTP/1.1" status: 204 len: 168 time: 1.5912819 Feb 14 21:36:38.138785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:38.140774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38944) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:38.153568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520461a4-e1f5-42c6-a36a-34517f0e350f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=350cf774-0423-4f8a-b4f6-7c7d4cfe1326,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:38.161671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2081160021'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:38.196350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d25afff5-ea9e-4ad6-87dc-4ac905170c51), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.196856 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Added segment d25afff5-ea9e-4ad6-87dc-4ac905170c51 of type vlan for network 319dfa36-7b2c-4612-80d0-19398f99dc53 Feb 14 21:36:38.294243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:38.304366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.366289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (319dfa36-7b2c-4612-80d0-19398f99dc53), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.423547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:38.460690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e20230e0-4d3b-46b7-9fdf-db7975e53e78 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:38.478099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5f02a4ec-5a69-42e1-8c28-474b0cfed73d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.479825 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment 5f02a4ec-5a69-42e1-8c28-474b0cfed73d of type vlan for network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 Feb 14 21:36:38.507431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e20230e0-4d3b-46b7-9fdf-db7975e53e78 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:38.507431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e20230e0-4d3b-46b7-9fdf-db7975e53e78 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:38.512146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (319dfa36-7b2c-4612-80d0-19398f99dc53), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.533051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:38.533673 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.793487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8515668 Feb 14 21:36:38.816693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:38.826036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Request body: {'subnet': {'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1837359840-subnet', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:38.835420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:38.878284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-9175bb6b-0c56-4142-8728-85ea342240a1 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:38.881042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-9175bb6b-0c56-4142-8728-85ea342240a1 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.64 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.1458943 Feb 14 21:36:38.892296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418222-ebb9-4857-9d72-9b93d27b136e admin admin] Pushing event updated for resources: {'Network': ['ID=319dfa36-7b2c-4612-80d0-19398f99dc53,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:38.903099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:38.990181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:36:39.045992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Made reservation on behalf of f07de2c424c648c988965c626bc87535 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:39.050307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.086418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.110634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:39.117140 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.127046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Deleting port 2d5cd450-01ab-490c-ae13-129ef98239d7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:39.127577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.328400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] For port 2d5cd450-01ab-490c-ae13-129ef98239d7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2d5cd450-01ab-490c-ae13-129ef98239d7,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:39.330197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.334942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:39.379237 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Calling delete_port for 2d5cd450-01ab-490c-ae13-129ef98239d7 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:39.407083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=92612c9d-a8de-47c5-bc53-a8ba69cd4bb9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:39.427274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:39.486166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c94b85c5-21bb-425d-b7e8-dcd586b774af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3443069 Feb 14 21:36:39.490216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38984) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:39.511450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7068afc-04be-4fe4-a41a-fdc311001f9f req-69f27676-854a-4115-a464-2c60bc69d7db tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:39.519855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7068afc-04be-4fe4-a41a-fdc311001f9f req-69f27676-854a-4115-a464-2c60bc69d7db tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=5530b2e9-22f2-4885-ae8c-4797e26fcb74 HTTP/1.1" status: 200 len: 948 time: 0.6320329 Feb 14 21:36:39.531939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:39.777797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2d5cd450-01ab-490c-ae13-129ef98239d7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.843659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Pushing event deleted for resources: {'Port': ['ID=2d5cd450-01ab-490c-ae13-129ef98239d7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:39.949328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] No DVR routers for this DVR port 2d5cd450-01ab-490c-ae13-129ef98239d7 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:39.956190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:39.965776 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-56b34b48-97e8-469b-8e34-da8d9ae88b19 req-5e1c95c4-462e-49fd-962a-1e0f268f4123 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.64 "DELETE /v2.0/ports/2d5cd450-01ab-490c-ae13-129ef98239d7 HTTP/1.1" status: 204 len: 173 time: 1.0728006 Feb 14 21:36:39.976694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-deleted', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:39.986780 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2722156e-c32b-4dbb-8816-7c0638140f9c" -d '{"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-deleted", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:40.011581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1566409839-network', 'tenant_id': '9efe0de9a0b041b4bf805272cb23c039'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:40.081497 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d9edf4-b606-4797-88d9-122779f1e326 x-openstack-request-id: req-66d9edf4-b606-4797-88d9-122779f1e326 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:40.082010 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530b2e9-22f2-4885-ae8c-4797e26fcb74", "name": "network-vif-deleted", "tag": "2d5cd450-01ab-490c-ae13-129ef98239d7", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:40.083243 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66d9edf4-b606-4797-88d9-122779f1e326 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:40.084486 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530b2e9-22f2-4885-ae8c-4797e26fcb74', 'name': 'network-vif-deleted', 'tag': '2d5cd450-01ab-490c-ae13-129ef98239d7', 'status': 'completed', 'code': 200} Feb 14 21:36:40.090906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Made reservation on behalf of 9efe0de9a0b041b4bf805272cb23c039 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:40.094826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.143235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.305301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks [] for security_group (ef8a439a-1438-4751-83a8-56acb7d6eaf4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.313204 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ef8a439a-1438-4751-83a8-56acb7d6eaf4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.343132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:40.366224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (983a3216-6e6b-46e4-843a-c838f549610a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.367067 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Added segment 983a3216-6e6b-46e4-843a-c838f549610a of type vlan for network 5cd8583d-b5f5-4f58-b9da-c5bd1218393e Feb 14 21:36:40.369001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a439a-1438-4751-83a8-56acb7d6eaf4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:40.458766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5cd8583d-b5f5-4f58-b9da-c5bd1218393e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.550867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5cd8583d-b5f5-4f58-b9da-c5bd1218393e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.552075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:40.552875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.614366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2757485 Feb 14 21:36:40.655898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:40.658429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:40.663053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:40.699406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Request body: {'subnet': {'network_id': '5cd8583d-b5f5-4f58-b9da-c5bd1218393e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1566409839-subnet', 'tenant_id': '9efe0de9a0b041b4bf805272cb23c039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:40.787821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7068afc-04be-4fe4-a41a-fdc311001f9f req-e27ffa89-8fcb-4bae-a614-70bf090de65e tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2654445 Feb 14 21:36:40.893102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32508-0795-41f9-950b-f9729da55f4c admin admin] Pushing event updated for resources: {'Network': ['ID=5cd8583d-b5f5-4f58-b9da-c5bd1218393e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:40.904484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5cd8583d-b5f5-4f58-b9da-c5bd1218393e details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:40.908333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (92b7728e-f794-4d5a-8718-7c338c48e7c1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:41.004369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b7728e-f794-4d5a-8718-7c338c48e7c1,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:41.055813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Made reservation on behalf of 9efe0de9a0b041b4bf805272cb23c039 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:41.060323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:41.411229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Checking segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:41.411655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Network hostable DHCP agents. Network: 319dfa36-7b2c-4612-80d0-19398f99dc53, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:36:41.657472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:36:41.810682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 319dfa36-7b2c-4612-80d0-19398f99dc53) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:41.820485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53b1ac-c131-4c73-b711-af55583aef71 None None] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:41.858785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:41.860925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.014018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (adc12b06-6fa7-4879-95fd-9b311d587a30), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.053714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (62508a18-b6bf-41e4-9200-67bf0f9e1acc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.060269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-319dfa36-7b2c-4612-80d0-19398f99dc53', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:36:42.061953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.271025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:42.271622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7afb321b-1526-4f6c-96b9-39b534466139 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4531929 Feb 14 21:36:42.276531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:42.318463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.321339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.350458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Allocated IP 172.20.0.2 (319dfa36-7b2c-4612-80d0-19398f99dc53/92b7728e-f794-4d5a-8718-7c338c48e7c1/47a91b8f-bf36-4244-b894-f6cf245ecce6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:42.412692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Checking segment: {'id': '983a3216-6e6b-46e4-843a-c838f549610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5cd8583d-b5f5-4f58-b9da-c5bd1218393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:42.415397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Network hostable DHCP agents. Network: 5cd8583d-b5f5-4f58-b9da-c5bd1218393e, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:36:42.426445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc12b06-6fa7-4879-95fd-9b311d587a30,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:42.485019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for router_controller (1c4996ec-48bb-4572-9ac6-e7f132032a10), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.575346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks [] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.582383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=62508a18-b6bf-41e4-9200-67bf0f9e1acc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:42.584907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.600877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': '5f02a4ec-5a69-42e1-8c28-474b0cfed73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:42.601293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:36:42.634785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:42.638803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:42.646051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:42.660000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Pushing event updated for resources: {'Port': ['ID=47a91b8f-bf36-4244-b894-f6cf245ecce6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:42.749180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Attempting to bind port 47a91b8f-bf36-4244-b894-f6cf245ecce6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:42.749568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Attempting to bind port 47a91b8f-bf36-4244-b894-f6cf245ecce6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:42.750883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Attempting to bind port 47a91b8f-bf36-4244-b894-f6cf245ecce6 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:42.762566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e250bd-2a18-4080-b26d-2c142d90107e req-7325ea22-151b-4fa1-b1c9-5f18370b7236 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:42.764206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e250bd-2a18-4080-b26d-2c142d90107e req-7325ea22-151b-4fa1-b1c9-5f18370b7236 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 948 time: 0.4664552 Feb 14 21:36:42.766795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:36:42.769845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:42.771836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Checking segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:42.772799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Network 5cd8583d-b5f5-4f58-b9da-c5bd1218393e is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:36:42.773623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.773843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Bound using segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:42.774333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Bound port: 47a91b8f-bf36-4244-b894-f6cf245ecce6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:42.774743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.826667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5cd8583d-b5f5-4f58-b9da-c5bd1218393e) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:42.840414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:42.841013 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.901075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7a97cbde-29e4-4aed-a058-90d2f2425f75 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2200134 Feb 14 21:36:42.914871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:42.922269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:42.923000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.961480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e8fb9-87cb-480a-bbd2-a5b3a4e8ab22 None None] Network 5cd8583d-b5f5-4f58-b9da-c5bd1218393e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:42.980737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for router_gateway (1c4996ec-48bb-4572-9ac6-e7f132032a10), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:42.987140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b1b54-9a9e-4e83-b962-062650765d5c None None] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:42.997470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f44efbd1-f4f0-4d80-9113-267dc15dd566 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4738064 Feb 14 21:36:43.000240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:43.007948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9', 'name': 'tempest-PortsTestJSON-1291830870', 'fixed_ips': [{'subnet_id': '62508a18-b6bf-41e4-9200-67bf0f9e1acc', 'ip_address': '172.20.0.10'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:43.026740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e250bd-2a18-4080-b26d-2c142d90107e req-238e05a1-09b2-41e4-869c-a42c377a4c7f tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291842 Feb 14 21:36:43.354632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:43.449639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Deleting subnet adc12b06-6fa7-4879-95fd-9b311d587a30 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:43.454901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Publish callbacks [] for subnet (adc12b06-6fa7-4879-95fd-9b311d587a30), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:43.553409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:43.620883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 2d5cd450-01ab-490c-ae13-129ef98239d7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:43.621259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2d5cd450-01ab-490c-ae13-129ef98239d7 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:43.621776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (adc12b06-6fa7-4879-95fd-9b311d587a30), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:43.670123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] For port 47a91b8f-bf36-4244-b894-f6cf245ecce6, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:43.734498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] For port 47a91b8f-bf36-4244-b894-f6cf245ecce6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47a91b8f-bf36-4244-b894-f6cf245ecce6,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:43.739338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-92612c9d-a8de-47c5-bc53-a8ba69cd4bb9', 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': '62508a18-b6bf-41e4-9200-67bf0f9e1acc'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:36:43.739944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:43.772908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:43.773910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (adc12b06-6fa7-4879-95fd-9b311d587a30), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:43.780624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c6a83-29ec-4068-812f-8d5b3292f9a4 None None] Network 5cd8583d-b5f5-4f58-b9da-c5bd1218393e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:43.850267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:43.974428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (adc12b06-6fa7-4879-95fd-9b311d587a30), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.016189 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.027872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/adc12b06-6fa7-4879-95fd-9b311d587a30 HTTP/1.1" status: 204 len: 168 time: 0.6719034 Feb 14 21:36:44.040749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed38a3-3b33-45fb-bae2-a65c8f7b1683 None None] Pushing event updated for resources: {'Port': ['ID=47a91b8f-bf36-4244-b894-f6cf245ecce6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:44.079604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:44.140169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Allocated IP 172.20.0.2 (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9/62508a18-b6bf-41e4-9200-67bf0f9e1acc/806d3cea-5319-4245-8c16-163be5888869) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:44.293243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5cd8583d-b5f5-4f58-b9da-c5bd1218393e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.295457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70289-8e8b-4798-b188-fce60ce801b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc12b06-6fa7-4879-95fd-9b311d587a30,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:44.330637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for router_gateway (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.505638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks [] for port (806d3cea-5319-4245-8c16-163be5888869), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.523963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-9c8aaba4-e6ca-4fad-bfa8-9fb5a1f50605 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:44.525928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-9c8aaba4-e6ca-4fad-bfa8-9fb5a1f50605 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.83 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 948 time: 0.4964659 Feb 14 21:36:44.538930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (806d3cea-5319-4245-8c16-163be5888869), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.570477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5cd8583d-b5f5-4f58-b9da-c5bd1218393e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.624141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.643939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d5bf3-f222-4f90-95b5-0de4567bc321 req-2d0276eb-8cf0-4cc4-9000-f5a646d5e31d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:44.645519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f88d5bf3-f222-4f90-95b5-0de4567bc321 req-2d0276eb-8cf0-4cc4-9000-f5a646d5e31d tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 948 time: 0.3221986 Feb 14 21:36:44.654791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47a91b8f-bf36-4244-b894-f6cf245ecce6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:44.669436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:44.675059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:44.718217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:44.735508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Pushing event updated for resources: {'Port': ['ID=806d3cea-5319-4245-8c16-163be5888869,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:44.742460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd8583d-b5f5-4f58-b9da-c5bd1218393e']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:44.834480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983a3216-6e6b-46e4-843a-c838f549610a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:44.835222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983a3216-6e6b-46e4-843a-c838f549610a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:44.896262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Attempting to bind port 806d3cea-5319-4245-8c16-163be5888869 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:44.896806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Attempting to bind port 806d3cea-5319-4245-8c16-163be5888869 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5f02a4ec-5a69-42e1-8c28-474b0cfed73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:44.901070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Attempting to bind port 806d3cea-5319-4245-8c16-163be5888869 on network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:44.909691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 47a91b8f-bf36-4244-b894-f6cf245ecce6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:44.912339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.923206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:44.926935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Checking segment: {'id': '5f02a4ec-5a69-42e1-8c28-474b0cfed73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:44.927544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.928041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Bound using segment: {'id': '5f02a4ec-5a69-42e1-8c28-474b0cfed73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:44.928976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Bound port: 806d3cea-5319-4245-8c16-163be5888869, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f02a4ec-5a69-42e1-8c28-474b0cfed73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:44.934160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (806d3cea-5319-4245-8c16-163be5888869), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.934297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (983a3216-6e6b-46e4-843a-c838f549610a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.956492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f88d5bf3-f222-4f90-95b5-0de4567bc321 req-f85cd713-7690-4118-8899-8fa01c74968f tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/security-groups?id=e11a3edf-10a0-4d4b-82e3-2d869e1a44af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952914 Feb 14 21:36:44.964015 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (983a3216-6e6b-46e4-843a-c838f549610a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:44.995663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:44.996090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (983a3216-6e6b-46e4-843a-c838f549610a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:45.003824 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:45.107974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Allocated IP 172.25.2.162 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/a6e7415f-9efe-4204-bcdb-5c1232f99f73) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:45.170876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.185736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Deleting port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:45.188454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.212395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 89920521-e3b4-4027-86ea-8a814cbc1ec6 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:36:45.340831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] For port 806d3cea-5319-4245-8c16-163be5888869, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:45.345844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] For port 806d3cea-5319-4245-8c16-163be5888869, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=806d3cea-5319-4245-8c16-163be5888869,segment=NetworkSegment(5f02a4ec-5a69-42e1-8c28-474b0cfed73d),segment_id=5f02a4ec-5a69-42e1-8c28-474b0cfed73d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:45.355030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 47a91b8f-bf36-4244-b894-f6cf245ecce6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:45.355740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.367256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (806d3cea-5319-4245-8c16-163be5888869), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.469066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] For port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:45.469508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.480715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5cd8583d-b5f5-4f58-b9da-c5bd1218393e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.491264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.500206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5cd8583d-b5f5-4f58-b9da-c5bd1218393e HTTP/1.1" status: 204 len: 168 time: 1.4169154 Feb 14 21:36:45.500447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cc5ae-7925-41bf-8f29-b37bb1d074bc None None] Pushing event updated for resources: {'Port': ['ID=806d3cea-5319-4245-8c16-163be5888869,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:45.512953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 47a91b8f-bf36-4244-b894-f6cf245ecce6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47a91b8f-bf36-4244-b894-f6cf245ecce6,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:45.528002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:45.544558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Calling delete_port for 6598a46e-fcb3-4918-8131-bbaceeb5dbcd owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:45.582592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96e27-61fb-4311-bd73-872d2c2bd761 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd8583d-b5f5-4f58-b9da-c5bd1218393e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:45.661456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=47a91b8f-bf36-4244-b894-f6cf245ecce6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:45.896652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89118b3e-2bc8-4f2d-b0ee-7b0e602d6e82 None None] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:45.979075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:46.039467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39112) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:46.117744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6598a46e-fcb3-4918-8131-bbaceeb5dbcd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:46.136270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-206d96c1-baed-4671-a777-434ff0560194 None None] Provisioning complete for port 47a91b8f-bf36-4244-b894-f6cf245ecce6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:46.136652 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-206d96c1-baed-4671-a777-434ff0560194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:46.240191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12b3b2c5-ae94-4b94-82fa-0fad9f0223ca req-6ce2b8e9-048c-4546-bf10-9c32c960ca56 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 210 time: 0.0933206 Feb 14 21:36:46.355084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-206d96c1-baed-4671-a777-434ff0560194 None None] Current status of the port 47a91b8f-bf36-4244-b894-f6cf245ecce6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:46.476732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.10 (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9/62508a18-b6bf-41e4-9200-67bf0f9e1acc/89920521-e3b4-4027-86ea-8a814cbc1ec6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:46.512565 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:46.543554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Pushing event deleted for resources: {'Port': ['ID=6598a46e-fcb3-4918-8131-bbaceeb5dbcd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:46.580031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:46.584243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:46.635018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] No DVR routers for this DVR port 6598a46e-fcb3-4918-8131-bbaceeb5dbcd on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:46.663077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8214c4f1-b0fa-4d7f-b0a9-e46767f1c8c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9efe0de9a0b041b4bf805272cb23c039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6157246 Feb 14 21:36:46.664681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:46.682989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47a91b8f-bf36-4244-b894-f6cf245ecce6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:46.707444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f1f69b8-52f2-4659-b4d4-07d6ffc4ffb6 req-d8467750-5be0-4106-a304-d99ef90f82e9 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.83 "DELETE /v2.0/ports/6598a46e-fcb3-4918-8131-bbaceeb5dbcd HTTP/1.1" status: 204 len: 173 time: 2.1718564 Feb 14 21:36:46.708018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39122) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:46.708526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-deleted', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:36:46.710951 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22969d7e-e3ce-4a67-b72e-8642cda112d5" -d '{"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-deleted", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:36:46.737067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e7415f-9efe-4204-bcdb-5c1232f99f73,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:46.741982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:46.964960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 47a91b8f-bf36-4244-b894-f6cf245ecce6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:46.965248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.041453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] Publish callbacks [] for security_group (ef8a439a-1438-4751-83a8-56acb7d6eaf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.167438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] Publish callbacks [] for security_group (ef8a439a-1438-4751-83a8-56acb7d6eaf4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.242207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9063a048-c610-421b-9c71-ed7ba8fa3f9d None None] Provisioning complete for port 47a91b8f-bf36-4244-b894-f6cf245ecce6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:47.243337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9063a048-c610-421b-9c71-ed7ba8fa3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.424951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ef8a439a-1438-4751-83a8-56acb7d6eaf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.433701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.449013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef8a439a-1438-4751-83a8-56acb7d6eaf4 HTTP/1.1" status: 204 len: 168 time: 0.7151306 Feb 14 21:36:47.495940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ef69c-4eb5-46f4-9c1b-a319fd772796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a439a-1438-4751-83a8-56acb7d6eaf4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:47.519493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.629704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcd59e48-3104-4de2-9fbd-73caca63bd19 req-c5a14d1d-35ff-4cac-a890-2e803db73822 tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] 10.222.0.86 "GET /v2.0/ports?device_id=f98b2f6a-aaf4-4f27-905f-e5c6634c3648 HTTP/1.1" status: 200 len: 210 time: 0.0826898 Feb 14 21:36:47.653016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81a8f8-89d8-430a-acd7-1699ac94049e None None] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:47.664140 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92689dd2-02c0-4c03-9a94-86207261510c x-openstack-request-id: req-92689dd2-02c0-4c03-9a94-86207261510c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:36:47.665546 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b2f6a-aaf4-4f27-905f-e5c6634c3648", "name": "network-vif-deleted", "tag": "6598a46e-fcb3-4918-8131-bbaceeb5dbcd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:36:47.666513 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-92689dd2-02c0-4c03-9a94-86207261510c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:36:47.668475 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b2f6a-aaf4-4f27-905f-e5c6634c3648', 'name': 'network-vif-deleted', 'tag': '6598a46e-fcb3-4918-8131-bbaceeb5dbcd', 'status': 'completed', 'code': 200} Feb 14 21:36:47.797109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:47.840767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 47a91b8f-bf36-4244-b894-f6cf245ecce6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:47.848691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 806d3cea-5319-4245-8c16-163be5888869 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:47.980169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for router_gateway (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.028785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9063a048-c610-421b-9c71-ed7ba8fa3f9d None None] Current status of the port 47a91b8f-bf36-4244-b894-f6cf245ecce6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:48.058458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:48.064568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:48.077271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:48.077612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 806d3cea-5319-4245-8c16-163be5888869 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:48.078779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (806d3cea-5319-4245-8c16-163be5888869), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.084911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:48.133906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=89920521-e3b4-4027-86ea-8a814cbc1ec6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:48.148308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 6598a46e-fcb3-4918-8131-bbaceeb5dbcd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:48.148784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6598a46e-fcb3-4918-8131-bbaceeb5dbcd not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:48.195268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Provisioning complete for port 806d3cea-5319-4245-8c16-163be5888869 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:48.195790 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (806d3cea-5319-4245-8c16-163be5888869), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.201036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:48.201684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.296553 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-66f49e51-28d1-4098-b220-90f405688d0b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2951739 Feb 14 21:36:48.299066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39154) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:48.327972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '92612c9d-a8de-47c5-bc53-a8ba69cd4bb9', 'name': 'tempest-PortsTestJSON-766690438', 'fixed_ips': [{'subnet_id': '62508a18-b6bf-41e4-9200-67bf0f9e1acc', 'ip_address': '172.20.0.9'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:48.352060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 806d3cea-5319-4245-8c16-163be5888869 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:48.352982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (806d3cea-5319-4245-8c16-163be5888869), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.404886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Current status of the port 806d3cea-5319-4245-8c16-163be5888869 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:48.406003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (806d3cea-5319-4245-8c16-163be5888869), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.480171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] For port 806d3cea-5319-4245-8c16-163be5888869, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=806d3cea-5319-4245-8c16-163be5888869,segment=NetworkSegment(5f02a4ec-5a69-42e1-8c28-474b0cfed73d),segment_id=5f02a4ec-5a69-42e1-8c28-474b0cfed73d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:48.493064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (806d3cea-5319-4245-8c16-163be5888869), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.835810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:48.857979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:48.950171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port caf3684b-4233-43af-b8df-804cdd189d3b yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:36:48.993490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:49.328950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:49.412069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa113f-6649-4d2e-b453-6afaaaeae618 None None] Pushing event updated for resources: {'Port': ['ID=806d3cea-5319-4245-8c16-163be5888869,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:49.578753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Provisioning complete for port 806d3cea-5319-4245-8c16-163be5888869 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:49.579136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (806d3cea-5319-4245-8c16-163be5888869), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:49.580862 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:36:49.581212 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:36:49.677586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.9 (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9/62508a18-b6bf-41e4-9200-67bf0f9e1acc/caf3684b-4233-43af-b8df-804cdd189d3b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:49.821218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Current status of the port 806d3cea-5319-4245-8c16-163be5888869 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:49.847379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Provisioning complete for port 89920521-e3b4-4027-86ea-8a814cbc1ec6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:49.847763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:49.877334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b518632-2ec3-42e3-8085-94ea976d04a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:49.933591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-588d5082-e61b-43d8-aa2d-b704285d3fcf None None] Port 89920521-e3b4-4027-86ea-8a814cbc1ec6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:50.063137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ecf4853b-fa5a-4bad-a16a-f93152e0cb3a None None] Provisioning complete for port 89920521-e3b4-4027-86ea-8a814cbc1ec6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:50.067322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecf4853b-fa5a-4bad-a16a-f93152e0cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.154685 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b518632-2ec3-42e3-8085-94ea976d04a2 admin admin] Publish callbacks [] for security_group (7e146e51-09bd-4725-a8eb-4f3a35ac7d16), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.173365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b518632-2ec3-42e3-8085-94ea976d04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e146e51-09bd-4725-a8eb-4f3a35ac7d16), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.203533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (caf3684b-4233-43af-b8df-804cdd189d3b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.314398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:36:50.330245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b518632-2ec3-42e3-8085-94ea976d04a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f152c7a08694fa59fadae2638c2de67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9995015 Feb 14 21:36:50.331353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:50.336719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518632-2ec3-42e3-8085-94ea976d04a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e146e51-09bd-4725-a8eb-4f3a35ac7d16,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:50.361725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4853b-fa5a-4bad-a16a-f93152e0cb3a None None] Port 89920521-e3b4-4027-86ea-8a814cbc1ec6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:50.372961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 806d3cea-5319-4245-8c16-163be5888869 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:50.598848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 806d3cea-5319-4245-8c16-163be5888869 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:50.627810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (caf3684b-4233-43af-b8df-804cdd189d3b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.788012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 806d3cea-5319-4245-8c16-163be5888869 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:50.788544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (806d3cea-5319-4245-8c16-163be5888869), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:50.967391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:36:50.978645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:50.979593 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:36:50.986157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:51.013065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:36:51.013722 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:36:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:51.022057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:51.043142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 806d3cea-5319-4245-8c16-163be5888869 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:51.230281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] Publish callbacks [] for security_group (7e146e51-09bd-4725-a8eb-4f3a35ac7d16), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.279622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:51.282740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.345253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.348362 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b959d906-25de-4299-a193-c813581058f2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0749002 Feb 14 21:36:51.349407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=caf3684b-4233-43af-b8df-804cdd189d3b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:51.350678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39252) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:51.377531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] Publish callbacks [] for security_group (7e146e51-09bd-4725-a8eb-4f3a35ac7d16), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.485649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e146e51-09bd-4725-a8eb-4f3a35ac7d16), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.491053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.496740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e146e51-09bd-4725-a8eb-4f3a35ac7d16 HTTP/1.1" status: 204 len: 168 time: 1.1587687 Feb 14 21:36:51.507906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa3ee359-344a-436e-90d9-0e3a6a7dc5e0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1999495 Feb 14 21:36:51.513327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:51.580792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbbabe-fdb8-47cc-ae6b-99806073c5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e146e51-09bd-4725-a8eb-4f3a35ac7d16,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:51.583553 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:36:51.713095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7ee7a-c1c6-4d50-b5b4-642106c4d3af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:51.720025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-320bdff2-abf9-405e-9a79-160991daeb3e None None] Provisioning complete for port caf3684b-4233-43af-b8df-804cdd189d3b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:51.720664 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-320bdff2-abf9-405e-9a79-160991daeb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (caf3684b-4233-43af-b8df-804cdd189d3b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:51.725757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88e7ee7a-c1c6-4d50-b5b4-642106c4d3af tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2086134 Feb 14 21:36:51.734346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:51.866915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e8a64-28dc-4059-bd7c-d5d5518c71f8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:51.892501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e8a64-28dc-4059-bd7c-d5d5518c71f8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:51.900963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e8a64-28dc-4059-bd7c-d5d5518c71f8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:51.906891 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ab0e8a64-28dc-4059-bd7c-d5d5518c71f8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1680465 Feb 14 21:36:51.909142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:51.974179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-320bdff2-abf9-405e-9a79-160991daeb3e None None] Port caf3684b-4233-43af-b8df-804cdd189d3b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:52.157610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port caf3684b-4233-43af-b8df-804cdd189d3b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:52.167023 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (caf3684b-4233-43af-b8df-804cdd189d3b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:52.480639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:47Z', 'revision_number': 3, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:52.588234 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:36:52.590236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Updating router 1c4996ec-48bb-4572-9ac6-e7f132032a10 port a6e7415f-9efe-4204-bcdb-5c1232f99f73 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:36:52.708104 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:52.765203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.134259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (caf3684b-4233-43af-b8df-804cdd189d3b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.174130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Allocated IP 172.20.0.1 (319dfa36-7b2c-4612-80d0-19398f99dc53/92b7728e-f794-4d5a-8718-7c338c48e7c1/115ae554-c83c-46c3-86e5-50b06ad7aafe) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:36:53.179891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for caf3684b-4233-43af-b8df-804cdd189d3b owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:53.198172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39302) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:53.263053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a9bb7b-f63e-47c4-9ebe-6acfc14d351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.427705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks [] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.525835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.540197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a9bb7b-f63e-47c4-9ebe-6acfc14d351b admin admin] Publish callbacks [] for security_group (e6026fb2-5d8d-4ba1-ba63-8388a444dc92), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.554810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a9bb7b-f63e-47c4-9ebe-6acfc14d351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6026fb2-5d8d-4ba1-ba63-8388a444dc92), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.613034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:53.653679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:53.655120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:53.661769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:36:53.683333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75a9bb7b-f63e-47c4-9ebe-6acfc14d351b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41c9ce255e8f482480b9a1c3c9e16118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840360 Feb 14 21:36:53.700672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39310) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:53.747417 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks [] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.761675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9bb7b-f63e-47c4-9ebe-6acfc14d351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6026fb2-5d8d-4ba1-ba63-8388a444dc92,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:53.779833 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.798563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.952076 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Attempting to bind port a6e7415f-9efe-4204-bcdb-5c1232f99f73 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:36:53.952767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Attempting to bind port a6e7415f-9efe-4204-bcdb-5c1232f99f73 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:36:53.953316 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Attempting to bind port a6e7415f-9efe-4204-bcdb-5c1232f99f73 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:36:53.963360 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Pushing event updated for resources: {'Port': ['ID=a6e7415f-9efe-4204-bcdb-5c1232f99f73,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:53.969267 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:36:53.969982 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:36:53.972215 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.972812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:36:53.973478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Bound port: a6e7415f-9efe-4204-bcdb-5c1232f99f73, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:36:53.974083 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:53.984910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.985508 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.986016 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.986531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.987086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.988172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.988685 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.989181 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.989690 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.990343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.990856 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.991386 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:53.991876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:54.068594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] Publish callbacks [] for security_group (e6026fb2-5d8d-4ba1-ba63-8388a444dc92), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.089939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (caf3684b-4233-43af-b8df-804cdd189d3b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.173112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39320) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:54.174844 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] For port a6e7415f-9efe-4204-bcdb-5c1232f99f73, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:36:54.186801 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] For port a6e7415f-9efe-4204-bcdb-5c1232f99f73, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a6e7415f-9efe-4204-bcdb-5c1232f99f73,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:36:54.211875 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.234329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=caf3684b-4233-43af-b8df-804cdd189d3b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:54.253003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] Publish callbacks [] for security_group (e6026fb2-5d8d-4ba1-ba63-8388a444dc92), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.262250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92973074-f64c-4cc8-9474-261fe2159130 None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:54.262797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92973074-f64c-4cc8-9474-261fe2159130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.426374 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:36:54.435488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:36:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:54.437681 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0e44-250e-4aba-8ac4-95771bf56b9a None None] Pushing event updated for resources: {'Port': ['ID=a6e7415f-9efe-4204-bcdb-5c1232f99f73,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:54.516590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.554619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92973074-f64c-4cc8-9474-261fe2159130 None None] Port 115ae554-c83c-46c3-86e5-50b06ad7aafe cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:54.726062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6026fb2-5d8d-4ba1-ba63-8388a444dc92), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.730413 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.734259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6026fb2-5d8d-4ba1-ba63-8388a444dc92 HTTP/1.1" status: 204 len: 168 time: 1.0301228 Feb 14 21:36:54.770028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630b07c-2b3d-4002-b307-803d0ca2963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6026fb2-5d8d-4ba1-ba63-8388a444dc92,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:54.826884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:54.869473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-43cd6922-231f-475b-9eae-377d6e3d3bd8 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/caf3684b-4233-43af-b8df-804cdd189d3b HTTP/1.1" status: 204 len: 168 time: 2.9211388 Feb 14 21:36:54.874563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39338) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:54.954851 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:36:55.007377 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-646c0ddb-4796-4e5b-830c-24d1719d3b96 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:55.011474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-646c0ddb-4796-4e5b-830c-24d1719d3b96 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/caf3684b-4233-43af-b8df-804cdd189d3b HTTP/1.1" status: 404 len: 333 time: 0.1115849 Feb 14 21:36:55.014323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39344) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:55.209820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e906fa50-f7e8-4340-8600-2c9933f3ba8e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbf8034ed68648a6b31190c8c6f64781&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0343359 Feb 14 21:36:55.210150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39348) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:55.333808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 89920521-e3b4-4027-86ea-8a814cbc1ec6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:55.335010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:55.476304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] Publish callbacks [] for security_group (e11a3edf-10a0-4d4b-82e3-2d869e1a44af), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:55.606051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:55.621732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 89920521-e3b4-4027-86ea-8a814cbc1ec6 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:55.785281 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:36:53Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:55.886652 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c92e9-b989-4aeb-afa6-17372a1b8a54 None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:36:53Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:36:55.948784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (89920521-e3b4-4027-86ea-8a814cbc1ec6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.026996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=89920521-e3b4-4027-86ea-8a814cbc1ec6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:56.244248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.256512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5f43aacd-973c-4731-b843-68655835f352 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/89920521-e3b4-4027-86ea-8a814cbc1ec6 HTTP/1.1" status: 204 len: 168 time: 1.2405286 Feb 14 21:36:56.261124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:56.364077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] Publish callbacks [] for security_group (e11a3edf-10a0-4d4b-82e3-2d869e1a44af), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.420598 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2632b23-39a1-4e58-a427-36cd336b7aa4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:36:56.424376 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2632b23-39a1-4e58-a427-36cd336b7aa4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/89920521-e3b4-4027-86ea-8a814cbc1ec6 HTTP/1.1" status: 404 len: 333 time: 0.1619644 Feb 14 21:36:56.427188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39380) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:56.497599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e11a3edf-10a0-4d4b-82e3-2d869e1a44af), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.500421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.502826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e11a3edf-10a0-4d4b-82e3-2d869e1a44af HTTP/1.1" status: 204 len: 168 time: 1.2839692 Feb 14 21:36:56.552205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet 62508a18-b6bf-41e4-9200-67bf0f9e1acc {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:36:56.557948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (62508a18-b6bf-41e4-9200-67bf0f9e1acc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.606953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294ac47-dcb8-452b-9c41-9c0651d33a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11a3edf-10a0-4d4b-82e3-2d869e1a44af,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:56.612058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (62508a18-b6bf-41e4-9200-67bf0f9e1acc), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.710632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks [] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.722270 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.786764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (62508a18-b6bf-41e4-9200-67bf0f9e1acc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:56.910852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:56.916403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.010889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (62508a18-b6bf-41e4-9200-67bf0f9e1acc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.033655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.039004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0575373-5519-4248-8ce3-3d062a953479 None None] Network 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:36:57.045683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/62508a18-b6bf-41e4-9200-67bf0f9e1acc HTTP/1.1" status: 204 len: 168 time: 0.6139441 Feb 14 21:36:57.052557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39410) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:57.111968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3f3b8-7145-4745-a2c4-65280326c734 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=62508a18-b6bf-41e4-9200-67bf0f9e1acc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:57.277623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.376666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] DHCP port deletion for 92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:36:57.446054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:36:57.449514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:36:57.617866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Deleting port 806d3cea-5319-4245-8c16-163be5888869 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:57.622847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (806d3cea-5319-4245-8c16-163be5888869), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.714611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] For port 806d3cea-5319-4245-8c16-163be5888869, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=806d3cea-5319-4245-8c16-163be5888869,segment=NetworkSegment(5f02a4ec-5a69-42e1-8c28-474b0cfed73d),segment_id=5f02a4ec-5a69-42e1-8c28-474b0cfed73d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:57.715408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (806d3cea-5319-4245-8c16-163be5888869), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.732355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Calling delete_port for 806d3cea-5319-4245-8c16-163be5888869 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:57.857088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (806d3cea-5319-4245-8c16-163be5888869), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.944344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Pushing event deleted for resources: {'Port': ['ID=806d3cea-5319-4245-8c16-163be5888869,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:57.951021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] No DVR routers for this DVR port 806d3cea-5319-4245-8c16-163be5888869 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:57.976261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.976880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.978076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.978665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.979264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.980214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.980782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.981351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.981926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.982515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.983176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.983734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.984287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f6b74-5eb8-4658-bcb4-5963da8d316b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:36:57.985923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 806d3cea-5319-4245-8c16-163be5888869 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:36:57.988411 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (806d3cea-5319-4245-8c16-163be5888869), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:57.992483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f27bda6c-43bc-4003-af89-cca944d20d97 None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:57.992875 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f27bda6c-43bc-4003-af89-cca944d20d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.037345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f27bda6c-43bc-4003-af89-cca944d20d97 None None] Port 115ae554-c83c-46c3-86e5-50b06ad7aafe cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:36:58.060679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:36:58.185387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port 806d3cea-5319-4245-8c16-163be5888869, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:58.185937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (806d3cea-5319-4245-8c16-163be5888869), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.219000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd7-a8a2-4546-b3ef-79f6d790052b req-a35b2fd6-f9b3-4363-8565-cb117fbe669d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:58.223759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dda93bd7-a8a2-4546-b3ef-79f6d790052b req-a35b2fd6-f9b3-4363-8565-cb117fbe669d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.4304848 Feb 14 21:36:58.330190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 806d3cea-5319-4245-8c16-163be5888869 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:36:58.355552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Port 806d3cea-5319-4245-8c16-163be5888869 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:36:58.372404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (806d3cea-5319-4245-8c16-163be5888869), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.431868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port 806d3cea-5319-4245-8c16-163be5888869 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:36:58.509417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dda93bd7-a8a2-4546-b3ef-79f6d790052b req-46c10d4f-8c3f-4657-a4b2-a4cd98150e92 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290688 Feb 14 21:36:58.547671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:36:58.552204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=806d3cea-5319-4245-8c16-163be5888869,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:58.559758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-922043bb-77c8-4dbf-a846-52ca34e30fe6 admin admin] 10.222.0.86 "PUT /v2.0/routers/1c4996ec-48bb-4572-9ac6-e7f132032a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2072201 Feb 14 21:36:58.634343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a6e7415f-9efe-4204-bcdb-5c1232f99f73 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:36:58.646930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39456) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:58.656667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.686321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92612c9d-a8de-47c5-bc53-a8ba69cd4bb9']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:58.698066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f02a4ec-5a69-42e1-8c28-474b0cfed73d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:58.698516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f02a4ec-5a69-42e1-8c28-474b0cfed73d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:36:58.713641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5f02a4ec-5a69-42e1-8c28-474b0cfed73d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.739066 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5f02a4ec-5a69-42e1-8c28-474b0cfed73d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.749603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:36:58.750100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5f02a4ec-5a69-42e1-8c28-474b0cfed73d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:36:58.754163 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:36:58.759097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.806913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a6e7415f-9efe-4204-bcdb-5c1232f99f73 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:36:58.807340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.849547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (92612c9d-a8de-47c5-bc53-a8ba69cd4bb9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.861743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:58.876033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39468) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:58.881835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468691186'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:58.882539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/92612c9d-a8de-47c5-bc53-a8ba69cd4bb9 HTTP/1.1" status: 204 len: 168 time: 1.8251598 Feb 14 21:36:58.910260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f13c5-a015-41c5-bca0-98af7247d03c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=92612c9d-a8de-47c5-bc53-a8ba69cd4bb9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:58.931569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:58.941268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.019733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:36:59.053625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (432f19ff-3408-46dc-8d73-1148c4d6f01f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.058353 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Added segment 432f19ff-3408-46dc-8d73-1148c4d6f01f of type vlan for network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 Feb 14 21:36:59.093978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a6e7415f-9efe-4204-bcdb-5c1232f99f73 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:36:59.094435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.114832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (68b0926e-2f96-4f18-8f59-9f9d8e96fb91), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.173242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a6e7415f-9efe-4204-bcdb-5c1232f99f73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a6e7415f-9efe-4204-bcdb-5c1232f99f73,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:36:59.174790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3008d5c2-aa2f-4b6d-ab5c-9de88cd7ff40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.183908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.212549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (68b0926e-2f96-4f18-8f59-9f9d8e96fb91), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.222482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:36:59.223067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.308661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 806d3cea-5319-4245-8c16-163be5888869 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:36:59.324936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39486) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:59.326847 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4476457 Feb 14 21:36:59.330761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:36:59.420708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3008d5c2-aa2f-4b6d-ab5c-9de88cd7ff40 admin admin] Publish callbacks [] for security_group (d67dcaab-0092-4bf5-bc9a-3d59eef00305), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.434968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3008d5c2-aa2f-4b6d-ab5c-9de88cd7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d67dcaab-0092-4bf5-bc9a-3d59eef00305), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.451575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 806d3cea-5319-4245-8c16-163be5888869 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:36:59.452056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 806d3cea-5319-4245-8c16-163be5888869 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:36:59.503243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a6e7415f-9efe-4204-bcdb-5c1232f99f73,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:59.558227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008d5c2-aa2f-4b6d-ab5c-9de88cd7ff40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67dcaab-0092-4bf5-bc9a-3d59eef00305,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:59.593607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ad88-1b94-4bc6-9ad8-af64d4184702 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Network': ['ID=68b0926e-2f96-4f18-8f59-9f9d8e96fb91,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:36:59.620838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:36:59.628390 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3008d5c2-aa2f-4b6d-ab5c-9de88cd7ff40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1cafd63ec844a209f2742b3eb53d3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9803002 Feb 14 21:36:59.630846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39496) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:36:59.679437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:36:59.684874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.764133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] Publish callbacks [] for security_group (d67dcaab-0092-4bf5-bc9a-3d59eef00305), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.809009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] Publish callbacks [] for security_group (d67dcaab-0092-4bf5-bc9a-3d59eef00305), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.906334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d67dcaab-0092-4bf5-bc9a-3d59eef00305), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.909026 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:36:59.912509 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d67dcaab-0092-4bf5-bc9a-3d59eef00305 HTTP/1.1" status: 204 len: 168 time: 0.2780106 Feb 14 21:36:59.928353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea06ad-0f51-48ce-b761-4469b75da3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67dcaab-0092-4bf5-bc9a-3d59eef00305,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:00.124764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:37:00.137213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (ce887128-2545-49b1-b348-b7aa2d4f9d54), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.288055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:37:00.339242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:00.340119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:36:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:00.345587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Checking segment: {'id': '432f19ff-3408-46dc-8d73-1148c4d6f01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:00.348215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network hostable DHCP agents. Network: 68b0926e-2f96-4f18-8f59-9f9d8e96fb91, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:37:00.359269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=ce887128-2545-49b1-b348-b7aa2d4f9d54,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:00.396206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:37:00.423733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 68b0926e-2f96-4f18-8f59-9f9d8e96fb91) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:00.428516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:00.430267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.475508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-94f156d8-4da0-440a-b9fa-afe14d0329c6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1434360 Feb 14 21:37:00.476184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39516) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:00.481172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-993794208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:00.504670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d33ba-2cc9-4d4e-a41c-266be96291d9 None None] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:00.511182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:00.511592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.524111 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:37:00.600527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (70f021de-1945-4341-84d5-7da8c6315aeb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.606415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (70f021de-1945-4341-84d5-7da8c6315aeb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.657016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:00.734477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:00.736937 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7870e7-ac5d-40c2-b40a-5cdca9d37466" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:00.742422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a6e7415f-9efe-4204-bcdb-5c1232f99f73 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:00.781476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.783842 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for router_controller (70f021de-1945-4341-84d5-7da8c6315aeb), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.792671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (70f021de-1945-4341-84d5-7da8c6315aeb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.829619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:00.830868 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e9b7c54-51b8-420f-a469-68a6f1da834d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3539481 Feb 14 21:37:00.833494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39544) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:00.839583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91', 'name': 'tempest-PortsTestJSON-1239342132'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:00.875568 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed4402-1c77-4339-8b4e-d6c59cd64d2d x-openstack-request-id: req-f8ed4402-1c77-4339-8b4e-d6c59cd64d2d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:00.876195 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:00.876463 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8ed4402-1c77-4339-8b4e-d6c59cd64d2d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:00.876841 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:37:00.999708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:37:01.044797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-716586e4-a3fa-4cd6-a735-d4a7c1fbe07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.100953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:01.111321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-68b0926e-2f96-4f18-8f59-9f9d8e96fb91', 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': 'ce887128-2545-49b1-b348-b7aa2d4f9d54'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:37:01.112576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.149037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:01.155190 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.208767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 8591332d-54bb-413e-ad3d-1d4771a29436 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:01.294797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a6e7415f-9efe-4204-bcdb-5c1232f99f73 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:01.315740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.320679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39566) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:01.337306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9186b2da-4d90-4ae2-8cac-9d984eaf7490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.505300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.14 (68b0926e-2f96-4f18-8f59-9f9d8e96fb91/ce887128-2545-49b1-b348-b7aa2d4f9d54/8591332d-54bb-413e-ad3d-1d4771a29436) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:01.535789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9186b2da-4d90-4ae2-8cac-9d984eaf7490 admin admin] Publish callbacks [] for security_group (bdd3beb3-8afc-48bf-8b11-c012d9375d86), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.547108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9186b2da-4d90-4ae2-8cac-9d984eaf7490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bdd3beb3-8afc-48bf-8b11-c012d9375d86), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.604275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39570) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:01.608695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738619766', 'description': 'tempest-description--1215883703'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:01.618808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9186b2da-4d90-4ae2-8cac-9d984eaf7490 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d3d5415d4c74e6bb6d2826e45f9be2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962692 Feb 14 21:37:01.624569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39572) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:01.660565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186b2da-4d90-4ae2-8cac-9d984eaf7490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3beb3-8afc-48bf-8b11-c012d9375d86,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:01.728873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39576) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:01.739609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a6e7415f-9efe-4204-bcdb-5c1232f99f73 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:01.760508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.804322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] Publish callbacks [] for security_group (bdd3beb3-8afc-48bf-8b11-c012d9375d86), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.849867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] Publish callbacks [] for security_group (bdd3beb3-8afc-48bf-8b11-c012d9375d86), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.951602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (99d19db2-147d-4ac4-a0bb-21386df37ecd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.972356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:36:55Z', 'revision_number': 2, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:01.982768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (8591332d-54bb-413e-ad3d-1d4771a29436), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:01.987664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99d19db2-147d-4ac4-a0bb-21386df37ecd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.100226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f09c8869-b0e3-4f2f-ad9e-8715acf639c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.113493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.127407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.133292 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5279751 Feb 14 21:37:02.149291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:02.175533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group_rule': {'security_group_id': '99d19db2-147d-4ac4-a0bb-21386df37ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:02.201086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f930c7-76e3-4814-bc58-fc4e62698567 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d19db2-147d-4ac4-a0bb-21386df37ecd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:02.231094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bdd3beb3-8afc-48bf-8b11-c012d9375d86), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.240024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.241409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bdd3beb3-8afc-48bf-8b11-c012d9375d86 HTTP/1.1" status: 204 len: 168 time: 0.6159306 Feb 14 21:37:02.251624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:02.253278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=8591332d-54bb-413e-ad3d-1d4771a29436,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:02.260315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:02.269741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:02.287588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626fa88-8345-44b2-86a0-1ba1e1bb2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3beb3-8afc-48bf-8b11-c012d9375d86,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:02.323117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (0d9b9972-d25b-4e17-a264-8aa8866343cd), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.381019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:37:02.385774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:02.386444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.477985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a4ce2dc-b59b-4669-a712-6df00aa11039 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6413119 Feb 14 21:37:02.487134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39606) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:02.497680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f09c8869-b0e3-4f2f-ad9e-8715acf639c6 admin admin] Publish callbacks [] for security_group (d3cd6930-eb8c-430f-a436-533ee232b3f2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.518785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f09c8869-b0e3-4f2f-ad9e-8715acf639c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d3cd6930-eb8c-430f-a436-533ee232b3f2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.574786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8869-b0e3-4f2f-ad9e-8715acf639c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd6930-eb8c-430f-a436-533ee232b3f2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:02.647128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f09c8869-b0e3-4f2f-ad9e-8715acf639c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad1669b3f23442d29b99e5651bd7f0bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9050117 Feb 14 21:37:02.652611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:02.687784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (0d9b9972-d25b-4e17-a264-8aa8866343cd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.709470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0d9b9972-d25b-4e17-a264-8aa8866343cd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.743895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:37:02.747578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Updating router 1c4996ec-48bb-4572-9ac6-e7f132032a10 port 115ae554-c83c-46c3-86e5-50b06ad7aafe binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:37:02.854600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9b9972-d25b-4e17-a264-8aa8866343cd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:02.902080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.906550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-306b75e2-2360-4fd5-aff4-ee438ad8c739 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7411342 Feb 14 21:37:02.907621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:02.910831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] Publish callbacks [] for security_group (d3cd6930-eb8c-430f-a436-533ee232b3f2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.921999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group_rule': {'security_group_id': '99d19db2-147d-4ac4-a0bb-21386df37ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:02.927618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:02.955822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Allocated IP 172.20.0.2 (68b0926e-2f96-4f18-8f59-9f9d8e96fb91/ce887128-2545-49b1-b348-b7aa2d4f9d54/242016da-0c68-4790-8dac-4b6e59b954f3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:03.045247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] Publish callbacks [] for security_group (d3cd6930-eb8c-430f-a436-533ee232b3f2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.087575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (c253f443-3c20-4db3-90c9-dc337ab11229), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.228250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:03.334316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d3cd6930-eb8c-430f-a436-533ee232b3f2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.347650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.360021 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3cd6930-eb8c-430f-a436-533ee232b3f2 HTTP/1.1" status: 204 len: 168 time: 0.7058482 Feb 14 21:37:03.414993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.507045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39658) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:03.514372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (c253f443-3c20-4db3-90c9-dc337ab11229), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.526777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef38085-b6fa-4f73-9352-2f69264587de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd6930-eb8c-430f-a436-533ee232b3f2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:03.536018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:37:03.540016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c253f443-3c20-4db3-90c9-dc337ab11229), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.540971 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871343a7-87ca-496e-96fb-9c536f0609ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.657241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c253f443-3c20-4db3-90c9-dc337ab11229,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:03.677051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.683138 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f20a3ebd-40bc-44ad-9f0d-2d6ac05f9ab5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7698016 Feb 14 21:37:03.684139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39664) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:03.690196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:03.753132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.816045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:03.819065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:03.929379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:37:04.034771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.060518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:04.144965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45751376-667a-46d9-b341-df073b8d9d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.234677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.299796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (8591332d-54bb-413e-ad3d-1d4771a29436), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.313910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.401606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Allocated IP 172.25.2.251 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/60c5a9f8-5937-47c5-9d8a-152ba3c0b958) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:04.478507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ff10247a-ec95-46c5-ad80-1bf37c09ce16'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:37:04.566817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks [] for port (242016da-0c68-4790-8dac-4b6e59b954f3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.658517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=8591332d-54bb-413e-ad3d-1d4771a29436,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:04.681436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.693605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:04.791347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:04.959800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:04.977315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:05.010409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:05.058779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.076660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (70f021de-1945-4341-84d5-7da8c6315aeb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.153056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks [] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.206082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45751376-667a-46d9-b341-df073b8d9d0c admin admin] Publish callbacks [] for security_group (5f00ff87-673a-4bac-b214-92e55be4de5d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.215189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.242661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45751376-667a-46d9-b341-df073b8d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5f00ff87-673a-4bac-b214-92e55be4de5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.259621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Pushing event updated for resources: {'Port': ['ID=242016da-0c68-4790-8dac-4b6e59b954f3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:05.363180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.416000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:05.428655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=60c5a9f8-5937-47c5-9d8a-152ba3c0b958,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:05.432689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:05.434952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:05.519060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45751376-667a-46d9-b341-df073b8d9d0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c47ecd988e01442b86e10a574ad520ed&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0101163 Feb 14 21:37:05.540801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751376-667a-46d9-b341-df073b8d9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00ff87-673a-4bac-b214-92e55be4de5d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:05.552855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39710) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:05.568300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.582854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca722c-b431-4e6b-b3e4-afdd929ec70e None None] Pushing event updated for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:05.585332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Attempting to bind port 242016da-0c68-4790-8dac-4b6e59b954f3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:05.585718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Attempting to bind port 242016da-0c68-4790-8dac-4b6e59b954f3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '432f19ff-3408-46dc-8d73-1148c4d6f01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:05.586346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Attempting to bind port 242016da-0c68-4790-8dac-4b6e59b954f3 on network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:05.685020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:37:05.686101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Checking segment: {'id': '432f19ff-3408-46dc-8d73-1148c4d6f01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:05.686101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.687560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Bound using segment: {'id': '432f19ff-3408-46dc-8d73-1148c4d6f01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:37:05.687560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Bound port: 242016da-0c68-4790-8dac-4b6e59b954f3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432f19ff-3408-46dc-8d73-1148c4d6f01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68b0926e-2f96-4f18-8f59-9f9d8e96fb91'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:37:05.687560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.734369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.862193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:05.903287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] Publish callbacks [] for security_group (5f00ff87-673a-4bac-b214-92e55be4de5d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.070534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] Publish callbacks [] for security_group (5f00ff87-673a-4bac-b214-92e55be4de5d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.268723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] For port 242016da-0c68-4790-8dac-4b6e59b954f3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:06.272960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] For port 242016da-0c68-4790-8dac-4b6e59b954f3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=242016da-0c68-4790-8dac-4b6e59b954f3,segment=NetworkSegment(432f19ff-3408-46dc-8d73-1148c4d6f01f),segment_id=432f19ff-3408-46dc-8d73-1148c4d6f01f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:37:06.342484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.413239 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.432374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.467185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Attempting to bind port 115ae554-c83c-46c3-86e5-50b06ad7aafe on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:06.472378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Attempting to bind port 115ae554-c83c-46c3-86e5-50b06ad7aafe by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:06.474716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Attempting to bind port 115ae554-c83c-46c3-86e5-50b06ad7aafe on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:06.522999 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.626053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:37:06.626787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Checking segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:06.627996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.633048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Bound using segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:37:06.633048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Bound port: 115ae554-c83c-46c3-86e5-50b06ad7aafe, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:37:06.633048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.728787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.769491 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.787973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.794369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1091976 Feb 14 21:37:06.822000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-40b5fcd0-e5b6-4858-bcec-99b78bd5aaad None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:06.822805 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40b5fcd0-e5b6-4858-bcec-99b78bd5aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.826769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e37223-2147-4ae0-9bfd-bf4505af99a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=60c5a9f8-5937-47c5-9d8a-152ba3c0b958,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:06.966833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (8591332d-54bb-413e-ad3d-1d4771a29436), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.978299 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5f00ff87-673a-4bac-b214-92e55be4de5d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.992003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:06.993292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f00ff87-673a-4bac-b214-92e55be4de5d HTTP/1.1" status: 204 len: 168 time: 1.4337590 Feb 14 21:37:06.996302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:07.213003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] For port 115ae554-c83c-46c3-86e5-50b06ad7aafe, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:07.232731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] For port 115ae554-c83c-46c3-86e5-50b06ad7aafe, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=115ae554-c83c-46c3-86e5-50b06ad7aafe,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:37:07.390239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-40b5fcd0-e5b6-4858-bcec-99b78bd5aaad None None] Port 115ae554-c83c-46c3-86e5-50b06ad7aafe cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:07.395880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c3adf-79ad-46ef-be94-0a7d7460442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00ff87-673a-4bac-b214-92e55be4de5d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:07.397607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a70e-b228-48ae-9c74-567654426b56 None None] Pushing event updated for resources: {'Port': ['ID=242016da-0c68-4790-8dac-4b6e59b954f3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:07.440477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:07.652881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (70f021de-1945-4341-84d5-7da8c6315aeb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:07.706877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:07.790453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=8591332d-54bb-413e-ad3d-1d4771a29436,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:07.824758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-d51812dd-39b7-4e59-94a8-b1f55e33711d tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1738619766&fields=id&tenant_id=f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 267 time: 0.5019705 Feb 14 21:37:07.839794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:07.840844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:07.961280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca722c-b431-4e6b-b3e4-afdd929ec70e None None] Pushing event updated for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:08.083713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:08.117997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-332a89b5-9b0f-40d0-9f90-247241ff3793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:08.135029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:08.135433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:08.455427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-332a89b5-9b0f-40d0-9f90-247241ff3793 admin admin] Publish callbacks [] for security_group (412ebf0a-d370-4057-9972-46728a541acf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:08.485469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-332a89b5-9b0f-40d0-9f90-247241ff3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (412ebf0a-d370-4057-9972-46728a541acf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:08.658903 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-332a89b5-9b0f-40d0-9f90-247241ff3793 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6328a7a594b84cf2a4b666ccccad07f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5716503 Feb 14 21:37:08.676819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39792) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:08.749501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a89b5-9b0f-40d0-9f90-247241ff3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ebf0a-d370-4057-9972-46728a541acf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:08.785031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:08.960020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:37:08.970587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] Publish callbacks [] for security_group (412ebf0a-d370-4057-9972-46728a541acf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:09.110956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] Publish callbacks [] for security_group (412ebf0a-d370-4057-9972-46728a541acf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:09.203861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 115ae554-c83c-46c3-86e5-50b06ad7aafe up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:09.209974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (412ebf0a-d370-4057-9972-46728a541acf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:09.213202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:09.215934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/412ebf0a-d370-4057-9972-46728a541acf HTTP/1.1" status: 204 len: 168 time: 0.5354285 Feb 14 21:37:09.259223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7f321-a11c-4a36-81fa-9964a5d150b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ebf0a-d370-4057-9972-46728a541acf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:09.261545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8573cc-f102-4cd1-a2ab-4f3a6d602e20 None None] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:09.474157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-5f54c68a-5c5b-49a4-a64f-cbce9b2b93c2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:09.485071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-5f54c68a-5c5b-49a4-a64f-cbce9b2b93c2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 811 time: 1.6583312 Feb 14 21:37:09.506465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:09.514191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:09.804460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-5496c305-9292-438e-8c44-c1efa13dbb1f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/quotas/f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 375 time: 0.2942815 Feb 14 21:37:09.901206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Router 70f021de-1945-4341-84d5-7da8c6315aeb is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:37:09.993330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:09.994689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.115272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:10.115661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.192634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:37:10.216326 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] Sync routers for ids ['70f021de-1945-4341-84d5-7da8c6315aeb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:37:10.216987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e63b9234-625a-4ba1-9386-5aab5df53354 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/routers/70f021de-1945-4341-84d5-7da8c6315aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7242849 Feb 14 21:37:10.217748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39832) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:10.230695 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] Routers {'70f021de-1945-4341-84d5-7da8c6315aeb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:10.231421 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['70f021de-1945-4341-84d5-7da8c6315aeb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:10.262351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-9c32494d-351b-4d6e-ae6d-f76830721dab tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4178028 Feb 14 21:37:10.338163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceeabef-9db2-45ab-8ddb-9a254c090cba tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:10.345434 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:10.351544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39834) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:10.355672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ceeabef-9db2-45ab-8ddb-9a254c090cba tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f021de-1945-4341-84d5-7da8c6315aeb HTTP/1.1" status: 200 len: 983 time: 0.1344805 Feb 14 21:37:10.380819 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] Routers {'70f021de-1945-4341-84d5-7da8c6315aeb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:10.381464 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['70f021de-1945-4341-84d5-7da8c6315aeb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:10.455966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Current status of the port 115ae554-c83c-46c3-86e5-50b06ad7aafe is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:10.456363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.495097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:07Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:10.522735 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:10.523750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570009f-0c2d-402f-a802-4893860e69f5 None None] The sync data for ids ['70f021de-1945-4341-84d5-7da8c6315aeb'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:37:10.602726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd74e3-e628-4d15-a66e-e12957a9f45e None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:07Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:37:10.729350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] For port 115ae554-c83c-46c3-86e5-50b06ad7aafe, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=115ae554-c83c-46c3-86e5-50b06ad7aafe,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:10.738612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:10.746051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.770641 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.785437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:10.790353 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b6082-49ca-4660-aacf-f3aaf1b982f5" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:10.834537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:10.840607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 115ae554-c83c-46c3-86e5-50b06ad7aafe is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:10.841242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.871537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:10.956350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265a95-a7bc-4da3-bd81-918ff8f3c7ae None None] Pushing event updated for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:10.961345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-8d7d0b06-9172-40ce-9318-b441f87b2c5a service neutron] 10.222.0.86 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555343 Feb 14 21:37:11.235476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Provisioning complete for port 242016da-0c68-4790-8dac-4b6e59b954f3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:11.236625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:11.438217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:37:11.438880 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:37:11.447688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:11.490125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-fe7b2bb2-2d3c-4eef-b745-679e34af34d3 service neutron] 10.222.0.86 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611834 Feb 14 21:37:11.587911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Current status of the port 242016da-0c68-4790-8dac-4b6e59b954f3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:11.590857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:11.690909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] For port 242016da-0c68-4790-8dac-4b6e59b954f3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=242016da-0c68-4790-8dac-4b6e59b954f3,segment=NetworkSegment(432f19ff-3408-46dc-8d73-1148c4d6f01f),segment_id=432f19ff-3408-46dc-8d73-1148c4d6f01f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:11.708063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:11.869391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Pushing event updated for resources: {'Port': ['ID=242016da-0c68-4790-8dac-4b6e59b954f3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:11.891754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Provisioning complete for port 8591332d-54bb-413e-ad3d-1d4771a29436 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:11.892554 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:11.964102 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84d3970-374f-42da-9f27-5a134ba951d7 x-openstack-request-id: req-b84d3970-374f-42da-9f27-5a134ba951d7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:11.964417 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:11.964686 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b84d3970-374f-42da-9f27-5a134ba951d7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:11.965101 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:37:12.121586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-79274d86-d4ac-454d-915e-e015bef97825 None None] Port 8591332d-54bb-413e-ad3d-1d4771a29436 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:12.191721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 115ae554-c83c-46c3-86e5-50b06ad7aafe is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:12.195555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 242016da-0c68-4790-8dac-4b6e59b954f3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:12.233446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d268cad9-6688-4606-93ff-8d5857750962 req-0864b0ae-c63e-43f0-9acf-e98c3e332a38 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 210 time: 0.2272110 Feb 14 21:37:12.406147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39882) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:12.523890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cf71a811-72b7-4e8c-8ca1-b465bd35a9e7 None None] Provisioning complete for port 8591332d-54bb-413e-ad3d-1d4771a29436 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:12.524473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf71a811-72b7-4e8c-8ca1-b465bd35a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:12.711028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 242016da-0c68-4790-8dac-4b6e59b954f3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:12.711616 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:12.785284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94faf089-4cc3-4be4-a017-5f2267045741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:12.835028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cf71a811-72b7-4e8c-8ca1-b465bd35a9e7 None None] Port 8591332d-54bb-413e-ad3d-1d4771a29436 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:12.953151 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (70f021de-1945-4341-84d5-7da8c6315aeb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.029258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94faf089-4cc3-4be4-a017-5f2267045741 admin admin] Publish callbacks [] for security_group (5fb0f4a4-e674-454f-b0bd-43800ad8b24f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.050499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94faf089-4cc3-4be4-a017-5f2267045741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5fb0f4a4-e674-454f-b0bd-43800ad8b24f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.104657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 242016da-0c68-4790-8dac-4b6e59b954f3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:13.126195 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-94faf089-4cc3-4be4-a017-5f2267045741 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79c5076336d541adab18b1532bb83503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7189460 Feb 14 21:37:13.142655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:13.173774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-20469d69-a48d-408a-a5b6-7ab184254916 None None] Provisioning complete for port 8591332d-54bb-413e-ad3d-1d4771a29436 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:13.180860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20469d69-a48d-408a-a5b6-7ab184254916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.328150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 115ae554-c83c-46c3-86e5-50b06ad7aafe up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:13.371539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faf089-4cc3-4be4-a017-5f2267045741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0f4a4-e674-454f-b0bd-43800ad8b24f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:13.450351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-20469d69-a48d-408a-a5b6-7ab184254916 None None] Port 8591332d-54bb-413e-ad3d-1d4771a29436 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:13.469399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] Publish callbacks [] for security_group (5fb0f4a4-e674-454f-b0bd-43800ad8b24f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.549145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 115ae554-c83c-46c3-86e5-50b06ad7aafe triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:13.549745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.553277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] Publish callbacks [] for security_group (5fb0f4a4-e674-454f-b0bd-43800ad8b24f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.636084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7353c2aa-c01f-48e0-96c3-cf0b7b580979 req-b4c49450-6d40-4a2f-bb44-3e76245cf167 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 210 time: 0.1549301 Feb 14 21:37:13.655364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5fb0f4a4-e674-454f-b0bd-43800ad8b24f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.658919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:13.660251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5fb0f4a4-e674-454f-b0bd-43800ad8b24f HTTP/1.1" status: 204 len: 168 time: 0.5165737 Feb 14 21:37:13.692179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4eb0e-d4a8-41a7-9088-550b2adaad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0f4a4-e674-454f-b0bd-43800ad8b24f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:13.899043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 115ae554-c83c-46c3-86e5-50b06ad7aafe is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:13.905792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 242016da-0c68-4790-8dac-4b6e59b954f3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:13.925404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 8591332d-54bb-413e-ad3d-1d4771a29436 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:13.931037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:14.124263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:14.136763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 242016da-0c68-4790-8dac-4b6e59b954f3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:14.137447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:14.157468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 8591332d-54bb-413e-ad3d-1d4771a29436 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:14.347528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 242016da-0c68-4790-8dac-4b6e59b954f3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:14.460668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-a02e8271-83c1-4158-9f28-ad5488b46aed tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:14.463065 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-a02e8271-83c1-4158-9f28-ad5488b46aed tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 811 time: 0.3427949 Feb 14 21:37:14.718798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-91cd9a7f-8f94-43d9-b052-8df230ffbb96 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 380 time: 0.2463241 Feb 14 21:37:14.740971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'port': {'device_id': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'admin_state_up': True, 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'security_groups': ['99d19db2-147d-4ac4-a0bb-21386df37ecd']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:14.757926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8591332d-54bb-413e-ad3d-1d4771a29436), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:14.846908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=8591332d-54bb-413e-ad3d-1d4771a29436,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:15.037342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Made reservation on behalf of f07de2c424c648c988965c626bc87535 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:15.051959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:15.459855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Allocated IP 172.20.0.7 (319dfa36-7b2c-4612-80d0-19398f99dc53/92b7728e-f794-4d5a-8718-7c338c48e7c1/9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:15.608593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8538866-5425-44d8-bda3-6bac3aeb645c req-6b5daba9-fe24-4556-bce7-8890e9dce61c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 210 time: 0.7631652 Feb 14 21:37:15.891328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (70f021de-1945-4341-84d5-7da8c6315aeb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.053938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.229387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.350643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:16.356042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:16.357454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Router 70f021de-1945-4341-84d5-7da8c6315aeb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:37:16.392277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:16.547984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:16.560247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:37:16.583547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] Sync routers for ids ['70f021de-1945-4341-84d5-7da8c6315aeb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:37:16.592947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-90ad9b3c-6106-4fe7-9336-d375bf6ce8f6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/routers/70f021de-1945-4341-84d5-7da8c6315aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2334309 Feb 14 21:37:16.592947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39994) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:16.624567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] Routers {'70f021de-1945-4341-84d5-7da8c6315aeb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:16.628445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['70f021de-1945-4341-84d5-7da8c6315aeb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:16.630615 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc068dbd-eb47-4442-8533-0c5e055413df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:37:16.634717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc068dbd-eb47-4442-8533-0c5e055413df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/8591332d-54bb-413e-ad3d-1d4771a29436 HTTP/1.1" status: 404 len: 333 time: 0.0386465 Feb 14 21:37:16.635495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39996) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:16.646397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:16.647443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.691546 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-49ae592d-260b-4fa0-b645-ada9d6ffda53 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9653561 Feb 14 21:37:16.702785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Request body: {'port': {'device_id': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:16.850317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:16.873467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] Routers {'70f021de-1945-4341-84d5-7da8c6315aeb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:16.875765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['70f021de-1945-4341-84d5-7da8c6315aeb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:16.904828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.973396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for router (70f021de-1945-4341-84d5-7da8c6315aeb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:16.984036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:16.993028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3678c-d501-4422-b462-f3710fbcfb93 None None] The sync data for ids ['70f021de-1945-4341-84d5-7da8c6315aeb'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:37:17.016443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-439de3ea-6fc1-4a00-ae38-b429e642cf27 None None] Provisioning complete for port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:17.016842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439de3ea-6fc1-4a00-ae38-b429e642cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.105076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-439de3ea-6fc1-4a00-ae38-b429e642cf27 None None] Port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:17.317235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7b9e3-5139-44d1-8196-0719b49db84d req-7905baf8-1e36-46f8-81ce-6dfc3ce478e6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:17.318772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0d7b9e3-5139-44d1-8196-0719b49db84d req-7905baf8-1e36-46f8-81ce-6dfc3ce478e6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 931 time: 0.5040104 Feb 14 21:37:17.371897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (70f021de-1945-4341-84d5-7da8c6315aeb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.375079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for router_controller (70f021de-1945-4341-84d5-7da8c6315aeb), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.459797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (70f021de-1945-4341-84d5-7da8c6315aeb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.460442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Fanout notify agent at l3_agent the message router_deleted on router 70f021de-1945-4341-84d5-7da8c6315aeb {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:37:17.467426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0d7b9e3-5139-44d1-8196-0719b49db84d req-74338d28-88ff-4d69-9e14-23765718dd3c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055553 Feb 14 21:37:17.473185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.475037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef08e640-f003-48f6-ba1c-bdc3bb755112 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/routers/70f021de-1945-4341-84d5-7da8c6315aeb HTTP/1.1" status: 204 len: 168 time: 0.8378661 Feb 14 21:37:17.477537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:17.563880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet ce887128-2545-49b1-b348-b7aa2d4f9d54 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:37:17.569511 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (ce887128-2545-49b1-b348-b7aa2d4f9d54), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.640772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (ce887128-2545-49b1-b348-b7aa2d4f9d54), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.724877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:37:17.755241 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks [] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.796138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Transition to ACTIVE for port object 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:37:17.808464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:17.924212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ce887128-2545-49b1-b348-b7aa2d4f9d54), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.105355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (ce887128-2545-49b1-b348-b7aa2d4f9d54), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.135328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:18.245386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Attempting to bind port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:18.245725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Attempting to bind port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:18.250106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Attempting to bind port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:18.254993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=ce887128-2545-49b1-b348-b7aa2d4f9d54,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:18.260241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:18.260895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Attempting to bind port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:18.263329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.278173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:37:18.279389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b45da978-0b5a-4dc5-9134-628f13951357 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/ce887128-2545-49b1-b348-b7aa2d4f9d54 HTTP/1.1" status: 204 len: 168 time: 0.8007128 Feb 14 21:37:18.281016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Checking segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:18.281587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Bound using segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:37:18.282302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Bound port: 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:37:18.282854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:18.286116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd92bbb-03f2-4987-b37a-0f1381378ce8 None None] Network 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:18.287261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.504952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:18.521545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:37:18.536650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.574944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:18.576801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.578266 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] 10.222.0.64 "PUT /v2.0/ports/9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1092 time: 1.8801706 Feb 14 21:37:18.583002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:18.587916 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:18.715238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] DHCP port deletion for 68b0926e-2f96-4f18-8f59-9f9d8e96fb91 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:37:18.725202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (68b0926e-2f96-4f18-8f59-9f9d8e96fb91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.911603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Deleting port 242016da-0c68-4790-8dac-4b6e59b954f3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:18.911977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:18.925173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bc43f-df17-4a51-852c-187f72934ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:18.962232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-4a92137b-5122-4a1f-9054-7370616c7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:18.965509 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-4a92137b-5122-4a1f-9054-7370616c7cc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1126 time: 0.3221512 Feb 14 21:37:19.028149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cce6e5-e606-464e-aa3d-298c07e95b29 req-21df9125-715b-4396-86d3-6282a83b4f3f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:19.031571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3cce6e5-e606-464e-aa3d-298c07e95b29 req-21df9125-715b-4396-86d3-6282a83b4f3f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 943 time: 0.2889001 Feb 14 21:37:19.088441 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-32aecc60-e7c5-4ac6-80d0-82b34db515a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 217 time: 0.1133316 Feb 14 21:37:19.131943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] For port 242016da-0c68-4790-8dac-4b6e59b954f3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=242016da-0c68-4790-8dac-4b6e59b954f3,segment=NetworkSegment(432f19ff-3408-46dc-8d73-1148c4d6f01f),segment_id=432f19ff-3408-46dc-8d73-1148c4d6f01f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:19.134900 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.161170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Calling delete_port for 242016da-0c68-4790-8dac-4b6e59b954f3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:19.167867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40136) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:19.214958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 242016da-0c68-4790-8dac-4b6e59b954f3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:19.215347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.245568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-b0486e0d-f027-4026-b646-955f22c1611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:19.261819 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-b0486e0d-f027-4026-b646-955f22c1611a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.1530824 Feb 14 21:37:19.368589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 242016da-0c68-4790-8dac-4b6e59b954f3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:37:19.392443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-1d8e851b-d191-4066-b904-7107a084bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:19.404023 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-1d8e851b-d191-4066-b904-7107a084bae0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1392641 Feb 14 21:37:19.458989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3cce6e5-e606-464e-aa3d-298c07e95b29 req-925b9552-8c79-4ed1-8652-d33ab6e88375 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142852 Feb 14 21:37:19.529527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5848a4fd-8864-4004-9175-ace63195f45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.533817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] For port 242016da-0c68-4790-8dac-4b6e59b954f3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=242016da-0c68-4790-8dac-4b6e59b954f3,segment=NetworkSegment(432f19ff-3408-46dc-8d73-1148c4d6f01f),segment_id=432f19ff-3408-46dc-8d73-1148c4d6f01f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:19.534506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.558950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 242016da-0c68-4790-8dac-4b6e59b954f3 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:19.615133 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af9727-8470-408a-9fe4-139437957fe9 x-openstack-request-id: req-79af9727-8470-408a-9fe4-139437957fe9 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:19.615508 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:19.619834 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79af9727-8470-408a-9fe4-139437957fe9 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:19.620414 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'status': 'completed', 'code': 200} Feb 14 21:37:19.681764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-de07d237-6b54-4983-8344-13d694bb6247 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726018 Feb 14 21:37:19.744960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.747370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 242016da-0c68-4790-8dac-4b6e59b954f3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:37:19.748033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 242016da-0c68-4790-8dac-4b6e59b954f3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:37:19.856334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5848a4fd-8864-4004-9175-ace63195f45b admin admin] Publish callbacks [] for security_group (8c649754-b898-4bac-b1f4-401ab980b873), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.858984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (242016da-0c68-4790-8dac-4b6e59b954f3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.872997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-93767902-5c70-40a2-ab32-e96fd61ecff5 req-bcb9cff9-9522-44b0-97fc-cc85e704d4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834228 Feb 14 21:37:19.894286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=242016da-0c68-4790-8dac-4b6e59b954f3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:19.894944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] No DVR routers for this DVR port 242016da-0c68-4790-8dac-4b6e59b954f3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:37:19.902374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5848a4fd-8864-4004-9175-ace63195f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c649754-b898-4bac-b1f4-401ab980b873), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:19.916016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f40f-6e77-433f-b5d3-fc8082cd5a20 None None] Pushing event deleted for resources: {'Port': ['ID=242016da-0c68-4790-8dac-4b6e59b954f3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:19.942250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No DVR routers for this DVR port 242016da-0c68-4790-8dac-4b6e59b954f3 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:37:20.115253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-77f54ad5-4c49-41a8-a424-7e96eaf8053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:20.116790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-77f54ad5-4c49-41a8-a424-7e96eaf8053d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1126 time: 0.1584489 Feb 14 21:37:20.260576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (68b0926e-2f96-4f18-8f59-9f9d8e96fb91), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.303996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b0926e-2f96-4f18-8f59-9f9d8e96fb91']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:20.316465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432f19ff-3408-46dc-8d73-1148c4d6f01f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:20.316769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432f19ff-3408-46dc-8d73-1148c4d6f01f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:20.332939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (432f19ff-3408-46dc-8d73-1148c4d6f01f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.350964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (432f19ff-3408-46dc-8d73-1148c4d6f01f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.358443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:37:20.358831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (432f19ff-3408-46dc-8d73-1148c4d6f01f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.388313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-a5c82e10-da90-4ae2-8514-aae54e5be867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:37:20.394107 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:37:20.405826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-a5c82e10-da90-4ae2-8514-aae54e5be867 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.2827964 Feb 14 21:37:20.417418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a4fd-8864-4004-9175-ace63195f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c649754-b898-4bac-b1f4-401ab980b873,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:20.455626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5848a4fd-8864-4004-9175-ace63195f45b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc144d17bb80422aabec6873e548878d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2838018 Feb 14 21:37:20.460262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:20.521575 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (68b0926e-2f96-4f18-8f59-9f9d8e96fb91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.535925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.551052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-93a63102-170f-4d18-b008-aaba083ece75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 217 time: 0.1365693 Feb 14 21:37:20.551582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:20.552381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/68b0926e-2f96-4f18-8f59-9f9d8e96fb91 HTTP/1.1" status: 204 len: 168 time: 2.2682195 Feb 14 21:37:20.628742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2ef2f-201a-4488-91b1-7d3bd6a49b9e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=68b0926e-2f96-4f18-8f59-9f9d8e96fb91,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:20.673111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] Publish callbacks [] for security_group (8c649754-b898-4bac-b1f4-401ab980b873), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:20.761196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a6e15-8f84-4737-a1ab-3675f28d8c57 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:20.768561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-379a6e15-8f84-4737-a1ab-3675f28d8c57 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/a311ceaa-ffe7-4b6b-a34f-d75de835aab6 HTTP/1.1" status: 200 len: 840 time: 0.2143159 Feb 14 21:37:20.776883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40162) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:20.787478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-8b7f2df4-c0f7-43b7-8df1-1833e370bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:20.789397 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-8b7f2df4-c0f7-43b7-8df1-1833e370bc22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.2111230 Feb 14 21:37:20.864983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-d7c35f40-5c81-4656-adef-2f1089b0ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:20.866492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-d7c35f40-5c81-4656-adef-2f1089b0ad66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703683 Feb 14 21:37:20.947357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] Publish callbacks [] for security_group (8c649754-b898-4bac-b1f4-401ab980b873), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:21.024547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d0e7c72e-2230-496f-bdaf-0f921453352f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/a311ceaa-ffe7-4b6b-a34f-d75de835aab6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2444782 Feb 14 21:37:21.039826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40172) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:21.048546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8c649754-b898-4bac-b1f4-401ab980b873), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:21.058559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:21.059793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c649754-b898-4bac-b1f4-401ab980b873 HTTP/1.1" status: 204 len: 168 time: 0.5988209 Feb 14 21:37:21.071690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:21.093240 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-f68bad86-53e8-4d8b-b755-f2c884cd710c service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192750 Feb 14 21:37:21.125115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2affd60-41ca-437b-a0a6-7273548e7ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c649754-b898-4bac-b1f4-401ab980b873,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:21.299744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951c04-522a-461a-9fad-4cd1e0021a31 req-e1f63e5c-ab5a-412e-b62b-d38ff9a782b4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:21.301414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c951c04-522a-461a-9fad-4cd1e0021a31 req-e1f63e5c-ab5a-412e-b62b-d38ff9a782b4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 943 time: 0.6298561 Feb 14 21:37:21.357271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:21.362199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:21.367902 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-caf2f97f-ad90-4ed0-9edd-5607bdba23e2 req-865df068-f61c-4052-8aa2-c275473208ec service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666101 Feb 14 21:37:21.665543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c951c04-522a-461a-9fad-4cd1e0021a31 req-fd5d9bc1-2665-4f57-be1b-47135b5ff38c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500407 Feb 14 21:37:22.011707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (efcea880-c284-43b4-ab6d-3eb424a4e160), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.113800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=efcea880-c284-43b4-ab6d-3eb424a4e160,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:22.164661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:22.168070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:22.171503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:22.172100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.181364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef64241-d59e-4e01-bbe3-2a2b35d9fa7c None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:22.233471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40202) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:22.238825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'security_group': {'name': 'tempest-secgroup-2005099949'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:22.245766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fc4bbc76-7ce4-4264-b0c4-4a2a60f117f3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1845062 Feb 14 21:37:22.322910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.474683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'project_id': 'c02c171f8bce4bc585903d65e7e63331', 'fixed_ips': [{'subnet_id': 'efcea880-c284-43b4-ab6d-3eb424a4e160'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:37:22.475756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.644896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (3f7b7712-61ab-40c7-b19b-7223cf62aaf8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.665116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3f7b7712-61ab-40c7-b19b-7223cf62aaf8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.726986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.732442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4955630 Feb 14 21:37:22.733170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:22.738708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'security_group': {'name': 'tempest-secgroup-2092510987'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:22.742063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f7dc5-40eb-4a3d-add7-67381e8704d6 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b7712-61ab-40c7-b19b-7223cf62aaf8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:22.777767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Allocated IP 172.20.0.2 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/efcea880-c284-43b4-ab6d-3eb424a4e160/467ecb92-7dfd-41c2-bedc-a8add1a77638) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:22.866224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.968584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks [] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:22.985670 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.033658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:23.042393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:23.117927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:23.192689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (c17b077b-0290-414d-a584-92a7842a400a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.212216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c17b077b-0290-414d-a584-92a7842a400a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.244529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:23.325116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Attempting to bind port 467ecb92-7dfd-41c2-bedc-a8add1a77638 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:23.328320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Attempting to bind port 467ecb92-7dfd-41c2-bedc-a8add1a77638 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'f80490dd-446d-4031-84c0-b2047c0d9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:23.328836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Attempting to bind port 467ecb92-7dfd-41c2-bedc-a8add1a77638 on network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:23.339809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:37:23.340203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Checking segment: {'id': 'f80490dd-446d-4031-84c0-b2047c0d9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:23.340616 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.342640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bac8a2-e81c-42c7-a042-f2eb14cc925f req-ac893e5f-85cf-4ecf-8e9e-43bfc9c4695b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:23.344254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98bac8a2-e81c-42c7-a042-f2eb14cc925f req-ac893e5f-85cf-4ecf-8e9e-43bfc9c4695b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 943 time: 0.4272864 Feb 14 21:37:23.347027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.348247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6135504 Feb 14 21:37:23.349162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Bound using segment: {'id': 'f80490dd-446d-4031-84c0-b2047c0d9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:37:23.349686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Bound port: 467ecb92-7dfd-41c2-bedc-a8add1a77638, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80490dd-446d-4031-84c0-b2047c0d9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:37:23.350089 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.351140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40238) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:23.357753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-366577191', 'security_groups': ['c17b077b-0290-414d-a584-92a7842a400a'], 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efcea880-c284-43b4-ab6d-3eb424a4e160'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:23.361230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed0078-fa7c-4dac-935d-f8c81f44e322 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b077b-0290-414d-a584-92a7842a400a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:23.471188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98bac8a2-e81c-42c7-a042-f2eb14cc925f req-21e83ccc-d563-452b-8965-2023a1072345 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108527 Feb 14 21:37:23.483649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:23.494420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:37:23.498826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:37:23.705715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:23.801362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:23.993267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:23.998467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:24.021318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port 4e69d786-ac4f-4f27-862f-c74bd2879258 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:24.068436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'port_id': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'mac_address': 'fa:16:3e:c4:ae:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:37:24.109140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331280-488a-4cfc-8948-d4b9ff40a997 None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:24.223587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:24.225179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:24.270344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:37:24.332077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:24.348519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:24.433649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.8 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/efcea880-c284-43b4-ab6d-3eb424a4e160/4e69d786-ac4f-4f27-862f-c74bd2879258) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:24.481966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:24.660197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:37:24.881947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:24.943872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0d99-02cf-47cf-a84d-4ceb1746090f req-4fdff09e-d7e0-4143-b9dd-53f53d016cf4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:24.947413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cfb0d99-02cf-47cf-a84d-4ceb1746090f req-4fdff09e-d7e0-4143-b9dd-53f53d016cf4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 944 time: 0.2208982 Feb 14 21:37:25.006518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:25.080547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cfb0d99-02cf-47cf-a84d-4ceb1746090f req-794a10cc-57a0-4dc7-96fa-fa882b41e920 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232946 Feb 14 21:37:25.095317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:25.106140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:25.116187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:25.188951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=4e69d786-ac4f-4f27-862f-c74bd2879258,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:25.230990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.254879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.255880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.255880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.255880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.256812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.256812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:25.291324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:25.291324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:25.325331 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e2759110-fa21-4e9d-8895-bc600ea74f82 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9706364 Feb 14 21:37:25.325599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40304) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:25.331913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:25.416815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:25.560985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:25.568212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:25.686210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40310) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:25.698853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:25.699044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:25.799045 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet efcea880-c284-43b4-ab6d-3eb424a4e160 (CIDR: 172.20.0.0/28) Feb 14 21:37:25.808482 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:37:25.811268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:25.860315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-69f2ca16-3566-4b3c-88e7-077b952c0d09 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5327847 Feb 14 21:37:25.861891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40314) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:25.868484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:26.017709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:26.018118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.192181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:26.245983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.364892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:26.368981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.411094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:26.441445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de702acc-e5b5-4bb8-9779-0106c5efc724 req-8c4998c6-ec4e-4207-8040-0b456a55ceec tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:26.453560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de702acc-e5b5-4bb8-9779-0106c5efc724 req-8c4998c6-ec4e-4207-8040-0b456a55ceec tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 944 time: 0.1465533 Feb 14 21:37:26.484557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:26.492894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.678628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:26.684592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.690992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:26.691905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.714350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de702acc-e5b5-4bb8-9779-0106c5efc724 req-08313e65-a329-4ef3-b52f-246969f5a2ad tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593870 Feb 14 21:37:26.748172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6da34472-13c0-4a5e-9f15-89a4c288f711 None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:26.882512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ad1b2282-3405-4f2a-839b-a1fe5865b98d None None] Provisioning complete for port 4e69d786-ac4f-4f27-862f-c74bd2879258 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:26.883451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2282-3405-4f2a-839b-a1fe5865b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.926092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Publish callbacks [] for security_group (99842fa7-aa44-4b78-9e40-b6053eef9969), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.938245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99842fa7-aa44-4b78-9e40-b6053eef9969), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:26.993614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b2282-3405-4f2a-839b-a1fe5865b98d None None] Port 4e69d786-ac4f-4f27-862f-c74bd2879258 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:27.089667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99842fa7-aa44-4b78-9e40-b6053eef9969,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:27.113372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ebfaca4e9624fc88f5ab38a88f99ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4258728 Feb 14 21:37:27.141702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:27.176609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.177880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.178963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.183621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.184232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.184789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.185350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.186348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.186904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.187501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.188047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.191460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.192338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6282f-a9d9-4412-b5ad-002a81ecde74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:27.302705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:27.334039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] Publish callbacks [] for security_group (99842fa7-aa44-4b78-9e40-b6053eef9969), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.411763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] Publish callbacks [] for security_group (99842fa7-aa44-4b78-9e40-b6053eef9969), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.455317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:27.538487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (33a1839c-e7e9-4fa2-a5cb-db99f546b008), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.546875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99842fa7-aa44-4b78-9e40-b6053eef9969), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.551004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.560226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99842fa7-aa44-4b78-9e40-b6053eef9969 HTTP/1.1" status: 204 len: 168 time: 0.4119604 Feb 14 21:37:27.588348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5782e-cd86-44ac-868a-5e60feab51ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99842fa7-aa44-4b78-9e40-b6053eef9969,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:27.640776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:27.655618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:27.672311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:27.682074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:27.690947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfede1c-7621-4900-90e3-e7e7b9cfd268 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:27.789291 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9255078 Feb 14 21:37:27.792545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40360) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:27.809709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-736853327', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33a1839c-e7e9-4fa2-a5cb-db99f546b008'}], 'security_groups': ['3f7b7712-61ab-40c7-b19b-7223cf62aaf8']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:27.810524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d87d3b-4712-4816-b529-45491bfa9865 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=33a1839c-e7e9-4fa2-a5cb-db99f546b008,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:28.011997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:28.011997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.197451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:37:28.205291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:28.205962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.319115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:28.518969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:28.520088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.590497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:28.595866 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca622df-2763-4267-b3b8-e2fbced3f9c8" -d '{"events": [{"server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "name": "network-vif-plugged", "status": "completed", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:28.637129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:28.660150 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.768934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Update dhcp port {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'fixed_ips': [{'subnet_id': 'efcea880-c284-43b4-ab6d-3eb424a4e160', 'ip_address': '172.20.0.2'}, {'subnet_id': '33a1839c-e7e9-4fa2-a5cb-db99f546b008'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '467ecb92-7dfd-41c2-bedc-a8add1a77638'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:37:28.835052 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.868993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:28.943745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:29.354557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbf810-756e-4ec5-8d19-e971b091cfec req-883b0d84-b0bd-474f-8204-79cb90d659f2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:29.356417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dddbf810-756e-4ec5-8d19-e971b091cfec req-883b0d84-b0bd-474f-8204-79cb90d659f2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 944 time: 1.3753908 Feb 14 21:37:29.488373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Allocated IP 172.20.0.18 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/33a1839c-e7e9-4fa2-a5cb-db99f546b008/467ecb92-7dfd-41c2-bedc-a8add1a77638) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:29.612445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:29.649178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Publish callbacks [] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:29.657811 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:29.686704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dddbf810-756e-4ec5-8d19-e971b091cfec req-1885446e-a42e-4fe4-9d31-8c1bfe663993 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172841 Feb 14 21:37:29.700416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:29.796140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a943f2-f6e8-4d42-b72d-c5d195fc8374 None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:29.828639 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848bad61-b1fb-4dab-a487-797742b1c882 x-openstack-request-id: req-848bad61-b1fb-4dab-a487-797742b1c882 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:29.829069 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "name": "network-vif-plugged", "status": "completed", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:29.829458 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-848bad61-b1fb-4dab-a487-797742b1c882 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:29.829957 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'code': 200} Feb 14 21:37:30.004542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57871b-e896-4cfe-bc15-34e2b8780c5f req-86ca49a6-f9bc-4f9b-af3c-8285f656daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:30.012059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a57871b-e896-4cfe-bc15-34e2b8780c5f req-86ca49a6-f9bc-4f9b-af3c-8285f656daeb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.1161387 Feb 14 21:37:30.102645 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8a57871b-e896-4cfe-bc15-34e2b8780c5f req-96f52ad4-aa52-4d02-8906-769fecc3953f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862384 Feb 14 21:37:30.588733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Delete allocated IP 172.20.0.8 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/efcea880-c284-43b4-ab6d-3eb424a4e160) {{(pid=103513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:37:30.616536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.20 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/33a1839c-e7e9-4fa2-a5cb-db99f546b008/4e69d786-ac4f-4f27-862f-c74bd2879258) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:30.982337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f89e838-37e6-48f3-913c-9bb585cb6e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.027780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.095394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.173863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:31.173863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.238700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8e11-482b-4321-8ffd-6d2816bc1e96 req-dfd777d1-101d-4d9c-a9df-901f62a58a24 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:31.258582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfba8e11-482b-4321-8ffd-6d2816bc1e96 req-dfd777d1-101d-4d9c-a9df-901f62a58a24 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.2282882 Feb 14 21:37:31.347787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:31.405536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=4e69d786-ac4f-4f27-862f-c74bd2879258,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:31.440860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Provisioning complete for port 4e69d786-ac4f-4f27-862f-c74bd2879258 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:31.443347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] In _notify_port_updated(), no bound segment for port 4e69d786-ac4f-4f27-862f-c74bd2879258 on network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:37:31.448398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.453528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:31.455961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.460156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:31.461159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40450) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:31.461750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d364d05-6d0d-44cd-a295-f0d02dc79e60 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/ports/4e69d786-ac4f-4f27-862f-c74bd2879258 HTTP/1.1" status: 200 len: 920 time: 3.6677825 Feb 14 21:37:31.490108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfba8e11-482b-4321-8ffd-6d2816bc1e96 req-f4b62bbf-41f8-4b07-ba4f-6e19a6cf9a7e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305033 Feb 14 21:37:31.634867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Port 4e69d786-ac4f-4f27-862f-c74bd2879258 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:31.650916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:31.651654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.738525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:31.740287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.772989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port 4e69d786-ac4f-4f27-862f-c74bd2879258 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:31.772989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:31.847467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40460) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:31.971445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3af1ff03-15ef-480d-b2c7-b27fcbd05bea None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:32.014607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.052046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for 4e69d786-ac4f-4f27-862f-c74bd2879258 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:32.106640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:32.121306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c0ecb54b-ac5b-4648-bed1-7dec8e7768c9 None None] Provisioning complete for port 4e69d786-ac4f-4f27-862f-c74bd2879258 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:32.121969 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb54b-ac5b-4648-bed1-7dec8e7768c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.171306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecb54b-ac5b-4648-bed1-7dec8e7768c9 None None] Port 4e69d786-ac4f-4f27-862f-c74bd2879258 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:32.356746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1122872035'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:32.382203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4e69d786-ac4f-4f27-862f-c74bd2879258), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.408457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Made reservation on behalf of 23fb911259404ad5914b0430f8dcc001 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:32.412041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.426268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=4e69d786-ac4f-4f27-862f-c74bd2879258,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:32.443909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.594967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.607049 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-839c6c18-4ca3-477c-a2e6-fa18e10647cb tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/4e69d786-ac4f-4f27-862f-c74bd2879258 HTTP/1.1" status: 204 len: 168 time: 1.1368954 Feb 14 21:37:32.607968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40476) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:32.661350 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e12d3f-82e9-418e-afca-64b83c92551e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:37:32.667131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98e12d3f-82e9-418e-afca-64b83c92551e tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/4e69d786-ac4f-4f27-862f-c74bd2879258 HTTP/1.1" status: 404 len: 333 time: 0.0578601 Feb 14 21:37:32.667897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:32.669267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks [] for security_group (1271d508-23d0-486f-90bf-2d84ec9a0837), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.689807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1271d508-23d0-486f-90bf-2d84ec9a0837), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.753303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (c17b077b-0290-414d-a584-92a7842a400a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.827059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (c17b077b-0290-414d-a584-92a7842a400a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.877058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1271d508-23d0-486f-90bf-2d84ec9a0837,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:32.953022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:37:32.953598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c17b077b-0290-414d-a584-92a7842a400a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.956258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.967106 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/security-groups/c17b077b-0290-414d-a584-92a7842a400a HTTP/1.1" status: 204 len: 168 time: 0.2976522 Feb 14 21:37:32.968530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40494) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:32.969242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (27de9b31-7f95-4d83-b8df-10039382a5ec), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:32.969859 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Added segment 27de9b31-7f95-4d83-b8df-10039382a5ec of type vlan for network 9451537b-5faf-4f70-8919-47d1ce03adb8 Feb 14 21:37:32.986219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea2218-180f-4959-9910-545c08e4621d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b077b-0290-414d-a584-92a7842a400a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:33.034014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9451537b-5faf-4f70-8919-47d1ce03adb8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.089463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781a3bc-0dde-4966-8397-1b9c137788b9 req-3302af36-3e01-4224-ab44-9c2fa2c4613b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:33.092594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7781a3bc-0dde-4966-8397-1b9c137788b9 req-3302af36-3e01-4224-ab44-9c2fa2c4613b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.4204111 Feb 14 21:37:33.093608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9451537b-5faf-4f70-8919-47d1ce03adb8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.100214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:33.102924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.193332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (3f7b7712-61ab-40c7-b19b-7223cf62aaf8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.201873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Pushing event updated for resources: {'Network': ['ID=9451537b-5faf-4f70-8919-47d1ce03adb8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:33.216055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:37:33.237254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (3f7b7712-61ab-40c7-b19b-7223cf62aaf8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.315968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7781a3bc-0dde-4966-8397-1b9c137788b9 req-98f767ca-bbd8-47bd-8fbb-1e4074abd600 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243439 Feb 14 21:37:33.322162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a9145a6f-7afa-4655-866c-e128a9ab89bf tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4730022 Feb 14 21:37:33.336427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3f7b7712-61ab-40c7-b19b-7223cf62aaf8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.339265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.349467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40500) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:33.349687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/security-groups/3f7b7712-61ab-40c7-b19b-7223cf62aaf8 HTTP/1.1" status: 204 len: 168 time: 0.3771796 Feb 14 21:37:33.361655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb83b0c-b466-4862-9c01-5bc6848e069c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b7712-61ab-40c7-b19b-7223cf62aaf8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:33.458910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet efcea880-c284-43b4-ab6d-3eb424a4e160 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:37:33.466337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (efcea880-c284-43b4-ab6d-3eb424a4e160), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.598804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (efcea880-c284-43b4-ab6d-3eb424a4e160), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.842785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40518) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:33.849755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8', 'binding:host_id': 'n-h2-828372-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1350139616'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:33.860935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (efcea880-c284-43b4-ab6d-3eb424a4e160), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.918703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Made reservation on behalf of 8c20ff0814ed4ac380703b4b427c2040 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:33.922210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:33.985382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.044661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54e226af-9e14-4f1a-a40c-0b44bd24f503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.196450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (efcea880-c284-43b4-ab6d-3eb424a4e160), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.237903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52b8b1-8f58-4eab-81aa-eb927803c3b7 req-5794c577-a716-4871-bf2f-991e31c63598 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:34.239527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d52b8b1-8f58-4eab-81aa-eb927803c3b7 req-5794c577-a716-4871-bf2f-991e31c63598 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1975720 Feb 14 21:37:34.251735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:34.295072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'floatingip': {'port_id': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:34.328307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for security_group (d07e443b-aadc-47a9-8294-77a8c70590a1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.339869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d07e443b-aadc-47a9-8294-77a8c70590a1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.352144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:34.367925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0d174-0869-4694-af69-007ca70b5a10 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:34.404577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=efcea880-c284-43b4-ab6d-3eb424a4e160,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:34.407262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.410617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a1073e38-8bad-4971-b148-e8368d19e3d4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/efcea880-c284-43b4-ab6d-3eb424a4e160 HTTP/1.1" status: 204 len: 168 time: 1.0596440 Feb 14 21:37:34.419658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40538) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:34.427918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:34.481353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:34.659211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e443b-aadc-47a9-8294-77a8c70590a1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:34.755013 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:35.010113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:35.013645 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:35.060061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:35.118029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:35.128317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:35.318415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:35.401373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Checking segment: {'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:37:35.407330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Network hostable DHCP agents. Network: 9451537b-5faf-4f70-8919-47d1ce03adb8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:37:35.447329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:37:35.462184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9451537b-5faf-4f70-8919-47d1ce03adb8) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:35.468033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:35.473458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570a1e6-13b5-495e-9e49-11f7ced53d63 None None] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:35.498319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.500664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.506297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.524024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.529970 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.535743 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 2 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:35.564775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.571985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.574039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.593540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.595480 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.596099 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 3 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:35.659671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.660075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.660424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.682208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.682565 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.682980 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 4 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:35.745595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.746194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.746549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.768193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.768561 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.772816 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 5 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:35.829336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.832797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.834137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.849461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.850147 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.852903 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 6 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:35.907516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:35.910921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:35.912777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:35.942458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:35.942626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:35.944542 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:35.946854 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 7 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:36.009673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:36.010021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:36.010372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:36.057737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:36.058124 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:36.067130 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 8 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:36.118019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.145730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:36.148610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:36.148991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:36.186070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:36.186373 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:36.186640 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 9 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:36.238579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:36.238947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.253374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:36.259762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:36.260131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:36.283246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:36.283595 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:36.288039 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 10 to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 Feb 14 21:37:36.337162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:36.351062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:36.351788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:36.352848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:36.360159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:36.360532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.379293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:36.379870 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:36.381147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.514341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-91bbbcf2-399a-4e74-bad3-770abfe15ba5 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:36.561263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:36.561916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempted to set empty binding levels {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:37:36.563247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:36.589063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.634310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:36.636211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.705385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (ad11989a-8f60-4b3d-8075-72b8458e5c65), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.726932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.8806028 Feb 14 21:37:36.736417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:36.830146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5430723-470b-42a7-ab01-74910834cba4 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:36.873385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:36.901735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:37:36.952734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fe8ec2-5201-444a-8438-3794c8672037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:36.991025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:37.025079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:37.029920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:37.030518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.035970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0de15-32e0-411e-a567-4e4f0e127788 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:37.095922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fe8ec2-5201-444a-8438-3794c8672037 admin admin] Publish callbacks [] for security_group (e9b33d28-ee2b-436d-8297-b511ff0bf386), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.101728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.103101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=ad11989a-8f60-4b3d-8075-72b8458e5c65,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:37.118145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a37a810-17c3-4b9c-91fb-fae5dd8d045c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.119335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.124149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fe8ec2-5201-444a-8438-3794c8672037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e9b33d28-ee2b-436d-8297-b511ff0bf386), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.230822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a37a810-17c3-4b9c-91fb-fae5dd8d045c admin admin] Publish callbacks [] for security_group (c2a1a898-6d3e-428c-a4ba-2b3621cb82c0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.252470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6a37a810-17c3-4b9c-91fb-fae5dd8d045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c2a1a898-6d3e-428c-a4ba-2b3621cb82c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.291614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.300348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Deleting port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:37.300875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.308482 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-76fe8ec2-5201-444a-8438-3794c8672037 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b48d186201842959ec0a511802ed3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7413194 Feb 14 21:37:37.311533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:37.366740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe8ec2-5201-444a-8438-3794c8672037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b33d28-ee2b-436d-8297-b511ff0bf386,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:37.431174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37a810-17c3-4b9c-91fb-fae5dd8d045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1a898-6d3e-428c-a4ba-2b3621cb82c0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:37.466615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6a37a810-17c3-4b9c-91fb-fae5dd8d045c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c0a916043aff467ab7315e24a2910502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466518 Feb 14 21:37:37.469058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40602) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:37.515092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:37:37.541794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83, host n-h2-828372-11, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:37.542176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.564656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] Publish callbacks [] for security_group (e9b33d28-ee2b-436d-8297-b511ff0bf386), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.590738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Calling delete_port for 4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:37.643323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Update dhcp port {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'fixed_ips': [{'subnet_id': '33a1839c-e7e9-4fa2-a5cb-db99f546b008', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad11989a-8f60-4b3d-8075-72b8458e5c65'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '467ecb92-7dfd-41c2-bedc-a8add1a77638'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:37:37.651202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] Publish callbacks [] for security_group (e9b33d28-ee2b-436d-8297-b511ff0bf386), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.696295 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Floating IP 0fe384a4-6bc0-4711-93e7-b09d86a8ecac associated. External IP: 172.25.2.251, port: 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808. Feb 14 21:37:37.709069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.776469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] Publish callbacks [] for security_group (c2a1a898-6d3e-428c-a4ba-2b3621cb82c0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:37.882393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3dd5ed0f-81c9-4e4e-b6a2-007c4d341970 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4610751 Feb 14 21:37:37.887466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40604) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:37.900196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'security_group': {'name': 'tempest-secgroup-1509697053'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:37.907605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] Publish callbacks [] for security_group (c2a1a898-6d3e-428c-a4ba-2b3621cb82c0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.011488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.063816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e9b33d28-ee2b-436d-8297-b511ff0bf386), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.066381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.080830 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e9b33d28-ee2b-436d-8297-b511ff0bf386 HTTP/1.1" status: 204 len: 168 time: 0.7540967 Feb 14 21:37:38.088040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:38.119372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ab50b-e042-4323-ad62-ff8b6ca5aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b33d28-ee2b-436d-8297-b511ff0bf386,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:38.133551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.149431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0ec30f65-6e72-4837-be6a-999dd5bf24f0 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "DELETE /v2.0/ports/4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 HTTP/1.1" status: 204 len: 168 time: 1.4092846 Feb 14 21:37:38.150552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:38.220834 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced343b9-5dca-4eaf-95e3-406e532cf73b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:37:38.229153 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ced343b9-5dca-4eaf-95e3-406e532cf73b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports/4b34d236-d7d8-4ecd-ad3d-1ffc1d91ad83 HTTP/1.1" status: 404 len: 333 time: 0.0775857 Feb 14 21:37:38.230020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c2a1a898-6d3e-428c-a4ba-2b3621cb82c0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.232756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.234015 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2a1a898-6d3e-428c-a4ba-2b3621cb82c0 HTTP/1.1" status: 204 len: 168 time: 0.7624145 Feb 14 21:37:38.234642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40614) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:38.252556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1766056288'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:38.275991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Allocated IP 172.20.0.2 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/ad11989a-8f60-4b3d-8075-72b8458e5c65/467ecb92-7dfd-41c2-bedc-a8add1a77638) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:38.283374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4ae4-84d4-421d-b3ce-3061a92d2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1a898-6d3e-428c-a4ba-2b3621cb82c0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:38.317923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Made reservation on behalf of 8c20ff0814ed4ac380703b4b427c2040 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:38.320414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.356575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port 92070ab9-aa94-4c4b-8520-4c41e07fca50 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:38.356790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.454151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:37:38.659826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.730119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.759427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (917de3cf-e5cd-458e-b89e-3ad3fd174a2b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.852691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:38.861151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:38.877655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:37:38.886623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.890672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:38.891566 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:37:38.893510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:38.896050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.905705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=92070ab9-aa94-4c4b-8520-4c41e07fca50,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:38.905892 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:38.906435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:38.933146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:38.942642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cf9a6413-7755-401f-9450-1750f24557e2 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7028911 Feb 14 21:37:38.946076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40634) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:38.954163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:38.961239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (917de3cf-e5cd-458e-b89e-3ad3fd174a2b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:38.968035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3162a921-8505-4a66-a710-f92ea293366f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "PUT /v2.0/floatingips/0fe384a4-6bc0-4711-93e7-b09d86a8ecac HTTP/1.1" status: 200 len: 991 time: 4.7111583 Feb 14 21:37:38.987940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:38.996367 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e67cc4-1096-465f-9276-b6a5c729fe53" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:39.035697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Publish callbacks [] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.046464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.097875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40652) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:39.162181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2687e8c-e4b4-4fcd-b669-3a1da050df61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.196726 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.203544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.209441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:39.213176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3237345 Feb 14 21:37:39.226321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ff447-adbd-46b2-b837-8cff7af59a6d None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:39.234952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'security_group': {'name': 'tempest-secgroup-107389747'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:39.256377 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791e35a-5b86-4805-a55d-f52688bb55d1 x-openstack-request-id: req-f791e35a-5b86-4805-a55d-f52688bb55d1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:39.256700 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:39.257005 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f791e35a-5b86-4805-a55d-f52688bb55d1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:39.257530 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'status': 'completed', 'code': 200} Feb 14 21:37:39.265260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0ff98-fd09-40c1-85cf-25de92a91778 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917de3cf-e5cd-458e-b89e-3ad3fd174a2b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:39.331891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.342779 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:37:39.513253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2687e8c-e4b4-4fcd-b669-3a1da050df61 admin admin] Publish callbacks [] for security_group (d9c10a5d-fd01-43e2-abff-4290397d39c3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.588475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2687e8c-e4b4-4fcd-b669-3a1da050df61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d9c10a5d-fd01-43e2-abff-4290397d39c3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.656615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (8d125f21-b801-4fff-b60a-9c5083e2cb73), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.694254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8d125f21-b801-4fff-b60a-9c5083e2cb73), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.703734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a2687e8c-e4b4-4fcd-b669-3a1da050df61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4be59041529f4ff3b9f180d85826b929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033027 Feb 14 21:37:39.707804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2687e8c-e4b4-4fcd-b669-3a1da050df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c10a5d-fd01-43e2-abff-4290397d39c3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:39.710981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40672) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:39.730267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e525-6666-491f-b7a2-46e839061b79 req-3cd04036-eb35-429f-8f24-dc6020d80f46 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:39.732136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af11e525-6666-491f-b7a2-46e839061b79 req-3cd04036-eb35-429f-8f24-dc6020d80f46 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2837613 Feb 14 21:37:39.739873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.741309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5308769 Feb 14 21:37:39.746837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40674) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:39.756433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-73164ff8-1cb9-4cd7-8dd2-7d3b84dba55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:39.761747 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-73164ff8-1cb9-4cd7-8dd2-7d3b84dba55a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.4763763 Feb 14 21:37:39.766743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'security_group': {'name': 'tempest-secgroup-826663286'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:39.838934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:39.936846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311495c-ffa0-43ff-9641-2334919098a3 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d125f21-b801-4fff-b60a-9c5083e2cb73,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:39.976455 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0fe384a4-6bc0-4711-93e7-b09d86a8ecac', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c4:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:37:05Z', 'updated_at': '2022-02-14T21:37:36Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:39.995956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port 92070ab9-aa94-4c4b-8520-4c41e07fca50 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:40.028528 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:37:40.040750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:37:40.041676 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:37:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:40.044287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] Publish callbacks [] for security_group (d9c10a5d-fd01-43e2-abff-4290397d39c3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.048212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.060012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af11e525-6666-491f-b7a2-46e839061b79 req-aac2fd89-8e6b-44b6-a5a4-321dcfd6c46d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045149 Feb 14 21:37:40.115830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] Publish callbacks [] for security_group (d9c10a5d-fd01-43e2-abff-4290397d39c3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.173088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.218940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d9c10a5d-fd01-43e2-abff-4290397d39c3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.221997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.223225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9c10a5d-fd01-43e2-abff-4290397d39c3 HTTP/1.1" status: 204 len: 168 time: 0.5092313 Feb 14 21:37:40.234799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b8087-27f5-4e86-aa0b-21f0f0821882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c10a5d-fd01-43e2-abff-4290397d39c3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:40.239911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (466742f1-9c83-4335-8435-7ec57be3fd6b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.242962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-2468416b-d146-42cc-9eaf-5d2e66f51037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:40.247003 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-2468416b-d146-42cc-9eaf-5d2e66f51037 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.4484766 Feb 14 21:37:40.294170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (466742f1-9c83-4335-8435-7ec57be3fd6b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.466848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.468387 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7068663 Feb 14 21:37:40.471639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40690) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:40.477278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-471388124', 'security_groups': ['466742f1-9c83-4335-8435-7ec57be3fd6b'], 'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad11989a-8f60-4b3d-8075-72b8458e5c65'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:40.480818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=92070ab9-aa94-4c4b-8520-4c41e07fca50,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:40.506449 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:37:40.507815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e24271-d45c-4028-8f42-122ce4b80344 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466742f1-9c83-4335-8435-7ec57be3fd6b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:40.524782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.524782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.525200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.530715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-545df7e8-d8de-4562-a5f3-f5b23fc0afdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 999 time: 0.2418046 Feb 14 21:37:40.533038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.533443 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.534097 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 2 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.587998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.588560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.589041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.590574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:40.591076 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.598922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.599731 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.602419 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 3 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.624523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-f6be484c-f391-4292-a574-059322bc40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:40.626173 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-f6be484c-f391-4292-a574-059322bc40ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0827537 Feb 14 21:37:40.629043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.629572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.630056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.643846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.644420 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.644954 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 4 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.682498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.682828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.683244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.691193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.691384 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.692487 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 5 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.708952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.709292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.709630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.715888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.716221 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.716563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:40.717357 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 6 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.722518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-0be6e999-7251-4e8a-a63f-2f6906463b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:40.724146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-0be6e999-7251-4e8a-a63f-2f6906463b1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0905514 Feb 14 21:37:40.753175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.753518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.753881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.769045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:40.777649 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:40.785459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.786072 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.808744 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 7 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.833399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:40.869947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.882710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.883410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.892898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.893677 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.896145 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 8 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.929815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1304b56a-1cdf-40d8-b3b2-b0ffad5758cc None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:40.947698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:40.950504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:40.950504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:40.970066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:40.971894 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:40.972635 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 9 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:40.978958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-ef5c5fca-75f3-4419-995e-68f44eece374 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483637 Feb 14 21:37:41.036567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:41.065399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] device_id is not set on port c65086ff-9f2b-470a-a28d-7483b5f92668 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:41.154131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:41.154480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:41.154823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:41.190366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:41.190707 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:41.192509 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 10 to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 Feb 14 21:37:41.248349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:41.248909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:41.249126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:41.301053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:41.301395 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:41.301772 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:41.327758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:41.346408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c2e67cc4-1096-465f-9276-b6a5c729fe53 req-fd32e637-0f49-4029-b831-e4c9e9df5b3c service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588593 Feb 14 21:37:41.384575 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0fe384a4-6bc0-4711-93e7-b09d86a8ecac', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c4:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:37:05Z', 'updated_at': '2022-02-14T21:37:36Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:41.500355 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78e5a3-629a-4ae4-b5d7-4524863a997d None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0fe384a4-6bc0-4711-93e7-b09d86a8ecac', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c4:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:37:05Z', 'updated_at': '2022-02-14T21:37:36Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:37:41.529361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:41.530647 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:41.552939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port 92070ab9-aa94-4c4b-8520-4c41e07fca50, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:41.554210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempted to set empty binding levels {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:37:41.564116 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:41.640811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ec82d-eaf0-4e09-8c81-c5defb2e60fa req-15257e5a-691a-479e-aae1-f6bfc9c4bc26 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.648848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c62ec82d-eaf0-4e09-8c81-c5defb2e60fa req-15257e5a-691a-479e-aae1-f6bfc9c4bc26 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.4156084 Feb 14 21:37:41.671274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] In _notify_port_updated(), no bound segment for port 92070ab9-aa94-4c4b-8520-4c41e07fca50 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:37:41.679886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.681956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:41.695105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "PUT /v2.0/ports/92070ab9-aa94-4c4b-8520-4c41e07fca50 HTTP/1.1" status: 200 len: 976 time: 2.7470605 Feb 14 21:37:41.697924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40728) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:41.698810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:41.843120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c62ec82d-eaf0-4e09-8c81-c5defb2e60fa req-5d84b4e5-72b3-40bb-aff3-e00acb9ecc3a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704645 Feb 14 21:37:41.855954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.4 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/ad11989a-8f60-4b3d-8075-72b8458e5c65/c65086ff-9f2b-470a-a28d-7483b5f92668) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:41.883645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d188b-64a3-487e-9bb5-0fcfb938608b tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=92070ab9-aa94-4c4b-8520-4c41e07fca50,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:41.921486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48216bb2-b27f-401b-abb9-6b935c8000d4 None None] New status for floating IP 0fe384a4-6bc0-4711-93e7-b09d86a8ecac: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:37:41.986614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.987106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.987604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.988068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.988528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.988988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.989448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.989905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.990363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.990820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.991366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.991810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.992263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.992715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.993167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:41.993621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:42.015374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:42.029539 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a1bb9006-d175-4e45-8c0f-d36951f8255a tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15628 time: 0.3236332 Feb 14 21:37:42.031476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40742) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:42.278447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.285812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Deleting port 92070ab9-aa94-4c4b-8520-4c41e07fca50 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:42.286819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.416223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.466609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:37:42.498884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port 92070ab9-aa94-4c4b-8520-4c41e07fca50, host n-h2-828372-11, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:42.499298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.523130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:42.527682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:42.530843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=c65086ff-9f2b-470a-a28d-7483b5f92668,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:42.548993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:42.598161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Calling delete_port for 92070ab9-aa94-4c4b-8520-4c41e07fca50 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:42.659978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:42.662922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.714730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:42.723227 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51290623-9131-430c-9056-a15ae9e6c054" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:42.737221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:42.738250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.762093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:42.774187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.827724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (92070ab9-aa94-4c4b-8520-4c41e07fca50), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:42.876880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a22790c-ece5-4201-8e90-878e96974dd0 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4040670 Feb 14 21:37:42.888787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:42.910470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:42.915008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:42.928099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event deleted for resources: {'Port': ['ID=92070ab9-aa94-4c4b-8520-4c41e07fca50,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:42.947510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01823e1-c7e1-4aa0-ad56-4144f091d745 req-c61748f9-cc25-45a1-ad47-ca3de4d710f2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:42.964676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d01823e1-c7e1-4aa0-ad56-4144f091d745 req-c61748f9-cc25-45a1-ad47-ca3de4d710f2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2110088 Feb 14 21:37:43.086939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d01823e1-c7e1-4aa0-ad56-4144f091d745 req-fe8612df-181f-4d9b-bb70-f5373f21693e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211073 Feb 14 21:37:43.094101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.101208 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-02c4b4a8-aed5-4a7c-97b9-d4fde019783d tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "DELETE /v2.0/ports/92070ab9-aa94-4c4b-8520-4c41e07fca50 HTTP/1.1" status: 204 len: 168 time: 1.0574234 Feb 14 21:37:43.103928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:43.106296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-364a57a1-d1f8-4c23-8499-b1b16e91b657 None None] Provisioning complete for port c65086ff-9f2b-470a-a28d-7483b5f92668 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:43.106798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-364a57a1-d1f8-4c23-8499-b1b16e91b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.175515 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b585aa77-0490-47bd-b1a5-367ac32cfdb8 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:37:43.182946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b585aa77-0490-47bd-b1a5-367ac32cfdb8 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports/92070ab9-aa94-4c4b-8520-4c41e07fca50 HTTP/1.1" status: 404 len: 333 time: 0.0718899 Feb 14 21:37:43.186429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40794) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:43.200078 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed22226-9de0-4d3a-af9f-e7d4d1797529 x-openstack-request-id: req-fed22226-9de0-4d3a-af9f-e7d4d1797529 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:43.200326 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:43.200586 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fed22226-9de0-4d3a-af9f-e7d4d1797529 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:43.200984 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:37:43.212368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-427696529', 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:43.219209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-364a57a1-d1f8-4c23-8499-b1b16e91b657 None None] Port c65086ff-9f2b-470a-a28d-7483b5f92668 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:43.300280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Made reservation on behalf of 8c20ff0814ed4ac380703b4b427c2040 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:43.302638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.367366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port b20852de-56e2-4117-8844-c2349cac1f98 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:43.372631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:43.379451 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.589619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40798) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:43.828627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a79d2a4e-6784-4279-bc5b-2c87a33080e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.951300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a79d2a4e-6784-4279-bc5b-2c87a33080e5 admin admin] Publish callbacks [] for security_group (8b97abd4-0ea9-41df-a5d6-796c40080f18), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.957300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a79d2a4e-6784-4279-bc5b-2c87a33080e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8b97abd4-0ea9-41df-a5d6-796c40080f18), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:43.999442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2a4e-6784-4279-bc5b-2c87a33080e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b97abd4-0ea9-41df-a5d6-796c40080f18,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:44.015297 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad11989a-8f60-4b3d-8075-72b8458e5c65 (CIDR: 172.20.0.0/28) Feb 14 21:37:44.027171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a79d2a4e-6784-4279-bc5b-2c87a33080e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb4e25e14cee4620b486f6a49cd3970f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358056 Feb 14 21:37:44.029714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:44.055998 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:37:44.056498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:44.090000 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ce252c7-bc9c-4851-ae90-73e658579022 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1957040 Feb 14 21:37:44.092515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:44.099519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:44.129834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] Publish callbacks [] for security_group (8b97abd4-0ea9-41df-a5d6-796c40080f18), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.160873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] Publish callbacks [] for security_group (8b97abd4-0ea9-41df-a5d6-796c40080f18), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.207388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (b20852de-56e2-4117-8844-c2349cac1f98), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.239782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8b97abd4-0ea9-41df-a5d6-796c40080f18), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.245652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.248851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b97abd4-0ea9-41df-a5d6-796c40080f18 HTTP/1.1" status: 204 len: 168 time: 0.2175825 Feb 14 21:37:44.332530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b20852de-56e2-4117-8844-c2349cac1f98), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.344549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd2586-79c8-4ca6-9841-7678afe6a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b97abd4-0ea9-41df-a5d6-796c40080f18,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:44.405468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98076c2-65df-49e3-b5a5-4a5924a95961 req-c5a18c9e-3b68-4afc-a283-f2cd23a22b35 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:44.408666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98076c2-65df-49e3-b5a5-4a5924a95961 req-c5a18c9e-3b68-4afc-a283-f2cd23a22b35 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1846869 Feb 14 21:37:44.421456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:44.424493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:44.433077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:44.434119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:44.435002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.468358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:37:44.469121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40818) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:44.477798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2903862 Feb 14 21:37:44.480179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:44.489995 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.539088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d6f7c-a0bb-4fa8-8e04-fb865f9d6728 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:44.540851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d06d6f7c-a0bb-4fa8-8e04-fb865f9d6728 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports/b20852de-56e2-4117-8844-c2349cac1f98 HTTP/1.1" status: 200 len: 954 time: 0.0704820 Feb 14 21:37:44.544913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40822) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:44.612729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c98076c2-65df-49e3-b5a5-4a5924a95961 req-f44e8ddb-ae93-4212-aeea-522a2d4b6be8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955602 Feb 14 21:37:44.663846 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 33a1839c-e7e9-4fa2-a5cb-db99f546b008 (CIDR: 172.20.0.16/28) Feb 14 21:37:44.671604 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:37:44.672197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:44.687401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c5b2-b0df-47b3-a96c-3229e85ec500 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=b20852de-56e2-4117-8844-c2349cac1f98,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:44.704720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88b7b505-9e16-4268-8df3-1304048be53c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6087999 Feb 14 21:37:44.705158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:44.715414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'subnet': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:44.735560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:44.742399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Deleting port b20852de-56e2-4117-8844-c2349cac1f98 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:44.742753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b20852de-56e2-4117-8844-c2349cac1f98), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.793880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'mac_address': 'fa:16:3e:69:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:37:44.894890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:44.895232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.923596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:37:44.955792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:44.962457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b20852de-56e2-4117-8844-c2349cac1f98), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.964962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:44.992846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Calling delete_port for b20852de-56e2-4117-8844-c2349cac1f98 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:44.993225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Made reservation on behalf of c02c171f8bce4bc585903d65e7e63331 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:45.004467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.105050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['ff10247a-ec95-46c5-ad80-1bf37c09ce16'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:37:45.115206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=12']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:45.142821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b20852de-56e2-4117-8844-c2349cac1f98), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.244070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event deleted for resources: {'Port': ['ID=b20852de-56e2-4117-8844-c2349cac1f98,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:45.269405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.277066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-323b18ed-874d-4bd4-8421-70b3f2ee3738 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "DELETE /v2.0/ports/b20852de-56e2-4117-8844-c2349cac1f98 HTTP/1.1" status: 204 len: 168 time: 0.7310896 Feb 14 21:37:45.277801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40840) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:45.370292 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5919787f-57ad-4fc7-bcd6-3663935fb6da tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:37:45.374325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5919787f-57ad-4fc7-bcd6-3663935fb6da tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports/b20852de-56e2-4117-8844-c2349cac1f98 HTTP/1.1" status: 404 len: 333 time: 0.0954435 Feb 14 21:37:45.387101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:45.395019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-253635875'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:45.425957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Made reservation on behalf of 8c20ff0814ed4ac380703b4b427c2040 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:37:45.430184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.454805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port d4df93ab-64e8-4715-83ec-f11272767f75 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:45.488479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (96b305cb-069e-40b0-8d1f-c3f05583e58e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.544811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:45.549546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:45.558921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:45.560403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.581464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ff4a1-5aa6-49ee-98e8-c9d38a633a8b None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:45.620849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Subnet': ['ID=96b305cb-069e-40b0-8d1f-c3f05583e58e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:45.642028 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-725d9ecd-e467-438d-86d4-22299673e30d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9355607 Feb 14 21:37:45.642656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:45.653264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1734857178', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96b305cb-069e-40b0-8d1f-c3f05583e58e'}], 'security_groups': ['917de3cf-e5cd-458e-b89e-3ad3fd174a2b', '8d125f21-b801-4fff-b60a-9c5083e2cb73']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:45.896815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (d4df93ab-64e8-4715-83ec-f11272767f75), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:45.992005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad93b16-6507-4dda-828a-9b09b428c559 req-6eff2a7a-5661-49ba-bf8f-2520123a6927 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:46.000163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad93b16-6507-4dda-828a-9b09b428c559 req-6eff2a7a-5661-49ba-bf8f-2520123a6927 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 946 time: 0.2515719 Feb 14 21:37:46.010656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Update dhcp port {'port': {'network_id': '5e73a002-3ec8-4081-9ffe-863b3b4dd8a7', 'fixed_ips': [{'subnet_id': '33a1839c-e7e9-4fa2-a5cb-db99f546b008', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad11989a-8f60-4b3d-8075-72b8458e5c65', 'ip_address': '172.20.0.2'}, {'subnet_id': '96b305cb-069e-40b0-8d1f-c3f05583e58e'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '467ecb92-7dfd-41c2-bedc-a8add1a77638'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:37:46.026237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.075708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.109229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.256329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Network 9451537b-5faf-4f70-8919-47d1ce03adb8 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:37:46.265683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:37:46.279660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:37:46.280646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:46.281270 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.341033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad93b16-6507-4dda-828a-9b09b428c559 req-866b3329-02ce-4fa1-9aaf-d216241cbe80 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399096 Feb 14 21:37:46.375104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:46.377327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9887583 Feb 14 21:37:46.386714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:46.395269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2627136-3566-4f08-8c2a-25ca54bc784c tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=d4df93ab-64e8-4715-83ec-f11272767f75,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:46.468925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:46.621035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.623492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port ff10247a-ec95-46c5-ad80-1bf37c09ce16 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:46.623914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.737098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Allocated IP 172.20.0.34 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/96b305cb-069e-40b0-8d1f-c3f05583e58e/467ecb92-7dfd-41c2-bedc-a8add1a77638) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:46.973307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] device_id is not set on port d4df93ab-64e8-4715-83ec-f11272767f75 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:37:46.982077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks [] for port (d4df93ab-64e8-4715-83ec-f11272767f75), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:46.991678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:47.016789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:47.017839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:47.101944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:47.126212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.126369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.126704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.133351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.133759 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.134299 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 2 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.137105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=d4df93ab-64e8-4715-83ec-f11272767f75,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:47.160023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.160359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.160703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.166881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.167341 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.167739 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 3 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.197666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.200218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.200576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.216868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.217218 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.217845 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 4 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.219080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Publish callbacks [] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:47.250625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:47.251424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.251551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:37:47.251772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.252116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.254058 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78224bc-e9d5-4387-90c4-d18ef7e1b820" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:37:47.257878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:47.285555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.286006 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.320985 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:47.327056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca9338-2d27-4615-86ed-334a31accdc1 None None] Pushing event updated for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:47.342490 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8caefcf-93e2-4ed9-875a-7fea3013432b x-openstack-request-id: req-f8caefcf-93e2-4ed9-875a-7fea3013432b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:37:47.342805 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-plugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:37:47.343066 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8caefcf-93e2-4ed9-875a-7fea3013432b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:37:47.343503 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:37:47.356272 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 5 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.436197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.436457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.439261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.475985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.477625 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.482717 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 6 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.568068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:47.683928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.684824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.684824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.696248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30576-bb94-47d7-9a1c-da0899324be1 req-b6af9e49-0d3c-4e84-8c80-ae6d4c2acb48 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:47.708935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44d30576-bb94-47d7-9a1c-da0899324be1 req-b6af9e49-0d3c-4e84-8c80-ae6d4c2acb48 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2202654 Feb 14 21:37:47.758641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:47.758641 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:47.761083 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 7 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:47.848117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Delete allocated IP 172.20.0.4 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/ad11989a-8f60-4b3d-8075-72b8458e5c65) {{(pid=103512) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:37:47.886751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:47.902178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:47.902178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:47.902178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Allocated IP 172.20.0.39 (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7/96b305cb-069e-40b0-8d1f-c3f05583e58e/c65086ff-9f2b-470a-a28d-7483b5f92668) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:37:47.924035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44d30576-bb94-47d7-9a1c-da0899324be1 req-96289357-d206-4457-b3ea-5c1876ec43cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140930 Feb 14 21:37:48.258601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.269868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40966) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:48.271923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.324233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:48.324980 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:48.331032 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 8 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:48.356497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:48.358335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:48.359003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:48.384921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:48.385191 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:48.391327 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 9 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:48.463583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event updated for resources: {'Port': ['ID=c65086ff-9f2b-470a-a28d-7483b5f92668,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:48.486273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40972) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:48.520138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:48.520488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:48.520812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:48.537647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:48.538500 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:48.541032 n-d-828372-11 neutron-server[103512]: INFO neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempt 10 to bind port d4df93ab-64e8-4715-83ec-f11272767f75 Feb 14 21:37:48.580076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:37:48.580076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:37:48.580076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempting to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:37:48.601754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] In _notify_port_updated(), no bound segment for port c65086ff-9f2b-470a-a28d-7483b5f92668 on network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:37:48.606953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:48.607649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.612218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40976) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:48.620774 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b00e5f0-07bb-496f-a9d8-e21bacaee06f tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "PUT /v2.0/ports/c65086ff-9f2b-470a-a28d-7483b5f92668 HTTP/1.1" status: 200 len: 960 time: 2.9722784 Feb 14 21:37:48.621690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:37:48.622080 n-d-828372-11 neutron-server[103512]: ERROR neutron.plugins.ml2.managers [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Failed to bind port d4df93ab-64e8-4715-83ec-f11272767f75 on host n-h2-828372-11 for vnic_type normal using segments [{'id': '27de9b31-7f95-4d83-b8df-10039382a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9451537b-5faf-4f70-8919-47d1ce03adb8'}] Feb 14 21:37:48.622382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.791305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port d4df93ab-64e8-4715-83ec-f11272767f75, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:37:48.791844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attempted to set empty binding levels {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 14 21:37:48.812456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.847660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] In _notify_port_updated(), no bound segment for port d4df93ab-64e8-4715-83ec-f11272767f75 on network 9451537b-5faf-4f70-8919-47d1ce03adb8 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:37:48.849841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:48.851517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.854082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "PUT /v2.0/ports/d4df93ab-64e8-4715-83ec-f11272767f75 HTTP/1.1" status: 200 len: 975 time: 2.4774599 Feb 14 21:37:48.864652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40980) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:48.917832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8074329-8b4e-4671-9a7a-de628282f653 tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event updated for resources: {'Port': ['ID=d4df93ab-64e8-4715-83ec-f11272767f75,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:48.932566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4a46221-fe56-49ef-9d12-36fa85e490c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:48.938299 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f373fbc0-0951-4193-a0b9-3ec0f0d8f8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.008361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:49.008893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.103359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:49.125859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:49.126249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.164093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port c65086ff-9f2b-470a-a28d-7483b5f92668 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:49.164592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.361279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:49.366378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:37:49.368412 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f373fbc0-0951-4193-a0b9-3ec0f0d8f8e6 admin admin] Publish callbacks [] for security_group (0d71972b-562c-4b50-9d16-cc2bb8452fb6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.443042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4a46221-fe56-49ef-9d12-36fa85e490c0 admin admin] Publish callbacks [] for security_group (d750a571-538c-46d4-940e-cea967d3d1dd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.492915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4a46221-fe56-49ef-9d12-36fa85e490c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d750a571-538c-46d4-940e-cea967d3d1dd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.499812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:49.501623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.501854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f373fbc0-0951-4193-a0b9-3ec0f0d8f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d71972b-562c-4b50-9d16-cc2bb8452fb6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.553405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Provisioning complete for port c65086ff-9f2b-470a-a28d-7483b5f92668 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:49.553796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.586928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93dde7-113e-42e9-bc28-6e154ccecb4b req-0d46e3a6-db05-46f4-98d0-e21c0e81eda0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:49.594372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a93dde7-113e-42e9-bc28-6e154ccecb4b req-0d46e3a6-db05-46f4-98d0-e21c0e81eda0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.5345044 Feb 14 21:37:49.609168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51571a86-8412-45d8-ad83-8b94f5099936 None None] Port c65086ff-9f2b-470a-a28d-7483b5f92668 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:49.622178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Deleting port d4df93ab-64e8-4715-83ec-f11272767f75 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:49.622652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.708697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:49.744451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-83803978-9752-4eb3-bb59-4a9061cbd418 None None] Provisioning complete for port c65086ff-9f2b-470a-a28d-7483b5f92668 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:49.757034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83803978-9752-4eb3-bb59-4a9061cbd418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:49.852338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83803978-9752-4eb3-bb59-4a9061cbd418 None None] Port c65086ff-9f2b-470a-a28d-7483b5f92668 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:49.952503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4a46221-fe56-49ef-9d12-36fa85e490c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e4f5603a03548699bfa1e733cc1d9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6814964 Feb 14 21:37:49.955539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:49.980620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f373fbc0-0951-4193-a0b9-3ec0f0d8f8e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3177c3261cde4bbbaa780bdf8b147f50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4906931 Feb 14 21:37:49.983430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40992) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:50.067532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a46221-fe56-49ef-9d12-36fa85e490c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750a571-538c-46d4-940e-cea967d3d1dd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:50.117663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a93dde7-113e-42e9-bc28-6e154ccecb4b req-b75de134-f47f-4906-9804-8a1f5f5a01fe tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190897 Feb 14 21:37:50.155664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.189448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] Publish callbacks [] for security_group (d750a571-538c-46d4-940e-cea967d3d1dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.250566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for c65086ff-9f2b-470a-a28d-7483b5f92668 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:50.293471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] For port d4df93ab-64e8-4715-83ec-f11272767f75, host n-h2-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:50.294016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.297805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] Publish callbacks [] for security_group (0d71972b-562c-4b50-9d16-cc2bb8452fb6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.334216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] Publish callbacks [] for security_group (d750a571-538c-46d4-940e-cea967d3d1dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.348618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373fbc0-0951-4193-a0b9-3ec0f0d8f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d71972b-562c-4b50-9d16-cc2bb8452fb6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:50.407262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] Publish callbacks [] for security_group (0d71972b-562c-4b50-9d16-cc2bb8452fb6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.447577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Calling delete_port for d4df93ab-64e8-4715-83ec-f11272767f75 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:50.532136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d750a571-538c-46d4-940e-cea967d3d1dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.536784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.539654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d750a571-538c-46d4-940e-cea967d3d1dd HTTP/1.1" status: 204 len: 168 time: 0.5825570 Feb 14 21:37:50.578741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d71972b-562c-4b50-9d16-cc2bb8452fb6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.586315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:50.587512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d71972b-562c-4b50-9d16-cc2bb8452fb6 HTTP/1.1" status: 204 len: 168 time: 0.6030219 Feb 14 21:37:50.588461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9f80-532b-4cd8-957a-cdf58a7897fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750a571-538c-46d4-940e-cea967d3d1dd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:50.632552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af912-016a-451d-a64e-d8d378573138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d71972b-562c-4b50-9d16-cc2bb8452fb6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:50.851062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d4df93ab-64e8-4715-83ec-f11272767f75), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.386121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:51.425683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-971e45c8-6ac4-4e5b-9b7e-7b30ddd21574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.540123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4df93ab-64e8-4715-83ec-f11272767f75,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:51.562126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.565708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a54f087b-6995-4249-9cd2-071b4e75cdad tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "DELETE /v2.0/ports/d4df93ab-64e8-4715-83ec-f11272767f75 HTTP/1.1" status: 204 len: 168 time: 2.6957779 Feb 14 21:37:51.570427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:51.588950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c65086ff-9f2b-470a-a28d-7483b5f92668), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.629931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=c65086ff-9f2b-470a-a28d-7483b5f92668,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:51.733220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-971e45c8-6ac4-4e5b-9b7e-7b30ddd21574 admin admin] Publish callbacks [] for security_group (977bc0ed-a2f7-4454-b1eb-3d9adbeca27a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.805139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-971e45c8-6ac4-4e5b-9b7e-7b30ddd21574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (977bc0ed-a2f7-4454-b1eb-3d9adbeca27a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.809203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191071-1e2e-40de-9d6c-c9153488f720 req-f45fe7af-590f-4882-b15a-812a058b2b50 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:51.811007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e191071-1e2e-40de-9d6c-c9153488f720 req-f45fe7af-590f-4882-b15a-812a058b2b50 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2778611 Feb 14 21:37:51.817990 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc1dfac-57e8-4a7f-96ce-f9e6a2e60c4f tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] GET failed (client error): The resource could not be found. Feb 14 21:37:51.826113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cfc1dfac-57e8-4a7f-96ce-f9e6a2e60c4f tempest-PortsAdminExtendedAttrsTestJSON-1518540584 tempest-PortsAdminExtendedAttrsTestJSON-1518540584-project-admin] 10.222.0.86 "GET /v2.0/ports/d4df93ab-64e8-4715-83ec-f11272767f75 HTTP/1.1" status: 404 len: 333 time: 0.2538342 Feb 14 21:37:51.840958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:51.953870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:51.957521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1c2cbf54-d242-47f4-8290-8e299f2800bd tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/c65086ff-9f2b-470a-a28d-7483b5f92668 HTTP/1.1" status: 204 len: 168 time: 3.3436837 Feb 14 21:37:51.968784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41026) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:51.980337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-971e45c8-6ac4-4e5b-9b7e-7b30ddd21574 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e129bf89e2a844e68ad3332b807a96c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928779 Feb 14 21:37:51.986801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:52.105772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e45c8-6ac4-4e5b-9b7e-7b30ddd21574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977bc0ed-a2f7-4454-b1eb-3d9adbeca27a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:52.146686 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6bbade-f3cb-4912-8b99-4455ab9cbc7c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] GET failed (client error): The resource could not be found. Feb 14 21:37:52.160703 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd6bbade-f3cb-4912-8b99-4455ab9cbc7c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports/c65086ff-9f2b-470a-a28d-7483b5f92668 HTTP/1.1" status: 404 len: 333 time: 0.1790850 Feb 14 21:37:52.161904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41036) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:52.228578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9451537b-5faf-4f70-8919-47d1ce03adb8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.245327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e191071-1e2e-40de-9d6c-c9153488f720 req-e5416070-462e-497b-b647-9f6955fa1ee4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249039 Feb 14 21:37:52.254313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] Publish callbacks [] for security_group (977bc0ed-a2f7-4454-b1eb-3d9adbeca27a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.359743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] Publish callbacks [] for security_group (977bc0ed-a2f7-4454-b1eb-3d9adbeca27a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.425569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (466742f1-9c83-4335-8435-7ec57be3fd6b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.454629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (466742f1-9c83-4335-8435-7ec57be3fd6b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.478286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9451537b-5faf-4f70-8919-47d1ce03adb8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.514110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (466742f1-9c83-4335-8435-7ec57be3fd6b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.517832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.522103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/security-groups/466742f1-9c83-4335-8435-7ec57be3fd6b HTTP/1.1" status: 204 len: 168 time: 0.3535225 Feb 14 21:37:52.523020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41042) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:52.534638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0353-6360-4bda-a192-186dd4260d52 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466742f1-9c83-4335-8435-7ec57be3fd6b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:52.553722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (977bc0ed-a2f7-4454-b1eb-3d9adbeca27a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.557339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.571565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/977bc0ed-a2f7-4454-b1eb-3d9adbeca27a HTTP/1.1" status: 204 len: 168 time: 0.5625515 Feb 14 21:37:52.604602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a6e0b-d798-4186-b5ce-81c0464cbf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977bc0ed-a2f7-4454-b1eb-3d9adbeca27a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:52.614428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9451537b-5faf-4f70-8919-47d1ce03adb8']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:52.669355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27de9b31-7f95-4d83-b8df-10039382a5ec') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:52.669859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27de9b31-7f95-4d83-b8df-10039382a5ec') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:37:52.690909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (27de9b31-7f95-4d83-b8df-10039382a5ec), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.716682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (27de9b31-7f95-4d83-b8df-10039382a5ec), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.733846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:37:52.734294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (27de9b31-7f95-4d83-b8df-10039382a5ec), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:37:52.739048 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:37:52.750068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (8d125f21-b801-4fff-b60a-9c5083e2cb73), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.842630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (8d125f21-b801-4fff-b60a-9c5083e2cb73), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.858038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9451537b-5faf-4f70-8919-47d1ce03adb8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.878510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.882465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] 10.222.0.86 "DELETE /v2.0/networks/9451537b-5faf-4f70-8919-47d1ce03adb8 HTTP/1.1" status: 204 len: 168 time: 1.0360630 Feb 14 21:37:52.902462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c0b40-97df-4e45-8180-a5acdad43c69 tempest-PortsAdminExtendedAttrsTestJSON-1762441524 tempest-PortsAdminExtendedAttrsTestJSON-1762441524-project] Pushing event deleted for resources: {'Network': ['ID=9451537b-5faf-4f70-8919-47d1ce03adb8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:52.934712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8d125f21-b801-4fff-b60a-9c5083e2cb73), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.941843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:52.949158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:52.962319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/security-groups/8d125f21-b801-4fff-b60a-9c5083e2cb73 HTTP/1.1" status: 204 len: 168 time: 0.4302230 Feb 14 21:37:53.005420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48329549-49b6-4ff7-9589-b6bfa084a2ea tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d125f21-b801-4fff-b60a-9c5083e2cb73,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:53.094290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (917de3cf-e5cd-458e-b89e-3ad3fd174a2b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.160677 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (917de3cf-e5cd-458e-b89e-3ad3fd174a2b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.265797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (917de3cf-e5cd-458e-b89e-3ad3fd174a2b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.270294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.272473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/security-groups/917de3cf-e5cd-458e-b89e-3ad3fd174a2b HTTP/1.1" status: 204 len: 168 time: 0.3216984 Feb 14 21:37:53.275484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41056) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:53.301447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc29592-02c9-4abd-9e4b-cdbc7cdfba1b tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917de3cf-e5cd-458e-b89e-3ad3fd174a2b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:53.436505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet ad11989a-8f60-4b3d-8075-72b8458e5c65 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:37:53.443464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (ad11989a-8f60-4b3d-8075-72b8458e5c65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.620468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (ad11989a-8f60-4b3d-8075-72b8458e5c65), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:53.743134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a779197-229b-496f-9462-468abc24309f req-048a0bb9-8c5c-42ec-bb82-c797305e77f6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:53.754984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a779197-229b-496f-9462-468abc24309f req-048a0bb9-8c5c-42ec-bb82-c797305e77f6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2456238 Feb 14 21:37:53.796963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41070) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:53.966519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ad11989a-8f60-4b3d-8075-72b8458e5c65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.389295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a779197-229b-496f-9462-468abc24309f req-aeac03c4-4cd8-402a-9995-6711b50da590 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6187143 Feb 14 21:37:54.421825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-74d34e55-4a29-44ca-931a-514105413de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:54.424050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-74d34e55-4a29-44ca-931a-514105413de6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1130 time: 0.3102653 Feb 14 21:37:54.426234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (ad11989a-8f60-4b3d-8075-72b8458e5c65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.484362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=ad11989a-8f60-4b3d-8075-72b8458e5c65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:54.486418 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b4a37529-a28c-411c-9dc7-efbe4c9773f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=23fb911259404ad5914b0430f8dcc001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6878238 Feb 14 21:37:54.489395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:54.515703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0256f-23a1-4ace-b063-599f139f585e None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:54.525714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.534728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5b12315e-0a39-4efb-83bb-9458e3b33c90 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/ad11989a-8f60-4b3d-8075-72b8458e5c65 HTTP/1.1" status: 204 len: 168 time: 1.2547913 Feb 14 21:37:54.538728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41090) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:54.620628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] Publish callbacks [] for security_group (1271d508-23d0-486f-90bf-2d84ec9a0837), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.723616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet 96b305cb-069e-40b0-8d1f-c3f05583e58e {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:37:54.731329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] Publish callbacks [] for security_group (1271d508-23d0-486f-90bf-2d84ec9a0837), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.742912 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (96b305cb-069e-40b0-8d1f-c3f05583e58e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.813929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-763bb0f7-5ab4-4ff5-a0b7-fee08912fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:54.815503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-763bb0f7-5ab4-4ff5-a0b7-fee08912fa3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.3366926 Feb 14 21:37:54.840463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (96b305cb-069e-40b0-8d1f-c3f05583e58e), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.879268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1271d508-23d0-486f-90bf-2d84ec9a0837), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.883219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:54.887848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1271d508-23d0-486f-90bf-2d84ec9a0837 HTTP/1.1" status: 204 len: 168 time: 0.3916416 Feb 14 21:37:54.928292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209559e5-04f4-4e33-bccf-432d27b62381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1271d508-23d0-486f-90bf-2d84ec9a0837,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:54.934541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-2f1f0f64-3b2c-4b9f-8044-bf2bdbe1cdbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 1001 time: 0.0978084 Feb 14 21:37:55.225902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (96b305cb-069e-40b0-8d1f-c3f05583e58e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:55.435547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-30d57cc3-d781-4a0c-ad95-958dfc20fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:55.443404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-30d57cc3-d781-4a0c-ad95-958dfc20fcad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.4857681 Feb 14 21:37:55.450350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (96b305cb-069e-40b0-8d1f-c3f05583e58e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:55.641915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=96b305cb-069e-40b0-8d1f-c3f05583e58e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:55.698554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41112) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:55.778725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:55.798059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-82af5f08-623d-442e-9a86-bfd1193ba546 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/96b305cb-069e-40b0-8d1f-c3f05583e58e HTTP/1.1" status: 204 len: 168 time: 1.2583258 Feb 14 21:37:55.803520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41114) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:55.844804 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3816f8d3-ff26-4c9b-be1f-3ee703acd84f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c20ff0814ed4ac380703b4b427c2040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422784 Feb 14 21:37:55.845807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41118) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:55.895815 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d6972b-084d-45d0-94cc-25e02ac267fc tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:55.896297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d6972b-084d-45d0-94cc-25e02ac267fc tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:55.902901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-21d6972b-084d-45d0-94cc-25e02ac267fc tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/ad11989a-8f60-4b3d-8075-72b8458e5c65 HTTP/1.1" status: 404 len: 337 time: 0.0936575 Feb 14 21:37:55.905115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41120) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:55.944860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-6533745f-10f2-477b-a8bf-08ded349abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:55.954352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-6533745f-10f2-477b-a8bf-08ded349abb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5012765 Feb 14 21:37:55.979649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] Publish callbacks [] for security_group (d07e443b-aadc-47a9-8294-77a8c70590a1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.032967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] Publish callbacks [] for security_group (d07e443b-aadc-47a9-8294-77a8c70590a1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.139723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d07e443b-aadc-47a9-8294-77a8c70590a1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.143293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.144851 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d07e443b-aadc-47a9-8294-77a8c70590a1 HTTP/1.1" status: 204 len: 168 time: 0.2975137 Feb 14 21:37:56.164711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60b147-99af-43d2-a0e3-873e6ee120d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e443b-aadc-47a9-8294-77a8c70590a1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:56.317352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb4320-c151-46de-9b29-1036d920c29f None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:56.335734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-fa8bead1-82c0-4832-bfcb-2c086adcd89d service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627408 Feb 14 21:37:56.350958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0020a-771c-4705-a730-14a76cb1e02f req-31a7070f-4539-4f94-9160-6a6f7bc02cb3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:56.358225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26c0020a-771c-4705-a730-14a76cb1e02f req-31a7070f-4539-4f94-9160-6a6f7bc02cb3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.7286675 Feb 14 21:37:56.499066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting subnet 33a1839c-e7e9-4fa2-a5cb-db99f546b008 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:37:56.549916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41132) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:56.599234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (33a1839c-e7e9-4fa2-a5cb-db99f546b008), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.685447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d4c50bd-012f-42c8-83cc-2ed224a08f87 req-c24dac00-bc3d-4e69-a408-51ab06ad6e47 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155870 Feb 14 21:37:56.708573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26c0020a-771c-4705-a730-14a76cb1e02f req-a4bf2f86-f2dd-492f-9438-a9e7752450fe tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491371 Feb 14 21:37:56.733548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:56.734130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.826929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (33a1839c-e7e9-4fa2-a5cb-db99f546b008), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:56.892417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2fee8243-e73e-49b7-9f1c-2f3a6e181205 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2002531269'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:56.892897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2fee8243-e73e-49b7-9f1c-2f3a6e181205 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Unknown quota resources ['metering_label']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:37:56.960767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:57.002584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:57.003284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:57.182004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (33a1839c-e7e9-4fa2-a5cb-db99f546b008), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:57.483219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (33a1839c-e7e9-4fa2-a5cb-db99f546b008), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:57.543227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:57.561861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/33a1839c-e7e9-4fa2-a5cb-db99f546b008 HTTP/1.1" status: 204 len: 168 time: 1.6531837 Feb 14 21:37:57.565257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41150) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:57.609403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fee8243-e73e-49b7-9f1c-2f3a6e181205 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:57.610604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2fee8243-e73e-49b7-9f1c-2f3a6e181205 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0588596 Feb 14 21:37:57.611770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3665ab-4ce5-4733-9511-3bb084c9eb06 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Subnet': ['ID=33a1839c-e7e9-4fa2-a5cb-db99f546b008,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:57.614461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41158) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:57.628011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5f8bd311-8d9d-4415-b4ca-ff6f14968123 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5f458cb2-fe2d-4697-8ba3-0d5b763a9932'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:57.628618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5f8bd311-8d9d-4415-b4ca-ff6f14968123 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:37:57.717082 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0b88e7-f6d1-4337-a6dc-562576b53a6d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:57.717810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0b88e7-f6d1-4337-a6dc-562576b53a6d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:57.725160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd0b88e7-f6d1-4337-a6dc-562576b53a6d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/efcea880-c284-43b4-ab6d-3eb424a4e160 HTTP/1.1" status: 404 len: 337 time: 0.1525867 Feb 14 21:37:57.726130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:57.790856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46b912b6-4373-4264-acd2-6cca5bf55bee tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "GET /v2.0/ports?device_id=70f021de-1945-4341-84d5-7da8c6315aeb HTTP/1.1" status: 200 len: 205 time: 0.0615361 Feb 14 21:37:57.793865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41172) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:57.855842 n-d-828372-11 neutron-server[103512]: WARNING neutron.services.metering.metering_plugin [None req-5f8bd311-8d9d-4415-b4ca-ff6f14968123 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 14 21:37:57.894487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d32cfc4d-58cb-4faa-9e83-1467c8120fa3 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:57.956912 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-017a97ab-250d-477c-8a1f-35090425cced tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] delete failed (client error): The resource could not be found. Feb 14 21:37:57.966932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-017a97ab-250d-477c-8a1f-35090425cced tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/routers/70f021de-1945-4341-84d5-7da8c6315aeb HTTP/1.1" status: 404 len: 336 time: 0.1697457 Feb 14 21:37:57.969679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41178) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.105951 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8695512-a86a-4340-b385-7ea6c8a71b4d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.106408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8695512-a86a-4340-b385-7ea6c8a71b4d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.110052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c8695512-a86a-4340-b385-7ea6c8a71b4d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/ce887128-2545-49b1-b348-b7aa2d4f9d54 HTTP/1.1" status: 404 len: 337 time: 0.1341074 Feb 14 21:37:58.112545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.144025 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-32be098d-5f80-4480-9a18-025820f961f5 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.144714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32be098d-5f80-4480-9a18-025820f961f5 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.147766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-32be098d-5f80-4480-9a18-025820f961f5 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/62508a18-b6bf-41e4-9200-67bf0f9e1acc HTTP/1.1" status: 404 len: 337 time: 0.0342681 Feb 14 21:37:58.150615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.182746 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc803dd-5050-4f29-bc3e-f45ad04a01df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.183243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc803dd-5050-4f29-bc3e-f45ad04a01df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.188858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bdc803dd-5050-4f29-bc3e-f45ad04a01df tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/f6b539c1-1552-4172-b573-a55b409c4222 HTTP/1.1" status: 404 len: 337 time: 0.0359294 Feb 14 21:37:58.193747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41188) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.222652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4624b-b814-47ca-ad70-a7a00e84b269 None None] Network 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:37:58.235441 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd7a7a6-c806-4256-b52d-30462ab8c1a4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.236021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd7a7a6-c806-4256-b52d-30462ab8c1a4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.239673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cdd7a7a6-c806-4256-b52d-30462ab8c1a4 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/2ab46a1d-c133-47f5-a9bd-16d75eba978e HTTP/1.1" status: 404 len: 333 time: 0.0436726 Feb 14 21:37:58.281796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ace8b-b4f9-4dc3-a18c-a1b891e90767 req-cbba3aa4-e2f7-4f2c-8a01-83ed69ebf114 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:58.293585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f25ace8b-b4f9-4dc3-a18c-a1b891e90767 req-cbba3aa4-e2f7-4f2c-8a01-83ed69ebf114 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.3379927 Feb 14 21:37:58.294097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.321205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd311-8d9d-4415-b4ca-ff6f14968123 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.322731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5f8bd311-8d9d-4415-b4ca-ff6f14968123 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7051425 Feb 14 21:37:58.326228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.333595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f702e060-062f-4de2-b2a4-cb5fe98b1300 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5f458cb2-fe2d-4697-8ba3-0d5b763a9932'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:58.335017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f702e060-062f-4de2-b2a4-cb5fe98b1300 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103512) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:37:58.394537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Provisioning complete for port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:58.395341 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.482525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41198) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.487958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:37:58.505451 n-d-828372-11 neutron-server[103512]: WARNING neutron.services.metering.metering_plugin [None req-f702e060-062f-4de2-b2a4-cb5fe98b1300 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 14 21:37:58.506200 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f078d43c-2429-4913-a6bd-4dd30e8904e7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.506663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f078d43c-2429-4913-a6bd-4dd30e8904e7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.516511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Provisioning complete for port 467ecb92-7dfd-41c2-bedc-a8add1a77638 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:37:58.517801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.525993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f078d43c-2429-4913-a6bd-4dd30e8904e7 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/e0631853-83ad-4738-a24c-108207c49d13 HTTP/1.1" status: 404 len: 337 time: 0.2203019 Feb 14 21:37:58.528644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41206) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.625917 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-784e0c59-9169-458f-a92a-d43d4234b584 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.626391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784e0c59-9169-458f-a92a-d43d4234b584 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.639958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-784e0c59-9169-458f-a92a-d43d4234b584 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/831c6e13-75a6-48ab-a274-5316ef983d74 HTTP/1.1" status: 404 len: 337 time: 0.1101496 Feb 14 21:37:58.648864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41208) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.680650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cd7f2-dc24-41c5-bbe6-e11ca1fd17e7 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:58.684922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] DHCP port deletion for 5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:37:58.752231 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-27a4314f-2b50-4878-b9a6-dae17ccc37eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6539929 Feb 14 21:37:58.757267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f702e060-062f-4de2-b2a4-cb5fe98b1300 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.757948 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e39b3a-e98a-4f9d-926b-366e119f2b5d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.758660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e39b3a-e98a-4f9d-926b-366e119f2b5d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.759322 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f702e060-062f-4de2-b2a4-cb5fe98b1300 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4318490 Feb 14 21:37:58.767727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-07e39b3a-e98a-4f9d-926b-366e119f2b5d tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/75083fa7-b3d2-4a52-9c11-5f58824476cc HTTP/1.1" status: 404 len: 333 time: 0.1127393 Feb 14 21:37:58.775556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41210) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.776614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41212) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.783307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.855411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f25ace8b-b4f9-4dc3-a18c-a1b891e90767 req-65a6c9d2-8ce5-4d71-bd24-bab4b8e3e4cc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223939 Feb 14 21:37:58.862693 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3e08c2-fedb-4d9e-a850-d81fc0b12423 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:58.866894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3e08c2-fedb-4d9e-a850-d81fc0b12423 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:58.882921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Deleting port 467ecb92-7dfd-41c2-bedc-a8add1a77638 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:58.884706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:58.887273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.887548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a3e08c2-fedb-4d9e-a850-d81fc0b12423 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/e6d787d2-9f56-4d46-828c-92d6849241e3 HTTP/1.1" status: 404 len: 337 time: 0.1084709 Feb 14 21:37:58.924274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1a1ffe06-c5b9-4e86-a4b1-2ba4af04b0ad tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=58caa847-5e63-4236-8d58-eb0c4c12035c HTTP/1.1" status: 200 len: 464 time: 0.1463563 Feb 14 21:37:58.931027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:58.966799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-63298215-ceff-497d-bcb0-77c245e0c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:58.968730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-63298215-ceff-497d-bcb0-77c245e0c291 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.0781314 Feb 14 21:37:59.012419 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cb160c-b1a4-4582-9776-3b359f90e06c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:59.013002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cb160c-b1a4-4582-9776-3b359f90e06c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:59.024690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4cb160c-b1a4-4582-9776-3b359f90e06c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/subnets/0643215a-bd3e-4a1d-9e14-bb881c0cb1ef HTTP/1.1" status: 404 len: 337 time: 0.1337309 Feb 14 21:37:59.025623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41220) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.046949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2ddd74ae-f4a4-4d31-b6b3-e9ad9245f5a6 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] Request body: {'port': {'network_id': '048ab084-348e-4cb3-9595-796bde4bf4e5', 'name': 'tempest-NetworksNegativeTestJSON-1992245442'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:37:59.158152 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddd74ae-f4a4-4d31-b6b3-e9ad9245f5a6 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] POST failed (client error): The resource could not be found. Feb 14 21:37:59.159047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddd74ae-f4a4-4d31-b6b3-e9ad9245f5a6 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:59.160561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ddd74ae-f4a4-4d31-b6b3-e9ad9245f5a6 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6753228 Feb 14 21:37:59.161877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-1587cbec-fba3-439f-bb5e-f45399cfe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:37:59.164071 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-1587cbec-fba3-439f-bb5e-f45399cfe3f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.1212671 Feb 14 21:37:59.173453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] For port 467ecb92-7dfd-41c2-bedc-a8add1a77638, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=467ecb92-7dfd-41c2-bedc-a8add1a77638,segment=NetworkSegment(f80490dd-446d-4031-84c0-b2047c0d9869),segment_id=f80490dd-446d-4031-84c0-b2047c0d9869)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:37:59.173993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:59.175579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41224) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.252969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Calling delete_port for 467ecb92-7dfd-41c2-bedc-a8add1a77638 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:59.385125 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2892abb-404a-4de1-b41d-c592cb19aa17 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:59.385865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2892abb-404a-4de1-b41d-c592cb19aa17 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:59.395323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2892abb-404a-4de1-b41d-c592cb19aa17 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "DELETE /v2.0/networks/b9d85f46-6910-4c91-b6ce-f9f0944b4c17 HTTP/1.1" status: 404 len: 339 time: 0.1944892 Feb 14 21:37:59.395323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.420169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 467ecb92-7dfd-41c2-bedc-a8add1a77638 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:37:59.529259 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1275e2d4-bb55-497d-a11c-65c2e8f5d942 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:59.530030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1275e2d4-bb55-497d-a11c-65c2e8f5d942 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:59.540984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1275e2d4-bb55-497d-a11c-65c2e8f5d942 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "DELETE /v2.0/ports/aa90fe55-73f7-4f61-9e81-6c01aca91b10 HTTP/1.1" status: 404 len: 333 time: 0.1337643 Feb 14 21:37:59.543368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41232) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.581714 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ce5429-0536-4986-8785-6b4361950c47 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] DELETE failed (client error): The resource could not be found. Feb 14 21:37:59.582573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ce5429-0536-4986-8785-6b4361950c47 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:37:59.587953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42ce5429-0536-4986-8785-6b4361950c47 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "DELETE /v2.0/subnets/11df5eb3-5f1b-4306-9fe2-739c714d137a HTTP/1.1" status: 404 len: 337 time: 0.0424929 Feb 14 21:37:59.592666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Deleting port a311ceaa-ffe7-4b6b-a34f-d75de835aab6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:37:59.593336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:59.687887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:59.710718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Calling delete_port for a311ceaa-ffe7-4b6b-a34f-d75de835aab6 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:37:59.755780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 467ecb92-7dfd-41c2-bedc-a8add1a77638 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:37:59.757878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:59.777944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (467ecb92-7dfd-41c2-bedc-a8add1a77638), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:37:59.788431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.811045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] No DVR routers for this DVR port 467ecb92-7dfd-41c2-bedc-a8add1a77638 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:37:59.864662 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c494fd9b-29c6-4aba-871f-beb02d9524b8 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] GET failed (client error): The resource could not be found. Feb 14 21:37:59.868763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c494fd9b-29c6-4aba-871f-beb02d9524b8 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "GET /v2.0/networks/0947def6-8bc5-4d0f-b89d-b1b761fde8e6 HTTP/1.1" status: 404 len: 339 time: 0.0786977 Feb 14 21:37:59.874466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41236) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:37:59.895365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Pushing event deleted for resources: {'Port': ['ID=467ecb92-7dfd-41c2-bedc-a8add1a77638,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:37:59.928740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.929333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.929829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.930318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.931561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.932053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.935038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.935631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.936122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.936628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.937113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.937594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.938075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621686dc-d4a2-4bff-b8b9-9c08fe60c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:37:59.978334 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f68ae23-9a0e-4516-8de7-e77bdc0880ee tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] GET failed (client error): The resource could not be found. Feb 14 21:37:59.980232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4f68ae23-9a0e-4516-8de7-e77bdc0880ee tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "GET /v2.0/ports/112f6514-9aa7-45dc-8338-8ade11e5c813 HTTP/1.1" status: 404 len: 333 time: 0.1038618 Feb 14 21:37:59.985291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.066770 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38d909e-6c06-41f0-ba96-d62080969921 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] GET failed (client error): The resource could not be found. Feb 14 21:38:00.069593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f38d909e-6c06-41f0-ba96-d62080969921 tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "GET /v2.0/subnets/5ec465ba-9a36-49f9-b0f0-313a9892c2d4 HTTP/1.1" status: 404 len: 337 time: 0.0817535 Feb 14 21:38:00.077323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.084004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5c3a5be0-19c5-46b2-9697-bbdd08e736cf tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:00.097820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59e4a012-a786-48ad-9e27-c3f99dfe4d05 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:00.102131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59e4a012-a786-48ad-9e27-c3f99dfe4d05 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/58caa847-5e63-4236-8d58-eb0c4c12035c HTTP/1.1" status: 204 len: 168 time: 1.1627977 Feb 14 21:38:00.110586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.119926 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3a5be0-19c5-46b2-9697-bbdd08e736cf tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] PUT failed (client error): The resource could not be found. Feb 14 21:38:00.120718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3a5be0-19c5-46b2-9697-bbdd08e736cf tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:38:00.122180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5c3a5be0-19c5-46b2-9697-bbdd08e736cf tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "PUT /v2.0/networks/8f8c936e-54b5-4009-9d56-c1f57c44c8c1 HTTP/1.1" status: 404 len: 339 time: 0.0433114 Feb 14 21:38:00.127490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41246) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.138638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-006ee8b3-440f-4e54-a465-c3d58d87483c tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:00.171967 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-8af64cfd-01ca-41fe-b4f9-ccca9914afac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1001 time: 0.0802653 Feb 14 21:38:00.187501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a311ceaa-ffe7-4b6b-a34f-d75de835aab6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:00.207629 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-006ee8b3-440f-4e54-a465-c3d58d87483c tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] PUT failed (client error): The resource could not be found. Feb 14 21:38:00.208267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006ee8b3-440f-4e54-a465-c3d58d87483c tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:38:00.213233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-006ee8b3-440f-4e54-a465-c3d58d87483c tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "PUT /v2.0/ports/8e2ee8dc-e36c-4d03-8241-7fae7e278824 HTTP/1.1" status: 404 len: 333 time: 0.0822470 Feb 14 21:38:00.218394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a5bfa423-8114-42a7-a8d1-154bb83f8514 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=58caa847-5e63-4236-8d58-eb0c4c12035c HTTP/1.1" status: 200 len: 221 time: 0.1030774 Feb 14 21:38:00.222072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.222464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.241311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6249b606-d4d0-4563-b7de-96c6ecd25be2 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1356143431', 'description': 'label created by tempest'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:00.241705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6249b606-d4d0-4563-b7de-96c6ecd25be2 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Unknown quota resources ['metering_label']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:38:00.260726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-37f97205-7dfb-47bd-ad76-5ffbf8135c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:00.262210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-37f97205-7dfb-47bd-ad76-5ffbf8135c74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0829258 Feb 14 21:38:00.307880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-64f4a479-fe88-4ffa-8458-8ffc353bccba tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:00.351186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-39beff14-4e25-48a4-b36b-0e546f5a8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:00.358214 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-39beff14-4e25-48a4-b36b-0e546f5a8900 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0895212 Feb 14 21:38:00.532835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Port': ['ID=a311ceaa-ffe7-4b6b-a34f-d75de835aab6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:00.550722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:00.562274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a25719dd-41da-4d52-8331-9718fbd8222c tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/ports/a311ceaa-ffe7-4b6b-a34f-d75de835aab6 HTTP/1.1" status: 204 len: 168 time: 1.5342345 Feb 14 21:38:00.573960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-8d637be8-e290-43c7-a808-97036bb36c12 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091680 Feb 14 21:38:00.574464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:00.588411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195358f2-fca9-4c83-8b91-9fb7a4d55869 req-6c6ef22d-40c4-493b-bcfc-639f10d81b9f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:00.599784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-195358f2-fca9-4c83-8b91-9fb7a4d55869 req-6c6ef22d-40c4-493b-bcfc-639f10d81b9f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.5947227 Feb 14 21:38:00.601824 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f4a479-fe88-4ffa-8458-8ffc353bccba tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] PUT failed (client error): The resource could not be found. Feb 14 21:38:00.602289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f4a479-fe88-4ffa-8458-8ffc353bccba tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:38:00.606479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-64f4a479-fe88-4ffa-8458-8ffc353bccba tempest-NetworksNegativeTestJSON-620829903 tempest-NetworksNegativeTestJSON-620829903-project] 10.222.0.86 "PUT /v2.0/subnets/000b9eea-46db-40f6-abd2-91c98a0077ce HTTP/1.1" status: 404 len: 337 time: 0.3778853 Feb 14 21:38:00.833137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:00.989125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25e59dd4-63c2-4e45-a8e4-a71d5e904161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.137682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6249b606-d4d0-4563-b7de-96c6ecd25be2 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.142321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6249b606-d4d0-4563-b7de-96c6ecd25be2 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9155025 Feb 14 21:38:01.148405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:01.211749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-195358f2-fca9-4c83-8b91-9fb7a4d55869 req-c007646c-0bfa-48b9-848c-21c9caa2a6a2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6110675 Feb 14 21:38:01.232894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41264) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:01.427191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d65a8a9f-62bb-4810-a791-6083f5c9d04d tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=512e0537-d12d-4bb3-87b9-a52319cbb446 HTTP/1.1" status: 200 len: 468 time: 0.2748413 Feb 14 21:38:01.429995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41268) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:01.459983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.513343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73a002-3ec8-4081-9ffe-863b3b4dd8a7']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:01.524693 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-04c587c7-3d09-4f0c-a6f1-ade7f3735f58 req-8c38ea92-e106-4153-a81e-dc0c1fcb1cc4 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790414 Feb 14 21:38:01.532138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80490dd-446d-4031-84c0-b2047c0d9869') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:01.532721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80490dd-446d-4031-84c0-b2047c0d9869') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:01.569195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f80490dd-446d-4031-84c0-b2047c0d9869), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.598215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f80490dd-446d-4031-84c0-b2047c0d9869), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.621821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:01.622420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f80490dd-446d-4031-84c0-b2047c0d9869), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:01.628936 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:01.838813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5e73a002-3ec8-4081-9ffe-863b3b4dd8a7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.849439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:01.863096 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] 10.222.0.86 "DELETE /v2.0/networks/5e73a002-3ec8-4081-9ffe-863b3b4dd8a7 HTTP/1.1" status: 204 len: 168 time: 1.2875504 Feb 14 21:38:01.923202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c5cc-1909-4d54-9d6f-caa352aeafe1 tempest-PortsTestJSON-640525699 tempest-PortsTestJSON-640525699-project] Pushing event deleted for resources: {'Network': ['ID=5e73a002-3ec8-4081-9ffe-863b3b4dd8a7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:02.441574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b443065-e273-4407-9b9a-3dfe581ca003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:02.446547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.566844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a8a893d-d8cb-4365-9d8e-a67d4fdd15ce tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:02.568723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a8a893d-d8cb-4365-9d8e-a67d4fdd15ce tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/512e0537-d12d-4bb3-87b9-a52319cbb446 HTTP/1.1" status: 204 len: 168 time: 1.1372156 Feb 14 21:38:02.571883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41300) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.599832 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3e3ed070-6150-4237-aff4-41939dd35097 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=512e0537-d12d-4bb3-87b9-a52319cbb446 HTTP/1.1" status: 200 len: 216 time: 0.0266528 Feb 14 21:38:02.605703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41302) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.655065 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d6ea1e2-87e4-4143-9cf7-746815dfc34a tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0476627 Feb 14 21:38:02.655757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41306) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.714090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e98a-e99d-47a6-b01e-ae6b28553c37 req-7e1bbb5a-3929-475c-bbd8-41feb9ed4ab7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:02.715740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f92e98a-e99d-47a6-b01e-ae6b28553c37 req-7e1bbb5a-3929-475c-bbd8-41feb9ed4ab7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2822483 Feb 14 21:38:02.749893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62167a49-8de0-4a96-8a98-cbb6d7101dd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c02c171f8bce4bc585903d65e7e63331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020422 Feb 14 21:38:02.750629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41308) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.773864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41310) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.776661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63cc32b8-cebf-46f8-af3d-e8522a2111e8 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1030550 Feb 14 21:38:02.882186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] Publish callbacks [] for security_group (c81cf35d-9d14-4f67-b8b9-3bffb404d47b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:02.937130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b443065-e273-4407-9b9a-3dfe581ca003 admin admin] Publish callbacks [] for security_group (a0e3be6a-0cbc-4579-9a35-3721ca34d417), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:02.957419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] Publish callbacks [] for security_group (c81cf35d-9d14-4f67-b8b9-3bffb404d47b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:02.971701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf52abaa-4764-4f02-82eb-444903ac0766 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/5f458cb2-fe2d-4697-8ba3-0d5b763a9932 HTTP/1.1" status: 200 len: 473 time: 0.1906755 Feb 14 21:38:02.977505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f92e98a-e99d-47a6-b01e-ae6b28553c37 req-7ab94dd0-55a3-49df-8a29-ec3fcb0a39be tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528691 Feb 14 21:38:02.978859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41312) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:02.982407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5b443065-e273-4407-9b9a-3dfe581ca003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a0e3be6a-0cbc-4579-9a35-3721ca34d417), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.079413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b443065-e273-4407-9b9a-3dfe581ca003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e3be6a-0cbc-4579-9a35-3721ca34d417,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:03.116587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ae44b2d-4ac9-4703-b2f8-0dcd08c26ec1 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/7b7a3fdd-e9cd-4734-a622-b94676af740e HTTP/1.1" status: 200 len: 461 time: 0.1341150 Feb 14 21:38:03.121758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41314) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:03.140976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c81cf35d-9d14-4f67-b8b9-3bffb404d47b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.142056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5b443065-e273-4407-9b9a-3dfe581ca003 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57fcd6af40ee4151a223caa03ca5208e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9080451 Feb 14 21:38:03.145251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41316) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:03.150354 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.159635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c81cf35d-9d14-4f67-b8b9-3bffb404d47b HTTP/1.1" status: 204 len: 168 time: 0.4073441 Feb 14 21:38:03.193289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bf33e-87e3-4a75-b434-03b311b29642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81cf35d-9d14-4f67-b8b9-3bffb404d47b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:03.483306 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d9b4-7457-4c2b-8d7d-a6958914cc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.585068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] Publish callbacks [] for security_group (a0e3be6a-0cbc-4579-9a35-3721ca34d417), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.592847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56e36275-38cf-4c7f-8eeb-267fef5099d3 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.611176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56e36275-38cf-4c7f-8eeb-267fef5099d3 tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/7b7a3fdd-e9cd-4734-a622-b94676af740e HTTP/1.1" status: 204 len: 168 time: 0.4879313 Feb 14 21:38:03.618637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:03.769581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] Publish callbacks [] for security_group (a0e3be6a-0cbc-4579-9a35-3721ca34d417), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.977570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2bbee5cb-13d0-4fe0-976c-e624e0295c4a tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:03.990817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2bbee5cb-13d0-4fe0-976c-e624e0295c4a tempest-MeteringTestJSON-1984191651 tempest-MeteringTestJSON-1984191651-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/5f458cb2-fe2d-4697-8ba3-0d5b763a9932 HTTP/1.1" status: 204 len: 168 time: 0.3621416 Feb 14 21:38:04.026202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a0e3be6a-0cbc-4579-9a35-3721ca34d417), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:04.028838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:04.030028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0e3be6a-0cbc-4579-9a35-3721ca34d417 HTTP/1.1" status: 204 len: 168 time: 0.8833008 Feb 14 21:38:04.048474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b7c24-200d-45df-9003-49c371bcce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e3be6a-0cbc-4579-9a35-3721ca34d417,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:04.249252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80840dc0-9ad8-436a-9566-03f0bc38bf87 req-fde21bf7-e6ed-4860-9aa1-e8defae3f0aa tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:04.257280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80840dc0-9ad8-436a-9566-03f0bc38bf87 req-fde21bf7-e6ed-4860-9aa1-e8defae3f0aa tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.1383541 Feb 14 21:38:04.370189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80840dc0-9ad8-436a-9566-03f0bc38bf87 req-fc948742-d9f1-4e92-9184-00d981cbdf0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008706 Feb 14 21:38:04.549871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:04.589767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:04.921841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad068ac2-6475-4648-8511-4fd7aacf0890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.153061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad068ac2-6475-4648-8511-4fd7aacf0890 admin admin] Publish callbacks [] for security_group (d1b80e71-7632-4f24-bbdf-74fba93bd05c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.160887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad068ac2-6475-4648-8511-4fd7aacf0890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d1b80e71-7632-4f24-bbdf-74fba93bd05c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.209612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad068ac2-6475-4648-8511-4fd7aacf0890 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bda6c4119e324bcc8f1908ab3d2df948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6181228 Feb 14 21:38:05.212387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:05.234550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad068ac2-6475-4648-8511-4fd7aacf0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b80e71-7632-4f24-bbdf-74fba93bd05c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:05.382409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] Publish callbacks [] for security_group (d1b80e71-7632-4f24-bbdf-74fba93bd05c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.433047 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] Publish callbacks [] for security_group (d1b80e71-7632-4f24-bbdf-74fba93bd05c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.558129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d1b80e71-7632-4f24-bbdf-74fba93bd05c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.562983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.564300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1b80e71-7632-4f24-bbdf-74fba93bd05c HTTP/1.1" status: 204 len: 168 time: 0.3503118 Feb 14 21:38:05.576175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac9f1a-518a-45d2-96cc-9e69fb1e77d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b80e71-7632-4f24-bbdf-74fba93bd05c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:05.626932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad29e1-bc77-4120-9d6a-8bcec9fdcb0e req-cf15d050-68cc-4ce4-bed0-533145520fbe tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:05.638956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82ad29e1-bc77-4120-9d6a-8bcec9fdcb0e req-cf15d050-68cc-4ce4-bed0-533145520fbe tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.1468120 Feb 14 21:38:05.741192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:05.792211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82ad29e1-bc77-4120-9d6a-8bcec9fdcb0e req-d239a5dc-bbdb-4ad7-a390-9cd35e6b5d24 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479449 Feb 14 21:38:05.820726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41392) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:06.047994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.081039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41398) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:06.197051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-70dac10f-5575-4cfd-a414-38179275f8d8 tempest-DvrRoutersNegativeTest-569458000 tempest-DvrRoutersNegativeTest-569458000-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-758313990', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:06.200260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.policy [None req-70dac10f-5575-4cfd-a414-38179275f8d8 tempest-DvrRoutersNegativeTest-569458000 tempest-DvrRoutersNegativeTest-569458000-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103513) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 14 21:38:06.201270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.policy [None req-70dac10f-5575-4cfd-a414-38179275f8d8 tempest-DvrRoutersNegativeTest-569458000 tempest-DvrRoutersNegativeTest-569458000-project] Failed policy check for 'create_router' {{(pid=103513) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 14 21:38:06.201961 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-70dac10f-5575-4cfd-a414-38179275f8d8 tempest-DvrRoutersNegativeTest-569458000 tempest-DvrRoutersNegativeTest-569458000-project] create failed (client error): Access was denied to this resource. Feb 14 21:38:06.202993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70dac10f-5575-4cfd-a414-38179275f8d8 tempest-DvrRoutersNegativeTest-569458000 tempest-DvrRoutersNegativeTest-569458000-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3809609 Feb 14 21:38:06.285455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-748235155'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:06.357277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:06.361586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.381767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.492602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:06.524572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85c375bf-a881-4a52-8f9f-0eeec890fd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.582485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (114a9080-98d5-4e50-8fa4-b01487fbe9cf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.595046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (114a9080-98d5-4e50-8fa4-b01487fbe9cf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.615741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:06.643312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (20322174-05e7-4efd-8807-66b2f0cb02dd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.643828 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment 20322174-05e7-4efd-8807-66b2f0cb02dd of type vlan for network 68cdfe34-c30c-4b2b-8555-b8a42604f757 Feb 14 21:38:06.734895 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (68cdfe34-c30c-4b2b-8555-b8a42604f757), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.764435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85c375bf-a881-4a52-8f9f-0eeec890fd36 admin admin] Publish callbacks [] for security_group (b84ddb2d-756d-4a43-b317-06338b9688c8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.774403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85c375bf-a881-4a52-8f9f-0eeec890fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b84ddb2d-756d-4a43-b317-06338b9688c8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.809788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-85c375bf-a881-4a52-8f9f-0eeec890fd36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9cbdcc1df9e4fe8a37e344482f15f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160472 Feb 14 21:38:06.814441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41418) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:06.828807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (68cdfe34-c30c-4b2b-8555-b8a42604f757), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.834211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:06.834969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:06.935390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41424) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:07.014298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c375bf-a881-4a52-8f9f-0eeec890fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ddb2d-756d-4a43-b317-06338b9688c8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:07.053418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114a9080-98d5-4e50-8fa4-b01487fbe9cf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:07.085698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0028195 Feb 14 21:38:07.090262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:07.110856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'name': 'tempest-PortsIpV6TestJSON-1118759734'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:07.130810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4b2f-74a9-4a0d-9374-e0d8d6e0ccb0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=68cdfe34-c30c-4b2b-8555-b8a42604f757,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:07.149783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:07.151038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] Publish callbacks [] for security_group (b84ddb2d-756d-4a43-b317-06338b9688c8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.260853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.313518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] Publish callbacks [] for security_group (b84ddb2d-756d-4a43-b317-06338b9688c8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.350908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33f193ed-7934-4eaf-865c-f63751be9be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.352885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:07.356930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.392108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port a719494b-42e5-4b80-9998-588db2d50210 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:07.493647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586ee3-7325-44a1-a7ec-f0a9b3239ad0 req-6c42c244-fd34-4718-8e17-4f7d7249cb35 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:07.495986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5586ee3-7325-44a1-a7ec-f0a9b3239ad0 req-6c42c244-fd34-4718-8e17-4f7d7249cb35 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2722838 Feb 14 21:38:07.572754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33f193ed-7934-4eaf-865c-f63751be9be2 admin admin] Publish callbacks [] for security_group (e5ec6a46-01bb-495c-a635-7ff657331884), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.574724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b84ddb2d-756d-4a43-b317-06338b9688c8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.579116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.581060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b84ddb2d-756d-4a43-b317-06338b9688c8 HTTP/1.1" status: 204 len: 168 time: 0.7651808 Feb 14 21:38:07.593083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33f193ed-7934-4eaf-865c-f63751be9be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e5ec6a46-01bb-495c-a635-7ff657331884), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.648213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33883e0-6fca-484c-afe5-7fcd70077d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ddb2d-756d-4a43-b317-06338b9688c8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:07.717340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (a719494b-42e5-4b80-9998-588db2d50210), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.757643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33f193ed-7934-4eaf-865c-f63751be9be2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=143357a8c3a445dcb8170bd7691d8377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8194776 Feb 14 21:38:07.763852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41438) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:07.773605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f193ed-7934-4eaf-865c-f63751be9be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec6a46-01bb-495c-a635-7ff657331884,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:07.800983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5586ee3-7325-44a1-a7ec-f0a9b3239ad0 req-d8b97950-ccac-41cc-a2df-a83733f1cca7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143908 Feb 14 21:38:07.852189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a719494b-42e5-4b80-9998-588db2d50210), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.921382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] Publish callbacks [] for security_group (e5ec6a46-01bb-495c-a635-7ff657331884), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:07.981520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=a719494b-42e5-4b80-9998-588db2d50210,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:08.067514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] Publish callbacks [] for security_group (e5ec6a46-01bb-495c-a635-7ff657331884), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.073918 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': '20322174-05e7-4efd-8807-66b2f0cb02dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:08.074305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 68cdfe34-c30c-4b2b-8555-b8a42604f757, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:08.238190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:08.280204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 68cdfe34-c30c-4b2b-8555-b8a42604f757) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:08.302409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ccf486-2748-4b14-a9f5-e27e3ed75552 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:08.322362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:08.344506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:08.345811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.375572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e94001b5-abad-4173-8232-8f14ddb15426 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2803493 Feb 14 21:38:08.377166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e5ec6a46-01bb-495c-a635-7ff657331884), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.379263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41454) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:08.381357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.382900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e5ec6a46-01bb-495c-a635-7ff657331884 HTTP/1.1" status: 204 len: 168 time: 0.6180573 Feb 14 21:38:08.387439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982451583'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:08.413155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2416a2f-7a59-4fda-abc5-056443f0d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec6a46-01bb-495c-a635-7ff657331884,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:08.468055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:08.472198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.575907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:08.621280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3ccd66ee-40bd-44db-9221-24b50eb04f6d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.630257 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment 3ccd66ee-40bd-44db-9221-24b50eb04f6d of type vlan for network 0e5187d7-2909-4bab-8f7c-1776540b9fbb Feb 14 21:38:08.768424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (0e5187d7-2909-4bab-8f7c-1776540b9fbb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.852850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (0e5187d7-2909-4bab-8f7c-1776540b9fbb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:08.881176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:08.881848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:09.280263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=0e5187d7-2909-4bab-8f7c-1776540b9fbb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:09.300359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 0e5187d7-2909-4bab-8f7c-1776540b9fbb details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:09.304939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41492) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:09.306865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-611dba7d-3498-46ee-88dd-9463a4ca3487 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9195800 Feb 14 21:38:09.312279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'ports': [{'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'}, {'network_id': '0e5187d7-2909-4bab-8f7c-1776540b9fbb'}]} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:09.312614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:09.313113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '0e5187d7-2909-4bab-8f7c-1776540b9fbb'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:09.394856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92dff2-870d-4350-820d-6089c625c0a2 req-afe014c5-decc-41de-b056-926274d525d0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:09.401948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e92dff2-870d-4350-820d-6089c625c0a2 req-afe014c5-decc-41de-b056-926274d525d0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2797332 Feb 14 21:38:09.568845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e92dff2-870d-4350-820d-6089c625c0a2 req-8c59f979-cd64-44f9-baba-647fd89cd344 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643186 Feb 14 21:38:09.698869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:09.814933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 2} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:09.821752 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:09.860692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.039975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:10.193242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 36c58f97-c86a-4988-909d-893cdf04acba yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:10.316788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41514) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:10.466053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (36c58f97-c86a-4988-909d-893cdf04acba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.543615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7e83e4f7-ca69-439f-a67f-17ecb5147a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.646268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:10.762661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7e83e4f7-ca69-439f-a67f-17ecb5147a2b admin admin] Publish callbacks [] for security_group (2e3bdf33-3713-48df-ab16-ed60450310cf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.770533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-866551282'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:10.785015 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7e83e4f7-ca69-439f-a67f-17ecb5147a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e3bdf33-3713-48df-ab16-ed60450310cf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.803500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.877671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7e83e4f7-ca69-439f-a67f-17ecb5147a2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=054f5728d8de4cd18ab67717327d430c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1754856 Feb 14 21:38:10.882525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41524) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:10.884109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Made reservation on behalf of a8f826ef64634b2b8fef131ae1492ae5 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:10.887533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.889569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83e4f7-ca69-439f-a67f-17ecb5147a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bdf33-3713-48df-ab16-ed60450310cf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:10.939679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (36c58f97-c86a-4988-909d-893cdf04acba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.947320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:10.965002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c9d17-87e8-4085-acaf-222df17b0bc2 req-d703b57d-faef-4a17-a64e-5d1d4dc836ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:10.977172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-078c9d17-87e8-4085-acaf-222df17b0bc2 req-d703b57d-faef-4a17-a64e-5d1d4dc836ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2127953 Feb 14 21:38:11.012865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dc246e-83ff-4460-8210-8d5aafcac502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.027519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:11.071719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:11.085917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] Publish callbacks [] for security_group (2e3bdf33-3713-48df-ab16-ed60450310cf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.092266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:11.094183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.121647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] Publish callbacks [] for security_group (2e3bdf33-3713-48df-ab16-ed60450310cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.129683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=36c58f97-c86a-4988-909d-893cdf04acba,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:11.162803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-078c9d17-87e8-4085-acaf-222df17b0bc2 req-caf99d4c-2ee1-407c-8611-4c4872f37c62 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846600 Feb 14 21:38:11.267022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for security_group (16fce69b-e0fe-4a44-b2ba-bff1660a23f3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.281213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': '3ccd66ee-40bd-44db-9221-24b50eb04f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e5187d7-2909-4bab-8f7c-1776540b9fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:11.282266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 0e5187d7-2909-4bab-8f7c-1776540b9fbb, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:11.282617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (16fce69b-e0fe-4a44-b2ba-bff1660a23f3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.289191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:11.305989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2e3bdf33-3713-48df-ab16-ed60450310cf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.308901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.312661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e3bdf33-3713-48df-ab16-ed60450310cf HTTP/1.1" status: 204 len: 168 time: 0.4175446 Feb 14 21:38:11.319268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 0e5187d7-2909-4bab-8f7c-1776540b9fbb is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:11.345874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:11.357147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dc246e-83ff-4460-8210-8d5aafcac502 admin admin] Publish callbacks [] for security_group (0d4a0dab-0e2c-4106-b24c-a118a89ca253), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.358051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 0e5187d7-2909-4bab-8f7c-1776540b9fbb) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:11.360338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fce69b-e0fe-4a44-b2ba-bff1660a23f3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:11.370831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-41dc246e-83ff-4460-8210-8d5aafcac502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d4a0dab-0e2c-4106-b24c-a118a89ca253), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.379001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748ebee-42ae-4b59-8d8e-627322e5fd64 None None] Network 0e5187d7-2909-4bab-8f7c-1776540b9fbb requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:11.379670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fe0b86f6-b0df-4448-a351-81701220f68c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.380041 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Added segment fe0b86f6-b0df-4448-a351-81701220f68c of type vlan for network ceb78274-81a3-4125-bb2c-8d77e2215681 Feb 14 21:38:11.390669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fe089-8d24-428c-8a69-7ffdce2ab717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bdf33-3713-48df-ab16-ed60450310cf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:11.411169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:11.434624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41536) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:11.439183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:11.467578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:11.474177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.521457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (ceb78274-81a3-4125-bb2c-8d77e2215681), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.529134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-41dc246e-83ff-4460-8210-8d5aafcac502 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=182c0528ac7f44819fe2aaca74611446&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2112460 Feb 14 21:38:11.532616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc246e-83ff-4460-8210-8d5aafcac502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a0dab-0e2c-4106-b24c-a118a89ca253,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:11.538491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41544) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:11.565758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-768234ed-03e7-4a61-8782-cfb2c4ce6701 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2583132 Feb 14 21:38:11.569903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:11.600393 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (ceb78274-81a3-4125-bb2c-8d77e2215681), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.609867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:11.611221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.685324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] Publish callbacks [] for security_group (0d4a0dab-0e2c-4106-b24c-a118a89ca253), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:11.739287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6980932 Feb 14 21:38:11.744435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41548) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:11.752506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'subnet': {'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:11.977489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:11.978242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.073140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9bb9cae2-61d6-4f01-8251-3c3e0e507a47 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:12.084203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.088922 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-9bb9cae2-61d6-4f01-8251-3c3e0e507a47 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 14 21:38:12.089582 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-9bb9cae2-61d6-4f01-8251-3c3e0e507a47 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:38:12.094447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9bb9cae2-61d6-4f01-8251-3c3e0e507a47 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6507025 Feb 14 21:38:12.098543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] Publish callbacks [] for security_group (0d4a0dab-0e2c-4106-b24c-a118a89ca253), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.103271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41556) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:12.104500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:12.111733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f01d-e5a0-4dfe-80c6-55140a9eef5a tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Network': ['ID=ceb78274-81a3-4125-bb2c-8d77e2215681,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:12.122041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--656881558'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:12.128895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network ceb78274-81a3-4125-bb2c-8d77e2215681 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:12.230663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.279142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:12.297420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.305757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d125cc7-0604-4d44-91da-4ebb60632f78 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa HTTP/1.1" status: 204 len: 168 time: 0.7324677 Feb 14 21:38:12.306530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41564) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:12.312651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Made reservation on behalf of a8f826ef64634b2b8fef131ae1492ae5 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:12.322498 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.352888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.401282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1c03d0-a352-4c67-8d22-9e998d6d1e9a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:12.408721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1c03d0-a352-4c67-8d22-9e998d6d1e9a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:12.414865 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ca1c03d0-a352-4c67-8d22-9e998d6d1e9a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1067643 Feb 14 21:38:12.415578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41568) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:12.504620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.586501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0d4a0dab-0e2c-4106-b24c-a118a89ca253), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.589648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.590873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d4a0dab-0e2c-4106-b24c-a118a89ca253 HTTP/1.1" status: 204 len: 168 time: 1.0510890 Feb 14 21:38:12.658612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e640-ca83-442c-a9a1-20064bd3af22 req-0fa0e7f4-7554-445f-b81d-7d90a8131ddb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:12.667917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c30e640-ca83-442c-a9a1-20064bd3af22 req-0fa0e7f4-7554-445f-b81d-7d90a8131ddb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.3166347 Feb 14 21:38:12.696828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 36c58f97-c86a-4988-909d-893cdf04acba {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:12.700419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (36c58f97-c86a-4988-909d-893cdf04acba), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:12.773858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf57859-72e5-4a1f-ad17-ca8b97be31ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a0dab-0e2c-4106-b24c-a118a89ca253,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:12.978303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (36c58f97-c86a-4988-909d-893cdf04acba), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.017084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 36c58f97-c86a-4988-909d-893cdf04acba owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:13.033305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c30e640-ca83-442c-a9a1-20064bd3af22 req-cfe32872-d8fc-4688-81bf-4b31b4bdb76d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643866 Feb 14 21:38:13.102997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (76f6bd59-893e-434f-b186-d41fa2628c7e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.122614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (76f6bd59-893e-434f-b186-d41fa2628c7e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.259212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41584) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:13.328853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d744a1d-de51-4efb-b6e7-29ce828a24e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.356705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6bd59-893e-434f-b186-d41fa2628c7e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:13.386020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.431794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (36c58f97-c86a-4988-909d-893cdf04acba), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.529105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=36c58f97-c86a-4988-909d-893cdf04acba,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:13.532373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.539191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06628762-b0b7-40fe-b018-9dd7ccf87300 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/36c58f97-c86a-4988-909d-893cdf04acba HTTP/1.1" status: 204 len: 168 time: 1.1193154 Feb 14 21:38:13.539191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:13.688798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d744a1d-de51-4efb-b6e7-29ce828a24e6 admin admin] Publish callbacks [] for security_group (74db8fcc-9b22-4c59-8321-b5a3fc06b7e7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.706876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Subnet': ['ID=234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:13.719426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cee55-63cd-47b8-8878-73ef4464950f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:13.723492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-117cee55-63cd-47b8-8878-73ef4464950f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1810200 Feb 14 21:38:13.724124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d744a1d-de51-4efb-b6e7-29ce828a24e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (74db8fcc-9b22-4c59-8321-b5a3fc06b7e7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.730910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41592) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:13.735829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Checking segment: {'id': 'fe0b86f6-b0df-4448-a351-81701220f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:13.736348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network hostable DHCP agents. Network: ceb78274-81a3-4125-bb2c-8d77e2215681, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:13.812606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (f9b68f99-ada2-4207-892d-a73dc49c74ff), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.839950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f9b68f99-ada2-4207-892d-a73dc49c74ff), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:13.853608 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-25114cef-755d-4cf1-8cad-9698872c6c2d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:13.857634 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-25114cef-755d-4cf1-8cad-9698872c6c2d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/2a1d7d90-ed80-411d-b9f3-e7ab8ba16efa HTTP/1.1" status: 404 len: 333 time: 0.1207819 Feb 14 21:38:13.866845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41594) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:13.921994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d744a1d-de51-4efb-b6e7-29ce828a24e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=841937e4cb87413db599f91ddb89e6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618214 Feb 14 21:38:13.948834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41596) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:13.971533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d744a1d-de51-4efb-b6e7-29ce828a24e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74db8fcc-9b22-4c59-8321-b5a3fc06b7e7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:13.971533 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2f7a83-5f56-40e7-93ed-98ddd0886359 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:13.971533 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d2f7a83-5f56-40e7-93ed-98ddd0886359 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/36c58f97-c86a-4988-909d-893cdf04acba HTTP/1.1" status: 404 len: 333 time: 0.0904722 Feb 14 21:38:13.971533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.081498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network ceb78274-81a3-4125-bb2c-8d77e2215681 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:14.099904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b68f99-ada2-4207-892d-a73dc49c74ff,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:14.118955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.123426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4594557-f8b3-499a-be18-7704dc2aea3d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0019217 Feb 14 21:38:14.123426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, ceb78274-81a3-4125-bb2c-8d77e2215681) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:14.127617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:14.128272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.131972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41606) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.135703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ec4d1-4b02-4201-94bd-5e8247e681a2 None None] Network ceb78274-81a3-4125-bb2c-8d77e2215681 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:14.138134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'f9b68f99-ada2-4207-892d-a73dc49c74ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:14.182187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c443b399-547f-4aeb-8177-c0b8eef1b08f tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4341908 Feb 14 21:38:14.194491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41608) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.195401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group_rule (e4c20794-0f80-40bb-ba27-a4a43e676316), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.203523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-774758546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:14.285889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.286990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.323829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0e5187d7-2909-4bab-8f7c-1776540b9fbb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.356558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] Publish callbacks [] for security_group (74db8fcc-9b22-4c59-8321-b5a3fc06b7e7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.374107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-ceb78274-81a3-4125-bb2c-8d77e2215681', 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681', 'project_id': 'a8f826ef64634b2b8fef131ae1492ae5', 'fixed_ips': [{'subnet_id': '234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:14.374995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.398657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for router_controller (b74873ff-795f-4b36-a8f2-82cc0aa18e10), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.420048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] Publish callbacks [] for security_group (74db8fcc-9b22-4c59-8321-b5a3fc06b7e7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.425989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.464870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c373a73-be77-46ce-99aa-951ee4469d8d req-2e3b6b70-3138-497c-adb2-d4f87226f0b7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:14.466488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c373a73-be77-46ce-99aa-951ee4469d8d req-2e3b6b70-3138-497c-adb2-d4f87226f0b7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2359841 Feb 14 21:38:14.469533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.470633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8493dba0-f577-4ee5-b335-b5f431707b5b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2718730 Feb 14 21:38:14.492013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.516402 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:38:14.568852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0e5187d7-2909-4bab-8f7c-1776540b9fbb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.602370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5187d7-2909-4bab-8f7c-1776540b9fbb']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:14.618988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Allocated IP 172.20.0.2 (ceb78274-81a3-4125-bb2c-8d77e2215681/234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b/83ffc5f4-626e-4711-860e-3782983184e3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:14.621142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccd66ee-40bd-44db-9221-24b50eb04f6d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:14.621582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccd66ee-40bd-44db-9221-24b50eb04f6d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:14.641732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (3ccd66ee-40bd-44db-9221-24b50eb04f6d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.659930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3ccd66ee-40bd-44db-9221-24b50eb04f6d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (3ccd66ee-40bd-44db-9221-24b50eb04f6d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:14.716606 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:14.721812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group_rule (e4c20794-0f80-40bb-ba27-a4a43e676316), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.759740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e4c20794-0f80-40bb-ba27-a4a43e676316), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.774667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c373a73-be77-46ce-99aa-951ee4469d8d req-34f05067-025f-479c-844c-485d5adaf409 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800965 Feb 14 21:38:14.799682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (0e5187d7-2909-4bab-8f7c-1776540b9fbb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.812792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.815547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c20794-0f80-40bb-ba27-a4a43e676316,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:14.824835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/0e5187d7-2909-4bab-8f7c-1776540b9fbb HTTP/1.1" status: 204 len: 168 time: 0.8359444 Feb 14 21:38:14.836576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41616) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.866482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks [] for port (83ffc5f4-626e-4711-860e-3782983184e3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.869268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231901425'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:14.893515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.895670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cadedda9-2916-4548-9411-658dce54e42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7625086 Feb 14 21:38:14.900790 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (83ffc5f4-626e-4711-860e-3782983184e3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.921033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41622) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:14.925446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (74db8fcc-9b22-4c59-8321-b5a3fc06b7e7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.928685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:14.929789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/74db8fcc-9b22-4c59-8321-b5a3fc06b7e7 HTTP/1.1" status: 204 len: 168 time: 0.9799848 Feb 14 21:38:14.934042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0cf03-98ca-4d74-a900-070376d7644f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=0e5187d7-2909-4bab-8f7c-1776540b9fbb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:14.952363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0aa552ab-74f8-4db8-8d03-9eada371f855 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'f9b68f99-ada2-4207-892d-a73dc49c74ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:15.006813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:15.012181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Network ceb78274-81a3-4125-bb2c-8d77e2215681 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:15.018659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:15.022452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.024071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:15.072214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Pushing event updated for resources: {'Port': ['ID=83ffc5f4-626e-4711-860e-3782983184e3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:15.073166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa552ab-74f8-4db8-8d03-9eada371f855 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group_rule (1d6a06c2-424e-4b91-805b-c2efa6605ab0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.124551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.162618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1e35-af0e-485b-9e2e-4b08a2aa1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db8fcc-9b22-4c59-8321-b5a3fc06b7e7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:15.242140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:15.259694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.260046 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment 9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa of type vlan for network 873aa8f6-e608-44bc-9478-de8e6bc20cdc Feb 14 21:38:15.317568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Attempting to bind port 83ffc5f4-626e-4711-860e-3782983184e3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:15.318050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Attempting to bind port 83ffc5f4-626e-4711-860e-3782983184e3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'fe0b86f6-b0df-4448-a351-81701220f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:15.318315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Attempting to bind port 83ffc5f4-626e-4711-860e-3782983184e3 on network ceb78274-81a3-4125-bb2c-8d77e2215681 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:15.328432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:15.329076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Checking segment: {'id': 'fe0b86f6-b0df-4448-a351-81701220f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:15.329500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.329947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Bound using segment: {'id': 'fe0b86f6-b0df-4448-a351-81701220f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:15.330487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Bound port: 83ffc5f4-626e-4711-860e-3782983184e3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b86f6-b0df-4448-a351-81701220f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:15.330883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (83ffc5f4-626e-4711-860e-3782983184e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.416720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (873aa8f6-e608-44bc-9478-de8e6bc20cdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.464978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] For port 83ffc5f4-626e-4711-860e-3782983184e3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:15.470538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] For port 83ffc5f4-626e-4711-860e-3782983184e3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=83ffc5f4-626e-4711-860e-3782983184e3,segment=NetworkSegment(fe0b86f6-b0df-4448-a351-81701220f68c),segment_id=fe0b86f6-b0df-4448-a351-81701220f68c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:15.488211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (83ffc5f4-626e-4711-860e-3782983184e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.493024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (873aa8f6-e608-44bc-9478-de8e6bc20cdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.507345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:15.508010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.673349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=873aa8f6-e608-44bc-9478-de8e6bc20cdc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:15.693034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:15.709064 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-0aa552ab-74f8-4db8-8d03-9eada371f855 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:38:15.709894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Allocated IP 172.20.0.1 (ceb78274-81a3-4125-bb2c-8d77e2215681/234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b/2665edad-0839-4e8a-86bd-27eb8d97e452) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:15.712524 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0aa552ab-74f8-4db8-8d03-9eada371f855 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7882147 Feb 14 21:38:15.715823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:15.748267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059516d-011c-431b-9788-c859965a9ee2 None None] Pushing event updated for resources: {'Port': ['ID=83ffc5f4-626e-4711-860e-3782983184e3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:15.810387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41642) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:15.857169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abaf05ac-3790-4ccc-befe-4b3cb0e2254e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0018258 Feb 14 21:38:15.858087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:15.863803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (f9b68f99-ada2-4207-892d-a73dc49c74ff), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:15.871531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:15.942877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.011779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.117963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network ceb78274-81a3-4125-bb2c-8d77e2215681 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:16.133147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81bae12e-7a85-4465-b59c-6fcf8dab5f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.140203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=2665edad-0839-4e8a-86bd-27eb8d97e452,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:16.146002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:16.162930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:16.266631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (b74873ff-795f-4b36-a8f2-82cc0aa18e10), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.311551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (f9b68f99-ada2-4207-892d-a73dc49c74ff), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.338540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:16.342344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.360876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81bae12e-7a85-4465-b59c-6fcf8dab5f05 admin admin] Publish callbacks [] for security_group (b9b0f0ef-7ba6-4506-9dfa-985c91af4762), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.388222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf150c-a1ec-4591-969a-633259e5483b req-b994e3f0-8732-40b5-9767-9e669286a371 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:16.388894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81bae12e-7a85-4465-b59c-6fcf8dab5f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b9b0f0ef-7ba6-4506-9dfa-985c91af4762), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.390343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-adcf150c-a1ec-4591-969a-633259e5483b req-b994e3f0-8732-40b5-9767-9e669286a371 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.2469804 Feb 14 21:38:16.453956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.490525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Performing IP validity checks on allocation pools {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:38:16.493825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:38:16.501173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-adcf150c-a1ec-4591-969a-633259e5483b req-a5c35fc1-c2a4-456a-8497-2d69b2ad8526 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034486 Feb 14 21:38:16.514909 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-81bae12e-7a85-4465-b59c-6fcf8dab5f05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3ba351ad5784fd897c37a28549354cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675863 Feb 14 21:38:16.515927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41652) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:16.544786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f9b68f99-ada2-4207-892d-a73dc49c74ff), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.547743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.551186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/f9b68f99-ada2-4207-892d-a73dc49c74ff HTTP/1.1" status: 204 len: 168 time: 0.8302736 Feb 14 21:38:16.551186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae12e-7a85-4465-b59c-6fcf8dab5f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0f0ef-7ba6-4506-9dfa-985c91af4762,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:16.553749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41654) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:16.582538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab46185-1555-4dde-ae8a-7afd3d1e7851 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b68f99-ada2-4207-892d-a73dc49c74ff,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:16.678393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] Publish callbacks [] for security_group (b9b0f0ef-7ba6-4506-9dfa-985c91af4762), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.739556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] Publish callbacks [] for security_group (b9b0f0ef-7ba6-4506-9dfa-985c91af4762), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.819822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (b4011ef6-9e21-4b29-aa35-937d017b72a3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.897527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b9b0f0ef-7ba6-4506-9dfa-985c91af4762), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.900654 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:16.906301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9b0f0ef-7ba6-4506-9dfa-985c91af4762 HTTP/1.1" status: 204 len: 168 time: 0.3788793 Feb 14 21:38:16.962764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=b4011ef6-9e21-4b29-aa35-937d017b72a3,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:16.968813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b3a9c-9619-46fe-a464-bee0f2b8f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0f0ef-7ba6-4506-9dfa-985c91af4762,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:17.023050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:17.023666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 873aa8f6-e608-44bc-9478-de8e6bc20cdc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:17.072948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:17.098322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 873aa8f6-e608-44bc-9478-de8e6bc20cdc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:17.111108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:17.113565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92474d74-95b2-415b-9add-050d072db06a None None] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:17.125381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:17.173431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5703e6bb-c743-4aa4-bc31-d02cb8d601bb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3070414 Feb 14 21:38:17.175955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:17.185865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc', 'name': 'tempest-PortsIpV6TestJSON-186451892'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:17.435299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-873aa8f6-e608-44bc-9478-de8e6bc20cdc', 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': 'b4011ef6-9e21-4b29-aa35-937d017b72a3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:17.436461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:17.487766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-27fc1bc9-c063-4633-a315-c4487117ae9e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9271584 Feb 14 21:38:17.489650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 83ffc5f4-626e-4711-860e-3782983184e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:17.491071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:17.504407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032917899'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:17.525720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:17.550192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:17.552935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec11e5-9c69-41e0-b50a-dd1b22df35b4 None None] Network ceb78274-81a3-4125-bb2c-8d77e2215681 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:17.600326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:17.608594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 20024bc9-b74b-4f18-8690-5988b6fcbaa3 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:17.814388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:17.848845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.007424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::12f (873aa8f6-e608-44bc-9478-de8e6bc20cdc/b4011ef6-9e21-4b29-aa35-937d017b72a3/20024bc9-b74b-4f18-8690-5988b6fcbaa3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:18.036489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 83ffc5f4-626e-4711-860e-3782983184e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:18.036902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (83ffc5f4-626e-4711-860e-3782983184e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.047830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (070ba55d-0aa5-468c-b885-2400fbfc2d10), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.071517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Provisioning complete for port 83ffc5f4-626e-4711-860e-3782983184e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:18.071902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (83ffc5f4-626e-4711-860e-3782983184e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.072232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (070ba55d-0aa5-468c-b885-2400fbfc2d10), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.123732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=2665edad-0839-4e8a-86bd-27eb8d97e452,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:18.166892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.167920 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6726398 Feb 14 21:38:18.173742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:18.176426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff7226-2a28-4cee-8736-2ff366e95947 req-8ee93251-93ca-467b-982c-5da2fb744d49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:18.178085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7ff7226-2a28-4cee-8736-2ff366e95947 req-8ee93251-93ca-467b-982c-5da2fb744d49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.4631541 Feb 14 21:38:18.190574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (b74873ff-795f-4b36-a8f2-82cc0aa18e10), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.193115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-46c17aa8-49ee-4089-b7ee-308aa9df827a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '070ba55d-0aa5-468c-b885-2400fbfc2d10', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:18.193612 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-46c17aa8-49ee-4089-b7ee-308aa9df827a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 14 21:38:18.194112 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-46c17aa8-49ee-4089-b7ee-308aa9df827a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:18.195120 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46c17aa8-49ee-4089-b7ee-308aa9df827a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102720 Feb 14 21:38:18.208958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:18.236017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c37bc-e1cc-4732-9cd5-c3d20493047d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070ba55d-0aa5-468c-b885-2400fbfc2d10,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:18.380095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 83ffc5f4-626e-4711-860e-3782983184e3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:18.382246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (83ffc5f4-626e-4711-860e-3782983184e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.447443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Current status of the port 83ffc5f4-626e-4711-860e-3782983184e3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:18.448060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7ff7226-2a28-4cee-8736-2ff366e95947 req-70be9f51-1f75-40c7-9dfe-7e504e636449 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597048 Feb 14 21:38:18.459067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (83ffc5f4-626e-4711-860e-3782983184e3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.520296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (070ba55d-0aa5-468c-b885-2400fbfc2d10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.529736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network ceb78274-81a3-4125-bb2c-8d77e2215681 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:18.531682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:18.543225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 83ffc5f4-626e-4711-860e-3782983184e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=83ffc5f4-626e-4711-860e-3782983184e3,segment=NetworkSegment(fe0b86f6-b0df-4448-a351-81701220f68c),segment_id=fe0b86f6-b0df-4448-a351-81701220f68c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:18.552381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (070ba55d-0aa5-468c-b885-2400fbfc2d10), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.578748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (83ffc5f4-626e-4711-860e-3782983184e3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.688021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (20024bc9-b74b-4f18-8690-5988b6fcbaa3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.718999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (070ba55d-0aa5-468c-b885-2400fbfc2d10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.727686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.729208 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/070ba55d-0aa5-468c-b885-2400fbfc2d10 HTTP/1.1" status: 204 len: 168 time: 0.4943550 Feb 14 21:38:18.732103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41744) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:18.747903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41748) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:18.766508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Router b74873ff-795f-4b36-a8f2-82cc0aa18e10 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:38:18.780661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:38:18.797795 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:38:18.798709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=83ffc5f4-626e-4711-860e-3782983184e3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:18.826998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26d12-06fe-4a43-93c8-19befb1c627d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070ba55d-0aa5-468c-b885-2400fbfc2d10,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:18.918793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (20024bc9-b74b-4f18-8690-5988b6fcbaa3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:18.952502 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7395af39-e1f2-4475-b83a-d87af3fc3c27 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2022367 Feb 14 21:38:18.960885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:18.984788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850489458'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:19.008994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-985826611-network', 'tenant_id': '90e56cdbb46e4b21bbaee53f29f17585'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:19.012973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Allocated IP 2001:db8::2 (873aa8f6-e608-44bc-9478-de8e6bc20cdc/b4011ef6-9e21-4b29-aa35-937d017b72a3/5c97c7ee-7025-48ae-88b7-253b9bf78999) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:19.033980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:38:19.034658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:19.048089 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] Sync routers for ids ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:38:19.053651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:19.055171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-81bed194-2886-4c3e-8156-7986326f5670 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "PUT /v2.0/routers/b74873ff-795f-4b36-a8f2-82cc0aa18e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5409052 Feb 14 21:38:19.058074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41762) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:19.060735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:19.068458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'port': {'network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681', 'name': 'tempest-FloatingIPNegativeTestJSON-72583991'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:19.069667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:19.070712 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] Routers {'b74873ff-795f-4b36-a8f2-82cc0aa18e10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:19.070943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.071525 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:19.098743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=20024bc9-b74b-4f18-8690-5988b6fcbaa3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:19.130347 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-500746cd-ccc1-4adb-b874-954df6f44251 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9483645 Feb 14 21:38:19.130959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:19.185307 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:19.192213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.201539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Made reservation on behalf of 90e56cdbb46e4b21bbaee53f29f17585 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:19.201806 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] Routers {'b74873ff-795f-4b36-a8f2-82cc0aa18e10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:19.204202 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:19.205989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.251756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.275258 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:19.275944 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a8d06-c2f5-4b36-8286-2eaec5c2563a None None] The sync data for ids ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:38:19.409786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 83ffc5f4-626e-4711-860e-3782983184e3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:19.480284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Made reservation on behalf of a8f826ef64634b2b8fef131ae1492ae5 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:19.481039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.500324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (73b47006-5538-4174-8ef9-c6b14004f220), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.530879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (73b47006-5538-4174-8ef9-c6b14004f220), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.554139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks [] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.574677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] device_id is not set on port 56f033b8-2441-4c1b-b9a4-4670b8dfff91 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:19.586326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bb948-7c09-4022-a8b3-84766c164b43 None None] Current status of the port 83ffc5f4-626e-4711-860e-3782983184e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:19.591042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.608812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.619550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6389840 Feb 14 21:38:19.647761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 83ffc5f4-626e-4711-860e-3782983184e3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:19.648387 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (83ffc5f4-626e-4711-860e-3782983184e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.648505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:19.654370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6e402c46-c74b-47bd-9d06-c86f42accb70 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '73b47006-5538-4174-8ef9-c6b14004f220', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:19.655336 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-6e402c46-c74b-47bd-9d06-c86f42accb70 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 14 21:38:19.655853 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-6e402c46-c74b-47bd-9d06-c86f42accb70 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:19.660011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6e402c46-c74b-47bd-9d06-c86f42accb70 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073256 Feb 14 21:38:19.667583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ef340-ebc4-45f4-930f-1d55581c5474 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b47006-5538-4174-8ef9-c6b14004f220,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:19.672944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks [] for security_group (7e9f768a-6c4f-400d-9ef5-e9529988abdc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.686855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41792) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:19.729214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e9f768a-6c4f-400d-9ef5-e9529988abdc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.775214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:19.788000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0dcea882-333f-4bf0-b3e9-f61762dc491b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.789190 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Added segment 0dcea882-333f-4bf0-b3e9-f61762dc491b of type vlan for network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 Feb 14 21:38:19.816130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (73b47006-5538-4174-8ef9-c6b14004f220), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.839991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 20024bc9-b74b-4f18-8690-5988b6fcbaa3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:19.840464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (20024bc9-b74b-4f18-8690-5988b6fcbaa3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.870764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (73b47006-5538-4174-8ef9-c6b14004f220), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.877312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:19.899487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:19.919718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:19.926354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Pushing event updated for resources: {'Port': ['ID=5c97c7ee-7025-48ae-88b7-253b9bf78999,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:19.936412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Provisioning complete for port 2665edad-0839-4e8a-86bd-27eb8d97e452 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:19.936989 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.952261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f768a-6c4f-400d-9ef5-e9529988abdc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:19.985464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (905b8eb6-f7bb-49d7-a862-04ca4f9933e9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:19.991949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Port 2665edad-0839-4e8a-86bd-27eb8d97e452 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:38:19.997833 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (73b47006-5538-4174-8ef9-c6b14004f220), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.000929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.004531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/73b47006-5538-4174-8ef9-c6b14004f220 HTTP/1.1" status: 204 len: 168 time: 0.3165665 Feb 14 21:38:20.010531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41808) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.012506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (20024bc9-b74b-4f18-8690-5988b6fcbaa3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.021694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ab989-9c66-45c4-953d-663157f0f0a1 req-f4e43156-dc14-4ebb-8c37-943c74087627 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:20.023343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-053ab989-9c66-45c4-953d-663157f0f0a1 req-f4e43156-dc14-4ebb-8c37-943c74087627 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 947 time: 0.3758788 Feb 14 21:38:20.060204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Allocated IP 172.20.0.7 (ceb78274-81a3-4125-bb2c-8d77e2215681/234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b/56f033b8-2441-4c1b-b9a4-4670b8dfff91) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:20.065563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Provisioning complete for port 83ffc5f4-626e-4711-860e-3782983184e3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:20.066153 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (83ffc5f4-626e-4711-860e-3782983184e3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.069461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Attempting to bind port 5c97c7ee-7025-48ae-88b7-253b9bf78999 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:20.069950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Attempting to bind port 5c97c7ee-7025-48ae-88b7-253b9bf78999 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:20.070653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Attempting to bind port 5c97c7ee-7025-48ae-88b7-253b9bf78999 on network 873aa8f6-e608-44bc-9478-de8e6bc20cdc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:20.076329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe9f2-112b-4779-aa3c-8edc53063c1f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b47006-5538-4174-8ef9-c6b14004f220,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.081456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 20024bc9-b74b-4f18-8690-5988b6fcbaa3 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:20.099335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (905b8eb6-f7bb-49d7-a862-04ca4f9933e9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.100972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:20.101909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.133261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:20.133820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Checking segment: {'id': '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:20.134337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.134917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Bound using segment: {'id': '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:20.135555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Bound port: 5c97c7ee-7025-48ae-88b7-253b9bf78999, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '873aa8f6-e608-44bc-9478-de8e6bc20cdc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:20.136046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.165925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-404ebccb-e50a-48a5-9559-64da0e136ad1 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406045 Feb 14 21:38:20.165925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.170836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--50996491'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.176155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 83ffc5f4-626e-4711-860e-3782983184e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:20.204637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.263881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] For port 5c97c7ee-7025-48ae-88b7-253b9bf78999, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:20.273264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] For port 5c97c7ee-7025-48ae-88b7-253b9bf78999, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c97c7ee-7025-48ae-88b7-253b9bf78999,segment=NetworkSegment(9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa),segment_id=9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:20.278123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bc33f-d5b9-4c46-bfe7-2c81b8b054d2 None None] Current status of the port 83ffc5f4-626e-4711-860e-3782983184e3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:20.284667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.339426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (2d82bf49-c673-446e-9d29-946de2e9fbca), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.351914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2d82bf49-c673-446e-9d29-946de2e9fbca), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.373731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.416503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403925fa-8807-4935-8f52-3c66e9b7026d None None] Pushing event updated for resources: {'Port': ['ID=5c97c7ee-7025-48ae-88b7-253b9bf78999,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.439078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.440705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2761025 Feb 14 21:38:20.440961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.445486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.450745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5ca8b0cf-1e85-4265-a527-8cf0aa3f11b5 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '2d82bf49-c673-446e-9d29-946de2e9fbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.451430 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-5ca8b0cf-1e85-4265-a527-8cf0aa3f11b5 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 14 21:38:20.452058 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-5ca8b0cf-1e85-4265-a527-8cf0aa3f11b5 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:20.454374 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5ca8b0cf-1e85-4265-a527-8cf0aa3f11b5 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078602 Feb 14 21:38:20.457149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d897a-d53c-4cae-8b7a-cb5edaf745b7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d82bf49-c673-446e-9d29-946de2e9fbca,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.461370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.466781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-47ddd0fc-0b5e-4121-9c95-c3a8361dd877 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '2d82bf49-c673-446e-9d29-946de2e9fbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.467649 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-47ddd0fc-0b5e-4121-9c95-c3a8361dd877 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 14 21:38:20.468501 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-47ddd0fc-0b5e-4121-9c95-c3a8361dd877 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:20.472108 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-47ddd0fc-0b5e-4121-9c95-c3a8361dd877 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070226 Feb 14 21:38:20.472108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (20024bc9-b74b-4f18-8690-5988b6fcbaa3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.472718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41832) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.482122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fa58ddb7-9034-4062-8b7f-61023d407c23 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '2d82bf49-c673-446e-9d29-946de2e9fbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.483656 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-fa58ddb7-9034-4062-8b7f-61023d407c23 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 14 21:38:20.484391 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-fa58ddb7-9034-4062-8b7f-61023d407c23 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:20.487813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa58ddb7-9034-4062-8b7f-61023d407c23 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119233 Feb 14 21:38:20.491327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.495704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3b621f93-742b-4235-9b9a-6902076e4e53 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '2d82bf49-c673-446e-9d29-946de2e9fbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.496595 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-3b621f93-742b-4235-9b9a-6902076e4e53 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 14 21:38:20.497094 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-3b621f93-742b-4235-9b9a-6902076e4e53 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:20.500836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b621f93-742b-4235-9b9a-6902076e4e53 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058334 Feb 14 21:38:20.502437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.528996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=20024bc9-b74b-4f18-8690-5988b6fcbaa3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.542593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:38:20.552497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-053ab989-9c66-45c4-953d-663157f0f0a1 req-0a8a0969-8d8d-44e9-9cde-73a98efe9f5a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853420 Feb 14 21:38:20.560949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8119435 Feb 14 21:38:20.594384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41838) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.639844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Request body: {'subnet': {'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-985826611-subnet', 'tenant_id': '90e56cdbb46e4b21bbaee53f29f17585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:20.642037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.649100 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-26018305-dd2f-4d13-bb8a-83a6d61109dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/20024bc9-b74b-4f18-8690-5988b6fcbaa3 HTTP/1.1" status: 204 len: 168 time: 1.5169756 Feb 14 21:38:20.653455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41848) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.696441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network ceb78274-81a3-4125-bb2c-8d77e2215681 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:20.697486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Made reservation on behalf of 90e56cdbb46e4b21bbaee53f29f17585 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:20.700218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.703308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38907753-3eba-4a6b-97fc-a0f05a86e985 admin admin] Pushing event updated for resources: {'Network': ['ID=905b8eb6-f7bb-49d7-a862-04ca4f9933e9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.714326 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1941220-5fbb-4c55-999d-71f5291364dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:38:20.714326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1941220-5fbb-4c55-999d-71f5291364dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:38:20.728126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f1941220-5fbb-4c55-999d-71f5291364dd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/20024bc9-b74b-4f18-8690-5988b6fcbaa3 HTTP/1.1" status: 404 len: 333 time: 0.0732784 Feb 14 21:38:20.728532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:20.730376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.771799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:20.780236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:20.787742 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4859ec-cc80-47d1-9b47-431c309f0f24 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:20.789818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad4859ec-cc80-47d1-9b47-431c309f0f24 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/20024bc9-b74b-4f18-8690-5988b6fcbaa3 HTTP/1.1" status: 404 len: 333 time: 0.0584605 Feb 14 21:38:20.794159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:20.867567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=56f033b8-2441-4c1b-b9a4-4670b8dfff91,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:20.897956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet b4011ef6-9e21-4b29-aa35-937d017b72a3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:20.907885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (b4011ef6-9e21-4b29-aa35-937d017b72a3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:20.945142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port ff10247a-ec95-46c5-ad80-1bf37c09ce16 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:20.945781 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.005332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:21.007136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b4011ef6-9e21-4b29-aa35-937d017b72a3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.007418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:21.010689 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8990c54-6382-432e-84a7-5dfca1071876" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:21.017769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.054642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:21.055400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.072845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (2d82bf49-c673-446e-9d29-946de2e9fbca), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.093302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=14']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:21.109453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-91ccba4e-6a67-4030-968e-7848166e1ff7 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0454082 Feb 14 21:38:21.116748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.124557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:21.143880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (2d82bf49-c673-446e-9d29-946de2e9fbca), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.190302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b4011ef6-9e21-4b29-aa35-937d017b72a3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.194464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.234368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9b84f083-a182-454d-86ce-0d6f0f6f7f5e None None] Provisioning complete for port 56f033b8-2441-4c1b-b9a4-4670b8dfff91 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:21.234734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b84f083-a182-454d-86ce-0d6f0f6f7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.252067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2d82bf49-c673-446e-9d29-946de2e9fbca), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.255835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.258798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/2d82bf49-c673-446e-9d29-946de2e9fbca HTTP/1.1" status: 204 len: 168 time: 0.7469974 Feb 14 21:38:21.268857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.318373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7def439-c598-43cf-b873-855caee6ac8e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d82bf49-c673-446e-9d29-946de2e9fbca,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:21.393064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9b84f083-a182-454d-86ce-0d6f0f6f7f5e None None] Port 56f033b8-2441-4c1b-b9a4-4670b8dfff91 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:38:21.419961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c97c7ee-7025-48ae-88b7-253b9bf78999 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:21.428725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (7fc1c6c5-25d8-4ee2-9a18-db681ec4381f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.434376 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3368da63-c8b2-48c0-978d-047b2c25a0e8 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1477847 Feb 14 21:38:21.434796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b4011ef6-9e21-4b29-aa35-937d017b72a3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.443284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41866) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.455336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135757640'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:21.482119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=b4011ef6-9e21-4b29-aa35-937d017b72a3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:21.497925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.504620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30deb7df-d835-4ea5-b9d6-c3d804ff6004 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/b4011ef6-9e21-4b29-aa35-937d017b72a3 HTTP/1.1" status: 204 len: 168 time: 0.7068233 Feb 14 21:38:21.506761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41868) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.542247 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.551635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:21.572482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5c97c7ee-7025-48ae-88b7-253b9bf78999 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:21.575113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.586288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf10171-32f8-4ef8-8f63-2cd373c39286 req-444eb8ef-f157-470b-b7ea-4a917a9b3924 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:21.588061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcf10171-32f8-4ef8-8f63-2cd373c39286 req-444eb8ef-f157-470b-b7ea-4a917a9b3924 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2132304 Feb 14 21:38:21.618066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Checking segment: {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:21.618600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Network hostable DHCP agents. Network: 905b8eb6-f7bb-49d7-a862-04ca4f9933e9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:21.691856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (873aa8f6-e608-44bc-9478-de8e6bc20cdc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.704377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.718730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:21.732750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcf10171-32f8-4ef8-8f63-2cd373c39286 req-a1959279-f489-4ab7-8542-ff0b321abc4e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378961 Feb 14 21:38:21.771850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 905b8eb6-f7bb-49d7-a862-04ca4f9933e9) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:21.789014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:21.789731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.804511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5c97c7ee-7025-48ae-88b7-253b9bf78999 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:21.804915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.808264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ddd44-d0b2-4ac3-85c7-d08265c1efc0 None None] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:21.828280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.843513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.894685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a8681e8-d7e6-4165-9cb4-99cb8155c755 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2936232 Feb 14 21:38:21.913544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-c764642a-e186-45a1-b4af-8782658421b5 req-a3e20351-ef8d-484a-9d1f-25eacd0aefcf service neutron] (103512) timed out ('10.222.0.86', 48024) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:38:21.923593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:21.935653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4849496 Feb 14 21:38:21.939527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41882) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.950463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-aeec2217-6f20-4fb8-942f-0498aaa08d43 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:21.951464 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-aeec2217-6f20-4fb8-942f-0498aaa08d43 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 14 21:38:21.952064 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-aeec2217-6f20-4fb8-942f-0498aaa08d43 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:21.956701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-aeec2217-6f20-4fb8-942f-0498aaa08d43 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157998 Feb 14 21:38:21.960346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:21.969270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dc85ad8a-5e9e-4f1a-acc6-434a03c6130f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:21.987223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f603d7-9fba-4123-83b4-3b4bdde4cb7b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:22.014912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Allocated IP 172.25.2.152 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/bae07657-6d4c-4de0-891d-d24728e60a3a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:22.045084 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b01ab0-2d18-4933-a7f4-8c745babcd05 x-openstack-request-id: req-e8b01ab0-2d18-4933-a7f4-8c745babcd05 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:22.046972 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:22.047145 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8b01ab0-2d18-4933-a7f4-8c745babcd05 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:22.047944 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'code': 200} Feb 14 21:38:22.064421 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-dc85ad8a-5e9e-4f1a-acc6-434a03c6130f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.068287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc85ad8a-5e9e-4f1a-acc6-434a03c6130f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1041296 Feb 14 21:38:22.069354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41888) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.087074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ba83d3b7-99ec-469c-8c68-e82aff52d42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.090253 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-ba83d3b7-99ec-469c-8c68-e82aff52d42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 14 21:38:22.091025 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-ba83d3b7-99ec-469c-8c68-e82aff52d42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.094844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba83d3b7-99ec-469c-8c68-e82aff52d42c tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218842 Feb 14 21:38:22.095553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.106544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 5c97c7ee-7025-48ae-88b7-253b9bf78999 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:22.107028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.108719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7a9d10f8-5994-4239-8cfc-d6bc12582f9f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.123585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8cc75-f39c-46c7-81fd-d1ca8b438adc None None] Network 873aa8f6-e608-44bc-9478-de8e6bc20cdc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:22.210439 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-7a9d10f8-5994-4239-8cfc-d6bc12582f9f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.212576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7a9d10f8-5994-4239-8cfc-d6bc12582f9f tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1152530 Feb 14 21:38:22.213772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port 5c97c7ee-7025-48ae-88b7-253b9bf78999, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c97c7ee-7025-48ae-88b7-253b9bf78999,segment=NetworkSegment(9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa),segment_id=9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:22.214247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.214806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41900) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.224204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d330a630-80d7-4db0-9bbb-f29b5db7fcfa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.226332 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-d330a630-80d7-4db0-9bbb-f29b5db7fcfa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 14 21:38:22.227518 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-d330a630-80d7-4db0-9bbb-f29b5db7fcfa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.228442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.230352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d330a630-80d7-4db0-9bbb-f29b5db7fcfa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141320 Feb 14 21:38:22.233189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41902) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.240297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0056073d-43bf-4117-8975-6e4106c07a96 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.240515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 5c97c7ee-7025-48ae-88b7-253b9bf78999 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:22.323620 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-0056073d-43bf-4117-8975-6e4106c07a96 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.325758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0056073d-43bf-4117-8975-6e4106c07a96 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899737 Feb 14 21:38:22.328079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41904) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.333457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-25151a65-c15d-4655-81f4-97934c50a6fc tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.334627 n-d-828372-11 neutron-server[103513]: WARNING neutron.api.v2.base [None req-25151a65-c15d-4655-81f4-97934c50a6fc tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 14 21:38:22.334627 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-25151a65-c15d-4655-81f4-97934c50a6fc tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.335240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f1982-9cbd-4d87-b22e-b359337db2a4 None None] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:22.338427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-25151a65-c15d-4655-81f4-97934c50a6fc tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065410 Feb 14 21:38:22.338770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41906) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.345609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-60c1f14a-1fed-48f3-a4ee-d6499855210d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.387351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.418687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 5c97c7ee-7025-48ae-88b7-253b9bf78999, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c97c7ee-7025-48ae-88b7-253b9bf78999,segment=NetworkSegment(9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa),segment_id=9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:22.425596 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-60c1f14a-1fed-48f3-a4ee-d6499855210d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.429879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-60c1f14a-1fed-48f3-a4ee-d6499855210d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0866032 Feb 14 21:38:22.430873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.439056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0401ff69-d8a4-4552-8b6a-2851a99538fa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.484108 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.510786 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-0401ff69-d8a4-4552-8b6a-2851a99538fa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:22.512294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0401ff69-d8a4-4552-8b6a-2851a99538fa tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0802779 Feb 14 21:38:22.515577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.523378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.528989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:22.537892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:22.546515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:22.550455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=bae07657-6d4c-4de0-891d-d24728e60a3a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:22.581545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port 5c97c7ee-7025-48ae-88b7-253b9bf78999 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:38:22.593107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event deleted for resources: {'Port': ['ID=5c97c7ee-7025-48ae-88b7-253b9bf78999,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:22.597732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-143050c8-c7cf-4430-b7d9-5d83160b5de7 None None] Provisioning complete for port 5c97c7ee-7025-48ae-88b7-253b9bf78999 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:22.598113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-143050c8-c7cf-4430-b7d9-5d83160b5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c97c7ee-7025-48ae-88b7-253b9bf78999), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.635718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=5c97c7ee-7025-48ae-88b7-253b9bf78999,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:22.635921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.649717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-143050c8-c7cf-4430-b7d9-5d83160b5de7 None None] Port 5c97c7ee-7025-48ae-88b7-253b9bf78999 was deleted so its status cannot be updated. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 14 21:38:22.692163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.756122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.774133 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.774682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (873aa8f6-e608-44bc-9478-de8e6bc20cdc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.777451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.782232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022 HTTP/1.1" status: 204 len: 168 time: 0.2622421 Feb 14 21:38:22.783332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.793191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3852-c5d3-4fdd-a71b-21781962814a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe009a-e4bc-4b8b-8842-7b6bd7bdd022,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:22.812373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad4fdb-fb37-41b4-84cd-35f40028d270 None None] DHCP port deletion for 873aa8f6-e608-44bc-9478-de8e6bc20cdc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:38:22.854511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873aa8f6-e608-44bc-9478-de8e6bc20cdc']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:22.855528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41930) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.870689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.900403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:22.900784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:22.934956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.972837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:22.983478 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7762f82c-a769-4fc4-9616-86906c1b6a5a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1782095 Feb 14 21:38:22.987103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41944) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:22.992798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--192387441'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:22.999563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:23.000078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (9d56bd4f-83d0-4de2-bd8a-d87cdc1fc7aa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:23.003411 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:23.015808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.116671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (873aa8f6-e608-44bc-9478-de8e6bc20cdc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.132315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.144971 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/873aa8f6-e608-44bc-9478-de8e6bc20cdc HTTP/1.1" status: 204 len: 168 time: 1.6338906 Feb 14 21:38:23.145686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6346-731e-46ab-9146-128b3c362162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.151213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.159846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1386744483'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:23.201458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (ffad41b0-5fd5-4ece-aa49-73a5e921033e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.215433 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ffad41b0-5fd5-4ece-aa49-73a5e921033e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.274824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.310094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.312953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3246865 Feb 14 21:38:23.317493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41960) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.320808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4f6cd-43b5-42ef-a05c-f0514cc18e7a tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad41b0-5fd5-4ece-aa49-73a5e921033e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.322057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.335886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-001a31ae-160a-40d3-a5eb-78788e6ce19d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'ffad41b0-5fd5-4ece-aa49-73a5e921033e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:23.362388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c97c7ee-7025-48ae-88b7-253b9bf78999 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:38:23.404777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5c97c7ee-7025-48ae-88b7-253b9bf78999 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:38:23.405137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c97c7ee-7025-48ae-88b7-253b9bf78999 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:38:23.424083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6346-731e-46ab-9146-128b3c362162 admin admin] Publish callbacks [] for security_group (ee0fe74d-9d72-4f1f-a28e-0d6b9543af49), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.434455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6346-731e-46ab-9146-128b3c362162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ee0fe74d-9d72-4f1f-a28e-0d6b9543af49), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.434670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8d22-bfd2-4a64-9442-163c83a54122 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=873aa8f6-e608-44bc-9478-de8e6bc20cdc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.442799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=bae07657-6d4c-4de0-891d-d24728e60a3a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.495972 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-001a31ae-160a-40d3-a5eb-78788e6ce19d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The resource could not be found. Feb 14 21:38:23.497359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-001a31ae-160a-40d3-a5eb-78788e6ce19d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1711853 Feb 14 21:38:23.504368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.506456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.510623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e22a64cb-27f1-4197-b8e5-497b18afa495 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'ffad41b0-5fd5-4ece-aa49-73a5e921033e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c75f7310-445a-444b-bf6d-2bf0ca97c9ac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:23.518237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6346-731e-46ab-9146-128b3c362162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0fe74d-9d72-4f1f-a28e-0d6b9543af49,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.520283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:23.525492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.527365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d7ef6346-731e-46ab-9146-128b3c362162 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e400a1de86c142dfbf7996d3c22db493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6706967 Feb 14 21:38:23.532077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.568494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.569732 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0f00fb67-cc5a-4fe0-bf7a-f5508949fd58 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4513316 Feb 14 21:38:23.580985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41978) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.586877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fea1df31-0817-47e3-8ec2-a3eb26ce3796 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'floatingip': {'port_id': '56f033b8-2441-4c1b-b9a4-4670b8dfff91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:23.638984 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-e22a64cb-27f1-4197-b8e5-497b18afa495 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The resource could not be found. Feb 14 21:38:23.642621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e22a64cb-27f1-4197-b8e5-497b18afa495 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1339679 Feb 14 21:38:23.642621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fea1df31-0817-47e3-8ec2-a3eb26ce3796 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.644998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41984) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.655431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:23.675736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ff13153b-253d-4f3a-9552-29e68c274616), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.676228 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment ff13153b-253d-4f3a-9552-29e68c274616 of type vlan for network 60de1882-2796-4d08-b334-cdce5b3f802f Feb 14 21:38:23.701583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] Publish callbacks [] for security_group (ee0fe74d-9d72-4f1f-a28e-0d6b9543af49), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.777242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] Publish callbacks [] for security_group (ee0fe74d-9d72-4f1f-a28e-0d6b9543af49), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.787705 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (60de1882-2796-4d08-b334-cdce5b3f802f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.812431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (ffad41b0-5fd5-4ece-aa49-73a5e921033e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.839889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (ffad41b0-5fd5-4ece-aa49-73a5e921033e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.845417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (60de1882-2796-4d08-b334-cdce5b3f802f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.858394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:23.859101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.893799 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ffad41b0-5fd5-4ece-aa49-73a5e921033e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.898315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.900255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/ffad41b0-5fd5-4ece-aa49-73a5e921033e HTTP/1.1" status: 204 len: 168 time: 0.2536561 Feb 14 21:38:23.904854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.915720 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-fea1df31-0817-47e3-8ec2-a3eb26ce3796 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] update failed (client error): The resource could not be found. Feb 14 21:38:23.920913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fea1df31-0817-47e3-8ec2-a3eb26ce3796 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "PUT /v2.0/floatingips/ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b HTTP/1.1" status: 404 len: 507 time: 0.3386037 Feb 14 21:38:23.921754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42008) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:23.953212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=60de1882-2796-4d08-b334-cdce5b3f802f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.979286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ee0fe74d-9d72-4f1f-a28e-0d6b9543af49), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:23.985620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70b99b-076c-423b-b6c9-a5e377e9bef7 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad41b0-5fd5-4ece-aa49-73a5e921033e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:23.988775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 60de1882-2796-4d08-b334-cdce5b3f802f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:24.010716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.017953 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee0fe74d-9d72-4f1f-a28e-0d6b9543af49 HTTP/1.1" status: 204 len: 168 time: 0.4832513 Feb 14 21:38:24.047147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42014) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:24.052005 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1cef87c7-87ff-42e4-abb1-debcb74e863b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8956170 Feb 14 21:38:24.053741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:24.078684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8d76-21f5-4432-9eab-177dba856394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0fe74d-9d72-4f1f-a28e-0d6b9543af49,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:24.161543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-edf6c25a-0525-49cb-95f8-6487c6348846 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2510228 Feb 14 21:38:24.161979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:24.168522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-46ad6340-6ff4-4b2f-9e24-38bf32bbaf42 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': '5e1c7d49-0479-4587-b366-b281f2a3ac89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:24.254190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:24.257942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.277979 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-46ad6340-6ff4-4b2f-9e24-38bf32bbaf42 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The resource could not be found. Feb 14 21:38:24.290984 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46ad6340-6ff4-4b2f-9e24-38bf32bbaf42 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1238081 Feb 14 21:38:24.291743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:24.303957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--251953604'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:24.392587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.438946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting port bae07657-6d4c-4de0-891d-d24728e60a3a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:24.439340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.550928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (e7c33e6e-dae4-4389-8948-4aa25cbb88aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.558075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7c33e6e-dae4-4389-8948-4aa25cbb88aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.594353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.596427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3028188 Feb 14 21:38:24.600308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:24.621412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--511916917'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:24.632492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36ce02-0d40-441e-a104-2cd895d8a603 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c33e6e-dae4-4389-8948-4aa25cbb88aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:24.659428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.708797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2b44-5907-4f72-affa-0e69a1a455dc req-a683cbeb-6e92-4203-995e-bc21afce93ba tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:24.721078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-414e2b44-5907-4f72-affa-0e69a1a455dc req-a683cbeb-6e92-4203-995e-bc21afce93ba tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2917478 Feb 14 21:38:24.749275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.749693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (bae07657-6d4c-4de0-891d-d24728e60a3a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.778583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9ca0158a-e6cc-499c-9427-9e81365add32), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.784429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ca0158a-e6cc-499c-9427-9e81365add32), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.821930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:24.824344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2229095 Feb 14 21:38:24.827460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098c17f-d7df-48b5-b0f3-a85a1a554abd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0158a-e6cc-499c-9427-9e81365add32,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:24.839002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:24.851407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f0e1bb1b-e125-4e11-8d16-b135fee15c30 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group_rule': {'security_group_id': 'e7c33e6e-dae4-4389-8948-4aa25cbb88aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9ca0158a-e6cc-499c-9427-9e81365add32'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:24.929381 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-f0e1bb1b-e125-4e11-8d16-b135fee15c30 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:24.935715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0e1bb1b-e125-4e11-8d16-b135fee15c30 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0956039 Feb 14 21:38:24.936929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.051655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9ca0158a-e6cc-499c-9427-9e81365add32), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.085781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9ca0158a-e6cc-499c-9427-9e81365add32), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.135414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Calling delete_port for bae07657-6d4c-4de0-891d-d24728e60a3a owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:25.143235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9ca0158a-e6cc-499c-9427-9e81365add32), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.149810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.155043 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/9ca0158a-e6cc-499c-9427-9e81365add32 HTTP/1.1" status: 204 len: 168 time: 0.2140253 Feb 14 21:38:25.155806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.183884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc1c48-e27c-4c92-b691-27c7fe3dbb98 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0158a-e6cc-499c-9427-9e81365add32,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:25.239960 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d4801c83-24ff-4f56-905e-bb6a3793c43b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0772388 Feb 14 21:38:25.240874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.267360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-414e2b44-5907-4f72-affa-0e69a1a455dc req-e7987502-6259-4dac-8a9c-4f36308f6633 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5450516 Feb 14 21:38:25.329098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.354548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (4860e80d-e4e6-43c4-86ed-e3f8fd9a777a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.387237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (e7c33e6e-dae4-4389-8948-4aa25cbb88aa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.420493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (e7c33e6e-dae4-4389-8948-4aa25cbb88aa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.446916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=4860e80d-e4e6-43c4-86ed-e3f8fd9a777a,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:25.503846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2048582643-network', 'tenant_id': 'd494bfaa2fae4861bc70a8a39442192b'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:25.529736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7c33e6e-dae4-4389-8948-4aa25cbb88aa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.529938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839c8cb-b371-4be8-aa36-2d8782394420 req-36e871c2-8260-4379-a6b4-ad1a0de68935 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:25.531557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9839c8cb-b371-4be8-aa36-2d8782394420 req-36e871c2-8260-4379-a6b4-ad1a0de68935 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1393061 Feb 14 21:38:25.540748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.544575 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/e7c33e6e-dae4-4389-8948-4aa25cbb88aa HTTP/1.1" status: 204 len: 168 time: 0.3003488 Feb 14 21:38:25.547306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.547998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Made reservation on behalf of d494bfaa2fae4861bc70a8a39442192b for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:25.550402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.569768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.572128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c33e6e-dae4-4389-8948-4aa25cbb88aa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:25.582458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': 'ff13153b-253d-4f3a-9552-29e68c274616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:25.582887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 60de1882-2796-4d08-b334-cdce5b3f802f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:25.593163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.594206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.594206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.594206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.594561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.594858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.597604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.597604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.597842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.598074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.599043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.600373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.601309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a74ca26-1256-41fd-8ffb-c0af3022ad2b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:25.606696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bae07657-6d4c-4de0-891d-d24728e60a3a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.680844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c9dc9e54-154d-4260-b99a-1033e64869dd tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1273007 Feb 14 21:38:25.680844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Port': ['ID=bae07657-6d4c-4de0-891d-d24728e60a3a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:25.682368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42068) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.707646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406827256'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:25.749576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 60de1882-2796-4d08-b334-cdce5b3f802f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:25.790101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9839c8cb-b371-4be8-aa36-2d8782394420 req-ba052cdb-136b-4590-8ce3-6ef8915b9acd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509530 Feb 14 21:38:25.807356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.829922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 60de1882-2796-4d08-b334-cdce5b3f802f) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:25.843527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:25.844176 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.853460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d617f-49df-4291-aa29-8751fd879f33 None None] Network 60de1882-2796-4d08-b334-cdce5b3f802f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:25.853957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks [] for security_group (b0ac4016-188c-44bc-ab5b-32dd595f6439), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.860945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.863742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.870411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42074) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.871292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b0ac4016-188c-44bc-ab5b-32dd595f6439), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.873575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-63a942fe-6036-4a2a-bd57-72da3fd1719b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "DELETE /v2.0/floatingips/ff7dab24-6200-47f8-8d03-7bc1f2ba8c1b HTTP/1.1" status: 204 len: 168 time: 1.9413893 Feb 14 21:38:25.884531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a27ecb8b-4b37-465d-b837-95a98ddd51b8 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'floatingip': {'floating_network_id': 'ceb78274-81a3-4125-bb2c-8d77e2215681', 'port_id': '56f033b8-2441-4c1b-b9a4-4670b8dfff91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:25.889665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f3195658-a6f5-4517-85a4-f1e753995b0d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8408365 Feb 14 21:38:25.892301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42076) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:25.900104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-286236378'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:25.925530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:25.962030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9322bcaa-b555-4969-b4d1-7e0e5ad83172), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:25.962462 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Added segment 9322bcaa-b555-4969-b4d1-7e0e5ad83172 of type vlan for network 1605c015-42a5-46a4-84be-69a9e8ec4126 Feb 14 21:38:25.976304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac4016-188c-44bc-ab5b-32dd595f6439,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:25.987232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a27ecb8b-4b37-465d-b837-95a98ddd51b8 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.041028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-60de1882-2796-4d08-b334-cdce5b3f802f', 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': '4860e80d-e4e6-43c4-86ed-e3f8fd9a777a'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:26.041975 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.057917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41da0f-5af9-4f9d-b7a6-fc401c034ab0 req-a4e4f84d-ae21-4d22-9c65-92bb780dd0c4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:26.059789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd41da0f-5af9-4f9d-b7a6-fc401c034ab0 req-a4e4f84d-ae21-4d22-9c65-92bb780dd0c4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0861397 Feb 14 21:38:26.085667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (1605c015-42a5-46a4-84be-69a9e8ec4126), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.096621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9183075a-96bb-484d-893f-1b192a1f10f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.108119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9183075a-96bb-484d-893f-1b192a1f10f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.147674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd41da0f-5af9-4f9d-b7a6-fc401c034ab0 req-c44a17e8-2a32-413e-9924-9591c3016679 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802958 Feb 14 21:38:26.148715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:26.152197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.162998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.164954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4705482 Feb 14 21:38:26.168867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42078) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.169549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (1605c015-42a5-46a4-84be-69a9e8ec4126), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.170768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:26.171518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.178728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5631dbaa-4aed-4d9a-a47a-8f85dd8a1556 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:26.179147 n-d-828372-11 neutron-server[103512]: WARNING neutron.api.v2.base [None req-5631dbaa-4aed-4d9a-a47a-8f85dd8a1556 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 14 21:38:26.179658 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-5631dbaa-4aed-4d9a-a47a-8f85dd8a1556 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] update failed (client error): There was a conflict when trying to complete your request. Feb 14 21:38:26.180617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5631dbaa-4aed-4d9a-a47a-8f85dd8a1556 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "PUT /v2.0/security-groups/9183075a-96bb-484d-893f-1b192a1f10f1 HTTP/1.1" status: 409 len: 330 time: 0.0064023 Feb 14 21:38:26.184810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e67e3-a517-4a3e-9d40-54d60b589735 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9183075a-96bb-484d-893f-1b192a1f10f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:26.188103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 26712d64-9152-4c72-be09-6a102585b673 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:26.192510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42080) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.296383 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9607315 Feb 14 21:38:26.296586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42084) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.308063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72c79-8ba8-4579-abc6-3b6d6c968b31 admin admin] Pushing event updated for resources: {'Network': ['ID=1605c015-42a5-46a4-84be-69a9e8ec4126,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:26.308387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Request body: {'subnet': {'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2048582643-subnet', 'tenant_id': 'd494bfaa2fae4861bc70a8a39442192b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:26.329550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 1605c015-42a5-46a4-84be-69a9e8ec4126 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:26.351519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9183075a-96bb-484d-893f-1b192a1f10f1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.355655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Made reservation on behalf of d494bfaa2fae4861bc70a8a39442192b for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:26.360413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.387272 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (9183075a-96bb-484d-893f-1b192a1f10f1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.408226 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a27ecb8b-4b37-465d-b837-95a98ddd51b8 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:26.409855 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a27ecb8b-4b37-465d-b837-95a98ddd51b8 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5338018 Feb 14 21:38:26.415326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.421503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '56f033b8-2441-4c1b-b9a4-4670b8dfff91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:26.463113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Allocated IP 2001:db8::2 (60de1882-2796-4d08-b334-cdce5b3f802f/4860e80d-e4e6-43c4-86ed-e3f8fd9a777a/f2d6c139-2468-4604-8a49-a3137db12d12) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:26.536348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.540746 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9183075a-96bb-484d-893f-1b192a1f10f1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.543340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.544487 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/9183075a-96bb-484d-893f-1b192a1f10f1 HTTP/1.1" status: 204 len: 168 time: 0.3506732 Feb 14 21:38:26.557049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42090) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.578157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba14f9-bece-49c3-8add-7aa5c3808123 tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9183075a-96bb-484d-893f-1b192a1f10f1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:26.654028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869210-9288-4346-b74c-2f8c0c80904a req-beb3f52a-4635-49df-9918-4960223e2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:26.655371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-beb3f52a-4635-49df-9918-4960223e2927 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1531713 Feb 14 21:38:26.679087 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62f932a0-f817-4b2d-b9df-44090a93e82e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1202097 Feb 14 21:38:26.683250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42092) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.710934 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-15e80ccc-3e0a-490c-8f15-a4d3f92d272e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] delete failed (client error): The resource could not be found. Feb 14 21:38:26.715913 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-15e80ccc-3e0a-490c-8f15-a4d3f92d272e tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "DELETE /v2.0/security-groups/acf496bc-9fb3-459d-bcbd-45400110dac1 HTTP/1.1" status: 404 len: 347 time: 0.0278125 Feb 14 21:38:26.717002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42094) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.740812 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-8ce7bbab-c700-426a-91dc-97e5d21b950b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] show failed (client error): The resource could not be found. Feb 14 21:38:26.745406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8ce7bbab-c700-426a-91dc-97e5d21b950b tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-groups/01a5e4f2-19ce-47fa-bfa6-6e4100199872 HTTP/1.1" status: 404 len: 347 time: 0.0220356 Feb 14 21:38:26.748067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42096) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:26.750482 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks [] for port (f2d6c139-2468-4604-8a49-a3137db12d12), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.759004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.779879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869210-9288-4346-b74c-2f8c0c80904a req-347ca840-4cb7-4f6f-8053-4c7a0f5d2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:26.780407 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-c0a57274-25ac-41ef-a7d4-e0590e298a4d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] show failed (client error): The resource could not be found. Feb 14 21:38:26.787249 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0a57274-25ac-41ef-a7d4-e0590e298a4d tempest-NegativeSecGroupTest-190174047 tempest-NegativeSecGroupTest-190174047-project] 10.222.0.86 "GET /v2.0/security-group-rules/41ee890e-0e0c-45e6-9a81-15f3d3a984e0 HTTP/1.1" status: 404 len: 356 time: 0.0318515 Feb 14 21:38:26.787437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-347ca840-4cb7-4f6f-8053-4c7a0f5d2fbb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1030078 Feb 14 21:38:26.787529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Network 60de1882-2796-4d08-b334-cdce5b3f802f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:26.804025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.806576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952bb9a-eb10-4ecc-a0f7-fbb47223bf78 req-fcfd07c6-f804-4a6b-a165-35bcf0a8c1cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:26.813400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9952bb9a-eb10-4ecc-a0f7-fbb47223bf78 req-fcfd07c6-f804-4a6b-a165-35bcf0a8c1cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2484019 Feb 14 21:38:26.867359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:26.876621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:26.943690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-464350c0-dc8b-4a22-8af2-fc69090a6a1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.1524942 Feb 14 21:38:26.949014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (0f4a1650-38b7-4378-a443-62379939d594), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:26.955605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Allocated IP 172.25.2.71 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/d13093d8-5d7f-455b-932d-3516ee601cef) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:27.026065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869210-9288-4346-b74c-2f8c0c80904a req-3228c589-887e-43c7-90e9-2c20cb50b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:27.027560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-3228c589-887e-43c7-90e9-2c20cb50b761 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0675786 Feb 14 21:38:27.040146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Pushing event updated for resources: {'Port': ['ID=f2d6c139-2468-4604-8a49-a3137db12d12,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:27.052614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Attempting to bind port f2d6c139-2468-4604-8a49-a3137db12d12 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:27.052977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Attempting to bind port f2d6c139-2468-4604-8a49-a3137db12d12 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ff13153b-253d-4f3a-9552-29e68c274616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:27.053538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Attempting to bind port f2d6c139-2468-4604-8a49-a3137db12d12 on network 60de1882-2796-4d08-b334-cdce5b3f802f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:27.067460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:27.067974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Checking segment: {'id': 'ff13153b-253d-4f3a-9552-29e68c274616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:27.068459 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.070473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Bound using segment: {'id': 'ff13153b-253d-4f3a-9552-29e68c274616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:27.070473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Bound port: f2d6c139-2468-4604-8a49-a3137db12d12, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff13153b-253d-4f3a-9552-29e68c274616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '60de1882-2796-4d08-b334-cdce5b3f802f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:27.072671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.088600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9952bb9a-eb10-4ecc-a0f7-fbb47223bf78 req-a1402b96-a175-4033-be63-67cd0b94fa87 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742209 Feb 14 21:38:27.156391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::191 (60de1882-2796-4d08-b334-cdce5b3f802f/4860e80d-e4e6-43c4-86ed-e3f8fd9a777a/26712d64-9152-4c72-be09-6a102585b673) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:27.200649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for port (d13093d8-5d7f-455b-932d-3516ee601cef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.205907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Checking segment: {'id': '9322bcaa-b555-4969-b4d1-7e0e5ad83172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:27.206291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Network hostable DHCP agents. Network: 1605c015-42a5-46a4-84be-69a9e8ec4126, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:27.213141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] For port f2d6c139-2468-4604-8a49-a3137db12d12, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:27.219077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] For port f2d6c139-2468-4604-8a49-a3137db12d12, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2d6c139-2468-4604-8a49-a3137db12d12,segment=NetworkSegment(ff13153b-253d-4f3a-9552-29e68c274616),segment_id=ff13153b-253d-4f3a-9552-29e68c274616)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:27.231125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4a1650-38b7-4378-a443-62379939d594,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:27.237120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.248686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42114) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:27.291054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.294199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.294600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.295321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.295606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.296216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.296651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.298430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.298879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.299632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.300069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.300517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.301018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:38:27.309555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d13093d8-5d7f-455b-932d-3516ee601cef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.374713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0640d-6ad4-4652-a05b-52cb1261763e None None] Pushing event updated for resources: {'Port': ['ID=f2d6c139-2468-4604-8a49-a3137db12d12,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:27.401697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869210-9288-4346-b74c-2f8c0c80904a req-1cf02018-c967-4cbb-955e-fe8bf054919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:27.403543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-1cf02018-c967-4cbb-955e-fe8bf054919c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3474870 Feb 14 21:38:27.405024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Network 1605c015-42a5-46a4-84be-69a9e8ec4126 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:27.406507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event updated for resources: {'Port': ['ID=d13093d8-5d7f-455b-932d-3516ee601cef,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:27.418273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:27.419794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:27.422310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:27.549197 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-07609e86-33ba-4ce5-bb86-94f8e282920e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbab7c5c6b0a43a6a29d0ca2280c509b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991645 Feb 14 21:38:27.550065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42122) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:27.581470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-d834653f-31e1-4d39-bdf9-afe585864b50 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695268 Feb 14 21:38:27.648545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 1605c015-42a5-46a4-84be-69a9e8ec4126) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:27.674629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e268c38-a1ac-4a99-a1fb-d7c5e5384fdc None None] Network 1605c015-42a5-46a4-84be-69a9e8ec4126 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:27.702575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] Publish callbacks [] for security_group (76f6bd59-893e-434f-b186-d41fa2628c7e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.731947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:27.732553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.742462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] Publish callbacks [] for security_group (76f6bd59-893e-434f-b186-d41fa2628c7e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.795475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting port d13093d8-5d7f-455b-932d-3516ee601cef {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:27.795871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d13093d8-5d7f-455b-932d-3516ee601cef), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.827785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4cf5643-687e-44a1-8bc9-87de26f10524 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5326555 Feb 14 21:38:27.838199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (26712d64-9152-4c72-be09-6a102585b673), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.916818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-518ebf8b-c9df-48b8-8c4a-f82fa2976739 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:27.926506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-518ebf8b-c9df-48b8-8c4a-f82fa2976739 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 808 time: 0.5647073 Feb 14 21:38:27.934561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16975e8f-b37b-4665-9a60-23da615f4fc3 None None] Network 1605c015-42a5-46a4-84be-69a9e8ec4126 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:27.952781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-03bb7b97-49ce-4ec6-bc37-892a3db673e9 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/quotas/90e56cdbb46e4b21bbaee53f29f17585 HTTP/1.1" status: 200 len: 375 time: 0.0248511 Feb 14 21:38:27.993040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (76f6bd59-893e-434f-b186-d41fa2628c7e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:27.997730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.003987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca869210-9288-4346-b74c-2f8c0c80904a req-ab0c37cd-7525-4bed-b5bb-9f2878e3d388 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717332 Feb 14 21:38:28.006011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76f6bd59-893e-434f-b186-d41fa2628c7e HTTP/1.1" status: 204 len: 168 time: 0.4498930 Feb 14 21:38:28.020959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-812d7cb7-dbc9-4a65-a51e-b23411ffc0b4 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671933 Feb 14 21:38:28.046616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a4e7-a733-4504-a09d-984f4434676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6bd59-893e-434f-b186-d41fa2628c7e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:28.061840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (26712d64-9152-4c72-be09-6a102585b673), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.106228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d13093d8-5d7f-455b-932d-3516ee601cef), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.110276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for floatingip (d13093d8-5d7f-455b-932d-3516ee601cef), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.142896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 60de1882-2796-4d08-b334-cdce5b3f802f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:28.147374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:28.153407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:28.163130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:28.163130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.187679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Calling delete_port for d13093d8-5d7f-455b-932d-3516ee601cef owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:28.222045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=26712d64-9152-4c72-be09-6a102585b673,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:28.245320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f3ff2df0-dd33-4214-8328-3c5105706586 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3517914 Feb 14 21:38:28.246753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42134) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:28.460233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d13093d8-5d7f-455b-932d-3516ee601cef), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.496990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-a17c1bd1-e06f-4ba5-962f-4635fe9a57f5 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:38:28.498036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-a17c1bd1-e06f-4ba5-962f-4635fe9a57f5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4760256 Feb 14 21:38:28.505664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 26712d64-9152-4c72-be09-6a102585b673 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:28.506016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (26712d64-9152-4c72-be09-6a102585b673), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.558979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Port': ['ID=d13093d8-5d7f-455b-932d-3516ee601cef,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:28.686741 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] create failed (client error): The resource could not be found. Feb 14 21:38:28.691096 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b52cf8fc-960b-4aaa-b94f-282aa7446a71 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2730532 Feb 14 21:38:28.695871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:28.705822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.821284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-914d40e4-4667-40eb-a72a-7fb03cce7f90 service neutron] 10.222.0.86 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095064 Feb 14 21:38:28.861804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (26712d64-9152-4c72-be09-6a102585b673), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.885904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting port 56f033b8-2441-4c1b-b9a4-4670b8dfff91 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:28.886761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:28.934327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 26712d64-9152-4c72-be09-6a102585b673 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:28.989634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f5ac9-bdcb-4ee4-bbe1-f3555d39def3 None None] Network 60de1882-2796-4d08-b334-cdce5b3f802f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:29.035861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.045889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-9d7eb32c-50c1-453f-a42f-c1cf151007a8 service neutron] 10.222.0.86 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236860 Feb 14 21:38:29.053085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Calling delete_port for 56f033b8-2441-4c1b-b9a4-4670b8dfff91 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:29.137797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Provisioning complete for port f2d6c139-2468-4604-8a49-a3137db12d12 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:29.138183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.374028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (26712d64-9152-4c72-be09-6a102585b673), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.398722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Current status of the port f2d6c139-2468-4604-8a49-a3137db12d12 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:29.399120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.428801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=26712d64-9152-4c72-be09-6a102585b673,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:29.467741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.475861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:29.476391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-91294793-e8d7-4477-99f0-989274e03af7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/26712d64-9152-4c72-be09-6a102585b673 HTTP/1.1" status: 204 len: 168 time: 1.2264743 Feb 14 21:38:29.495345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] For port f2d6c139-2468-4604-8a49-a3137db12d12, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2d6c139-2468-4604-8a49-a3137db12d12,segment=NetworkSegment(ff13153b-253d-4f3a-9552-29e68c274616),segment_id=ff13153b-253d-4f3a-9552-29e68c274616)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:29.514134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f2d6c139-2468-4604-8a49-a3137db12d12 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:29.538226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42166) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:29.539101 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd98e780-83f8-4184-932e-0b056148dd8c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:29.546425 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fd98e780-83f8-4184-932e-0b056148dd8c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/26712d64-9152-4c72-be09-6a102585b673 HTTP/1.1" status: 404 len: 333 time: 0.0652132 Feb 14 21:38:29.547609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42170) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:29.549828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.558197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (56f033b8-2441-4c1b-b9a4-4670b8dfff91), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.625872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 4860e80d-e4e6-43c4-86ed-e3f8fd9a777a {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:29.631024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (4860e80d-e4e6-43c4-86ed-e3f8fd9a777a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.650871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Port': ['ID=56f033b8-2441-4c1b-b9a4-4670b8dfff91,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:29.695134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (4860e80d-e4e6-43c4-86ed-e3f8fd9a777a), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.749910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78809d36-4442-4eae-b3be-6c48671b8787 None None] Pushing event updated for resources: {'Port': ['ID=f2d6c139-2468-4604-8a49-a3137db12d12,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:29.761276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.769294 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2a9eae1c-a927-417e-a3cc-00db014d95d4 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "DELETE /v2.0/ports/56f033b8-2441-4c1b-b9a4-4670b8dfff91 HTTP/1.1" status: 204 len: 168 time: 1.0695107 Feb 14 21:38:29.770411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:29.775608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f2d6c139-2468-4604-8a49-a3137db12d12 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:29.776048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.829830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (4860e80d-e4e6-43c4-86ed-e3f8fd9a777a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.855261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdbafd8-4407-461d-94a9-744cb68899ae tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:29.858079 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3fdbafd8-4407-461d-94a9-744cb68899ae tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "GET /v2.0/ports?device_id=b74873ff-795f-4b36-a8f2-82cc0aa18e10 HTTP/1.1" status: 200 len: 913 time: 0.0860436 Feb 14 21:38:29.864736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42174) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:29.866467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-638176449-network', 'tenant_id': 'f2aa64752c034978a38b1a7f89fdab85'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:29.912338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512be6-bef9-4675-b584-ff0b445d34f7 req-0a977df1-940b-495e-b711-e3affe941dcb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:29.920940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf512be6-bef9-4675-b584-ff0b445d34f7 req-0a977df1-940b-495e-b711-e3affe941dcb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.4414427 Feb 14 21:38:29.930517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f2d6c139-2468-4604-8a49-a3137db12d12 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:29.964695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Made reservation on behalf of f2aa64752c034978a38b1a7f89fdab85 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:29.968185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.993272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (4860e80d-e4e6-43c4-86ed-e3f8fd9a777a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:29.999472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ae1f817-40d8-4ac2-be98-f22fbc3c47e7 None None] Provisioning complete for port f2d6c139-2468-4604-8a49-a3137db12d12 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:29.999950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f817-40d8-4ac2-be98-f22fbc3c47e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.052854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.068567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.074387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/4860e80d-e4e6-43c4-86ed-e3f8fd9a777a HTTP/1.1" status: 204 len: 168 time: 0.5215647 Feb 14 21:38:30.081479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:30.094526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1149d-8e38-4a23-9bfe-7201c04948f8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=4860e80d-e4e6-43c4-86ed-e3f8fd9a777a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:30.133335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1f817-40d8-4ac2-be98-f22fbc3c47e7 None None] Current status of the port f2d6c139-2468-4604-8a49-a3137db12d12 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:30.139220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ae1f817-40d8-4ac2-be98-f22fbc3c47e7 None None] Could not find standard attr ID for object 26712d64-9152-4c72-be09-6a102585b673. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:30.308143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae10a05-b602-4cf3-a03f-c2ae35f60eee None None] Network 60de1882-2796-4d08-b334-cdce5b3f802f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:30.616872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf512be6-bef9-4675-b584-ff0b445d34f7 req-8794d485-b10d-42c2-b9cf-75fa16e11ffe tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6906722 Feb 14 21:38:30.665516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (60de1882-2796-4d08-b334-cdce5b3f802f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.716662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks [] for security_group (090626b0-8283-4523-883d-fe8df2eae554), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.717563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fffc3755-81a2-41f4-b88c-559f01f6623f None None] Could not find standard attr ID for object 26712d64-9152-4c72-be09-6a102585b673. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:30.728662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (090626b0-8283-4523-883d-fe8df2eae554), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.774091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:30.793271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090626b0-8283-4523-883d-fe8df2eae554,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:30.798993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bfd102a7-50c0-4665-96a5-25e4542082bf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.799385 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Added segment bfd102a7-50c0-4665-96a5-25e4542082bf of type vlan for network 8f7402f7-040d-43c8-829c-56d7a05238fd Feb 14 21:38:30.855934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (b74873ff-795f-4b36-a8f2-82cc0aa18e10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.874772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8f7402f7-040d-43c8-829c-56d7a05238fd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.877555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] DHCP port deletion for 60de1882-2796-4d08-b334-cdce5b3f802f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:38:30.894895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port f2d6c139-2468-4604-8a49-a3137db12d12 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:30.895811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.982603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8f7402f7-040d-43c8-829c-56d7a05238fd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:30.983958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:30.984259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.014586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34a354c7-d188-415f-9588-d959bb155b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.060623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Deleting port f2d6c139-2468-4604-8a49-a3137db12d12 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:31.061084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.077457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port f2d6c139-2468-4604-8a49-a3137db12d12, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2d6c139-2468-4604-8a49-a3137db12d12,segment=NetworkSegment(ff13153b-253d-4f3a-9552-29e68c274616),segment_id=ff13153b-253d-4f3a-9552-29e68c274616)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:31.077850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.080309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7402f7-040d-43c8-829c-56d7a05238fd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:31.103496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8f7402f7-040d-43c8-829c-56d7a05238fd details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:31.111736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4b8d2b29-2cee-42ee-b0bd-22941d96dfc1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5644133 Feb 14 21:38:31.112636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42204) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:31.119396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for f2d6c139-2468-4604-8a49-a3137db12d12 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:31.214008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Request body: {'subnet': {'network_id': '8f7402f7-040d-43c8-829c-56d7a05238fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-638176449-subnet', 'tenant_id': 'f2aa64752c034978a38b1a7f89fdab85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:31.264072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Made reservation on behalf of f2aa64752c034978a38b1a7f89fdab85 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:31.266581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.296043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] For port f2d6c139-2468-4604-8a49-a3137db12d12, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f2d6c139-2468-4604-8a49-a3137db12d12,segment=NetworkSegment(ff13153b-253d-4f3a-9552-29e68c274616),segment_id=ff13153b-253d-4f3a-9552-29e68c274616)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:31.296488 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.316292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Calling delete_port for f2d6c139-2468-4604-8a49-a3137db12d12 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:31.342258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting port 2665edad-0839-4e8a-86bd-27eb8d97e452 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:31.342661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.414998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f2d6c139-2468-4604-8a49-a3137db12d12 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:38:31.462808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.481723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Calling delete_port for 2665edad-0839-4e8a-86bd-27eb8d97e452 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:31.499846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.508505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f2d6c139-2468-4604-8a49-a3137db12d12 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:31.508962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.557803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=f2d6c139-2468-4604-8a49-a3137db12d12,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:31.565405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port f2d6c139-2468-4604-8a49-a3137db12d12 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:38:31.567769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (f2d6c139-2468-4604-8a49-a3137db12d12), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.576348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1c440126-8ca6-4f4a-a035-f48134f0ad66), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.603920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] No DVR routers for this DVR port f2d6c139-2468-4604-8a49-a3137db12d12 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:38:31.607776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b96d58-959c-4e57-86b0-0d3eb04b4e3d None None] Pushing event deleted for resources: {'Port': ['ID=f2d6c139-2468-4604-8a49-a3137db12d12,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:31.674895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-80577104-31f0-4f12-b0b8-27e6a0f0035f tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:31.678602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-80577104-31f0-4f12-b0b8-27e6a0f0035f tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/networks?id=1605c015-42a5-46a4-84be-69a9e8ec4126 HTTP/1.1" status: 200 len: 822 time: 0.4797304 Feb 14 21:38:31.715467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2665edad-0839-4e8a-86bd-27eb8d97e452), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.737714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c440126-8ca6-4f4a-a035-f48134f0ad66,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:31.743443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (60de1882-2796-4d08-b334-cdce5b3f802f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.752420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-06c58513-f04d-4639-8682-9a73940f587b tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/quotas/d494bfaa2fae4861bc70a8a39442192b HTTP/1.1" status: 200 len: 375 time: 0.0698271 Feb 14 21:38:31.765503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Port': ['ID=2665edad-0839-4e8a-86bd-27eb8d97e452,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:31.811240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-fd687a5b-13f9-49f1-b7e4-bb3acaba2ab9 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d494bfaa2fae4861bc70a8a39442192b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578287 Feb 14 21:38:31.841503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60de1882-2796-4d08-b334-cdce5b3f802f']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:31.896910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff13153b-253d-4f3a-9552-29e68c274616') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:31.897550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff13153b-253d-4f3a-9552-29e68c274616') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:31.910025 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (ff13153b-253d-4f3a-9552-29e68c274616), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.927513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ff13153b-253d-4f3a-9552-29e68c274616), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.935717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (b74873ff-795f-4b36-a8f2-82cc0aa18e10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:31.936258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:31.937150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (ff13153b-253d-4f3a-9552-29e68c274616), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:32.011068 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:32.017265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Checking segment: {'id': 'bfd102a7-50c0-4665-96a5-25e4542082bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8f7402f7-040d-43c8-829c-56d7a05238fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:32.017656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Network hostable DHCP agents. Network: 8f7402f7-040d-43c8-829c-56d7a05238fd, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:32.027089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (60de1882-2796-4d08-b334-cdce5b3f802f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.055477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.063831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/60de1882-2796-4d08-b334-cdce5b3f802f HTTP/1.1" status: 204 len: 168 time: 1.9739280 Feb 14 21:38:32.063831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501327f-9460-4b53-8a95-4b972cede051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=60de1882-2796-4d08-b334-cdce5b3f802f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:32.063831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42212) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:32.074017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'name': 'tempest-PortsIpV6TestJSON-1574518881'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:32.119327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Router b74873ff-795f-4b36-a8f2-82cc0aa18e10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:38:32.169001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Network 8f7402f7-040d-43c8-829c-56d7a05238fd is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:32.186187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-01d6d4bb-1606-41ee-8c73-57addc00af5c service neutron] 10.222.0.86 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741238 Feb 14 21:38:32.233311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:38:32.243797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] Sync routers for ids ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:38:32.259404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4d7b64f6-311b-4c65-96d2-ba6faf546bfb tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "PUT /v2.0/routers/b74873ff-795f-4b36-a8f2-82cc0aa18e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3933172 Feb 14 21:38:32.259771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] Routers {'b74873ff-795f-4b36-a8f2-82cc0aa18e10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:32.260771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:32.269518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:32.306594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-8eaf2853-642b-4785-8eee-89ce64c86928 service neutron] 10.222.0.86 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118593 Feb 14 21:38:32.309343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8f7402f7-040d-43c8-829c-56d7a05238fd) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:32.324048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:32.324649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.351076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ad243f5-85c6-47c1-9b8c-2d6c63fea479 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1535857 Feb 14 21:38:32.376228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:32.377005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.380826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.399047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59fd21-cbf2-47cf-ac41-a84795b09d11 None None] Network 8f7402f7-040d-43c8-829c-56d7a05238fd requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:32.405329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 4d991e9c-6504-4b74-8afd-4b257822a65f yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:32.406784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:32.598120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.600167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for router_controller (b74873ff-795f-4b36-a8f2-82cc0aa18e10), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.626697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] Routers {'b74873ff-795f-4b36-a8f2-82cc0aa18e10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:32.627729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:32.723524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (4d991e9c-6504-4b74-8afd-4b257822a65f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.724806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (b74873ff-795f-4b36-a8f2-82cc0aa18e10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.725971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Fanout notify agent at l3_agent the message router_deleted on router b74873ff-795f-4b36-a8f2-82cc0aa18e10 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:38:32.740077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:32.744683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bc7fc033-3098-4957-8448-3cc6bd25983b tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "DELETE /v2.0/routers/b74873ff-795f-4b36-a8f2-82cc0aa18e10 HTTP/1.1" status: 204 len: 168 time: 0.4704001 Feb 14 21:38:32.747798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42228) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:32.777102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:32.779685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1138f-85af-4346-a9a4-ad3cb22e2baf None None] The sync data for ids ['b74873ff-795f-4b36-a8f2-82cc0aa18e10'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:38:32.794279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff3baa-d4dd-480a-950b-1e4531fd6279 None None] Network 8f7402f7-040d-43c8-829c-56d7a05238fd requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:32.854618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a03e4cf-7c95-4cef-a9ce-bb0f33547a28 req-b70bc434-1c6e-4c24-b2c9-56abe6f65180 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 210 time: 0.1223450 Feb 14 21:38:32.959221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4d991e9c-6504-4b74-8afd-4b257822a65f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.079046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:33.116258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:33.124255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting subnet 234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:33.138600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for subnet (234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.154473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:33.159783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:33.160979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.224657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8a0cc3d-8157-43b7-b28b-7f372c63f1c3 req-1db47d97-cbd4-4985-af91-249570ce2cd3 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1124907 Feb 14 21:38:33.250765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=4d991e9c-6504-4b74-8afd-4b257822a65f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:33.296380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-849e9a50-91fa-4e09-818a-9da669aad4f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2298753 Feb 14 21:38:33.297029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42246) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:33.332985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.346459 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e84d3d01-9e7e-40be-be25-6e0d3b61b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.417488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-4f9e7e9b-fb3b-454e-bf95-ce6c309d1bcb tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:33.418983 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-4f9e7e9b-fb3b-454e-bf95-ce6c309d1bcb tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.64 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 808 time: 0.5223145 Feb 14 21:38:33.436101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Request body: {'port': {'device_id': 'ceffb961-1e04-4153-9732-51730ceec485', 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9', 'admin_state_up': True, 'tenant_id': '90e56cdbb46e4b21bbaee53f29f17585'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:33.443836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42252) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:33.460092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915155279-network', 'tenant_id': '32e2456235b244b5aa3d36a9f662c359'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:33.502146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d76b-02bb-4223-8e61-848a81ce713a req-46b716de-40c8-4c8f-a510-5e33bcf5019c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:33.503575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4dd2d76b-02bb-4223-8e61-848a81ce713a req-46b716de-40c8-4c8f-a510-5e33bcf5019c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1336696 Feb 14 21:38:33.514130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 4d991e9c-6504-4b74-8afd-4b257822a65f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:33.514472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4d991e9c-6504-4b74-8afd-4b257822a65f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.586515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Made reservation on behalf of 32e2456235b244b5aa3d36a9f662c359 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:33.588917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.619906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.621231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4d991e9c-6504-4b74-8afd-4b257822a65f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.631497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4dd2d76b-02bb-4223-8e61-848a81ce713a req-52883d58-6190-4ffb-ae4e-780f05f0d9a9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214931 Feb 14 21:38:33.637547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 4d991e9c-6504-4b74-8afd-4b257822a65f owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:33.638182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.700354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Made reservation on behalf of 90e56cdbb46e4b21bbaee53f29f17585 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:33.704189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.743040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4d991e9c-6504-4b74-8afd-4b257822a65f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.791188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=4d991e9c-6504-4b74-8afd-4b257822a65f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:33.800696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.804735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-38bb0b33-5885-4ef5-8205-ab3356c56cf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/4d991e9c-6504-4b74-8afd-4b257822a65f HTTP/1.1" status: 204 len: 168 time: 0.5067348 Feb 14 21:38:33.807369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42256) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:33.813978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'mac_address': 'fa:16:3e:36:0d:85', 'name': 'tempest-PortsIpV6TestJSON-158193425'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:33.825105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.874928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Subnet': ['ID=234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:33.886674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:33.887308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae891b82-4598-4384-a311-1c6bb3fc8949 req-85f18b61-a0bb-440e-8245-e4e7fa0806b1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:33.889073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae891b82-4598-4384-a311-1c6bb3fc8949 req-85f18b61-a0bb-440e-8245-e4e7fa0806b1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1617458 Feb 14 21:38:33.896259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-32a5a07f-ef09-4dcc-bfd8-3a608ea1d5f3 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "DELETE /v2.0/subnets/234688c0-01f1-4fe4-aaa7-7aba1cd3cc8b HTTP/1.1" status: 204 len: 168 time: 1.1372695 Feb 14 21:38:33.896504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42260) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:33.900995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbff22-bc93-4914-b3c0-a9cae263c56a None None] Network ceb78274-81a3-4125-bb2c-8d77e2215681 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:33.949493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Allocated IP 172.20.0.14 (905b8eb6-f7bb-49d7-a862-04ca4f9933e9/7fc1c6c5-25d8-4ee2-9a18-db681ec4381f/3a68e620-4e09-477b-86ce-06eba2fbc797) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:34.033023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ceb78274-81a3-4125-bb2c-8d77e2215681), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.073595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae891b82-4598-4384-a311-1c6bb3fc8949 req-0ffef22e-fe9c-4a37-a339-4a26681f1902 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637685 Feb 14 21:38:34.078939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:34.081803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks [] for security_group (dd4444d3-de02-4fa8-aaa2-8f68b9e87378), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.100860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd4444d3-de02-4fa8-aaa2-8f68b9e87378), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.140150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] DHCP port deletion for ceb78274-81a3-4125-bb2c-8d77e2215681 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:38:34.141780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:34.171789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4444d3-de02-4fa8-aaa2-8f68b9e87378,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:34.174791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3a29bcaf-2275-4dff-a05d-8065d5299dff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.175145 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Added segment 3a29bcaf-2275-4dff-a05d-8065d5299dff of type vlan for network 9800548a-24fc-4e40-a13e-84ea1ba0a9f3 Feb 14 21:38:34.247921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9800548a-24fc-4e40-a13e-84ea1ba0a9f3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.256993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Deleting port 83ffc5f4-626e-4711-860e-3782983184e3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:34.258438 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (83ffc5f4-626e-4711-860e-3782983184e3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.262532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c96be248-e93b-4136-a398-8fc206a7e8fa req-88299585-8bd4-465d-a656-0d021e4ba7d7 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 210 time: 0.0812840 Feb 14 21:38:34.298150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.315190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks [] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.347792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-7403459b-12d0-4a5a-85c0-05a11d2df832 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:34.349902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-7403459b-12d0-4a5a-85c0-05a11d2df832 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.83 "GET /v2.0/networks?id=1605c015-42a5-46a4-84be-69a9e8ec4126 HTTP/1.1" status: 200 len: 822 time: 0.3057778 Feb 14 21:38:34.362064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9800548a-24fc-4e40-a13e-84ea1ba0a9f3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.363196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:34.363880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.365728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 281999da-43ef-4c39-92cb-1a6f04436bf1 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:34.385292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Request body: {'port': {'device_id': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126', 'admin_state_up': True, 'tenant_id': 'd494bfaa2fae4861bc70a8a39442192b'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:34.393769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] For port 83ffc5f4-626e-4711-860e-3782983184e3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=83ffc5f4-626e-4711-860e-3782983184e3,segment=NetworkSegment(fe0b86f6-b0df-4448-a351-81701220f68c),segment_id=fe0b86f6-b0df-4448-a351-81701220f68c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:34.395282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (83ffc5f4-626e-4711-860e-3782983184e3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.410126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Calling delete_port for 83ffc5f4-626e-4711-860e-3782983184e3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:34.445036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] Pushing event updated for resources: {'Network': ['ID=9800548a-24fc-4e40-a13e-84ea1ba0a9f3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:34.472041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d056496-e6ba-4540-81cb-173e9a4bb95e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0270791 Feb 14 21:38:34.473666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:34.485547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Request body: {'subnet': {'network_id': '9800548a-24fc-4e40-a13e-84ea1ba0a9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915155279-subnet', 'tenant_id': '32e2456235b244b5aa3d36a9f662c359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:34.502716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9800548a-24fc-4e40-a13e-84ea1ba0a9f3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:34.512815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (83ffc5f4-626e-4711-860e-3782983184e3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.519021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.539979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Made reservation on behalf of 32e2456235b244b5aa3d36a9f662c359 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:34.543284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.547751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Deleting port 83ffc5f4-626e-4711-860e-3782983184e3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:34.548235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (83ffc5f4-626e-4711-860e-3782983184e3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.575126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:34.594179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:34.596427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] Pushing event deleted for resources: {'Port': ['ID=83ffc5f4-626e-4711-860e-3782983184e3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:34.601776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:34.619800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.621674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d1f1b-f38d-4f5d-b375-a16f1fbdaf70 None None] No DVR routers for this DVR port 83ffc5f4-626e-4711-860e-3782983184e3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:38:34.702637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] For port 83ffc5f4-626e-4711-860e-3782983184e3, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:34.703797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (83ffc5f4-626e-4711-860e-3782983184e3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.709915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:34.710646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.723859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Pushing event updated for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:34.748798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-9faed628-b6e3-4bf9-b965-fe3dd6f2052c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3182802 Feb 14 21:38:34.751333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d80f7-a5cf-4df2-9310-dee5a751ba18 req-113da64e-d719-472b-a0f2-6638ccb4b8ea tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:34.753063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-386d80f7-a5cf-4df2-9310-dee5a751ba18 req-113da64e-d719-472b-a0f2-6638ccb4b8ea tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.3374226 Feb 14 21:38:34.754855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Calling delete_port for 83ffc5f4-626e-4711-860e-3782983184e3 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:34.761031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Port 83ffc5f4-626e-4711-860e-3782983184e3 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:38:34.761447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Request body: {'port': {'device_id': 'ceffb961-1e04-4153-9732-51730ceec485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:34.797569 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (83ffc5f4-626e-4711-860e-3782983184e3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.859200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Port': ['ID=83ffc5f4-626e-4711-860e-3782983184e3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:34.861723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] No DVR routers for this DVR port 83ffc5f4-626e-4711-860e-3782983184e3 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:38:34.870230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Made reservation on behalf of d494bfaa2fae4861bc70a8a39442192b for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:34.873864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:34.951917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (281999da-43ef-4c39-92cb-1a6f04436bf1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.012925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-386d80f7-a5cf-4df2-9310-dee5a751ba18 req-60983c64-f4b4-4888-9f3c-20aae5e53227 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211051 Feb 14 21:38:35.062728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ceb78274-81a3-4125-bb2c-8d77e2215681), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.118178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb78274-81a3-4125-bb2c-8d77e2215681']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:35.133457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b86f6-b0df-4448-a351-81701220f68c') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:35.133925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b86f6-b0df-4448-a351-81701220f68c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:35.153056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.154032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (fe0b86f6-b0df-4448-a351-81701220f68c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.207259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77e32278-848e-40ec-8c91-bcea130e6cc7 req-fd5f4f0b-7736-4834-9d5a-398aa8f0ed13 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0587661 Feb 14 21:38:35.214707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (281999da-43ef-4c39-92cb-1a6f04436bf1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.226777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fe0b86f6-b0df-4448-a351-81701220f68c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.259882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (7763c5e5-f3cb-43e5-95ab-511a03c8f588), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.266922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:35.267503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (fe0b86f6-b0df-4448-a351-81701220f68c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:35.273882 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:35.339105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Allocated IP 172.20.0.9 (1605c015-42a5-46a4-84be-69a9e8ec4126/0f4a1650-38b7-4378-a443-62379939d594/de7d7c9e-0b27-4dbd-a367-1bda76f4320f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:35.373419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:35.380878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:35.386205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=281999da-43ef-4c39-92cb-1a6f04436bf1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:35.391777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:35.395189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7763c5e5-f3cb-43e5-95ab-511a03c8f588,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:35.398230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:35.399186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.407300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (ceb78274-81a3-4125-bb2c-8d77e2215681), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.436474 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.440048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] 10.222.0.86 "DELETE /v2.0/networks/ceb78274-81a3-4125-bb2c-8d77e2215681 HTTP/1.1" status: 204 len: 168 time: 1.5435088 Feb 14 21:38:35.467967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 83ffc5f4-626e-4711-860e-3782983184e3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:38:35.478778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c7dc3ff-ceb3-4bcc-955e-61d4d6ea9bf7 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6700706 Feb 14 21:38:35.486460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42282) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:35.511968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e287bb-4fba-448b-82b7-3616ebc63455 tempest-FloatingIPNegativeTestJSON-370368800 tempest-FloatingIPNegativeTestJSON-370368800-project] Pushing event deleted for resources: {'Network': ['ID=ceb78274-81a3-4125-bb2c-8d77e2215681,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:35.534222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 83ffc5f4-626e-4711-860e-3782983184e3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:38:35.534590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 83ffc5f4-626e-4711-860e-3782983184e3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:38:35.620480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Checking segment: {'id': '3a29bcaf-2275-4dff-a05d-8065d5299dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9800548a-24fc-4e40-a13e-84ea1ba0a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:35.620850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Network hostable DHCP agents. Network: 9800548a-24fc-4e40-a13e-84ea1ba0a9f3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:35.637287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0914-3aea-4a74-bf01-d0f5eb67e880 req-b7637628-3b43-4ed4-84e1-410dda5fd8b3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:35.638944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bdd0914-3aea-4a74-bf01-d0f5eb67e880 req-b7637628-3b43-4ed4-84e1-410dda5fd8b3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2153041 Feb 14 21:38:35.647367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d959b-10f4-4435-92d8-80584bac223d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:35.648878 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a11d959b-10f4-4435-92d8-80584bac223d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/281999da-43ef-4c39-92cb-1a6f04436bf1 HTTP/1.1" status: 200 len: 844 time: 0.1585405 Feb 14 21:38:35.655357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:35.671519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Network 9800548a-24fc-4e40-a13e-84ea1ba0a9f3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:35.690467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9800548a-24fc-4e40-a13e-84ea1ba0a9f3) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:35.695511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:35.696115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.710991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d093ed4-efa6-46ce-8eac-2f63e5762787 None None] Network 9800548a-24fc-4e40-a13e-84ea1ba0a9f3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:35.735620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86dae8a1-5856-4c45-b3f5-f745ee2641b2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2567313 Feb 14 21:38:35.754193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks [] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.818688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.823481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a68e620-4e09-477b-86ce-06eba2fbc797 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:35.833499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.851485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks [] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.883634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a150e1-17b0-4c9c-a31f-d7c1e2bd1709 None None] Network 9800548a-24fc-4e40-a13e-84ea1ba0a9f3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:35.887506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Transition to ACTIVE for port object 3a68e620-4e09-477b-86ce-06eba2fbc797 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:38:35.900906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:35.976837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:35.994695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:36.024859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:36.042574 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.108467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Deleting subnet 1c440126-8ca6-4f4a-a035-f48134f0ad66 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:36.119242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Publish callbacks [] for subnet (1c440126-8ca6-4f4a-a035-f48134f0ad66), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.155855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Attempting to bind port 3a68e620-4e09-477b-86ce-06eba2fbc797 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:36.156522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Attempting to bind port 3a68e620-4e09-477b-86ce-06eba2fbc797 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:36.156522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Attempting to bind port 3a68e620-4e09-477b-86ce-06eba2fbc797 on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:36.166135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Port 3a68e620-4e09-477b-86ce-06eba2fbc797 on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:38:36.166519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Attempting to bind port 3a68e620-4e09-477b-86ce-06eba2fbc797 on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:36.174200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:36.174422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Checking segment: {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:36.174728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Bound using segment: {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:36.175205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Bound port: 3a68e620-4e09-477b-86ce-06eba2fbc797, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:36.175578 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.179633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (1c440126-8ca6-4f4a-a035-f48134f0ad66), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.286762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1c440126-8ca6-4f4a-a035-f48134f0ad66), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.354017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:36.364761 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-32869756-5f3b-4893-8c3d-59937fbfd52c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8f826ef64634b2b8fef131ae1492ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364084 Feb 14 21:38:36.364761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3a68e620-4e09-477b-86ce-06eba2fbc797,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:36.368187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42298) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:36.378118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.389080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Network 1605c015-42a5-46a4-84be-69a9e8ec4126 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:36.401257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:36.426012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bdd0914-3aea-4a74-bf01-d0f5eb67e880 req-02929437-9f1c-402d-8194-0de9d9ce9c20 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7802098 Feb 14 21:38:36.427015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:36.446834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:36.448252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.449722 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] 10.222.0.64 "PUT /v2.0/ports/3a68e620-4e09-477b-86ce-06eba2fbc797 HTTP/1.1" status: 200 len: 1093 time: 1.6928406 Feb 14 21:38:36.462990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:36.465770 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31eda82-2f94-42d5-9934-306ecb9f8fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:36.479179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (1c440126-8ca6-4f4a-a035-f48134f0ad66), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.484303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:36.484842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.533476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Pushing event updated for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:36.554008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c440126-8ca6-4f4a-a035-f48134f0ad66,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:36.567542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-318e5d3c-877c-49f3-87f5-ea09af744d21 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1862626 Feb 14 21:38:36.589658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Request body: {'port': {'device_id': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:36.602748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.606844 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-879223d9-134f-4ef4-915b-0fd3cc083086 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1c440126-8ca6-4f4a-a035-f48134f0ad66 HTTP/1.1" status: 204 len: 168 time: 0.6110346 Feb 14 21:38:36.609741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f37d6-ec7f-4fc6-a1af-23ff52f3f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:36.614250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42306) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:36.666352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] Publish callbacks [] for security_group (16fce69b-e0fe-4a44-b2ba-bff1660a23f3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.704644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 281999da-43ef-4c39-92cb-1a6f04436bf1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:36.704846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (281999da-43ef-4c39-92cb-1a6f04436bf1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.752989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] Publish callbacks [] for security_group (16fce69b-e0fe-4a44-b2ba-bff1660a23f3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.762799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-706542fb-0b37-40e4-8e8f-f5d845e4702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:36.764354 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-706542fb-0b37-40e4-8e8f-f5d845e4702b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 1127 time: 0.2302048 Feb 14 21:38:36.766850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8f7402f7-040d-43c8-829c-56d7a05238fd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.809346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73837056-8ac6-4bd6-bef1-85e94f1aeb25 req-49323f18-8dcf-428e-8464-f1d5bc7aeb1e tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:36.810837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73837056-8ac6-4bd6-bef1-85e94f1aeb25 req-49323f18-8dcf-428e-8464-f1d5bc7aeb1e tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 944 time: 0.2369170 Feb 14 21:38:36.815844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (281999da-43ef-4c39-92cb-1a6f04436bf1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.824643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.828304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-46f13846-5230-4df5-b585-e96279a3c320 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a68e620-4e09-477b-86ce-06eba2fbc797 HTTP/1.1" status: 200 len: 217 time: 0.0538225 Feb 14 21:38:36.836430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 281999da-43ef-4c39-92cb-1a6f04436bf1 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:36.961570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b93-175b-4589-9623-6befecab2e1d req-8f8715e3-92c3-4361-9cc9-ba3034976d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:36.963179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-8f8715e3-92c3-4361-9cc9-ba3034976d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f HTTP/1.1" status: 200 len: 848 time: 0.1269412 Feb 14 21:38:36.963770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (16fce69b-e0fe-4a44-b2ba-bff1660a23f3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.966437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:36.971998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16fce69b-e0fe-4a44-b2ba-bff1660a23f3 HTTP/1.1" status: 204 len: 168 time: 0.5983422 Feb 14 21:38:36.975343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8f7402f7-040d-43c8-829c-56d7a05238fd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.007334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73837056-8ac6-4bd6-bef1-85e94f1aeb25 req-6406c983-b1e1-4002-9738-aa4d0f2dbf8f tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804223 Feb 14 21:38:37.018809 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-132a2705-5285-47d1-96a4-4b1532b2cc63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416017 Feb 14 21:38:37.018809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d88eb8-3162-4418-ad2f-93f6eb5dbfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fce69b-e0fe-4a44-b2ba-bff1660a23f3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:37.055313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7402f7-040d-43c8-829c-56d7a05238fd']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:37.096260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd102a7-50c0-4665-96a5-25e4542082bf') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:37.096623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd102a7-50c0-4665-96a5-25e4542082bf') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:37.111321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (bfd102a7-50c0-4665-96a5-25e4542082bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.133372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bfd102a7-50c0-4665-96a5-25e4542082bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.150765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:37.151244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (bfd102a7-50c0-4665-96a5-25e4542082bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:37.153832 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:37.166662 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.214816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-4e732f9d-0506-41a8-8667-567ab4d6906e service neutron] 10.222.0.64 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919878 Feb 14 21:38:37.275500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (281999da-43ef-4c39-92cb-1a6f04436bf1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.358145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8f7402f7-040d-43c8-829c-56d7a05238fd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.369798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=281999da-43ef-4c39-92cb-1a6f04436bf1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:37.381144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f9e0-c130-4d79-bf31-6fa1e0e359de req-0248048b-aac6-4afc-b457-0c19e736de5e tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:37.381606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.387882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c951f9e0-c130-4d79-bf31-6fa1e0e359de req-0248048b-aac6-4afc-b457-0c19e736de5e tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 931 time: 0.2091284 Feb 14 21:38:37.395615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] 10.222.0.86 "DELETE /v2.0/networks/8f7402f7-040d-43c8-829c-56d7a05238fd HTTP/1.1" status: 204 len: 168 time: 0.7662160 Feb 14 21:38:37.400186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42320) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:37.401657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.408941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-19809668-df1f-4b1f-a61f-8308c98c8b25 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/281999da-43ef-4c39-92cb-1a6f04436bf1 HTTP/1.1" status: 204 len: 168 time: 1.7428172 Feb 14 21:38:37.415039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:37.425519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43722-ada3-443c-a757-8324d672ea5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7402f7-040d-43c8-829c-56d7a05238fd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:37.431177 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b188b93-175b-4589-9623-6befecab2e1d req-c909b46c-e35b-47b8-8211-9e69dd71fa36 service neutron] 10.222.0.64 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030587 Feb 14 21:38:37.484071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Deleting subnet 7763c5e5-f3cb-43e5-95ab-511a03c8f588 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:37.484283 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-465c3f7d-cfb8-47b7-bca6-b086939f85ab tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:37.491128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-465c3f7d-cfb8-47b7-bca6-b086939f85ab tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/281999da-43ef-4c39-92cb-1a6f04436bf1 HTTP/1.1" status: 404 len: 333 time: 0.0699310 Feb 14 21:38:37.491344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Publish callbacks [] for subnet (7763c5e5-f3cb-43e5-95ab-511a03c8f588), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.493106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42324) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:37.514975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'name': 'tempest-PortsIpV6TestJSON-2078356616'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:37.533389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c951f9e0-c130-4d79-bf31-6fa1e0e359de req-64f59cd9-d1d2-4f4f-b00d-d78427f38c88 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443744 Feb 14 21:38:37.533897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (7763c5e5-f3cb-43e5-95ab-511a03c8f588), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.604674 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c570f9e-3957-4e4e-8a0a-a551beb5b3f3 x-openstack-request-id: req-3c570f9e-3957-4e4e-8a0a-a551beb5b3f3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:37.605355 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:37.605617 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c570f9e-3957-4e4e-8a0a-a551beb5b3f3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:37.608066 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797', 'status': 'completed', 'code': 200} Feb 14 21:38:37.609573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7763c5e5-f3cb-43e5-95ab-511a03c8f588), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.746352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-7686f460-d19e-4dd2-af00-b0ee7dd01213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:37.748159 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-7686f460-d19e-4dd2-af00-b0ee7dd01213 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 1127 time: 0.1268623 Feb 14 21:38:37.754920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (7763c5e5-f3cb-43e5-95ab-511a03c8f588), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.814280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.818184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7763c5e5-f3cb-43e5-95ab-511a03c8f588 HTTP/1.1" status: 204 len: 168 time: 0.4121332 Feb 14 21:38:37.832832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:37.849950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548fa5-9272-4c72-9cc6-dd850fa73a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7763c5e5-f3cb-43e5-95ab-511a03c8f588,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:37.873152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7d7c9e-0b27-4dbd-a367-1bda76f4320f {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:37.908334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:37.911759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.921243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-ef89407a-1a79-4ba1-84cc-179331178661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:37.922741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks [] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:37.922898 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-ef89407a-1a79-4ba1-84cc-179331178661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 909 time: 0.1644444 Feb 14 21:38:37.975798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-6572cafa-6277-4a2a-8431-562c31398152 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a68e620-4e09-477b-86ce-06eba2fbc797 HTTP/1.1" status: 200 len: 217 time: 0.0461218 Feb 14 21:38:37.977901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 042a5cea-308c-4652-bd83-51e8f52f0d5b yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:38.032545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42350) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:38.053552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-e9d402cd-078d-494c-810d-cb0929883630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:38.055311 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-e9d402cd-078d-494c-810d-cb0929883630 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f HTTP/1.1" status: 200 len: 848 time: 0.0730517 Feb 14 21:38:38.067308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Transition to ACTIVE for port object de7d7c9e-0b27-4dbd-a367-1bda76f4320f will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:38:38.078639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9800548a-24fc-4e40-a13e-84ea1ba0a9f3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.098103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.105943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-46f91595-ae7c-4bbc-83f1-a76d517a1357 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426943 Feb 14 21:38:38.183088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-938281315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:38.202718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-f58a43d1-5c21-434c-a578-ae0d80f7a1c6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:38.210345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-f58a43d1-5c21-434c-a578-ae0d80f7a1c6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.5050483 Feb 14 21:38:38.221939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.223218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.258780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:38.283925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-ea4a2f1a-5688-42bb-924b-e077284754dc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/quotas/bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 375 time: 0.0725784 Feb 14 21:38:38.292662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.316989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router_controller (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.320185 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-efe95157-0231-4504-b63d-ca6aaf2cf43f service neutron] 10.222.0.64 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088623 Feb 14 21:38:38.322082 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.389976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.391607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f699df2-beea-426e-b909-65ef68c6df48 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3580678 Feb 14 21:38:38.394375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42354) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:38.401078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2078726649'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:38.434117 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9800548a-24fc-4e40-a13e-84ea1ba0a9f3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.441814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:38.445501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.464573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.475975 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e31eda82-2f94-42d5-9934-306ecb9f8fd3 req-0adeee74-b7ec-41c1-812b-84805fc30aec service neutron] 10.222.0.64 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460495 Feb 14 21:38:38.490957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9800548a-24fc-4e40-a13e-84ea1ba0a9f3']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:38.514114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.518439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29bcaf-2275-4dff-a05d-8065d5299dff') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:38.518740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29bcaf-2275-4dff-a05d-8065d5299dff') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:38.539778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Attempting to bind port de7d7c9e-0b27-4dbd-a367-1bda76f4320f on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:38.540523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Attempting to bind port de7d7c9e-0b27-4dbd-a367-1bda76f4320f by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '9322bcaa-b555-4969-b4d1-7e0e5ad83172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:38.540523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Attempting to bind port de7d7c9e-0b27-4dbd-a367-1bda76f4320f on network 1605c015-42a5-46a4-84be-69a9e8ec4126 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:38.568692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (3a29bcaf-2275-4dff-a05d-8065d5299dff), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.575765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for security_group (260a1e76-8034-4064-b70f-96cf754fae64), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.581125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (260a1e76-8034-4064-b70f-96cf754fae64), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.594599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-439972cc-97ea-4fb4-80df-1c65b2c50b62 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721334 Feb 14 21:38:38.607801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Port de7d7c9e-0b27-4dbd-a367-1bda76f4320f on network 1605c015-42a5-46a4-84be-69a9e8ec4126 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:38:38.608142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Attempting to bind port de7d7c9e-0b27-4dbd-a367-1bda76f4320f on network 1605c015-42a5-46a4-84be-69a9e8ec4126 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:38.626226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:38.630538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3a29bcaf-2275-4dff-a05d-8065d5299dff), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.631138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260a1e76-8034-4064-b70f-96cf754fae64,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:38.651853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:38.652534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Checking segment: {'id': '9322bcaa-b555-4969-b4d1-7e0e5ad83172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:38.652675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Bound using segment: {'id': '9322bcaa-b555-4969-b4d1-7e0e5ad83172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:38.653032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Bound port: de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9322bcaa-b555-4969-b4d1-7e0e5ad83172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:38.653400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.660190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:38.695641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:38:38.696077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (3a29bcaf-2275-4dff-a05d-8065d5299dff), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:38:38.698044 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:38:38.700152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:38.700642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=042a5cea-308c-4652-bd83-51e8f52f0d5b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:38.704004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:38.710143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:38.710699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.811502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc5354b0-e184-46ca-9860-b8448417e884 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3122239 Feb 14 21:38:38.814486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:38.823109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:38.844516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9800548a-24fc-4e40-a13e-84ea1ba0a9f3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.867399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.873762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9800548a-24fc-4e40-a13e-84ea1ba0a9f3 HTTP/1.1" status: 204 len: 168 time: 1.0368924 Feb 14 21:38:38.890235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b52e-14d7-43d2-a1b4-f7f3ecd01992 admin admin] Pushing event deleted for resources: {'Network': ['ID=9800548a-24fc-4e40-a13e-84ea1ba0a9f3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:38.893418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:38.897723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-b2302d7d-045c-47a7-82c7-aa3faa1763ed service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933023 Feb 14 21:38:38.916977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:38.917469 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Added segment 7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd of type vlan for network 2011b751-feb3-4921-b110-ba133f54aa94 Feb 14 21:38:38.917716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,segment=NetworkSegment(9322bcaa-b555-4969-b4d1-7e0e5ad83172),segment_id=9322bcaa-b555-4969-b4d1-7e0e5ad83172)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:38.931943 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.025166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.025450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.026083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.027585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] 10.222.0.83 "PUT /v2.0/ports/de7d7c9e-0b27-4dbd-a367-1bda76f4320f HTTP/1.1" status: 200 len: 1092 time: 2.4459314 Feb 14 21:38:39.028043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:39.030671 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee151f6e-8ca6-4648-8489-5140cd887a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:39.050521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2011b751-feb3-4921-b110-ba133f54aa94), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.053486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b0abf-84ca-4fa9-b3cd-062bc0e80625 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:39.083666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-350edcad-415f-4c65-80e1-6c944ca80f90 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773093 Feb 14 21:38:39.142915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-c6e9dfd0-b164-4bfa-aada-d832d05973cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.144740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-c6e9dfd0-b164-4bfa-aada-d832d05973cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d494bfaa2fae4861bc70a8a39442192b&device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 1126 time: 0.0600402 Feb 14 21:38:39.236269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2011b751-feb3-4921-b110-ba133f54aa94), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.252474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.254357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.303432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42372) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:39.304475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-c1fdbaae-1795-4407-b734-a895d4426f86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f HTTP/1.1" status: 200 len: 217 time: 0.1477070 Feb 14 21:38:39.377138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d4c3-4912-4fef-81dc-b213a288249b req-d60328b7-3c38-48a0-b829-14c37eab5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.380416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-d60328b7-3c38-48a0-b829-14c37eab5cc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f4a1650-38b7-4378-a443-62379939d594 HTTP/1.1" status: 200 len: 862 time: 0.0658462 Feb 14 21:38:39.381124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42376) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:39.454067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-55f2d5e1-d81a-4c25-8617-f2654b9fe3ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1605c015-42a5-46a4-84be-69a9e8ec4126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428867 Feb 14 21:38:39.471926 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0733345 Feb 14 21:38:39.478321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42380) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:39.484238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'subnet': {'network_id': '2011b751-feb3-4921-b110-ba133f54aa94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:39.580108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:39.586932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5d2369dc-5a0e-418f-8c04-7777843c929e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2aa64752c034978a38b1a7f89fdab85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2040427 Feb 14 21:38:39.690111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-7146dc9d-e6eb-4f70-851c-859626d25030 service neutron] 10.222.0.83 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250643 Feb 14 21:38:39.701439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.721343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.746346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470dfe9-8bc6-4d86-9a5c-1b62fa887d61 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Network': ['ID=2011b751-feb3-4921-b110-ba133f54aa94,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:39.768395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2011b751-feb3-4921-b110-ba133f54aa94 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:39.793836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] In _notify_port_updated(), no bound segment for port 042a5cea-308c-4652-bd83-51e8f52f0d5b on network 68cdfe34-c30c-4b2b-8555-b8a42604f757 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:38:39.806308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.807267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:39.814507 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/ports/042a5cea-308c-4652-bd83-51e8f52f0d5b HTTP/1.1" status: 200 len: 818 time: 0.9980483 Feb 14 21:38:39.817318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42388) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:39.937387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d49db-bab8-4f31-bdca-0483c8ed4a43 req-a87832b1-9f81-4f83-bdbd-f9fe14ccadf7 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:39.943633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df4d49db-bab8-4f31-bdca-0483c8ed4a43 req-a87832b1-9f81-4f83-bdbd-f9fe14ccadf7 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 944 time: 0.2271307 Feb 14 21:38:39.958743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:39.963094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.030602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45566672-f458-4ecd-adf9-d86919847bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.037854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7710d4c3-4912-4fef-81dc-b213a288249b req-a5bc7d2c-824d-43fe-888a-7925a0a52a9b service neutron] 10.222.0.83 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236346 Feb 14 21:38:40.093576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df4d49db-bab8-4f31-bdca-0483c8ed4a43 req-2fc8864f-bc5e-4eff-b94b-44b92f43db7d tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407325 Feb 14 21:38:40.114972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018248c-78f1-4cda-9223-dc55c2065512 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=042a5cea-308c-4652-bd83-51e8f52f0d5b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:40.197534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 042a5cea-308c-4652-bd83-51e8f52f0d5b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:40.197975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.294852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.313199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 042a5cea-308c-4652-bd83-51e8f52f0d5b owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:40.325934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b4574013-d068-4b0d-a9e8-9550cf175716), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.399477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] Publish callbacks [] for security_group (090626b0-8283-4523-883d-fe8df2eae554), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.411195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (042a5cea-308c-4652-bd83-51e8f52f0d5b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.437062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e89baf-e638-4b74-8c6f-961316a0cf2a req-038accf9-5b3f-49e8-ac67-b4de8f53eb25 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:40.438362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4e89baf-e638-4b74-8c6f-961316a0cf2a req-038accf9-5b3f-49e8-ac67-b4de8f53eb25 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 943 time: 0.1235352 Feb 14 21:38:40.441940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Subnet': ['ID=b4574013-d068-4b0d-a9e8-9550cf175716,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:40.452682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Checking segment: {'id': '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:40.453180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network hostable DHCP agents. Network: 2011b751-feb3-4921-b110-ba133f54aa94, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:40.466862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=042a5cea-308c-4652-bd83-51e8f52f0d5b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:40.477187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] Publish callbacks [] for security_group (090626b0-8283-4523-883d-fe8df2eae554), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.490522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.495221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5057b073-5302-4104-9846-a3371e44b051 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/042a5cea-308c-4652-bd83-51e8f52f0d5b HTTP/1.1" status: 204 len: 168 time: 0.6198599 Feb 14 21:38:40.495719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 2011b751-feb3-4921-b110-ba133f54aa94 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:40.498967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42392) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:40.516476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2011b751-feb3-4921-b110-ba133f54aa94) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:40.528932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4e89baf-e638-4b74-8c6f-961316a0cf2a req-5e90e584-19c1-44b1-9da3-48d90ee1832e tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Feb 14 21:38:40.529246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd41e3a-8812-411b-83b0-d2a4ebdca56e None None] Network 2011b751-feb3-4921-b110-ba133f54aa94 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:40.544451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:40.544451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.576098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db8c95cf-74ca-4ab3-b41e-f72e324f3bc1 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0966511 Feb 14 21:38:40.579289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42394) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:40.585072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'network': {'name': 'tempest-router-network01--1868806974'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:40.587034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45566672-f458-4ecd-adf9-d86919847bee admin admin] Publish callbacks [] for security_group (d2f72a55-bfac-4d60-b977-e7e01e07bb7e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.603855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45566672-f458-4ecd-adf9-d86919847bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d2f72a55-bfac-4d60-b977-e7e01e07bb7e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.607425 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc16e8-b30f-46d3-b0dc-21136f14f387 x-openstack-request-id: req-79cc16e8-b30f-46d3-b0dc-21136f14f387 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:40.607728 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:40.607986 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79cc16e8-b30f-46d3-b0dc-21136f14f387 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:40.608386 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f', 'status': 'completed', 'code': 200} Feb 14 21:38:40.623738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340e591-7703-435c-8733-f4d6f2b81afc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:40.625313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5340e591-7703-435c-8733-f4d6f2b81afc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1231182 Feb 14 21:38:40.630044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42396) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:40.665396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (090626b0-8283-4523-883d-fe8df2eae554), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.667981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.671390 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/090626b0-8283-4523-883d-fe8df2eae554 HTTP/1.1" status: 204 len: 168 time: 1.0560336 Feb 14 21:38:40.687866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42400) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:40.689625 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45566672-f458-4ecd-adf9-d86919847bee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7306995d0e3443fa9a17823ac23a15c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3682373 Feb 14 21:38:40.690948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45566672-f458-4ecd-adf9-d86919847bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f72a55-bfac-4d60-b977-e7e01e07bb7e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:40.712328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:40.713864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.723190 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcecc17f-e65c-4bfb-b205-5a4e61b4bd63 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:40.723552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dcecc17f-e65c-4bfb-b205-5a4e61b4bd63 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/042a5cea-308c-4652-bd83-51e8f52f0d5b HTTP/1.1" status: 404 len: 333 time: 0.0899427 Feb 14 21:38:40.740120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42402) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:40.745458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720139442'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:40.749467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536696-76cb-40a5-9079-e1e902027fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090626b0-8283-4523-883d-fe8df2eae554,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:40.776001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b94c0ce-7855-4d38-9a77-4d71ba1e7263 req-af8a0f41-5f97-4392-88fd-1d2add1e587b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 210 time: 0.0867295 Feb 14 21:38:40.806696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:40.810201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.862971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:40.880951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] Publish callbacks [] for security_group (d2f72a55-bfac-4d60-b977-e7e01e07bb7e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.888335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (853bf7c3-0f86-49be-9ffa-287ad6faa07f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:40.888731 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Added segment 853bf7c3-0f86-49be-9ffa-287ad6faa07f of type vlan for network 9d973f34-c331-47d4-9230-3592e82de0ff Feb 14 21:38:40.891373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-a831fd4e-f6e4-4a94-8fe1-ae75c866bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:40.893266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-a831fd4e-f6e4-4a94-8fe1-ae75c866bc2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d494bfaa2fae4861bc70a8a39442192b&device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 1126 time: 0.2455254 Feb 14 21:38:40.913042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2011b751-feb3-4921-b110-ba133f54aa94', 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94', 'project_id': 'da409cf1aa9744afbaf0c71e292d8a4c', 'fixed_ips': [{'subnet_id': 'b4574013-d068-4b0d-a9e8-9550cf175716'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:40.914325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.002427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] Publish callbacks [] for security_group (d2f72a55-bfac-4d60-b977-e7e01e07bb7e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.023637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:41.061001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ba9df1e6-bb06-455e-9828-45d732a50027), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.062706 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment ba9df1e6-bb06-455e-9828-45d732a50027 of type vlan for network 98d61e40-c562-409c-956d-20631e98a7e2 Feb 14 21:38:41.100714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9d973f34-c331-47d4-9230-3592e82de0ff), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.124579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Allocated IP 2001:db8::2 (2011b751-feb3-4921-b110-ba133f54aa94/b4574013-d068-4b0d-a9e8-9550cf175716/f22e6d33-99ce-4077-b729-22ecbf0982be) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:41.149185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d2f72a55-bfac-4d60-b977-e7e01e07bb7e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.154414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.159196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d2f72a55-bfac-4d60-b977-e7e01e07bb7e HTTP/1.1" status: 204 len: 168 time: 0.4590459 Feb 14 21:38:41.197911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (98d61e40-c562-409c-956d-20631e98a7e2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.212530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669110-2ba5-4104-a4b0-06110430988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f72a55-bfac-4d60-b977-e7e01e07bb7e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:41.278108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (98d61e40-c562-409c-956d-20631e98a7e2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.283641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.284322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.328822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks [] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.353559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.375382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9d973f34-c331-47d4-9230-3592e82de0ff), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.384086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.384760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.408206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Pushing event updated for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:41.423716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Network 2011b751-feb3-4921-b110-ba133f54aa94 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:41.429143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:41.432933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:41.442130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-7b6d8b80-ff02-4203-a43e-7e9b65ce1fd0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.449286 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-7b6d8b80-ff02-4203-a43e-7e9b65ce1fd0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.6652229 Feb 14 21:38:41.478405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8955986 Feb 14 21:38:41.479655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-e95d08cd-7434-4c2f-b354-e38c4baaf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.484295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-e95d08cd-7434-4c2f-b354-e38c4baaf039 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1605c015-42a5-46a4-84be-69a9e8ec4126 HTTP/1.1" status: 200 len: 923 time: 0.5783591 Feb 14 21:38:41.490996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:41.492033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42416) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:41.498722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=98d61e40-c562-409c-956d-20631e98a7e2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:41.517380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'device_id': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'admin_state_up': True, 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:41.535086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:41.557817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-518ce6c4-374e-4759-a323-c3fc4ed99871 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8165796 Feb 14 21:38:41.571306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42422) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:41.579286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:41.605588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Attempting to bind port f22e6d33-99ce-4077-b729-22ecbf0982be on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:41.605965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Attempting to bind port f22e6d33-99ce-4077-b729-22ecbf0982be by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:41.606335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Attempting to bind port f22e6d33-99ce-4077-b729-22ecbf0982be on network 2011b751-feb3-4921-b110-ba133f54aa94 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:41.609365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'network': {'name': 'tempest-router-network02--878738977'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:41.620329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:41.620785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Checking segment: {'id': '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:41.621113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.621511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Bound using segment: {'id': '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:41.622061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Bound port: f22e6d33-99ce-4077-b729-22ecbf0982be, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2011b751-feb3-4921-b110-ba133f54aa94'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:41.622776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.630935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4d763-d05d-4544-87bf-3ceb39f9ec0b req-0b1ca137-437f-4b29-bd0a-9d0bd52fd544 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.632530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde4d763-d05d-4544-87bf-3ceb39f9ec0b req-0b1ca137-437f-4b29-bd0a-9d0bd52fd544 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 944 time: 0.3927081 Feb 14 21:38:41.693334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3a68e620-4e09-477b-86ce-06eba2fbc797 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:38:41.712753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:41.729518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-5b13e2df-f41b-42b5-b779-a039f17a6c9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f HTTP/1.1" status: 200 len: 217 time: 0.1243303 Feb 14 21:38:41.737497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f22e6d33-99ce-4077-b729-22ecbf0982be,segment=NetworkSegment(7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd),segment_id=7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:41.740661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7379cf9-b339-4868-b82a-54203ca38d42 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Network': ['ID=9d973f34-c331-47d4-9230-3592e82de0ff,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:41.756275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9d973f34-c331-47d4-9230-3592e82de0ff details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:41.799214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:41.803453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.824593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf8f2f03-3e1a-4ba3-95f9-48711de3ad43 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32e2456235b244b5aa3d36a9f662c359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289549 Feb 14 21:38:41.828934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42432) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:41.838343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.844659 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:38:41.870427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:41.875467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.883046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:41.883265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde4d763-d05d-4544-87bf-3ceb39f9ec0b req-903248e9-1e21-49a2-9a82-fc969465b1a1 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305837 Feb 14 21:38:41.886471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-311dca17-4284-4754-bff8-f51938296386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:41.886996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:41.887994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-311dca17-4284-4754-bff8-f51938296386 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f4a1650-38b7-4378-a443-62379939d594 HTTP/1.1" status: 200 len: 862 time: 0.1327040 Feb 14 21:38:41.919705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:38:41.999665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88458eba-57d8-4a6c-a3a8-1c1fa8bf7db4 None None] Pushing event updated for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:42.028601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3a68e620-4e09-477b-86ce-06eba2fbc797,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:42.037364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-1118bcd5-182a-4f5b-a55b-05abdc693e70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1605c015-42a5-46a4-84be-69a9e8ec4126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357112 Feb 14 21:38:42.043262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3a68e620-4e09-477b-86ce-06eba2fbc797', 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9', 'port_id': '3a68e620-4e09-477b-86ce-06eba2fbc797', 'mac_address': 'fa:16:3e:4b:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc1c6c5-25d8-4ee2-9a18-db681ec4381f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:38:42.101741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3a68e620-4e09-477b-86ce-06eba2fbc797 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:42.102227 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.112770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.20.0.6 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/ffe4fb24-4e89-42e0-b550-bf50001d42f6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:42.122548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a68e620-4e09-477b-86ce-06eba2fbc797 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:42.159189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3a68e620-4e09-477b-86ce-06eba2fbc797,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:42.165532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.275861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:42.508771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3a68e620-4e09-477b-86ce-06eba2fbc797'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:38:42.564797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ea4934e4-cad6-4287-b829-d5912532938d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.565423 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Added segment ea4934e4-cad6-4287-b829-d5912532938d of type vlan for network 9e649a25-5a14-420f-aa79-810885da4768 Feb 14 21:38:42.644053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de7d7c9e-0b27-4dbd-a367-1bda76f4320f details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:38:42.654338 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9e649a25-5a14-420f-aa79-810885da4768), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.711893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-ca5c59b4-64d7-4971-9563-9d31366ea3e4 service neutron] 10.222.0.83 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544075 Feb 14 21:38:42.723713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc005-ab29-451d-9ef3-c58b8b30b9d9 req-a6fd6b22-0f98-4347-a7b9-9eddfd9145c8 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:42.730562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-636dc005-ab29-451d-9ef3-c58b8b30b9d9 req-a6fd6b22-0f98-4347-a7b9-9eddfd9145c8 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 943 time: 0.6762261 Feb 14 21:38:42.751946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9e649a25-5a14-420f-aa79-810885da4768), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.758331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:42.758579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.783873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] Publish callbacks [] for security_group (dd4444d3-de02-4fa8-aaa2-8f68b9e87378), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.864095 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] Publish callbacks [] for security_group (dd4444d3-de02-4fa8-aaa2-8f68b9e87378), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.915767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-636dc005-ab29-451d-9ef3-c58b8b30b9d9 req-cf16336f-8e9d-49c5-a118-153ae39e7d3f tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793954 Feb 14 21:38:42.920731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:42.944539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4435699 Feb 14 21:38:42.948781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42450) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:42.980742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'subnet': {'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:43.036540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd4444d3-de02-4fa8-aaa2-8f68b9e87378), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.039110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.040363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd4444d3-de02-4fa8-aaa2-8f68b9e87378 HTTP/1.1" status: 204 len: 168 time: 1.2077141 Feb 14 21:38:43.065951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dbbc7-fac5-44f0-88f2-e9e284078c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4444d3-de02-4fa8-aaa2-8f68b9e87378,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:43.110237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280cd9-baf9-4dd3-92e9-1f0c7605dce6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Network': ['ID=9e649a25-5a14-420f-aa79-810885da4768,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:43.128197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.189382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:43.193811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e369d57f-33fc-4e16-8775-c26a3f46f689), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.214280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:43.221728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9e649a25-5a14-420f-aa79-810885da4768 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:38:43.238024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:43.289637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee151f6e-8ca6-4648-8489-5140cd887a3f req-db65a39c-a33d-46e1-94ec-003f01cb7d37 service neutron] 10.222.0.83 "GET /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565515 Feb 14 21:38:43.440978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,segment=NetworkSegment(9322bcaa-b555-4969-b4d1-7e0e5ad83172),segment_id=9322bcaa-b555-4969-b4d1-7e0e5ad83172)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:43.463796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2754-65a9-42cc-b432-2294b72466a2 req-1944625b-b02c-4ec5-9cda-91a892ffd719 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:43.472111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-198a2754-65a9-42cc-b432-2294b72466a2 req-1944625b-b02c-4ec5-9cda-91a892ffd719 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 931 time: 0.3999686 Feb 14 21:38:43.474434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f', 'network_id': '1605c015-42a5-46a4-84be-69a9e8ec4126', 'port_id': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f', 'mac_address': 'fa:16:3e:fa:e5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4a1650-38b7-4378-a443-62379939d594', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:38:43.485276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:43.492630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f22e6d33-99ce-4077-b729-22ecbf0982be up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:43.551655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': 'ba9df1e6-bb06-455e-9828-45d732a50027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:43.552405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 98d61e40-c562-409c-956d-20631e98a7e2, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:43.570628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:43.580655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.600700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:43.600996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.631443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 98d61e40-c562-409c-956d-20631e98a7e2 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:43.636200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=e369d57f-33fc-4e16-8775-c26a3f46f689,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:43.653542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-c509cc1c-3651-470d-97dc-c790e5af660e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1914158 Feb 14 21:38:43.655911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port de7d7c9e-0b27-4dbd-a367-1bda76f4320f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:43.656426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.669735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f22e6d33-99ce-4077-b729-22ecbf0982be triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:43.670255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.677135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7d7c9e-0b27-4dbd-a367-1bda76f4320f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:43.680677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Request body: {'port': {'device_id': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:43.685302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 98d61e40-c562-409c-956d-20631e98a7e2) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:43.694229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:43.694836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:43.745140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649be0f-f1f3-4cd7-8dd4-23486608b13f None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:43.810356 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a0062b4f-3013-4eaa-8c0c-b24b1c4bc892 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2365675 Feb 14 21:38:43.815235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42478) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:43.822507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:43.893985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2715544-308b-4dbf-a275-6873839af1f2 None None] Network 2011b751-feb3-4921-b110-ba133f54aa94 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:43.939320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-198a2754-65a9-42cc-b432-2294b72466a2 req-7b29b9b1-f5b2-4937-9182-b00c14168018 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661467 Feb 14 21:38:44.030978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,segment=NetworkSegment(9322bcaa-b555-4969-b4d1-7e0e5ad83172),segment_id=9322bcaa-b555-4969-b4d1-7e0e5ad83172)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:44.036223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.073396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.136827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:44.148312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.163833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8a29ca7c-4a84-414d-909d-27cb612ce7f1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.191793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-13f0cb7f-d0db-4fcf-8983-45dacc851f73 None None] Provisioning complete for port ffe4fb24-4e89-42e0-b550-bf50001d42f6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:44.192307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13f0cb7f-d0db-4fcf-8983-45dacc851f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.239410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0acd-21cf-4c1c-97fd-50cbda8c764f req-44e25cc3-2ceb-4e6c-b520-e151b8fd4062 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:44.241247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-789b0acd-21cf-4c1c-97fd-50cbda8c764f req-44e25cc3-2ceb-4e6c-b520-e151b8fd4062 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 945 time: 0.1566675 Feb 14 21:38:44.297746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Subnet': ['ID=8a29ca7c-4a84-414d-909d-27cb612ce7f1,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:44.318442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Checking segment: {'id': '853bf7c3-0f86-49be-9ffa-287ad6faa07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:44.318821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network hostable DHCP agents. Network: 9d973f34-c331-47d4-9230-3592e82de0ff, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:44.325955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-13f0cb7f-d0db-4fcf-8983-45dacc851f73 None None] Port ffe4fb24-4e89-42e0-b550-bf50001d42f6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:38:44.368155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 9d973f34-c331-47d4-9230-3592e82de0ff is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:44.384332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-789b0acd-21cf-4c1c-97fd-50cbda8c764f req-c536b29f-1720-451c-86cd-2d7464394971 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152670 Feb 14 21:38:44.385910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9d973f34-c331-47d4-9230-3592e82de0ff) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:44.401070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:44.402374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.411734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4861020-ee97-41d2-9e22-edb57e9969b9 None None] Network 9d973f34-c331-47d4-9230-3592e82de0ff requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:44.427909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['de7d7c9e-0b27-4dbd-a367-1bda76f4320f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:38:44.452632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8536da8b-f25f-4f66-83d8-be0d41a2fd27 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4645910 Feb 14 21:38:44.452632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42548) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:44.454087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'subnet': {'network_id': '9e649a25-5a14-420f-aa79-810885da4768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:44.563121 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e369d57f-33fc-4e16-8775-c26a3f46f689 (CIDR: 2001:db8::/64) Feb 14 21:38:44.606871 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:44.607795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:38:44.644646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:44.747119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b06c80c7-450e-4eec-aef2-ef15fe18c668 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9264901 Feb 14 21:38:44.747360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-98d61e40-c562-409c-956d-20631e98a7e2', 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': 'e369d57f-33fc-4e16-8775-c26a3f46f689'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:44.747641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42574) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:44.747827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.754140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:44.782456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f22e6d33-99ce-4077-b729-22ecbf0982be is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:44.782456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.862359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-85363819-443b-4020-ab84-5dcf6fd49153 None None] Provisioning complete for port f22e6d33-99ce-4077-b729-22ecbf0982be triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:44.862809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85363819-443b-4020-ab84-5dcf6fd49153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:44.887837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:44.904126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.036127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65365-c5f4-4c7f-a308-b8c0f8aafa07 req-27f6930e-1f09-48a9-bea6-2a1e7bd641eb tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:45.057451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53c65365-c5f4-4c7f-a308-b8c0f8aafa07 req-27f6930e-1f09-48a9-bea6-2a1e7bd641eb tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 944 time: 0.3243487 Feb 14 21:38:45.073458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:45.084475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.173200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53c65365-c5f4-4c7f-a308-b8c0f8aafa07 req-44fb35e9-5356-4450-a43c-9392ca25e061 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147349 Feb 14 21:38:45.186937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe4fb24-4e89-42e0-b550-bf50001d42f6 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:45.257237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks [] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.286961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Transition to ACTIVE for port object ffe4fb24-4e89-42e0-b550-bf50001d42f6 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:38:45.321101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.386996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:45.470374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9d973f34-c331-47d4-9230-3592e82de0ff', 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff', 'project_id': 'da409cf1aa9744afbaf0c71e292d8a4c', 'fixed_ips': [{'subnet_id': '8a29ca7c-4a84-414d-909d-27cb612ce7f1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:45.471294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.518949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f22e6d33-99ce-4077-b729-22ecbf0982be,segment=NetworkSegment(7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd),segment_id=7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:45.572874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Attempting to bind port ffe4fb24-4e89-42e0-b550-bf50001d42f6 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:45.573476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Attempting to bind port ffe4fb24-4e89-42e0-b550-bf50001d42f6 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:45.573988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Attempting to bind port ffe4fb24-4e89-42e0-b550-bf50001d42f6 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:45.581410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Port ffe4fb24-4e89-42e0-b550-bf50001d42f6 on network f924a868-9918-4cad-a84e-92e2d57a73e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:38:45.583045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Attempting to bind port ffe4fb24-4e89-42e0-b550-bf50001d42f6 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:45.588518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.610114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:45.612532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:45.613679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:45.614309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Bound port: ffe4fb24-4e89-42e0-b550-bf50001d42f6, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:45.616508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.624090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:45.637317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcc14b-4dc0-45c6-a30c-1be3ffd2f6a0 req-f9d0783b-2f68-48c0-b528-bb90f657f461 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:45.637317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-debcc14b-4dc0-45c6-a30c-1be3ffd2f6a0 req-f9d0783b-2f68-48c0-b528-bb90f657f461 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 943 time: 0.3441930 Feb 14 21:38:45.744116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9c3b941c-ba0f-41da-a95a-68efd17f5993), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.845380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:45.892572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:45.920690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:45.946450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-debcc14b-4dc0-45c6-a30c-1be3ffd2f6a0 req-7a8a7c21-3c1c-4a63-8c48-da50a446c760 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933452 Feb 14 21:38:45.971697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Allocated IP 2001:db8::2 (9d973f34-c331-47d4-9230-3592e82de0ff/8a29ca7c-4a84-414d-909d-27cb612ce7f1/4ba6b4f3-49af-4886-8a29-ca822d61d7ae) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:46.016308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.016957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.021934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] 10.222.0.64 "PUT /v2.0/ports/ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 200 len: 1092 time: 2.3592248 Feb 14 21:38:46.038062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:46.046592 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:46.074041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Subnet': ['ID=9c3b941c-ba0f-41da-a95a-68efd17f5993,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:46.118608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e5099c4-7442-44e2-b7d2-20b7194a1a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.149352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (d3dc222c-1464-489b-810f-fb1410e7e346), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.156637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Checking segment: {'id': 'ea4934e4-cad6-4287-b829-d5912532938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e649a25-5a14-420f-aa79-810885da4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:46.157426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network hostable DHCP agents. Network: 9e649a25-5a14-420f-aa79-810885da4768, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:38:46.209262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks [] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.215927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Allocated IP 2001:db8::2 (98d61e40-c562-409c-956d-20631e98a7e2/e369d57f-33fc-4e16-8775-c26a3f46f689/ab830483-74da-4ad4-a4d7-b064c00d6a54) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:46.235091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3a68e620-4e09-477b-86ce-06eba2fbc797 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:46.255491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749703-52f0-4fc9-9202-00bb6356005a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:46.287685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 98d61e40-c562-409c-956d-20631e98a7e2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:46.301143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:46.305032 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.305306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.305812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.322649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-3ade57cc-380b-4341-8d4d-4d09f1d11156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.325431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-3ade57cc-380b-4341-8d4d-4d09f1d11156 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 1126 time: 0.2469866 Feb 14 21:38:46.330010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=d3dc222c-1464-489b-810f-fb1410e7e346,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:46.350099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-85363819-443b-4020-ab84-5dcf6fd49153 None None] Current status of the port f22e6d33-99ce-4077-b729-22ecbf0982be is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:46.355750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:46.386886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a9fbf589-87b6-44d1-905c-3a0af2798a64 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6355622 Feb 14 21:38:46.386886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-d5c7b95f-afb8-496c-8eac-0271ea520a30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 200 len: 217 time: 0.0529602 Feb 14 21:38:46.387374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:46.393228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'fixed_ips': [{'subnet_id': 'e369d57f-33fc-4e16-8775-c26a3f46f689'}, {'subnet_id': 'd3dc222c-1464-489b-810f-fb1410e7e346'}], 'name': 'tempest-PortsIpV6TestJSON-676265740'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:46.416811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Pushing event updated for resources: {'Port': ['ID=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:46.437550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfab68-05ac-4052-b3ea-c837812b5035 req-d7b580f1-bfbc-442b-b96f-4e208066c47c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.448799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbfab68-05ac-4052-b3ea-c837812b5035 req-d7b580f1-bfbc-442b-b96f-4e208066c47c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 945 time: 0.2859209 Feb 14 21:38:46.449026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-3a79ff40-600a-4690-8806-196113c39f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.450481 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-3a79ff40-600a-4690-8806-196113c39f88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0527992 Feb 14 21:38:46.451509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 9e649a25-5a14-420f-aa79-810885da4768 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:38:46.452650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Network 9d973f34-c331-47d4-9230-3592e82de0ff is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:46.455813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3a68e620-4e09-477b-86ce-06eba2fbc797 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:38:46.518144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9e649a25-5a14-420f-aa79-810885da4768) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:46.542604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:46.550596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec6c42-da4e-4b20-afd1-6b562145a03d None None] Network 9e649a25-5a14-420f-aa79-810885da4768 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:46.564270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3a68e620-4e09-477b-86ce-06eba2fbc797 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:46.564875 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.569219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:46.575378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.575997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.590144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fbfab68-05ac-4052-b3ea-c837812b5035 req-7501711f-7864-4660-a561-3c7da7f0370b tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395185 Feb 14 21:38:46.712749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e5099c4-7442-44e2-b7d2-20b7194a1a20 admin admin] Publish callbacks [] for security_group (f3eb402f-fc90-4d5a-a8f3-1b72c155fd95), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.733064 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd6bb19-01ca-4e34-b431-028ec52c4081 x-openstack-request-id: req-dbd6bb19-01ca-4e34-b431-028ec52c4081 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:46.733434 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:46.733607 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbd6bb19-01ca-4e34-b431-028ec52c4081 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:46.734007 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'status': 'completed', 'code': 200} Feb 14 21:38:46.736146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:38:46.771741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e5099c4-7442-44e2-b7d2-20b7194a1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3eb402f-fc90-4d5a-a8f3-1b72c155fd95), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:46.818471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-39f404fb-dca3-4760-a338-b872f70647a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:46.819082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-39f404fb-dca3-4760-a338-b872f70647a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3351686 Feb 14 21:38:46.821586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e5099c4-7442-44e2-b7d2-20b7194a1a20 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74e943eb997042f58d0568126cee4617&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1955917 Feb 14 21:38:46.823917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:46.850667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8d3373fb-19e0-4414-ad56-2257f01ef3b9 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4064198 Feb 14 21:38:46.866081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42660) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:46.933978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] Publish callbacks [] for security_group (f3eb402f-fc90-4d5a-a8f3-1b72c155fd95), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.020828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] Publish callbacks [] for security_group (f3eb402f-fc90-4d5a-a8f3-1b72c155fd95), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.032715 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.045392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4c74-ec64-4219-a070-8d5172f9d5d2 req-7c2c6625-cf84-4760-b1be-095cd5ebc48e tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:47.048290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2aa4c74-ec64-4219-a070-8d5172f9d5d2 req-7c2c6625-cf84-4760-b1be-095cd5ebc48e tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 944 time: 0.3248014 Feb 14 21:38:47.079998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5099c4-7442-44e2-b7d2-20b7194a1a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb402f-fc90-4d5a-a8f3-1b72c155fd95,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:47.135137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 468c74de-a2c3-4290-abcb-c349fd3ec02b yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:38:47.207947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Attempting to bind port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:47.208393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Attempting to bind port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '853bf7c3-0f86-49be-9ffa-287ad6faa07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:47.208849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Attempting to bind port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae on network 9d973f34-c331-47d4-9230-3592e82de0ff {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:47.223389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ba1b4b1a-e537-4cba-a1fa-291f4198573b None None] Provisioning complete for port f22e6d33-99ce-4077-b729-22ecbf0982be triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:47.225056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba1b4b1a-e537-4cba-a1fa-291f4198573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.283970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:47.284405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Checking segment: {'id': '853bf7c3-0f86-49be-9ffa-287ad6faa07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:47.285447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.286042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Bound using segment: {'id': '853bf7c3-0f86-49be-9ffa-287ad6faa07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:47.286608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Bound port: 4ba6b4f3-49af-4886-8a29-ca822d61d7ae, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853bf7c3-0f86-49be-9ffa-287ad6faa07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9d973f34-c331-47d4-9230-3592e82de0ff'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:47.287055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.297566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2aa4c74-ec64-4219-a070-8d5172f9d5d2 req-dc3ac4bc-45f9-4204-9b46-8f740963585f tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262564 Feb 14 21:38:47.399965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3a68e620-4e09-477b-86ce-06eba2fbc797 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:47.400271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.421323 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-afe81c41-0680-4769-bd61-86f8411210fe service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476351 Feb 14 21:38:47.517760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9e649a25-5a14-420f-aa79-810885da4768', 'network_id': '9e649a25-5a14-420f-aa79-810885da4768', 'project_id': 'da409cf1aa9744afbaf0c71e292d8a4c', 'fixed_ips': [{'subnet_id': '9c3b941c-ba0f-41da-a95a-68efd17f5993'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:38:47.518609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.552726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.554321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:47.556628 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b9ce6-0579-44dc-b408-a2d862984ebd" -d '{"events": [{"server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "name": "network-vif-plugged", "status": "completed", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:47.564644 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks [] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.568773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] For port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:47.584140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3a68e620-4e09-477b-86ce-06eba2fbc797,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:47.586297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ecafd-68e3-48aa-8d3a-e10166c21a4e req-07611254-2562-4000-9917-5cf0a1ed9b26 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:47.587729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3eb402f-fc90-4d5a-a8f3-1b72c155fd95), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.589454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-298ecafd-68e3-48aa-8d3a-e10166c21a4e req-07611254-2562-4000-9917-5cf0a1ed9b26 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 943 time: 0.1282380 Feb 14 21:38:47.590332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.591133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.591527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3eb402f-fc90-4d5a-a8f3-1b72c155fd95 HTTP/1.1" status: 204 len: 168 time: 0.7666368 Feb 14 21:38:47.614851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] For port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,segment=NetworkSegment(853bf7c3-0f86-49be-9ffa-287ad6faa07f),segment_id=853bf7c3-0f86-49be-9ffa-287ad6faa07f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:47.617028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.649775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98fe8-08cb-4244-b0eb-4dc0e9aacdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb402f-fc90-4d5a-a8f3-1b72c155fd95,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:47.669453 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d02e20b7-22a8-41a6-b6f0-1d84cceeaca5 req-e7a6b56f-7b72-4c9e-a58c-8613f38a4f75 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421036 Feb 14 21:38:47.670109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:47.777221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:47.778206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f22e6d33-99ce-4077-b729-22ecbf0982be up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:47.841754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:47.843142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-c9119e66-8f28-4b23-9059-b0b6354e105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:47.844788 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-c9119e66-8f28-4b23-9059-b0b6354e105c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 1126 time: 0.1108603 Feb 14 21:38:47.845773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:47.855549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Pushing event updated for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:47.878454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-298ecafd-68e3-48aa-8d3a-e10166c21a4e req-b626e7cd-3113-408c-a767-15f7557b0ead tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024424 Feb 14 21:38:47.953371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::39b (98d61e40-c562-409c-956d-20631e98a7e2/e369d57f-33fc-4e16-8775-c26a3f46f689/468c74de-a2c3-4290-abcb-c349fd3ec02b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:47.966209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8:0:1::2b0 (98d61e40-c562-409c-956d-20631e98a7e2/d3dc222c-1464-489b-810f-fb1410e7e346/468c74de-a2c3-4290-abcb-c349fd3ec02b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:47.990986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Allocated IP 2001:db8::2 (9e649a25-5a14-420f-aa79-810885da4768/9c3b941c-ba0f-41da-a95a-68efd17f5993/4b9ec2b6-c2a2-435e-856f-b57b02b758d8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:47.997500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b4b1a-e537-4cba-a1fa-291f4198573b None None] Current status of the port f22e6d33-99ce-4077-b729-22ecbf0982be is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:48.080316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-fb470f67-87d0-4925-afc3-e68649e4db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:48.081270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-fb470f67-87d0-4925-afc3-e68649e4db0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.2298465 Feb 14 21:38:48.142148 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64debb-3fca-4884-a3f8-9e9333eceb71 x-openstack-request-id: req-6c64debb-3fca-4884-a3f8-9e9333eceb71 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:48.142859 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "name": "network-vif-plugged", "status": "completed", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:48.143935 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c64debb-3fca-4884-a3f8-9e9333eceb71 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:48.144853 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797', 'code': 200} Feb 14 21:38:48.175981 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-eee288c5-e500-4a45-aa26-0f55e0dd95a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 200 len: 217 time: 0.0874140 Feb 14 21:38:48.218345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Attempting to bind port ab830483-74da-4ad4-a4d7-b064c00d6a54 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:48.218866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Attempting to bind port ab830483-74da-4ad4-a4d7-b064c00d6a54 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ba9df1e6-bb06-455e-9828-45d732a50027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:48.219387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Attempting to bind port ab830483-74da-4ad4-a4d7-b064c00d6a54 on network 98d61e40-c562-409c-956d-20631e98a7e2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:48.297647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:48.298672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Checking segment: {'id': 'ba9df1e6-bb06-455e-9828-45d732a50027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:48.299208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.301196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Allocated IP 2001:db8::1 (9d973f34-c331-47d4-9230-3592e82de0ff/8a29ca7c-4a84-414d-909d-27cb612ce7f1/28f7b434-9df0-4661-bbf7-0142ef6cd2c7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:48.302130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Bound using segment: {'id': 'ba9df1e6-bb06-455e-9828-45d732a50027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:48.302737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Bound port: ab830483-74da-4ad4-a4d7-b064c00d6a54, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9df1e6-bb06-455e-9828-45d732a50027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '98d61e40-c562-409c-956d-20631e98a7e2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:48.303349 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.327452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d474-a97c-42a5-a5a1-ede763b03328 req-29b47355-46fc-488a-87b7-8019177071fe tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:48.329326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6757d474-a97c-42a5-a5a1-ede763b03328 req-29b47355-46fc-488a-87b7-8019177071fe tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.1586461 Feb 14 21:38:48.348774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:48.356509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f22e6d33-99ce-4077-b729-22ecbf0982be triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:48.356977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.468616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-21d5acec-8876-41c4-971d-e310662ea808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:48.475631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-21d5acec-8876-41c4-971d-e310662ea808 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.2888758 Feb 14 21:38:48.489446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42684) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:48.498034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6757d474-a97c-42a5-a5a1-ede763b03328 req-1658ab98-ec85-4418-a14c-60d7e549e5e1 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540351 Feb 14 21:38:48.553862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043e05e-12b4-4cee-bf03-9758fb9d8c1d req-65508371-b37b-431d-b6a2-4ad586463a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:48.555426 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c043e05e-12b4-4cee-bf03-9758fb9d8c1d req-65508371-b37b-431d-b6a2-4ad586463a44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 1129 time: 0.4687262 Feb 14 21:38:48.590022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.590443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543110-1bb3-45f9-9742-e491414db9b9 None None] Pushing event updated for resources: {'Port': ['ID=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:48.621433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:48.647597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:48.677436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.682991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de7d7c9e-0b27-4dbd-a367-1bda76f4320f up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:48.685932 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.696254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks [] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.755740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.788988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 9d973f34-c331-47d4-9230-3592e82de0ff is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:48.804085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f22e6d33-99ce-4077-b729-22ecbf0982be is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:48.811588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:48.816598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:48.817157 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:48.845359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Network 9e649a25-5a14-420f-aa79-810885da4768 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:48.847146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21b41-e25d-497d-b2fa-2f2ddacee018 None None] Pushing event updated for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:48.861230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:48.892281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:48.962114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Port': ['ID=28f7b434-9df0-4661-bbf7-0142ef6cd2c7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:49.002604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port de7d7c9e-0b27-4dbd-a367-1bda76f4320f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:38:49.007939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Pushing event updated for resources: {'Port': ['ID=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:49.026016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port de7d7c9e-0b27-4dbd-a367-1bda76f4320f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:49.026398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.116505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Attempting to bind port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:38:49.117079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Attempting to bind port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ea4934e4-cad6-4287-b829-d5912532938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e649a25-5a14-420f-aa79-810885da4768'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:38:49.117484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Attempting to bind port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 on network 9e649a25-5a14-420f-aa79-810885da4768 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:38:49.142039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:38:49.142439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Checking segment: {'id': 'ea4934e4-cad6-4287-b829-d5912532938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e649a25-5a14-420f-aa79-810885da4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:38:49.142931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.143412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Bound using segment: {'id': 'ea4934e4-cad6-4287-b829-d5912532938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e649a25-5a14-420f-aa79-810885da4768'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:38:49.143996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Bound port: 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4934e4-cad6-4287-b829-d5912532938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9e649a25-5a14-420f-aa79-810885da4768'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:38:49.145222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.155749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.332127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.421820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88454bf2-51cc-45e9-8ea1-756d83d81376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.512390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.515827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] For port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:38:49.570861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] For port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,segment=NetworkSegment(ea4934e4-cad6-4287-b829-d5912532938d),segment_id=ea4934e4-cad6-4287-b829-d5912532938d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:38:49.582276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port de7d7c9e-0b27-4dbd-a367-1bda76f4320f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:49.582662 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.592064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.714862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c201-096b-41ee-a74d-32756dfcd40f req-98940472-83bb-48a4-9bbd-a63f4e52c330 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:49.717804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2274c201-096b-41ee-a74d-32756dfcd40f req-98940472-83bb-48a4-9bbd-a63f4e52c330 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 944 time: 0.3250139 Feb 14 21:38:49.746138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,segment=NetworkSegment(9322bcaa-b555-4969-b4d1-7e0e5ad83172),segment_id=9322bcaa-b555-4969-b4d1-7e0e5ad83172)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:49.764183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:49.766559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3a608-ae80-460a-a45c-bccb960e6bdd None None] Pushing event updated for resources: {'Port': ['ID=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:49.817245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-b4fd468f-3299-4b0d-8f6f-9fd01f0e9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:49.826472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-b4fd468f-3299-4b0d-8f6f-9fd01f0e9195 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.3318923 Feb 14 21:38:49.918558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddf28b-6e1a-4d5e-908a-585fd0aa5cbd None None] Network 9d973f34-c331-47d4-9230-3592e82de0ff requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:50.012902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2274c201-096b-41ee-a74d-32756dfcd40f req-805efa3a-3ce7-4824-921b-4225a9692ffc tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805612 Feb 14 21:38:50.044176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:50.051331 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-686f7d30-9a66-487e-8090-8c442c26d2e4 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168865 Feb 14 21:38:50.061897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 98d61e40-c562-409c-956d-20631e98a7e2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:50.079363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4ba6b4f3-49af-4886-8a29-ca822d61d7ae up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:50.094361 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c043e05e-12b4-4cee-bf03-9758fb9d8c1d req-144685fa-c340-420a-b3de-b5af272e597a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044687 Feb 14 21:38:50.136658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:50.145298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=468c74de-a2c3-4290-abcb-c349fd3ec02b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:50.219488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:50.224581 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79950ac4-2106-43f2-84e9-abd5d9d20ce8" -d '{"events": [{"server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:50.333258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Provisioning complete for port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:50.333783 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.415401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:38:50.416268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.449418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:50.453521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.463100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.466632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.694971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774a2f-fcb6-4f0b-816a-e55dc2add6ba req-f0d53e9a-3fc7-4f82-a23c-0306f8ba43cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:50.708405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7774a2f-fcb6-4f0b-816a-e55dc2add6ba req-f0d53e9a-3fc7-4f82-a23c-0306f8ba43cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 943 time: 0.5296259 Feb 14 21:38:50.712382 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8723ea75-b6c7-4b5c-9591-fcf93818c5fd req-53052ffe-a43d-4a95-9d3e-6894ba01b57b service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410103 Feb 14 21:38:50.775846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88454bf2-51cc-45e9-8ea1-756d83d81376 admin admin] Publish callbacks [] for security_group (f2e47efa-143d-4826-8c9a-c42c5a27a071), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.805459 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a41c9bb-3016-4985-9d74-577599982467 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.3980324 Feb 14 21:38:50.806207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42716) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:50.808855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88454bf2-51cc-45e9-8ea1-756d83d81376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f2e47efa-143d-4826-8c9a-c42c5a27a071), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:50.814964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e369d57f-33fc-4e16-8775-c26a3f46f689'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:50.886730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Port': ['ID=28f7b434-9df0-4661-bbf7-0142ef6cd2c7,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:50.984320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Current status of the port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:50.984896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:51.021508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7774a2f-fcb6-4f0b-816a-e55dc2add6ba req-d547c61c-5637-44f0-afdd-36041427fce0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121076 Feb 14 21:38:51.032518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:51.045274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88454bf2-51cc-45e9-8ea1-756d83d81376 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31275dd4f13842c49649a1bcb5e52602&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5521202 Feb 14 21:38:51.046152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88454bf2-51cc-45e9-8ea1-756d83d81376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e47efa-143d-4826-8c9a-c42c5a27a071,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:51.057251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:51.057640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:51.062783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:51.117568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 9d973f34-c331-47d4-9230-3592e82de0ff is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:38:51.124859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:38:51.154924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89c9bc-a8b7-4a25-bb58-8bfec8a8f154 None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:51.268238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] For port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,segment=NetworkSegment(853bf7c3-0f86-49be-9ffa-287ad6faa07f),segment_id=853bf7c3-0f86-49be-9ffa-287ad6faa07f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:51.288362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:51.517456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:38:51.636273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:51.640322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab830483-74da-4ad4-a4d7-b064c00d6a54 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:51.791823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] Publish callbacks [] for security_group (f2e47efa-143d-4826-8c9a-c42c5a27a071), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:51.800539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ffe4fb24-4e89-42e0-b550-bf50001d42f6 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:38:51.912769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Delete allocated IP 2001:db8:0:1::2b0 (98d61e40-c562-409c-956d-20631e98a7e2/d3dc222c-1464-489b-810f-fb1410e7e346) {{(pid=103512) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:38:51.952334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35cb2df-ec4e-4b4e-b3cd-da847928a1e3 None None] Network 9e649a25-5a14-420f-aa79-810885da4768 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:51.963932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] Publish callbacks [] for security_group (f2e47efa-143d-4826-8c9a-c42c5a27a071), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.008651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17b6a2-536d-4270-8e53-04fed3c008a5 req-a625b5c9-86d8-4cf7-ad77-e3cfa4ca7ae9 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:52.019954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a17b6a2-536d-4270-8e53-04fed3c008a5 req-a625b5c9-86d8-4cf7-ad77-e3cfa4ca7ae9 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.8609893 Feb 14 21:38:52.079331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:52.080489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.082889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:52.084262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.208970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Router f7b1186d-c7d8-4af8-a550-42adbef5dd00 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:38:52.227034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a17b6a2-536d-4270-8e53-04fed3c008a5 req-4865d4ef-92b5-4673-9f4d-ae654bc0f635 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704888 Feb 14 21:38:52.299019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.317731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.392596 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2049a9c-edc4-4ae5-bac4-f4cdf145a2c7 x-openstack-request-id: req-e2049a9c-edc4-4ae5-bac4-f4cdf145a2c7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:52.395181 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:52.396998 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2049a9c-edc4-4ae5-bac4-f4cdf145a2c7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:52.398718 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f', 'code': 200} Feb 14 21:38:52.451806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:38:52.454090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f2e47efa-143d-4826-8c9a-c42c5a27a071), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.457126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.460023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2e47efa-143d-4826-8c9a-c42c5a27a071 HTTP/1.1" status: 204 len: 168 time: 1.3922267 Feb 14 21:38:52.468891 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] Sync routers for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:38:52.498101 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:52.504852 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:52.508350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:38:52.514372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b699cc-2dd9-4c6e-a98b-b9946f8e10ad None None] Pushing event updated for resources: {'Port': ['ID=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:52.520410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] In _notify_port_updated(), no bound segment for port 468c74de-a2c3-4290-abcb-c349fd3ec02b on network 98d61e40-c562-409c-956d-20631e98a7e2 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:38:52.526632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:52.527339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.528757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/ports/468c74de-a2c3-4290-abcb-c349fd3ec02b HTTP/1.1" status: 200 len: 925 time: 1.7208765 Feb 14 21:38:52.532131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:52.540215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e369d57f-33fc-4e16-8775-c26a3f46f689'}, {'subnet_id': 'd3dc222c-1464-489b-810f-fb1410e7e346'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:38:52.617089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e23ec4db-2d80-4670-a7d4-6d3680da33a6 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7430506 Feb 14 21:38:52.624903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:52.643766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a3a0b-031c-4219-9a0d-679bf2c66418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e47efa-143d-4826-8c9a-c42c5a27a071,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:52.676531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:52.695826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:38:52.696462 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:52.780837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:38:52.781504 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ebf59-964e-452c-8133-d36229fc1cf1 None None] The sync data for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:38:52.814233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e5f81-8ece-45e0-b976-fdf9ba5b008e req-3e6b6c48-d2e2-4f1e-bf08-7530c2650c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:52.824080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-129e5f81-8ece-45e0-b976-fdf9ba5b008e req-3e6b6c48-d2e2-4f1e-bf08-7530c2650c65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 1128 time: 0.3618767 Feb 14 21:38:52.925954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:52.926355 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.934131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:52.934405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:52.966899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994b5bf-f466-4b33-81f0-3f6bccb1f8d6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=468c74de-a2c3-4290-abcb-c349fd3ec02b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:53.015972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Update dhcp port {'port': {'network_id': '98d61e40-c562-409c-956d-20631e98a7e2', 'fixed_ips': [{'subnet_id': 'e369d57f-33fc-4e16-8775-c26a3f46f689', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3dc222c-1464-489b-810f-fb1410e7e346'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'ab830483-74da-4ad4-a4d7-b064c00d6a54'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:38:53.036227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80244e39-130e-492f-8aff-a104027632ac req-410065ad-8574-4299-82ac-493da6a56be8 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:53.045541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80244e39-130e-492f-8aff-a104027632ac req-410065ad-8574-4299-82ac-493da6a56be8 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.4111369 Feb 14 21:38:53.087477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:53.162673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:53.279726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80244e39-130e-492f-8aff-a104027632ac req-ba72405a-ce72-4330-9e1b-73a70b044acc tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037308 Feb 14 21:38:53.384652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-129e5f81-8ece-45e0-b976-fdf9ba5b008e req-23a6b08d-6bd3-4af6-90fd-3314fcb98595 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394292 Feb 14 21:38:53.542410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:53.630782 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:53.633285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'mac_address': 'fa:16:3e:b4:12:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:38:53.634901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:53.707486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f9cd2-904b-4310-9005-54b33819fbbc req-236901b8-2b56-492c-9412-507db38c52f8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:53.713598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4ba6b4f3-49af-4886-8a29-ca822d61d7ae up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:53.742032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b68f9cd2-904b-4310-9005-54b33819fbbc req-236901b8-2b56-492c-9412-507db38c52f8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 943 time: 0.1996262 Feb 14 21:38:53.755815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:38:53.756180 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:38:53.857459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ffe4fb24-4e89-42e0-b550-bf50001d42f6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:53.857848 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:53.895882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b68f9cd2-904b-4310-9005-54b33819fbbc req-5f29606d-278c-4f5b-bb10-e043444d5867 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528134 Feb 14 21:38:53.917478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:53.963088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe4fb24-4e89-42e0-b550-bf50001d42f6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:38:54.014562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:54.014909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:54.095717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:54.107193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:54.219133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4243e-95fc-49d5-82ba-d07a8fe9a8ee req-af013fb7-92ae-4547-937b-308a7c464083 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:54.232551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29f4243e-95fc-49d5-82ba-d07a8fe9a8ee req-af013fb7-92ae-4547-937b-308a7c464083 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.2158127 Feb 14 21:38:54.252271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:54.253404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:54.255688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Allocated IP 2001:db8:0:1::2 (98d61e40-c562-409c-956d-20631e98a7e2/d3dc222c-1464-489b-810f-fb1410e7e346/ab830483-74da-4ad4-a4d7-b064c00d6a54) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:54.305727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-bf404381-8304-499c-babc-0c18661bca72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2239554 Feb 14 21:38:54.355062 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-2b579c07-5aba-48c0-ad13-13c36437e5f8 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:38:54.362483 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b579c07-5aba-48c0-ad13-13c36437e5f8 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7267370 Feb 14 21:38:54.363928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:54.378162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29f4243e-95fc-49d5-82ba-d07a8fe9a8ee req-2d3a9868-be94-4705-a579-c5ab8212932e tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345589 Feb 14 21:38:54.392464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:54.517562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c1fb-645b-401d-aec0-b2983667712d req-94e9d45e-493d-45b1-b624-53f11dfcb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:54.522121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-94e9d45e-493d-45b1-b624-53f11dfcb56a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1145103 Feb 14 21:38:54.626479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:54.670508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Publish callbacks [] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:54.678546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:38:54.683685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:54.805109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d07ad-3d35-4b9f-b1fe-20112ec3cb46 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:54.898788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa5515-6a82-4997-a665-ec79bdef17b3 None None] Pushing event updated for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:54.991429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8:0:1::1e1 (98d61e40-c562-409c-956d-20631e98a7e2/d3dc222c-1464-489b-810f-fb1410e7e346/468c74de-a2c3-4290-abcb-c349fd3ec02b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:38:55.063477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Provisioning complete for port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:55.063858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.066741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:55.067217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0c48-9ce2-4c30-9244-799a9a3b241a req-d122080e-0ef0-4506-b7ce-84732228d032 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.067395 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.069112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7fe0c48-9ce2-4c30-9244-799a9a3b241a req-d122080e-0ef0-4506-b7ce-84732228d032 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.4999266 Feb 14 21:38:55.116611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c1fb-645b-401d-aec0-b2983667712d req-cb98521e-4fbc-43f1-a368-d93488cb2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.119691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-cb98521e-4fbc-43f1-a368-d93488cb2fc4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.5706441 Feb 14 21:38:55.341325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7fe0c48-9ce2-4c30-9244-799a9a3b241a req-2eb802c2-3482-4a70-964e-79e51b96c7e7 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644968 Feb 14 21:38:55.427667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-a3d2ace1-7d8a-4360-a138-1f9100a3a168 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.2995999 Feb 14 21:38:55.482595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.546954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c1fb-645b-401d-aec0-b2983667712d req-a62eb3b2-09be-4bf4-80b6-284bb543d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.548641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-a62eb3b2-09be-4bf4-80b6-284bb543d4ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.1128354 Feb 14 21:38:55.561308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.633361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Current status of the port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:55.633943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.640413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:55.640821 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.674703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=468c74de-a2c3-4290-abcb-c349fd3ec02b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:55.702316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c1fb-645b-401d-aec0-b2983667712d req-8387a399-5f7f-4eb7-960e-9642cfb53b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.703916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-8387a399-5f7f-4eb7-960e-9642cfb53b8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1208663 Feb 14 21:38:55.740236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] For port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,segment=NetworkSegment(ea4934e4-cad6-4287-b829-d5912532938d),segment_id=ea4934e4-cad6-4287-b829-d5912532938d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:55.774943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.789136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] In _notify_port_updated(), no bound segment for port 468c74de-a2c3-4290-abcb-c349fd3ec02b on network 98d61e40-c562-409c-956d-20631e98a7e2 {{(pid=103512) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:38:55.813278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.814540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.817057 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a26b5988-353e-43d7-bda7-73b2992b799e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/ports/468c74de-a2c3-4290-abcb-c349fd3ec02b HTTP/1.1" status: 200 len: 1011 time: 3.2839267 Feb 14 21:38:55.822394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42772) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:55.848893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d140b-3e00-4e29-9b1f-59fdf93d6dbf req-6705e294-7009-4658-bf06-98285d423779 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:55.863615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-007d140b-3e00-4e29-9b1f-59fdf93d6dbf req-6705e294-7009-4658-bf06-98285d423779 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 944 time: 0.3139133 Feb 14 21:38:55.926488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Provisioning complete for port 28f7b434-9df0-4661-bbf7-0142ef6cd2c7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:55.926488 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:55.961239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-a9d816fc-e990-4b0d-a1c0-f31cb31eb157 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472146 Feb 14 21:38:55.983771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-007d140b-3e00-4e29-9b1f-59fdf93d6dbf req-d0e616b1-9005-4c89-ba19-e6468ac90867 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191385 Feb 14 21:38:56.005112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:38:56.005471 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:38:56.008089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Pushing event updated for resources: {'Port': ['ID=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:56.028665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Port 28f7b434-9df0-4661-bbf7-0142ef6cd2c7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:38:56.048560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Provisioning complete for port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:56.048941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:56.057760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:56.223545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a51c1fb-645b-401d-aec0-b2983667712d req-3136dd62-2e62-452f-a8a6-bd2c0a29a6b9 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376742 Feb 14 21:38:56.225640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 468c74de-a2c3-4290-abcb-c349fd3ec02b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:56.225984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:56.308900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64a1371b-1153-4aef-96bf-0156d2e334f9 None None] Current status of the port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:56.440577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:56.461671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c919b3-b918-49aa-bc52-da4b909c1d1d req-9f0d3858-6831-4e09-ba38-fef9efc7d03e tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:56.473567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 468c74de-a2c3-4290-abcb-c349fd3ec02b owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:56.475459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39c919b3-b918-49aa-bc52-da4b909c1d1d req-9f0d3858-6831-4e09-ba38-fef9efc7d03e tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.0975838 Feb 14 21:38:56.476612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8890e0f-ca2a-4cd5-a634-5b41e1efd96c None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:56.639054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39c919b3-b918-49aa-bc52-da4b909c1d1d req-4162e1e3-bd5b-4993-a9ea-fac7e6c0bf80 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627026 Feb 14 21:38:56.829750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:56.846085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fc20c933-2a4a-4732-96f7-df2addc826e3 None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:56.847284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc20c933-2a4a-4732-96f7-df2addc826e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:56.909716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857c56b-b24f-4d77-9e17-074fdda30e32 req-8eb23b6c-4038-4b56-8d7d-230b2cdeecce tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:56.927534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2857c56b-b24f-4d77-9e17-074fdda30e32 req-8eb23b6c-4038-4b56-8d7d-230b2cdeecce tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.1512380 Feb 14 21:38:56.968597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (468c74de-a2c3-4290-abcb-c349fd3ec02b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:57.017058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting port 28f7b434-9df0-4661-bbf7-0142ef6cd2c7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:57.017421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:57.035838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fc20c933-2a4a-4732-96f7-df2addc826e3 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:57.038476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:57.043666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fc20c933-2a4a-4732-96f7-df2addc826e3 None None] Could not find standard attr ID for object 468c74de-a2c3-4290-abcb-c349fd3ec02b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:57.091930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2857c56b-b24f-4d77-9e17-074fdda30e32 req-7c40b331-c52d-4591-8e52-aafe8e3932ff tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586580 Feb 14 21:38:57.112885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:57.113282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:57.327656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:57.328783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab830483-74da-4ad4-a4d7-b064c00d6a54 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:57.349324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf969ae-a176-4ba4-8096-aab16c6cb203 req-32f02099-0346-4720-baf0-1331a73055da tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:57.350859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf969ae-a176-4ba4-8096-aab16c6cb203 req-32f02099-0346-4720-baf0-1331a73055da tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 944 time: 0.1247308 Feb 14 21:38:57.429994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:57.430526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:57.478410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf969ae-a176-4ba4-8096-aab16c6cb203 req-2b616fdb-1704-441f-a50f-f99d549d2691 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192677 Feb 14 21:38:57.542187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b5e342ea-f0f9-4891-9266-b3adc4c8b43e None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:57.542714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5e342ea-f0f9-4891-9266-b3adc4c8b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:57.774505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:57.912444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b5e342ea-f0f9-4891-9266-b3adc4c8b43e None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:57.922708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b5e342ea-f0f9-4891-9266-b3adc4c8b43e None None] Could not find standard attr ID for object 468c74de-a2c3-4290-abcb-c349fd3ec02b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:57.933508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=468c74de-a2c3-4290-abcb-c349fd3ec02b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:58.074797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.080772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-43c4a09e-fda4-4fff-8324-9af46fab9dd8 None None] Could not find standard attr ID for object 468c74de-a2c3-4290-abcb-c349fd3ec02b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:58.090387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.099001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5ebe0c5f-ed77-4c01-9497-9901929ab708 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/468c74de-a2c3-4290-abcb-c349fd3ec02b HTTP/1.1" status: 204 len: 168 time: 2.2754252 Feb 14 21:38:58.099702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42798) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:58.114356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Calling delete_port for 28f7b434-9df0-4661-bbf7-0142ef6cd2c7 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:58.141721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385437-fcec-492d-9fb3-c78b02c4a94b req-9585a71b-47a6-4d3c-8e1e-d83fdbd6a14b tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:58.143232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26385437-fcec-492d-9fb3-c78b02c4a94b req-9585a71b-47a6-4d3c-8e1e-d83fdbd6a14b tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.1155448 Feb 14 21:38:58.146087 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff89ec3-aa3f-4b59-bbca-0338c41c921a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:38:58.153148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ffe4fb24-4e89-42e0-b550-bf50001d42f6 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:38:58.156418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dff89ec3-aa3f-4b59-bbca-0338c41c921a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/468c74de-a2c3-4290-abcb-c349fd3ec02b HTTP/1.1" status: 404 len: 333 time: 0.0555978 Feb 14 21:38:58.158469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-6106a4d9-a394-4a8f-87c9-87a9519ecd20 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:58.160766 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-6106a4d9-a394-4a8f-87c9-87a9519ecd20 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.2922084 Feb 14 21:38:58.165257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42800) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:58.257006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port ffe4fb24-4e89-42e0-b550-bf50001d42f6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:38:58.264734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port ffe4fb24-4e89-42e0-b550-bf50001d42f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:38:58.265107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.266355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26385437-fcec-492d-9fb3-c78b02c4a94b req-c7392193-3234-4386-b4d6-ddb64e40b7b5 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997863 Feb 14 21:38:58.289715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet d3dc222c-1464-489b-810f-fb1410e7e346 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:58.293468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (d3dc222c-1464-489b-810f-fb1410e7e346), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.407534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c9a739a6-84dc-435e-a6d6-dd24fa4be1ff None None] Could not find standard attr ID for object 468c74de-a2c3-4290-abcb-c349fd3ec02b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:58.430727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ffe4fb24-4e89-42e0-b550-bf50001d42f6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:38:58.432144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.441263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc123a6-846b-448f-bd99-19d40f898f1e req-a8122cf0-7c5d-46a7-9a28-111382a168fb tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:58.442138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (d3dc222c-1464-489b-810f-fb1410e7e346), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.453605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbc123a6-846b-448f-bd99-19d40f898f1e req-a8122cf0-7c5d-46a7-9a28-111382a168fb tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.1037700 Feb 14 21:38:58.467181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:38:58.473159 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25681a48-2852-427f-bff9-3b5974e84bd5" -d '{"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:38:58.508675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:58.517439 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.543577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbc123a6-846b-448f-bd99-19d40f898f1e req-615f2497-4147-4bfa-b442-70c81d548966 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837135 Feb 14 21:38:58.627935 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12232df-6f05-4f50-a480-198e5dd6b095 x-openstack-request-id: req-d12232df-6f05-4f50-a480-198e5dd6b095 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:38:58.630345 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:38:58.630625 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d12232df-6f05-4f50-a480-198e5dd6b095 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:38:58.631047 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'code': 200} Feb 14 21:38:58.632177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:58.647682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d3dc222c-1464-489b-810f-fb1410e7e346), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.697443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.726521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-abebc117-4c4a-49cf-bbac-44b74f644a95 None None] Could not find standard attr ID for object 468c74de-a2c3-4290-abcb-c349fd3ec02b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:38:58.726906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde27ad-dcdf-4935-8150-9042f889d576 req-b545583a-e6a3-41c8-a888-9b55b9f28c6c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:58.729358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fde27ad-dcdf-4935-8150-9042f889d576 req-b545583a-e6a3-41c8-a888-9b55b9f28c6c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0742993 Feb 14 21:38:58.807082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fde27ad-dcdf-4935-8150-9042f889d576 req-37846209-782d-48be-90cb-fe21cbf1cb4f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 Feb 14 21:38:58.840868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bce83-c081-4ad1-a225-b3ef9721e3d9 req-febafb52-84d7-44e2-8704-1ab149e72cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:58.841635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-771bce83-c081-4ad1-a225-b3ef9721e3d9 req-febafb52-84d7-44e2-8704-1ab149e72cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 1128 time: 0.1569459 Feb 14 21:38:58.851247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Deleting port 3a68e620-4e09-477b-86ce-06eba2fbc797 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:58.851614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:58.952015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (d3dc222c-1464-489b-810f-fb1410e7e346), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.038460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dc222c-1464-489b-810f-fb1410e7e346,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:59.046878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f6c68-ca2b-4a9e-8f57-6730f47cc252 None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:38:59.079255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.083514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-661a1e79-3560-40a2-ae4a-7f435e11368a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/d3dc222c-1464-489b-810f-fb1410e7e346 HTTP/1.1" status: 204 len: 168 time: 0.9168270 Feb 14 21:38:59.086492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42816) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:38:59.090959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-771bce83-c081-4ad1-a225-b3ef9721e3d9 req-91a97a0b-d516-4d37-94fa-f7c36ebdd37f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912484 Feb 14 21:38:59.133080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-c7fe0615-ffb7-4c7a-b281-595856e696fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2343562 Feb 14 21:38:59.141700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] For port 3a68e620-4e09-477b-86ce-06eba2fbc797, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3a68e620-4e09-477b-86ce-06eba2fbc797,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:38:59.141914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.165688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Calling delete_port for 3a68e620-4e09-477b-86ce-06eba2fbc797 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:38:59.171562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (28f7b434-9df0-4661-bbf7-0142ef6cd2c7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.191641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet e369d57f-33fc-4e16-8775-c26a3f46f689 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:38:59.197077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (e369d57f-33fc-4e16-8775-c26a3f46f689), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.247015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Port': ['ID=28f7b434-9df0-4661-bbf7-0142ef6cd2c7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:38:59.258607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (e369d57f-33fc-4e16-8775-c26a3f46f689), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.493358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70377932-47de-47b8-91b5-5298a95f12ce req-3af94c55-1419-4ea9-8f96-e31f405d7cac tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:59.495046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70377932-47de-47b8-91b5-5298a95f12ce req-3af94c55-1419-4ea9-8f96-e31f405d7cac tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.1780009 Feb 14 21:38:59.601172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.713940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e369d57f-33fc-4e16-8775-c26a3f46f689), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:38:59.750892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29657-c196-41ab-98db-b33cb0a59564 req-93a9f19a-4187-41f8-9881-bc7b4c693524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:59.752521 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-93a9f19a-4187-41f8-9881-bc7b4c693524 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.3361819 Feb 14 21:38:59.813491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a523d9-805e-4587-8f89-69100120ddb3 req-4cc13161-ee5c-4865-ad19-2c8bf2aa4b07 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:38:59.815004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a523d9-805e-4587-8f89-69100120ddb3 req-4cc13161-ee5c-4865-ad19-2c8bf2aa4b07 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceffb961-1e04-4153-9732-51730ceec485 HTTP/1.1" status: 200 len: 946 time: 0.3734360 Feb 14 21:38:59.891836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Deleting port de7d7c9e-0b27-4dbd-a367-1bda76f4320f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:38:59.893815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.029968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Router f7b1186d-c7d8-4af8-a550-42adbef5dd00 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:00.052871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3a68e620-4e09-477b-86ce-06eba2fbc797), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.067984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3a68e620-4e09-477b-86ce-06eba2fbc797'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:00.126472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Pushing event deleted for resources: {'Port': ['ID=3a68e620-4e09-477b-86ce-06eba2fbc797,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:00.128361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] For port de7d7c9e-0b27-4dbd-a367-1bda76f4320f, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,segment=NetworkSegment(9322bcaa-b555-4969-b4d1-7e0e5ad83172),segment_id=9322bcaa-b555-4969-b4d1-7e0e5ad83172)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:00.129007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.154590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (e369d57f-33fc-4e16-8775-c26a3f46f689), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.208827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29657-c196-41ab-98db-b33cb0a59564 req-1bea5b6e-9a4c-4f13-8965-03bb4f1d9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:00.210597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-1bea5b6e-9a4c-4f13-8965-03bb4f1d9717 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.3919981 Feb 14 21:39:00.239556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.247386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/e369d57f-33fc-4e16-8775-c26a3f46f689 HTTP/1.1" status: 204 len: 168 time: 1.1595895 Feb 14 21:39:00.257384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:00.258777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Calling delete_port for de7d7c9e-0b27-4dbd-a367-1bda76f4320f owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:00.261402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ec0e-4489-48e1-808f-53674d327749 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=e369d57f-33fc-4e16-8775-c26a3f46f689,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:00.343200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:00.350605 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18dfd232-ebf5-4642-9d69-537b363dce43 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9854388 Feb 14 21:39:00.354038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] No DVR routers for this DVR port 3a68e620-4e09-477b-86ce-06eba2fbc797 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:00.354515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a523d9-805e-4587-8f89-69100120ddb3 req-307f57f1-f68d-41a2-8b44-f476169672a3 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205338 Feb 14 21:39:00.357591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42838) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:00.361645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.362121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] Sync routers for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:00.369377 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7a31270-7658-4aad-9429-50de9e3fe955 req-76355bbe-04fa-455a-9ecb-b7ea605c2a47 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.64 "DELETE /v2.0/ports/3a68e620-4e09-477b-86ce-06eba2fbc797 HTTP/1.1" status: 204 len: 173 time: 2.1431820 Feb 14 21:39:00.387757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'name': 'network-vif-deleted', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:00.387910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e58870-297e-44fe-a5eb-f47e7b414eaa None None] Network 98d61e40-c562-409c-956d-20631e98a7e2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:00.392605 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b7130b-6fcf-47eb-88fd-668012af6872" -d '{"events": [{"server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "name": "network-vif-deleted", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:00.434235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-e672a67c-1686-4b69-bfca-30f7c36b0ebd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1001 time: 0.1739645 Feb 14 21:39:00.445647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:00.446298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:00.526503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29657-c196-41ab-98db-b33cb0a59564 req-165d58c5-efde-470d-b9a6-d3873a8b8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:00.530451 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-165d58c5-efde-470d-b9a6-d3873a8b8dc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0884807 Feb 14 21:39:00.562919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:00.571914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ea3151d5-8af7-48f6-aceb-3c1ad161f5ef None None] Provisioning complete for port ab830483-74da-4ad4-a4d7-b064c00d6a54 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:00.572294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea3151d5-8af7-48f6-aceb-3c1ad161f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.605668 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-5962a4c7-a3bb-4895-a2b0-ce3b47c42794 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] delete failed (client error): The resource could not be found. Feb 14 21:39:00.606691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5962a4c7-a3bb-4895-a2b0-ce3b47c42794 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-658268072 HTTP/1.1" status: 404 len: 334 time: 0.1489153 Feb 14 21:39:00.612994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:00.623880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-35ad25ab-7434-4d10-ac04-7d6a7de48c6c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7b1186d-c7d8-4af8-a550-42adbef5dd00'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:00.634851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:00.636195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:38:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:00.688516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:00.689221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f16802-bae3-4331-8ce7-0333aee4b1d0 None None] The sync data for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:00.754516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (98d61e40-c562-409c-956d-20631e98a7e2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.771750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea3151d5-8af7-48f6-aceb-3c1ad161f5ef None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:00.802636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] DHCP port deletion for 98d61e40-c562-409c-956d-20631e98a7e2 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:00.814400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29657-c196-41ab-98db-b33cb0a59564 req-3c04c77f-6908-4b5f-b4c4-690b245e54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:00.816636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-3c04c77f-6908-4b5f-b4c4-690b245e54ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2776835 Feb 14 21:39:00.903198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Deleting port ab830483-74da-4ad4-a4d7-b064c00d6a54 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:00.903198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:00.941430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a7fa-40b6-41ed-8a6a-0606d7985c0f req-0cfceb87-3489-4c70-8c67-8edd9ebb8704 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:00.948943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3c8a7fa-40b6-41ed-8a6a-0606d7985c0f req-0cfceb87-3489-4c70-8c67-8edd9ebb8704 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd8c49f-8072-4429-85aa-32899c04dbf9 HTTP/1.1" status: 200 len: 945 time: 0.3621159 Feb 14 21:39:00.989024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab830483-74da-4ad4-a4d7-b064c00d6a54 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:01.079488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3c8a7fa-40b6-41ed-8a6a-0606d7985c0f req-7d53b4e8-cd29-4ca4-b8e5-fad7231474c0 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.86 "GET /v2.0/security-groups?id=b0ac4016-188c-44bc-ab5b-32dd595f6439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295152 Feb 14 21:39:01.094026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (de7d7c9e-0b27-4dbd-a367-1bda76f4320f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.108093 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4050d5af-3f59-4d74-8cdc-8e311d817875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.118467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:01.119010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.141666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Calling delete_port for ab830483-74da-4ad4-a4d7-b064c00d6a54 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:01.163065 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-edf54a46-4951-4620-a38c-95b89de876ef service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875526 Feb 14 21:39:01.175269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Pushing event deleted for resources: {'Port': ['ID=de7d7c9e-0b27-4dbd-a367-1bda76f4320f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:01.231005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] No DVR routers for this DVR port de7d7c9e-0b27-4dbd-a367-1bda76f4320f on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:01.242467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.253879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70377932-47de-47b8-91b5-5298a95f12ce req-94dce262-ee50-4efa-9941-25cceee75e78 tempest-InstanceActionsNegativeTestJSON-2036160227 tempest-InstanceActionsNegativeTestJSON-2036160227-project] 10.222.0.83 "DELETE /v2.0/ports/de7d7c9e-0b27-4dbd-a367-1bda76f4320f HTTP/1.1" status: 204 len: 173 time: 1.7390461 Feb 14 21:39:01.260168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'name': 'network-vif-deleted', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:01.266484 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790bbae-28c6-42d6-b197-34d819c79d74" -d '{"events": [{"server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "name": "network-vif-deleted", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:01.310354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port ab830483-74da-4ad4-a4d7-b064c00d6a54 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:01.310723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.328734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ab830483-74da-4ad4-a4d7-b064c00d6a54 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:01.333903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.389813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:01.390634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.411223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ab830483-74da-4ad4-a4d7-b064c00d6a54, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab830483-74da-4ad4-a4d7-b064c00d6a54,segment=NetworkSegment(ba9df1e6-bb06-455e-9828-45d732a50027),segment_id=ba9df1e6-bb06-455e-9828-45d732a50027)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:01.417336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for ab830483-74da-4ad4-a4d7-b064c00d6a54 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:01.419619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.509019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.550696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ab830483-74da-4ad4-a4d7-b064c00d6a54), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.578009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] No DVR routers for this DVR port ab830483-74da-4ad4-a4d7-b064c00d6a54 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:01.621163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:01.633163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.633428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:01.634305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.641740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.644425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.645412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.646173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.649588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port ab830483-74da-4ad4-a4d7-b064c00d6a54 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:01.655302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.655911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.656460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.657477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.658610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.660293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.660838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:01.747632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8053-a4b2-4295-bcfb-2d698a11afa0 None None] Pushing event deleted for resources: {'Port': ['ID=ab830483-74da-4ad4-a4d7-b064c00d6a54,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:01.819961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e8b41-68c7-432f-b5a6-2bd36c50445c req-f1dc843d-955b-4181-a491-ef40db477718 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:01.821655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-786e8b41-68c7-432f-b5a6-2bd36c50445c req-f1dc843d-955b-4181-a491-ef40db477718 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.5668237 Feb 14 21:39:01.824086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (98d61e40-c562-409c-956d-20631e98a7e2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.868995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d61e40-c562-409c-956d-20631e98a7e2']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:01.882491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9df1e6-bb06-455e-9828-45d732a50027') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:01.882937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9df1e6-bb06-455e-9828-45d732a50027') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:01.895992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (ba9df1e6-bb06-455e-9828-45d732a50027), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.915979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ba9df1e6-bb06-455e-9828-45d732a50027), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:01.925297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:01.925859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (ba9df1e6-bb06-455e-9828-45d732a50027), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:02.033654 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:02.077384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-35ad25ab-7434-4d10-ac04-7d6a7de48c6c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router_gateway (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.087237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (98d61e40-c562-409c-956d-20631e98a7e2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.119218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.121459 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-35ad25ab-7434-4d10-ac04-7d6a7de48c6c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] update failed (client error): The resource could not be found. Feb 14 21:39:02.128272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/98d61e40-c562-409c-956d-20631e98a7e2 HTTP/1.1" status: 204 len: 168 time: 1.8542881 Feb 14 21:39:02.129590 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-35ad25ab-7434-4d10-ac04-7d6a7de48c6c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00 HTTP/1.1" status: 404 len: 339 time: 1.5140343 Feb 14 21:39:02.132288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.132786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.138674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58422ba2-76ef-4fc9-9c44-7fa3579c84fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=98d61e40-c562-409c-956d-20631e98a7e2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:02.150289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-786e8b41-68c7-432f-b5a6-2bd36c50445c req-a86a89b4-cad5-4c0c-9bf3-67b7f073789f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234019 Feb 14 21:39:02.150968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1142852946'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:02.159816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-36b29657-c196-41ab-98db-b33cb0a59564 req-ba068642-ae88-4dd9-9831-c95457e26b2d service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9887085 Feb 14 21:39:02.167072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3a68e620-4e09-477b-86ce-06eba2fbc797 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:02.219346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3a68e620-4e09-477b-86ce-06eba2fbc797 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:02.220001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3a68e620-4e09-477b-86ce-06eba2fbc797 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:02.229396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:02.233656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.255418 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896bbd5-b55f-4313-bb0d-61cdf9339e01 x-openstack-request-id: req-f896bbd5-b55f-4313-bb0d-61cdf9339e01 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:02.255995 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceffb961-1e04-4153-9732-51730ceec485", "name": "network-vif-deleted", "tag": "3a68e620-4e09-477b-86ce-06eba2fbc797", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:02.256423 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f896bbd5-b55f-4313-bb0d-61cdf9339e01 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:02.257000 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceffb961-1e04-4153-9732-51730ceec485', 'name': 'network-vif-deleted', 'tag': '3a68e620-4e09-477b-86ce-06eba2fbc797', 'status': 'completed', 'code': 200} Feb 14 21:39:02.283973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bf6c5-d27d-415e-8da2-ba241e98a8d9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:02.291679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42864) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.292324 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-664bf6c5-d27d-415e-8da2-ba241e98a8d9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1583302 Feb 14 21:39:02.299970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:02.308938 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ded492-dec9-4633-8163-cf7463dcfe52 x-openstack-request-id: req-c7ded492-dec9-4633-8163-cf7463dcfe52 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:02.309252 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd8c49f-8072-4429-85aa-32899c04dbf9", "name": "network-vif-deleted", "tag": "de7d7c9e-0b27-4dbd-a367-1bda76f4320f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:02.309513 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7ded492-dec9-4633-8163-cf7463dcfe52 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:02.309922 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd8c49f-8072-4429-85aa-32899c04dbf9', 'name': 'network-vif-deleted', 'tag': 'de7d7c9e-0b27-4dbd-a367-1bda76f4320f', 'status': 'completed', 'code': 200} Feb 14 21:39:02.318445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (50640015-4f7d-4acd-a1ea-7065ee098c5d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.319127 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Added segment 50640015-4f7d-4acd-a1ea-7065ee098c5d of type vlan for network 24fd5245-6742-434c-bbe5-b6400a800faa Feb 14 21:39:02.403779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.411060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464191172'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:02.411866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bd06ff92-15b2-48c9-85a0-83b9f03691c8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1182299 Feb 14 21:39:02.428697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42872) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.468793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (24fd5245-6742-434c-bbe5-b6400a800faa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.530005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:02.533499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.540887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Deleting subnet 0f4a1650-38b7-4378-a443-62379939d594 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:02.544838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Publish callbacks [] for subnet (0f4a1650-38b7-4378-a443-62379939d594), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.601787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:02.607142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (24fd5245-6742-434c-bbe5-b6400a800faa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.612785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:02.613505 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.638082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (0f4a1650-38b7-4378-a443-62379939d594), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.659097 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5147192 Feb 14 21:39:02.681941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.683410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (deb9a452-d509-4fd0-a7bc-a80e69e97950), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.684025 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment deb9a452-d509-4fd0-a7bc-a80e69e97950 of type vlan for network 64acfe18-3150-4938-850f-c2d19079008d Feb 14 21:39:02.689776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'subnet': {'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:02.719999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0f4a1650-38b7-4378-a443-62379939d594), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.745312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de7d7c9e-0b27-4dbd-a367-1bda76f4320f no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:02.782059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: de7d7c9e-0b27-4dbd-a367-1bda76f4320f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:02.782720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device de7d7c9e-0b27-4dbd-a367-1bda76f4320f not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:02.802000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (0f4a1650-38b7-4378-a443-62379939d594), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.814550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42492d-0732-487b-8b6d-9887dcee4714 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Network': ['ID=24fd5245-6742-434c-bbe5-b6400a800faa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:02.831921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 24fd5245-6742-434c-bbe5-b6400a800faa details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:02.843504 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:02.850743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0f4a1650-38b7-4378-a443-62379939d594 HTTP/1.1" status: 204 len: 168 time: 0.4204865 Feb 14 21:39:02.893232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42890) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:02.993039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (64acfe18-3150-4938-850f-c2d19079008d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.040250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (64acfe18-3150-4938-850f-c2d19079008d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.046227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:03.047001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.054400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Made reservation on behalf of da409cf1aa9744afbaf0c71e292d8a4c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:03.058133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.178948 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7738860 Feb 14 21:39:03.193696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:03.203255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '64acfe18-3150-4938-850f-c2d19079008d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:03.231845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c27f1-f07c-4bf1-b521-20c76b1cb3e9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=64acfe18-3150-4938-850f-c2d19079008d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:03.245354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 64acfe18-3150-4938-850f-c2d19079008d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:03.371483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4e3abee-c4a7-4662-9dd3-5ad9cee17588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.485969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (58025e2e-1640-404a-add6-66c01da83bfa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.488892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea9556-58bd-4ccc-8eb5-802f59d2ad17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4a1650-38b7-4378-a443-62379939d594,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:03.510857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (1605c015-42a5-46a4-84be-69a9e8ec4126), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.515511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:03.520353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.664483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Subnet': ['ID=58025e2e-1640-404a-add6-66c01da83bfa,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:03.680777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (1605c015-42a5-46a4-84be-69a9e8ec4126), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.694887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Checking segment: {'id': '50640015-4f7d-4acd-a1ea-7065ee098c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:03.695518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network hostable DHCP agents. Network: 24fd5245-6742-434c-bbe5-b6400a800faa, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:03.703648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1605c015-42a5-46a4-84be-69a9e8ec4126']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:03.716130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9322bcaa-b555-4969-b4d1-7e0e5ad83172') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:03.716625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9322bcaa-b555-4969-b4d1-7e0e5ad83172') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:03.728995 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (9322bcaa-b555-4969-b4d1-7e0e5ad83172), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.734733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 24fd5245-6742-434c-bbe5-b6400a800faa is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:03.744409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9322bcaa-b555-4969-b4d1-7e0e5ad83172), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.751688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:03.752300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (9322bcaa-b555-4969-b4d1-7e0e5ad83172), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.781156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 24fd5245-6742-434c-bbe5-b6400a800faa) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:03.791195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02677127-3534-4ef2-8526-d4aa3a636aa2 None None] Network 24fd5245-6742-434c-bbe5-b6400a800faa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:03.811787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:03.814133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:03.821321 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:03.826293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (1605c015-42a5-46a4-84be-69a9e8ec4126), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.833889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:03.845514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1605c015-42a5-46a4-84be-69a9e8ec4126 HTTP/1.1" status: 204 len: 168 time: 0.9471631 Feb 14 21:39:03.860361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-fec79c10-ab42-4b7b-bbdd-ed269d55a2da tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:03.868180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-fec79c10-ab42-4b7b-bbdd-ed269d55a2da tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 808 time: 1.0818291 Feb 14 21:39:03.895629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94722ff4-c0a7-432b-bcfb-94239a015273 admin admin] Pushing event deleted for resources: {'Network': ['ID=1605c015-42a5-46a4-84be-69a9e8ec4126,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:03.900670 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c5f832e-57ce-4f00-97d9-de54aee9b9a3 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2127419 Feb 14 21:39:03.905549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42902) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:03.912812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-db648f57-8ea0-4b8b-a432-5c8f2a56f766 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'router': {'external_gateway_info': {'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:04.020021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e55c3f80-2ee9-4095-a983-36abc4e2beeb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.020315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-1975c295-ba01-4f80-ad28-66da02cbd2a5 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/quotas/90e56cdbb46e4b21bbaee53f29f17585 HTTP/1.1" status: 200 len: 375 time: 0.1504271 Feb 14 21:39:04.060482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-24fd5245-6742-434c-bbe5-b6400a800faa', 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa', 'project_id': 'da409cf1aa9744afbaf0c71e292d8a4c', 'fixed_ips': [{'subnet_id': '58025e2e-1640-404a-add6-66c01da83bfa'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:04.061523 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.218855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=e55c3f80-2ee9-4095-a983-36abc4e2beeb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:04.235537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': 'deb9a452-d509-4fd0-a7bc-a80e69e97950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64acfe18-3150-4938-850f-c2d19079008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:04.236185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 64acfe18-3150-4938-850f-c2d19079008d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:04.246652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:04.314600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8defdcdb-595d-4ae6-9afe-cbeb574e7cc8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d494bfaa2fae4861bc70a8a39442192b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579348 Feb 14 21:39:04.316217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 64acfe18-3150-4938-850f-c2d19079008d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:04.321123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Allocated IP 2001:db8:1::2 (24fd5245-6742-434c-bbe5-b6400a800faa/58025e2e-1640-404a-add6-66c01da83bfa/ed1a9747-4d4b-4ec5-8881-ad945252e0b3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:04.322814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42908) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:04.346691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 64acfe18-3150-4938-850f-c2d19079008d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:04.370059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db648f57-8ea0-4b8b-a432-5c8f2a56f766 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router_gateway (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.372540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:04.373780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.385689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-95186cea-f48f-434b-816b-677e93a8c5b6 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3645592 Feb 14 21:39:04.421372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] Publish callbacks [] for security_group (b0ac4016-188c-44bc-ab5b-32dd595f6439), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.443356 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d6ec066b-190f-4f43-8ff2-ae40130ecb5a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2464628 Feb 14 21:39:04.447982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42910) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:04.459649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '64acfe18-3150-4938-850f-c2d19079008d', 'name': 'tempest-PortsIpV6TestJSON-974157922'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:04.493770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6efd2ea9-d77b-42b2-a300-517cdb28e3eb service neutron] 10.222.0.86 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067984 Feb 14 21:39:04.597570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] Publish callbacks [] for security_group (b0ac4016-188c-44bc-ab5b-32dd595f6439), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.655117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:04.660148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.698037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port d46992b4-1485-4644-a2b3-bbeb31d86e6d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:04.733905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-a91c4db2-791c-4def-a44a-9f40038eb2ba service neutron] 10.222.0.86 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388308 Feb 14 21:39:04.792776 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-db648f57-8ea0-4b8b-a432-5c8f2a56f766 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:39:04.795001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db648f57-8ea0-4b8b-a432-5c8f2a56f766 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00 HTTP/1.1" status: 400 len: 364 time: 0.8881338 Feb 14 21:39:04.800088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42916) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:04.829175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b0ac4016-188c-44bc-ab5b-32dd595f6439), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.833973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.844337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b0ac4016-188c-44bc-ab5b-32dd595f6439 HTTP/1.1" status: 204 len: 168 time: 0.5186999 Feb 14 21:39:04.867118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c1f92a-67e2-435f-a4c5-178f3079be57 None None] Network 64acfe18-3150-4938-850f-c2d19079008d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:04.917566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc018ed-d7f4-4149-bb3f-b45c1a704ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac4016-188c-44bc-ab5b-32dd595f6439,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:04.959599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks [] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:04.989223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::241 (64acfe18-3150-4938-850f-c2d19079008d/e55c3f80-2ee9-4095-a983-36abc4e2beeb/d46992b4-1485-4644-a2b3-bbeb31d86e6d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:05.182479 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.335628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.339850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Network 24fd5245-6742-434c-bbe5-b6400a800faa is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:05.348387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-64acfe18-3150-4938-850f-c2d19079008d', 'network_id': '64acfe18-3150-4938-850f-c2d19079008d', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': 'e55c3f80-2ee9-4095-a983-36abc4e2beeb'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:05.351039 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.360650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (d46992b4-1485-4644-a2b3-bbeb31d86e6d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.401007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:05.430878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Pushing event updated for resources: {'Port': ['ID=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:05.443985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:05.471590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d46992b4-1485-4644-a2b3-bbeb31d86e6d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.596834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 64acfe18-3150-4938-850f-c2d19079008d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:05.606949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:05.622690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:05.636383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:05.636805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.649525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=d46992b4-1485-4644-a2b3-bbeb31d86e6d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:05.680911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f205ff07-8875-4e8c-a8a9-daa4dd688c8e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2320178 Feb 14 21:39:05.684555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:05.689779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '64acfe18-3150-4938-850f-c2d19079008d', 'name': 'tempest-PortsIpV6TestJSON-1330290957'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:05.861448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.885793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Attempting to bind port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:05.886257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Attempting to bind port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '50640015-4f7d-4acd-a1ea-7065ee098c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:05.892745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93000-8b15-4723-9495-62810cb7e00a req-55dac124-f714-4fd9-aace-1078a86b3028 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:05.896235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Attempting to bind port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 on network 24fd5245-6742-434c-bbe5-b6400a800faa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:05.900871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8b93000-8b15-4723-9495-62810cb7e00a req-55dac124-f714-4fd9-aace-1078a86b3028 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.5123920 Feb 14 21:39:05.931646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.936680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:05.937636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Checking segment: {'id': '50640015-4f7d-4acd-a1ea-7065ee098c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:05.938095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.938653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Bound using segment: {'id': '50640015-4f7d-4acd-a1ea-7065ee098c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:05.939173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Bound port: ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50640015-4f7d-4acd-a1ea-7065ee098c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '24fd5245-6742-434c-bbe5-b6400a800faa'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:05.939558 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:05.943470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:05.947044 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.024288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port a6669474-0ca2-4943-b6d3-a986fed42a94 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:06.104845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Allocated IP 2001:db8::2 (64acfe18-3150-4938-850f-c2d19079008d/e55c3f80-2ee9-4095-a983-36abc4e2beeb/a47c5f83-79fa-4afd-96c2-8b9027df8842) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:06.147914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] For port ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:06.151988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.211272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] For port ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,segment=NetworkSegment(50640015-4f7d-4acd-a1ea-7065ee098c5d),segment_id=50640015-4f7d-4acd-a1ea-7065ee098c5d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:06.224587 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.315724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:06.363394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks [] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.369057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8b93000-8b15-4723-9495-62810cb7e00a req-ba79970b-5a99-4bcd-ac7d-d7d61ca88ee8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590709 Feb 14 21:39:06.404519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.486834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Network 64acfe18-3150-4938-850f-c2d19079008d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:06.491375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:06.496357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:06.506101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2392-8838-4870-bb7d-1160b8234a05 None None] Pushing event updated for resources: {'Port': ['ID=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:06.512704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::10a (64acfe18-3150-4938-850f-c2d19079008d/e55c3f80-2ee9-4095-a983-36abc4e2beeb/a6669474-0ca2-4943-b6d3-a986fed42a94) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:06.628389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2053039843-network', 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:06.684035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Pushing event updated for resources: {'Port': ['ID=a47c5f83-79fa-4afd-96c2-8b9027df8842,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:06.714894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bde1892f-570d-44a1-9667-390d01dd1f34 req-194c8413-9bfb-4543-97d2-b88fb9fa248c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 210 time: 0.1226873 Feb 14 21:39:06.716509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Attempting to bind port a47c5f83-79fa-4afd-96c2-8b9027df8842 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:06.716990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Attempting to bind port a47c5f83-79fa-4afd-96c2-8b9027df8842 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'deb9a452-d509-4fd0-a7bc-a80e69e97950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64acfe18-3150-4938-850f-c2d19079008d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:06.717462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Attempting to bind port a47c5f83-79fa-4afd-96c2-8b9027df8842 on network 64acfe18-3150-4938-850f-c2d19079008d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:06.726371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:06.726371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Checking segment: {'id': 'deb9a452-d509-4fd0-a7bc-a80e69e97950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64acfe18-3150-4938-850f-c2d19079008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:06.731996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.733907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Bound using segment: {'id': 'deb9a452-d509-4fd0-a7bc-a80e69e97950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64acfe18-3150-4938-850f-c2d19079008d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:06.734538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Bound port: a47c5f83-79fa-4afd-96c2-8b9027df8842, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb9a452-d509-4fd0-a7bc-a80e69e97950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '64acfe18-3150-4938-850f-c2d19079008d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:06.735197 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.894768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (a6669474-0ca2-4943-b6d3-a986fed42a94), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.949905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Allocated IP 2001:db8::1 (2011b751-feb3-4921-b110-ba133f54aa94/b4574013-d068-4b0d-a9e8-9550cf175716/73a6eec3-cb3c-470d-8c62-735a96eac71b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:06.977467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] For port a47c5f83-79fa-4afd-96c2-8b9027df8842, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:06.979678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a6669474-0ca2-4943-b6d3-a986fed42a94), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:06.988295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] For port a47c5f83-79fa-4afd-96c2-8b9027df8842, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a47c5f83-79fa-4afd-96c2-8b9027df8842,segment=NetworkSegment(deb9a452-d509-4fd0-a7bc-a80e69e97950),segment_id=deb9a452-d509-4fd0-a7bc-a80e69e97950)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:07.011535 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.103517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:07.116791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.168100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 64acfe18-3150-4938-850f-c2d19079008d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:07.178178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58fd7-9195-4718-9c3b-b2541293772b None None] Pushing event updated for resources: {'Port': ['ID=a47c5f83-79fa-4afd-96c2-8b9027df8842,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:07.192505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:07.205692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:07.225962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-d1ee97de-64d9-477f-9f51-521951d8d8b6 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:07.228120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:07.228812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.231951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-d1ee97de-64d9-477f-9f51-521951d8d8b6 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.83 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 808 time: 0.4813848 Feb 14 21:39:07.238064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.247928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Request body: {'port': {'device_id': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9', 'admin_state_up': True, 'tenant_id': '90e56cdbb46e4b21bbaee53f29f17585'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:07.266837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=a6669474-0ca2-4943-b6d3-a986fed42a94,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:07.304130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.402371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.430879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks [] for security_group (78ef1320-6027-4ebc-8cf8-f754e0de672b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.452964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (78ef1320-6027-4ebc-8cf8-f754e0de672b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.504188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4f32dbf5-a4b9-43c8-a8f7-9e8b88730f40 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8185170 Feb 14 21:39:07.542548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ed1a9747-4d4b-4ec5-8881-ad945252e0b3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:07.553291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:07.600335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:07.661367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Made reservation on behalf of 90e56cdbb46e4b21bbaee53f29f17585 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:07.664938 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.740193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef1320-6027-4ebc-8cf8-f754e0de672b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:07.784640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1a85903f-d196-4bea-be7b-a51322c39317), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.784997 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Added segment 1a85903f-d196-4bea-be7b-a51322c39317 of type vlan for network 5b0552a4-91cc-45f7-bf56-db0e42b40012 Feb 14 21:39:07.872922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:07.879098 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.916170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5b0552a4-91cc-45f7-bf56-db0e42b40012), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.966185 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5b0552a4-91cc-45f7-bf56-db0e42b40012), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:07.970287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:07.971269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.015304 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6981957 Feb 14 21:39:08.026769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Allocated IP 172.20.0.13 (905b8eb6-f7bb-49d7-a862-04ca4f9933e9/7fc1c6c5-25d8-4ee2-9a18-db681ec4381f/50da6d3b-e904-483a-a5cf-3710f7ef384d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:08.033215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:08.045865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Request body: {'subnet': {'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2053039843-subnet', 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:08.104537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:08.106373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.184818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf34cd7-7db1-4d3e-ae21-3401dda76cb9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:08.191546 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-faf34cd7-7db1-4d3e-ae21-3401dda76cb9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A241 HTTP/1.1" status: 200 len: 928 time: 0.6293788 Feb 14 21:39:08.198442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:08.273165 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks [] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.303924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,segment=NetworkSegment(50640015-4f7d-4acd-a1ea-7065ee098c5d),segment_id=50640015-4f7d-4acd-a1ea-7065ee098c5d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:08.312007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.319775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c28d91-2f7f-43f5-a552-85457b656c28 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0552a4-91cc-45f7-bf56-db0e42b40012,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:08.337776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:08.349626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.399457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.427054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8964cc3-fff2-40bc-8388-e421642e9ddc req-3d799341-37ab-46eb-ad26-001768519260 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:08.433807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8964cc3-fff2-40bc-8388-e421642e9ddc req-3d799341-37ab-46eb-ad26-001768519260 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.9320872 Feb 14 21:39:08.436127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.460516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:08.472251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:08.511336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a2f57-ed03-4aef-b48a-08e1e80ae32d None None] Network 24fd5245-6742-434c-bbe5-b6400a800faa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:08.545679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 2011b751-feb3-4921-b110-ba133f54aa94 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:08.558175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:08.567862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:08.568901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:08.569551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.650218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (285bf0d5-0fc3-45c3-a009-7ae5e290668d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.681593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:08.701885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:08.708673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Pushing event updated for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:08.771693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-50f14b8b-56fd-4360-ae4f-ead1abfe7b11 None None] Provisioning complete for port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:08.772250 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50f14b8b-56fd-4360-ae4f-ead1abfe7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.826939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=285bf0d5-0fc3-45c3-a009-7ae5e290668d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:08.873771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port a6669474-0ca2-4943-b6d3-a986fed42a94 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:08.874266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a6669474-0ca2-4943-b6d3-a986fed42a94), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:08.958013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8964cc3-fff2-40bc-8388-e421642e9ddc req-80c024d0-132e-40e6-9d74-c24758c91433 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232992 Feb 14 21:39:08.999286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a36581-dfbc-4aee-9243-272e6c7f4aee None None] Network 64acfe18-3150-4938-850f-c2d19079008d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:09.078206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:09.078661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Network hostable DHCP agents. Network: 5b0552a4-91cc-45f7-bf56-db0e42b40012, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:09.089329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Port': ['ID=73a6eec3-cb3c-470d-8c62-735a96eac71b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:09.116182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-50f14b8b-56fd-4360-ae4f-ead1abfe7b11 None None] Current status of the port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:09.169502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:09.229754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:09.230545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.262940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a6669474-0ca2-4943-b6d3-a986fed42a94), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.274951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Provisioning complete for port a47c5f83-79fa-4afd-96c2-8b9027df8842 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:09.276908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.298243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for a6669474-0ca2-4943-b6d3-a986fed42a94 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:09.348938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-db86bad2-b690-45f1-b8ef-d1a5d012b261 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1079564 Feb 14 21:39:09.360404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.373246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Request body: {'port': {'device_id': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:09.425209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ca28e-74e2-4d71-ae5b-cb1a06ce70fa req-73095cfc-18dc-4320-ac2b-3be9efa3a70a tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:09.427003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-567ca28e-74e2-4d71-ae5b-cb1a06ce70fa req-73095cfc-18dc-4320-ac2b-3be9efa3a70a tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 932 time: 0.3399849 Feb 14 21:39:09.472297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5b0552a4-91cc-45f7-bf56-db0e42b40012) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:09.492341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9190df2-d383-4f30-8a67-33d6b402f4e9 None None] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:09.496494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:09.497263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.529619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Current status of the port a47c5f83-79fa-4afd-96c2-8b9027df8842 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:09.530232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.582669 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59e507ee-5443-4826-bf1b-4c33adefa73b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5461593 Feb 14 21:39:09.613693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a6669474-0ca2-4943-b6d3-a986fed42a94), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.631750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a47c5f83-79fa-4afd-96c2-8b9027df8842 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:09.686625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] For port a47c5f83-79fa-4afd-96c2-8b9027df8842, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a47c5f83-79fa-4afd-96c2-8b9027df8842,segment=NetworkSegment(deb9a452-d509-4fd0-a7bc-a80e69e97950),segment_id=deb9a452-d509-4fd0-a7bc-a80e69e97950)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:09.696940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=a6669474-0ca2-4943-b6d3-a986fed42a94,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:09.701126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.743443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.750751 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b938100f-5046-4825-87bc-cc7cf7fb062c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/a6669474-0ca2-4943-b6d3-a986fed42a94 HTTP/1.1" status: 204 len: 168 time: 1.5376332 Feb 14 21:39:09.751578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:09.781614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Provisioning complete for port 73a6eec3-cb3c-470d-8c62-735a96eac71b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:09.782191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:09.818723 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51f96da-3f6d-451a-91c7-5f146fa4f1e1 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:09.824135 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d51f96da-3f6d-451a-91c7-5f146fa4f1e1 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/a6669474-0ca2-4943-b6d3-a986fed42a94 HTTP/1.1" status: 404 len: 333 time: 0.0691533 Feb 14 21:39:09.827639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42992) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:10.086638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port d46992b4-1485-4644-a2b3-bbeb31d86e6d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:10.086994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d46992b4-1485-4644-a2b3-bbeb31d86e6d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.147078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-567ca28e-74e2-4d71-ae5b-cb1a06ce70fa req-0905cfed-28ab-44ae-96d8-7c44e287c8c7 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116318 Feb 14 21:39:10.188739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Port 73a6eec3-cb3c-470d-8c62-735a96eac71b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:10.217892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d46992b4-1485-4644-a2b3-bbeb31d86e6d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.233772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for d46992b4-1485-4644-a2b3-bbeb31d86e6d owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:10.242906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9390dc7-bfb1-4d02-ae5a-8430e27e01dd None None] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:10.244815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42740a-6fd8-486f-a4c6-b0ac0b6665a1 None None] Pushing event updated for resources: {'Port': ['ID=a47c5f83-79fa-4afd-96c2-8b9027df8842,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:10.255008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a47c5f83-79fa-4afd-96c2-8b9027df8842 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:10.255410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.263721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.401278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d46992b4-1485-4644-a2b3-bbeb31d86e6d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.492962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=d46992b4-1485-4644-a2b3-bbeb31d86e6d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:10.501887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Provisioning complete for port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:10.505834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.559804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.570404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2a5a274-9757-4632-8216-2f09b752fd56 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/d46992b4-1485-4644-a2b3-bbeb31d86e6d HTTP/1.1" status: 204 len: 168 time: 0.7413723 Feb 14 21:39:10.571001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43008) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:10.667417 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6747be0a-3919-4ff6-903f-fadb511a7ca6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:10.673051 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6747be0a-3919-4ff6-903f-fadb511a7ca6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/d46992b4-1485-4644-a2b3-bbeb31d86e6d HTTP/1.1" status: 404 len: 333 time: 0.1010027 Feb 14 21:39:10.673806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43018) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:10.719275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Current status of the port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:10.796314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Provisioning complete for port a47c5f83-79fa-4afd-96c2-8b9027df8842 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:10.796314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.799984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet e55c3f80-2ee9-4095-a983-36abc4e2beeb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:10.809816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (e55c3f80-2ee9-4095-a983-36abc4e2beeb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.846367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a47c5f83-79fa-4afd-96c2-8b9027df8842 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:10.851723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ed1a9747-4d4b-4ec5-8881-ad945252e0b3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:10.917313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-267ce95a-df05-4d55-aa16-41fd50721beb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:10.918949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-267ce95a-df05-4d55-aa16-41fd50721beb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.1675398 Feb 14 21:39:10.921811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50da6d3b-e904-483a-a5cf-3710f7ef384d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:10.928904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e55c3f80-2ee9-4095-a983-36abc4e2beeb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.931088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks [] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:10.952725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:10.953121 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.014229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-dc8d1681-1f3d-4d80-a5b2-6923a15d7fc6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0697479 Feb 14 21:39:11.029651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Current status of the port a47c5f83-79fa-4afd-96c2-8b9027df8842 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:11.034423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Could not find standard attr ID for object a6669474-0ca2-4943-b6d3-a986fed42a94. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:11.037527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1edc0fd1-ba7b-429e-bc70-2055ab059dc7 None None] Could not find standard attr ID for object d46992b4-1485-4644-a2b3-bbeb31d86e6d. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:11.048148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e55c3f80-2ee9-4095-a983-36abc4e2beeb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.062841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-9dde1737-6308-4b43-a300-dfa0a903986c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405581 Feb 14 21:39:11.063929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Transition to ACTIVE for port object 50da6d3b-e904-483a-a5cf-3710f7ef384d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:39:11.086992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.100855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:11.154070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5937c791-4806-4a08-8ff9-462c920c8150 None None] Could not find standard attr ID for object a6669474-0ca2-4943-b6d3-a986fed42a94. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:11.164665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e55c3f80-2ee9-4095-a983-36abc4e2beeb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.197482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.203387 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/e55c3f80-2ee9-4095-a983-36abc4e2beeb HTTP/1.1" status: 204 len: 168 time: 0.5242703 Feb 14 21:39:11.204462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae434f-916f-4008-8ccd-4b645db763df tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=e55c3f80-2ee9-4095-a983-36abc4e2beeb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:11.206459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43024) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:11.297701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ade5b-4f6c-4c9c-b014-70d9c8d1de66 None None] Network 64acfe18-3150-4938-850f-c2d19079008d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:11.318555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (64acfe18-3150-4938-850f-c2d19079008d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.340698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Pushing event updated for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:11.407317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-390e9cf3-ee93-4a48-894a-5e8a51f5c53c service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312902 Feb 14 21:39:11.442557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port a47c5f83-79fa-4afd-96c2-8b9027df8842 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:11.442906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.454422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a47c5f83-79fa-4afd-96c2-8b9027df8842 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:11.511328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Attempting to bind port 50da6d3b-e904-483a-a5cf-3710f7ef384d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:11.511691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Attempting to bind port 50da6d3b-e904-483a-a5cf-3710f7ef384d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:11.512029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Attempting to bind port 50da6d3b-e904-483a-a5cf-3710f7ef384d on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:11.518279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.532079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port a47c5f83-79fa-4afd-96c2-8b9027df8842, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a47c5f83-79fa-4afd-96c2-8b9027df8842,segment=NetworkSegment(deb9a452-d509-4fd0-a7bc-a80e69e97950),segment_id=deb9a452-d509-4fd0-a7bc-a80e69e97950)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:11.532456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.536362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.537277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.543433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Port 50da6d3b-e904-483a-a5cf-3710f7ef384d on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:39:11.543650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Attempting to bind port 50da6d3b-e904-483a-a5cf-3710f7ef384d on network 905b8eb6-f7bb-49d7-a862-04ca4f9933e9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:11.569147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for a47c5f83-79fa-4afd-96c2-8b9027df8842 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:11.580827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:11.581287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Checking segment: {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:11.581835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Bound using segment: {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:11.582457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Bound port: 50da6d3b-e904-483a-a5cf-3710f7ef384d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcea882-333f-4bf0-b3e9-f61762dc491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:11.582705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.600260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] DHCP port deletion for 64acfe18-3150-4938-850f-c2d19079008d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:11.654124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a47c5f83-79fa-4afd-96c2-8b9027df8842 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:11.654625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.690672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event updated for resources: {'Port': ['ID=73a6eec3-cb3c-470d-8c62-735a96eac71b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:11.707190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.713706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-6fc092ff-26bf-4dd3-a993-56e913e928c0 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914402 Feb 14 21:39:11.754319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port a47c5f83-79fa-4afd-96c2-8b9027df8842 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:11.771865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Could not find standard attr ID for object a47c5f83-79fa-4afd-96c2-8b9027df8842. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:11.778142 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No ports have port_id starting with a47c5f83-79fa-4afd-96c2-8b9027df8842 Feb 14 21:39:11.779341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:11.785398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Network 2011b751-feb3-4921-b110-ba133f54aa94 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:11.790128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Deleting port a47c5f83-79fa-4afd-96c2-8b9027df8842 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:11.790912 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.794972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=a47c5f83-79fa-4afd-96c2-8b9027df8842,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:11.799602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:11.803064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:11.819247 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.893677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:11.894311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.895776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] 10.222.0.83 "PUT /v2.0/ports/50da6d3b-e904-483a-a5cf-3710f7ef384d HTTP/1.1" status: 200 len: 1093 time: 2.5368109 Feb 14 21:39:11.968464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (64acfe18-3150-4938-850f-c2d19079008d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.978980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] For port a47c5f83-79fa-4afd-96c2-8b9027df8842, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:11.979651 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:11.980790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:11.983243 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b831c-0b82-449a-90db-eebf77cc1299" -d '{"events": [{"name": "network-changed", "server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:12.019430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64acfe18-3150-4938-850f-c2d19079008d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.029154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Calling delete_port for a47c5f83-79fa-4afd-96c2-8b9027df8842 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:12.038714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb9a452-d509-4fd0-a7bc-a80e69e97950') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.039044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb9a452-d509-4fd0-a7bc-a80e69e97950') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.041158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Port a47c5f83-79fa-4afd-96c2-8b9027df8842 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:39:12.047288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a47c5f83-79fa-4afd-96c2-8b9027df8842), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.059891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (deb9a452-d509-4fd0-a7bc-a80e69e97950), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.087349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (deb9a452-d509-4fd0-a7bc-a80e69e97950), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.100549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:12.100969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (deb9a452-d509-4fd0-a7bc-a80e69e97950), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.111307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78bdf8-54a8-4b7a-83d8-0d1b4921a0bc service neutron] Pushing event updated for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:12.114559 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:12.157673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] Pushing event deleted for resources: {'Port': ['ID=a47c5f83-79fa-4afd-96c2-8b9027df8842,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:12.175048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03548c-23ed-4223-9089-b16142685d53 None None] No DVR routers for this DVR port a47c5f83-79fa-4afd-96c2-8b9027df8842 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:12.214431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (64acfe18-3150-4938-850f-c2d19079008d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.232051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.236297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/64acfe18-3150-4938-850f-c2d19079008d HTTP/1.1" status: 204 len: 168 time: 1.0282462 Feb 14 21:39:12.240826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:12.251076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7885-23cd-4361-a599-9199e34fa83a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=64acfe18-3150-4938-850f-c2d19079008d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:12.263065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1693417892'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:12.295370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea98d-04a7-4b8e-9640-bd6cdd3b02d3 req-3c1a4ecd-5209-4b7a-b892-770a71152918 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:12.303473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98dea98d-04a7-4b8e-9640-bd6cdd3b02d3 req-3c1a4ecd-5209-4b7a-b892-770a71152918 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.3136456 Feb 14 21:39:12.348529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Router f7b1186d-c7d8-4af8-a550-42adbef5dd00 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:12.353018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-4fe87fef-9e86-4ae7-b994-e3572ce9e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:12.354622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-4fe87fef-9e86-4ae7-b994-e3572ce9e671 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 1127 time: 0.3520448 Feb 14 21:39:12.373655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:12.377134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.406278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f6f881e5-dff9-4e48-a5f7-221c39ccf779 None None] Provisioning complete for port 73a6eec3-cb3c-470d-8c62-735a96eac71b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:12.418084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6f881e5-dff9-4e48-a5f7-221c39ccf779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.443940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-a3fd9145-98c0-4883-9917-a6e4fc347803 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d HTTP/1.1" status: 200 len: 217 time: 0.0783272 Feb 14 21:39:12.483725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f6f881e5-dff9-4e48-a5f7-221c39ccf779 None None] Port 73a6eec3-cb3c-470d-8c62-735a96eac71b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:12.488450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98dea98d-04a7-4b8e-9640-bd6cdd3b02d3 req-b444abdc-6bf7-4f59-9522-aadb0ea0f00e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838880 Feb 14 21:39:12.631097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:12.671952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ded734cc-e314-492a-8e26-5b5dce4a380a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.673629 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment ded734cc-e314-492a-8e26-5b5dce4a380a of type vlan for network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 Feb 14 21:39:12.689885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-3a8b9c50-2c74-4f64-8b88-d8a7ec81c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:12.691779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-3a8b9c50-2c74-4f64-8b88-d8a7ec81c02f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f HTTP/1.1" status: 200 len: 848 time: 0.2382925 Feb 14 21:39:12.745042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7e984bf0-72b7-49cb-afef-b45cd814b6d0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.774778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-d28e9fd0-a51f-486c-a320-f2d0d162c174 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585258 Feb 14 21:39:12.790030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:12.810124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:12.810708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb38840b-b160-45ec-8aa6-d600ed75dd31 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0049696 Feb 14 21:39:12.813174 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] Sync routers for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:12.847044 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:12.847708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.922162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e881-98c9-4589-8577-90ad30a9dacc req-f407bd6e-98be-49be-ad5b-f50304ca6fd2 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:12.923775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff52e881-98c9-4589-8577-90ad30a9dacc req-f407bd6e-98be-49be-ad5b-f50304ca6fd2 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 944 time: 0.3396974 Feb 14 21:39:12.930887 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.937623 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2813f22f-ca4f-4087-a779-347ab0a05811 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.951718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:12.952354 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:12.960306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7e984bf0-72b7-49cb-afef-b45cd814b6d0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:12.965466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:12.966335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:13.033563 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:13.034467 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac546cc-0273-467c-908f-c78f78471fa0 None None] The sync data for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:13.055787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8099234 Feb 14 21:39:13.058921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:13.067426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:13.074758 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-2813f22f-ca4f-4087-a779-347ab0a05811 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 21:39:13.079420 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2813f22f-ca4f-4087-a779-347ab0a05811 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00 HTTP/1.1" status: 409 len: 329 time: 0.2673700 Feb 14 21:39:13.080782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43054) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:13.138091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db2be-66fa-4c47-b4c3-8a97b6e14e2c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=7e984bf0-72b7-49cb-afef-b45cd814b6d0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:13.168393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:13.173558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:13.173825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff52e881-98c9-4589-8577-90ad30a9dacc req-2f06552e-dbf8-479e-9205-4d24d65a08af tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004433 Feb 14 21:39:13.178963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:13.245573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-bde34c80-0503-4edc-86ce-d8ae03c5171a service neutron] 10.222.0.83 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535723 Feb 14 21:39:13.386666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c8cd774-ec58-457c-bee0-d95f3b7a9b8b req-04a81cd0-9462-40a9-93f8-ff3ff3bb76df tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 210 time: 0.1053843 Feb 14 21:39:13.427225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a47c5f83-79fa-4afd-96c2-8b9027df8842 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:13.485960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a47c5f83-79fa-4afd-96c2-8b9027df8842 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:13.487020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a47c5f83-79fa-4afd-96c2-8b9027df8842 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:13.543555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (258ab934-9f05-431c-b416-378d09db55f4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:13.788905 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0090d0-c591-465e-8be1-388277236173 x-openstack-request-id: req-dd0090d0-c591-465e-8be1-388277236173 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:13.789286 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:13.789458 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dd0090d0-c591-465e-8be1-388277236173 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:13.790672 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d', 'status': 'completed', 'code': 200} Feb 14 21:39:13.927908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa24b8b-9368-4600-849c-2a812ac8c514 req-8076db54-3a5e-4791-855e-5a36101fc25a service neutron] 10.222.0.83 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705222 Feb 14 21:39:13.953170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbe670-d05f-4bf4-9596-eb58c01cbb4a req-5b812ae3-cfe6-4b17-951a-1b198f892b92 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:13.960677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65fbe670-d05f-4bf4-9596-eb58c01cbb4a req-5b812ae3-cfe6-4b17-951a-1b198f892b92 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.1699893 Feb 14 21:39:14.077081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=258ab934-9f05-431c-b416-378d09db55f4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:14.083194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': 'ded734cc-e314-492a-8e26-5b5dce4a380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:14.083567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: 7e984bf0-72b7-49cb-afef-b45cd814b6d0, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:14.113073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65fbe670-d05f-4bf4-9596-eb58c01cbb4a req-c9278b3e-4643-404f-b5ff-2ceded8ba58c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452017 Feb 14 21:39:14.115321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-53be2992-ab21-49c5-88f0-f6c29f90cf75 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.117093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-53be2992-ab21-49c5-88f0-f6c29f90cf75 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.7475750 Feb 14 21:39:14.138536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b831c-0b82-449a-90db-eebf77cc1299 req-62a82663-0192-4c0c-b55a-07ce910a5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.139578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:14.142231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-62a82663-0192-4c0c-b55a-07ce910a5754 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 1127 time: 0.1515779 Feb 14 21:39:14.155492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7e984bf0-72b7-49cb-afef-b45cd814b6d0) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:14.160914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.162183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.166708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f99d78b-41a4-4559-a06c-ba5f3858be06 None None] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:14.183199 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-897410e6-1eaf-409e-8274-d57c930401e3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1197929 Feb 14 21:39:14.194147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:14.203522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:14.219131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0', 'name': 'tempest-PortsIpV6TestJSON-123710258', 'fixed_ips': [{'subnet_id': '258ab934-9f05-431c-b416-378d09db55f4', 'ip_address': '2001:db8::10'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:14.377550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-7e984bf0-72b7-49cb-afef-b45cd814b6d0', 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': '258ab934-9f05-431c-b416-378d09db55f4'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:14.378237 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.463787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:14.464972 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.473736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.519697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b831c-0b82-449a-90db-eebf77cc1299 req-968d5f1c-e348-4e74-b349-7297e535edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.521573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-968d5f1c-e348-4e74-b349-7297e535edc8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 200 len: 909 time: 0.3744254 Feb 14 21:39:14.524468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:14.548274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Allocated IP 2001:db8::2 (7e984bf0-72b7-49cb-afef-b45cd814b6d0/258ab934-9f05-431c-b416-378d09db55f4/99cd8ba2-ead8-453c-8121-71ce7461cdce) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:14.598974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-23be8bae-bd7b-4e13-abc7-29b76160842c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d HTTP/1.1" status: 200 len: 217 time: 0.0702577 Feb 14 21:39:14.636061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16aa07-3375-4a2c-8a0a-42497fc078dc req-1d3b9bda-532d-445d-825d-7be628b1c36d tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.638255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed16aa07-3375-4a2c-8a0a-42497fc078dc req-1d3b9bda-532d-445d-825d-7be628b1c36d tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 944 time: 0.3048282 Feb 14 21:39:14.737859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.772527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b831c-0b82-449a-90db-eebf77cc1299 req-f2fea95b-cba0-485b-91c6-70e583a4051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:14.774124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-f2fea95b-cba0-485b-91c6-70e583a4051b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f HTTP/1.1" status: 200 len: 848 time: 0.1679060 Feb 14 21:39:14.781793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port e2175891-085f-4ee7-9da8-b77f8340fd16 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:14.797755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 50da6d3b-e904-483a-a5cf-3710f7ef384d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:39:14.827777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed16aa07-3375-4a2c-8a0a-42497fc078dc req-939165c9-6983-401c-a90d-827a6e60d6bd tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569982 Feb 14 21:39:14.832278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-df91172c-9757-4ff8-8fbf-f06e0fb74dcc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=905b8eb6-f7bb-49d7-a862-04ca4f9933e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499976 Feb 14 21:39:14.872635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks [] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.909905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:14.930812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.10 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/a9378b31-25d9-43f3-82bd-15a0fa6a4b1d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:15.051940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f63ba55-ef66-4360-80f3-b3785401b365 req-4be3ac00-81e7-4d4d-a53f-ca7986a8bc33 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 210 time: 0.0793033 Feb 14 21:39:15.089990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:15.108183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '50da6d3b-e904-483a-a5cf-3710f7ef384d', 'network_id': '905b8eb6-f7bb-49d7-a862-04ca4f9933e9', 'port_id': '50da6d3b-e904-483a-a5cf-3710f7ef384d', 'mac_address': 'fa:16:3e:87:24:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc1c6c5-25d8-4ee2-9a18-db681ec4381f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:39:15.152736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-4ca6877f-a518-4ebe-b32e-c115eaead858 service neutron] 10.222.0.83 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143075 Feb 14 21:39:15.156047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting port 73a6eec3-cb3c-470d-8c62-735a96eac71b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:15.156436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.162801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:15.179864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:15.216995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::10 (7e984bf0-72b7-49cb-afef-b45cd814b6d0/258ab934-9f05-431c-b416-378d09db55f4/e2175891-085f-4ee7-9da8-b77f8340fd16) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:15.249906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:15.309504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Pushing event updated for resources: {'Port': ['ID=99cd8ba2-ead8-453c-8121-71ce7461cdce,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.334738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.340761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.349688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Calling delete_port for 73a6eec3-cb3c-470d-8c62-735a96eac71b owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:15.350187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 50da6d3b-e904-483a-a5cf-3710f7ef384d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:15.350590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.361819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Attempting to bind port 99cd8ba2-ead8-453c-8121-71ce7461cdce on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:15.362031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Attempting to bind port 99cd8ba2-ead8-453c-8121-71ce7461cdce by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ded734cc-e314-492a-8e26-5b5dce4a380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:15.362377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Attempting to bind port 99cd8ba2-ead8-453c-8121-71ce7461cdce on network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:15.369198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:15.369594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Checking segment: {'id': 'ded734cc-e314-492a-8e26-5b5dce4a380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:15.369985 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.370374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Bound using segment: {'id': 'ded734cc-e314-492a-8e26-5b5dce4a380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:15.370859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Bound port: 99cd8ba2-ead8-453c-8121-71ce7461cdce, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded734cc-e314-492a-8e26-5b5dce4a380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:15.371254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.382393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50da6d3b-e904-483a-a5cf-3710f7ef384d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:15.434752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:15.441997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.488093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.510688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.540996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] For port 99cd8ba2-ead8-453c-8121-71ce7461cdce, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:15.555676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] For port 99cd8ba2-ead8-453c-8121-71ce7461cdce, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=99cd8ba2-ead8-453c-8121-71ce7461cdce,segment=NetworkSegment(ded734cc-e314-492a-8e26-5b5dce4a380a),segment_id=ded734cc-e314-492a-8e26-5b5dce4a380a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:15.574527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:15.574661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.583929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:15.589854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:15.597385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.610927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.660605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.668496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:15.669279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.680569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['50da6d3b-e904-483a-a5cf-3710f7ef384d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:15.727582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131b9fa-568b-425c-bb14-429c3721a09d None None] Pushing event updated for resources: {'Port': ['ID=99cd8ba2-ead8-453c-8121-71ce7461cdce,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.731924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b3db0-2803-4203-9525-6bb44e9ec005 req-8e608cde-8c2d-45d6-a5ab-32cc084394da tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:15.739303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd2b3db0-2803-4203-9525-6bb44e9ec005 req-8e608cde-8c2d-45d6-a5ab-32cc084394da tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.3016562 Feb 14 21:39:15.782879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-829b831c-0b82-449a-90db-eebf77cc1299 req-0005fee4-8fec-4249-aaed-68e2f748f1e6 service neutron] 10.222.0.83 "GET /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463216 Feb 14 21:39:15.800392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=e2175891-085f-4ee7-9da8-b77f8340fd16,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.832618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:15.839265 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-1d8eee53-2675-4b93-beef-0845ca2297c4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6540661 Feb 14 21:39:15.840480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:15.845038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:15.852118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:15.852998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.863355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Request body: {'port': {'device_id': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:15.889495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd2b3db0-2803-4203-9525-6bb44e9ec005 req-a8af18cb-3ab4-444d-a21e-bcb1555313d1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492252 Feb 14 21:39:15.922775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (73a6eec3-cb3c-470d-8c62-735a96eac71b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:15.956941 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d101d9e1-7923-42d7-a4b8-be482f47aa5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7494295 Feb 14 21:39:15.965098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:15.978234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Port': ['ID=73a6eec3-cb3c-470d-8c62-735a96eac71b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:15.991372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': '7e984bf0-72b7-49cb-afef-b45cd814b6d0', 'name': 'tempest-PortsIpV6TestJSON-1242179412', 'fixed_ips': [{'subnet_id': '258ab934-9f05-431c-b416-378d09db55f4', 'ip_address': '2001:db8::f'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:16.249115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:16.259707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:16.460041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:16.466075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:16.573244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 8c35deb0-8971-44f1-b7cc-70bca40b498b yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:16.604696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Router f7b1186d-c7d8-4af8-a550-42adbef5dd00 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:16.612908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638365d-1173-4a35-81cd-5d597f62181d req-e5e00cc9-f475-4403-b362-dc4c7908edf4 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:16.614638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f638365d-1173-4a35-81cd-5d597f62181d req-e5e00cc9-f475-4403-b362-dc4c7908edf4 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 945 time: 0.2027705 Feb 14 21:39:16.734053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:16.745310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] Sync routers for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:16.747261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e62e5f0b-9306-4c5e-a26d-0090b3cd6d74 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581113 Feb 14 21:39:16.759281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:16.759442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f638365d-1173-4a35-81cd-5d597f62181d req-5cdedd32-98d9-4a9d-9001-bd8547ba1b03 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386242 Feb 14 21:39:16.759791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43096) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:16.760067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:16.818335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 50da6d3b-e904-483a-a5cf-3710f7ef384d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:16.863377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:16.889058 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-99498ba0-5e30-4540-85d1-caf4e97532af tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] show failed (client error): The resource could not be found. Feb 14 21:39:16.890642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99498ba0-5e30-4540-85d1-caf4e97532af tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-1019350083 HTTP/1.1" status: 404 len: 335 time: 0.1296003 Feb 14 21:39:16.899013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] Routers {'f7b1186d-c7d8-4af8-a550-42adbef5dd00'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:16.899626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43098) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:16.899758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:16.905757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-cb971bf7-9e73-4b76-8f89-ce53cde70667 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:16.914631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9378b31-25d9-43f3-82bd-15a0fa6a4b1d {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:16.934532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks [] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:16.937133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::f (7e984bf0-72b7-49cb-afef-b45cd814b6d0/258ab934-9f05-431c-b416-378d09db55f4/8c35deb0-8971-44f1-b7cc-70bca40b498b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:16.945469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:16.946659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cf4c6-8b90-4b1a-a13c-7ff96b3de483 None None] The sync data for ids ['f7b1186d-c7d8-4af8-a550-42adbef5dd00'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:16.950450 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-cb971bf7-9e73-4b76-8f89-ce53cde70667 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] update failed (client error): The resource could not be found. Feb 14 21:39:16.956983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb971bf7-9e73-4b76-8f89-ce53cde70667 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-828329427 HTTP/1.1" status: 404 len: 334 time: 0.0506797 Feb 14 21:39:16.956983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:16.969198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 50da6d3b-e904-483a-a5cf-3710f7ef384d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:39:16.969580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Transition to ACTIVE for port object a9378b31-25d9-43f3-82bd-15a0fa6a4b1d will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:39:16.973552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 50da6d3b-e904-483a-a5cf-3710f7ef384d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:16.973887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:16.974885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.042529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3eab-4f36-488f-825b-88f9039d43aa req-15afda5a-7863-4c3c-b220-aebbb8bedf91 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.044370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da2c3eab-4f36-488f-825b-88f9039d43aa req-15afda5a-7863-4c3c-b220-aebbb8bedf91 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 932 time: 0.1842110 Feb 14 21:39:17.049760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting subnet 58025e2e-1640-404a-add6-66c01da83bfa {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:17.060704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (58025e2e-1640-404a-add6-66c01da83bfa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.082315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 50da6d3b-e904-483a-a5cf-3710f7ef384d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:17.082979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.112740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:17.115653 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb5f59-ed35-42d5-8e9e-063cd58e0171" -d '{"events": [{"server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "name": "network-vif-plugged", "status": "completed", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:17.130305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da2c3eab-4f36-488f-825b-88f9039d43aa req-07b0cdc8-50f3-4275-af7e-c217824e75d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 Feb 14 21:39:17.144488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:17.147739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (58025e2e-1640-404a-add6-66c01da83bfa), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.153580 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.210663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:17.221052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.259305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:17.323882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c123f-3400-4cc6-b979-15fe19ec7110 None None] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:17.345029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3203-07b2-40f5-82fa-2a5ca71cc687 req-2c22ed8a-afea-4729-a728-c3a0726eb721 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.352828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b76a3203-07b2-40f5-82fa-2a5ca71cc687 req-2c22ed8a-afea-4729-a728-c3a0726eb721 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1459951 Feb 14 21:39:17.377320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Attempting to bind port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:17.377320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Attempting to bind port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:17.377320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Attempting to bind port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:17.388414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:39:17.388755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Attempting to bind port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:17.397203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (58025e2e-1640-404a-add6-66c01da83bfa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.403563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b76a3203-07b2-40f5-82fa-2a5ca71cc687 req-b213c7c2-328b-4640-918a-b91998d9205a tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494146 Feb 14 21:39:17.405587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:17.412749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:17.413022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:17.413499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Bound port: a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:17.413890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.444684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.451547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 99cd8ba2-ead8-453c-8121-71ce7461cdce up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:17.479530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (58025e2e-1640-404a-add6-66c01da83bfa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.520264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Subnet': ['ID=58025e2e-1640-404a-add6-66c01da83bfa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:17.532936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.540875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-310f6b26-b0f6-4d74-958c-f61464d868ab tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/subnets/58025e2e-1640-404a-add6-66c01da83bfa HTTP/1.1" status: 204 len: 168 time: 0.5809999 Feb 14 21:39:17.541769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:17.542599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43116) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:17.549564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466393c-a5c4-4046-93b3-dbbd0f0a0f83 None None] Network 24fd5245-6742-434c-bbe5-b6400a800faa requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:17.556374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=8c35deb0-8971-44f1-b7cc-70bca40b498b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:17.574545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Provisioning complete for port 99cd8ba2-ead8-453c-8121-71ce7461cdce triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:17.575537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.576408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:17.579909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:17.587527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.588682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.631182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a638-70cb-4374-8c11-7fb23bc3cdd0 req-1b932aae-8410-4185-befb-619d2f633c73 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.631182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c08a638-70cb-4374-8c11-7fb23bc3cdd0 req-1b932aae-8410-4185-befb-619d2f633c73 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0881298 Feb 14 21:39:17.667252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:17.672588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48202544-c5da-489d-92a9-c5948a14d680 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6972466 Feb 14 21:39:17.676076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43122) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:17.694573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:17.704330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (24fd5245-6742-434c-bbe5-b6400a800faa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.708381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.726841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c08a638-70cb-4374-8c11-7fb23bc3cdd0 req-94d62a27-88a5-45dd-a22c-1341d663f0d2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977349 Feb 14 21:39:17.770087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.770970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:17.772176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9378b31-25d9-43f3-82bd-15a0fa6a4b1d HTTP/1.1" status: 200 len: 1093 time: 1.9161940 Feb 14 21:39:17.776291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:17.778606 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09" -d '{"events": [{"name": "network-changed", "server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:17.877847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72029aed-12cb-42a0-9a84-204d4147da0f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.879198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50add78-30fd-4237-a4e8-1fcad95032c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:17.891723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-72029aed-12cb-42a0-9a84-204d4147da0f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2144566 Feb 14 21:39:17.893247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43132) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:17.933429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-edc87572-e483-47d7-9ea6-5efb0d2396bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:17.935107 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab2a8d-a0ef-4c4c-9995-9e053de3b589 x-openstack-request-id: req-95ab2a8d-a0ef-4c4c-9995-9e053de3b589 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:17.935609 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "name": "network-vif-plugged", "status": "completed", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:17.935698 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95ab2a8d-a0ef-4c4c-9995-9e053de3b589 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:17.936223 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d', 'code': 200} Feb 14 21:39:17.939691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-edc87572-e483-47d7-9ea6-5efb0d2396bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 1127 time: 0.1040545 Feb 14 21:39:18.002180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 99cd8ba2-ead8-453c-8121-71ce7461cdce triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:18.002650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.005532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:18.006158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.012434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-3436d7aa-bf17-40f1-8762-53c0e77d7831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d HTTP/1.1" status: 200 len: 217 time: 0.0653749 Feb 14 21:39:18.109391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Current status of the port 99cd8ba2-ead8-453c-8121-71ce7461cdce is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:18.109872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.173882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 99cd8ba2-ead8-453c-8121-71ce7461cdce is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:18.174357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.179813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] For port 99cd8ba2-ead8-453c-8121-71ce7461cdce, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=99cd8ba2-ead8-453c-8121-71ce7461cdce,segment=NetworkSegment(ded734cc-e314-492a-8e26-5b5dce4a380a),segment_id=ded734cc-e314-492a-8e26-5b5dce4a380a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:18.194933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.233060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] DHCP port deletion for 24fd5245-6742-434c-bbe5-b6400a800faa request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:18.277857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] For port ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,segment=NetworkSegment(50640015-4f7d-4acd-a1ea-7065ee098c5d),segment_id=50640015-4f7d-4acd-a1ea-7065ee098c5d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:18.278768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.284178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:39:18.284533 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:39:18.294301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-acbc4179-7ddc-4ccc-9fc1-8c8fdf306b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.296892 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-acbc4179-7ddc-4ccc-9fc1-8c8fdf306b51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.2591779 Feb 14 21:39:18.339630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-3111fd0b-b968-4bb1-a358-afd2167ee0cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334077 Feb 14 21:39:18.341339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Calling delete_port for ed1a9747-4d4b-4ec5-8881-ad945252e0b3 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:18.358667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340306d-7026-4ecc-a1f1-99fbf40984d2 None None] Pushing event updated for resources: {'Port': ['ID=99cd8ba2-ead8-453c-8121-71ce7461cdce,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:18.394523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Deleting port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:18.394882 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.455684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d99ba-1bc2-4ee7-973c-76a283ddac55 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.476906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] For port ed1a9747-4d4b-4ec5-8881-ad945252e0b3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,segment=NetworkSegment(50640015-4f7d-4acd-a1ea-7065ee098c5d),segment_id=50640015-4f7d-4acd-a1ea-7065ee098c5d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:18.477312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.482516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d99ba-1bc2-4ee7-973c-76a283ddac55 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.484442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-10d7b5c0-088b-4703-9fb7-d1713eb1ce73 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370897 Feb 14 21:39:18.489381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d99ba-1bc2-4ee7-973c-76a283ddac55 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.490842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Calling delete_port for ed1a9747-4d4b-4ec5-8881-ad945252e0b3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:18.494480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e4d99ba-1bc2-4ee7-973c-76a283ddac55 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5984750 Feb 14 21:39:18.496344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43138) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:18.558033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a50f40-282f-47ed-a716-bc0f9e861612 req-1aee16b2-a529-4a1c-98d2-d91c3b0ccaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.559979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00a50f40-282f-47ed-a716-bc0f9e861612 req-1aee16b2-a529-4a1c-98d2-d91c3b0ccaeb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 1129 time: 0.6652226 Feb 14 21:39:18.600786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.613137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4a8f-829f-4b63-860c-d01fd3298a8a req-f5770039-6db9-496d-8b8f-abbcf9743ecb tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:18.615714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] No DVR routers for this DVR port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:18.627637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00ad4a8f-829f-4b63-860c-d01fd3298a8a req-f5770039-6db9-496d-8b8f-abbcf9743ecb tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 946 time: 0.2756400 Feb 14 21:39:18.646060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293f4d-4620-41f9-a941-ea6ef00d877c None None] Pushing event deleted for resources: {'Port': ['ID=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:18.657360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Provisioning complete for port 99cd8ba2-ead8-453c-8121-71ce7461cdce triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:18.657745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.692607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00a50f40-282f-47ed-a716-bc0f9e861612 req-3addcbaf-49c7-4e0c-adfc-4569611dbd69 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247659 Feb 14 21:39:18.744085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00ad4a8f-829f-4b63-860c-d01fd3298a8a req-4fcedcfb-baa2-4415-a298-e65fb3e01f09 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152422 Feb 14 21:39:18.745791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fccc73f1-6e62-4883-906e-d6de41c563ab req-6ed62433-3552-4b88-b883-72b013bdc534 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517269 Feb 14 21:39:18.762982 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ed1a9747-4d4b-4ec5-8881-ad945252e0b3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.777760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 8c35deb0-8971-44f1-b7cc-70bca40b498b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:18.778794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.784068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Current status of the port 99cd8ba2-ead8-453c-8121-71ce7461cdce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:18.795703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Port': ['ID=ed1a9747-4d4b-4ec5-8881-ad945252e0b3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:18.797590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] No DVR routers for this DVR port ed1a9747-4d4b-4ec5-8881-ad945252e0b3 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:18.837520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Provisioning complete for port 8c35deb0-8971-44f1-b7cc-70bca40b498b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:18.838299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.858039 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c77c9f0-e521-4bec-8e5f-27cc71875740 x-openstack-request-id: req-1c77c9f0-e521-4bec-8e5f-27cc71875740 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:18.858336 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:18.858592 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c77c9f0-e521-4bec-8e5f-27cc71875740 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:18.860968 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', 'status': 'completed', 'code': 200} Feb 14 21:39:18.922589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Port 8c35deb0-8971-44f1-b7cc-70bca40b498b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:18.965624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.969498 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (24fd5245-6742-434c-bbe5-b6400a800faa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:18.976502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 99cd8ba2-ead8-453c-8121-71ce7461cdce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:18.984814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 8c35deb0-8971-44f1-b7cc-70bca40b498b owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:19.000037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fd5245-6742-434c-bbe5-b6400a800faa']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:19.006355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Provisioning complete for port e2175891-085f-4ee7-9da8-b77f8340fd16 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:19.006874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.013426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c97b1c-6953-4a9f-b163-54c900e7f79c req-bb0705ae-b5dc-4c48-940f-5035d36f7568 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:19.014163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50640015-4f7d-4acd-a1ea-7065ee098c5d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:19.015001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82c97b1c-6953-4a9f-b163-54c900e7f79c req-bb0705ae-b5dc-4c48-940f-5035d36f7568 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 944 time: 0.1093180 Feb 14 21:39:19.016792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50640015-4f7d-4acd-a1ea-7065ee098c5d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:19.051826 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (50640015-4f7d-4acd-a1ea-7065ee098c5d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.070089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (50640015-4f7d-4acd-a1ea-7065ee098c5d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.079370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:19.081025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (50640015-4f7d-4acd-a1ea-7065ee098c5d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.087132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eb452-37a7-4673-9e8e-0e6527b0093f None None] Port e2175891-085f-4ee7-9da8-b77f8340fd16 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:19.131408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82c97b1c-6953-4a9f-b163-54c900e7f79c req-20fc1513-bf3c-418a-81cc-06f824b424e2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074629 Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:19.141394 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:19.205866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (24fd5245-6742-434c-bbe5-b6400a800faa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.215134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.218996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8c35deb0-8971-44f1-b7cc-70bca40b498b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.230966 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/networks/24fd5245-6742-434c-bbe5-b6400a800faa HTTP/1.1" status: 204 len: 168 time: 1.6732605 Feb 14 21:39:19.231960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c9832566-05b0-4b39-8504-f9a4ed4fef3f None None] Provisioning complete for port e2175891-085f-4ee7-9da8-b77f8340fd16 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:19.232350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9832566-05b0-4b39-8504-f9a4ed4fef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.246348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:19.247335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf43a-f31b-49b2-86d1-e9b68bb28498 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Network': ['ID=24fd5245-6742-434c-bbe5-b6400a800faa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:19.260645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-0c16f27e-67b0-4971-b63f-57ca0c9a8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:19.262148 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-0c16f27e-67b0-4971-b63f-57ca0c9a8f17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 1127 time: 0.3783972 Feb 14 21:39:19.294210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=8c35deb0-8971-44f1-b7cc-70bca40b498b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:19.309957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9832566-05b0-4b39-8504-f9a4ed4fef3f None None] Port e2175891-085f-4ee7-9da8-b77f8340fd16 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:19.347595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.352489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80ba6b5b-b24a-461d-abb6-9367af2843b3 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/8c35deb0-8971-44f1-b7cc-70bca40b498b HTTP/1.1" status: 204 len: 168 time: 0.8496530 Feb 14 21:39:19.354968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:19.389855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting subnet 9c3b941c-ba0f-41da-a95a-68efd17f5993 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:19.418987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 99cd8ba2-ead8-453c-8121-71ce7461cdce up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:19.427916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (9c3b941c-ba0f-41da-a95a-68efd17f5993), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.448799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716b29c-f286-4e85-a895-49c15d401581 req-c345352f-b268-46e9-aeb1-f67043417449 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:19.450616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0716b29c-f286-4e85-a895-49c15d401581 req-c345352f-b268-46e9-aeb1-f67043417449 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1652949 Feb 14 21:39:19.474621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7311d4f6-35b6-4e01-95dd-19c68bb08de5 None None] Could not find standard attr ID for object 8c35deb0-8971-44f1-b7cc-70bca40b498b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:19.476579 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-abad41e6-233b-4f3c-a482-ca5c9b3dfbff tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:19.482298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abad41e6-233b-4f3c-a482-ca5c9b3dfbff tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/8c35deb0-8971-44f1-b7cc-70bca40b498b HTTP/1.1" status: 404 len: 333 time: 0.1059489 Feb 14 21:39:19.483914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43150) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:19.493943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 99cd8ba2-ead8-453c-8121-71ce7461cdce triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:19.494330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.569833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0716b29c-f286-4e85-a895-49c15d401581 req-a3919b8e-15a3-49d9-9f99-8de5342aefae tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048920 Feb 14 21:39:19.611018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (9c3b941c-ba0f-41da-a95a-68efd17f5993), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:19.682841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 99cd8ba2-ead8-453c-8121-71ce7461cdce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:19.706464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af33f-869a-4524-accc-92c7ffbd4b39 req-ef0eeba9-f96b-49e4-9d6d-6151464fa4ee tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:19.719317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c01af33f-869a-4524-accc-92c7ffbd4b39 req-ef0eeba9-f96b-49e4-9d6d-6151464fa4ee tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0898068 Feb 14 21:39:19.765682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ed1a9747-4d4b-4ec5-8881-ad945252e0b3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:19.778121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c01af33f-869a-4524-accc-92c7ffbd4b39 req-1739381b-1415-4c79-b77c-fbca3e3ba05e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Feb 14 21:39:19.817733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ed1a9747-4d4b-4ec5-8881-ad945252e0b3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:19.818344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ed1a9747-4d4b-4ec5-8881-ad945252e0b3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:19.921727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d13dc8-3809-4db3-912b-1e7d7592ca40 req-fe9e0013-0d3b-4771-8f3b-c4f56478d89c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:19.923532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29d13dc8-3809-4db3-912b-1e7d7592ca40 req-fe9e0013-0d3b-4771-8f3b-c4f56478d89c tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 946 time: 0.0585136 Feb 14 21:39:19.977708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29d13dc8-3809-4db3-912b-1e7d7592ca40 req-0965ca64-f82f-4465-8d2e-c00256c5db50 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Feb 14 21:39:20.037096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-19378a12-d22d-4524-8291-cca1898369ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:20.038591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-19378a12-d22d-4524-8291-cca1898369ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.7471426 Feb 14 21:39:20.097591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-cd50f927-151d-44bf-94bf-62199fbb4bbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d HTTP/1.1" status: 200 len: 217 time: 0.0387089 Feb 14 21:39:20.147463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9c3b941c-ba0f-41da-a95a-68efd17f5993), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.178614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port e2175891-085f-4ee7-9da8-b77f8340fd16 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:20.178961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.254647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-b2555a75-83f0-442c-9d7b-2a96411798b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:20.256190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-b2555a75-83f0-442c-9d7b-2a96411798b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.1509240 Feb 14 21:39:20.303620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5ce3d-164d-4950-9136-da79e7575969 req-205a7d7d-e16f-487b-ad6c-dad62bcedf6d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:20.306659 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-6a8bf44a-c4f8-46fb-ae16-13ea2c464607 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422487 Feb 14 21:39:20.314015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dad5ce3d-164d-4950-9136-da79e7575969 req-205a7d7d-e16f-487b-ad6c-dad62bcedf6d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 944 time: 0.0765231 Feb 14 21:39:20.351832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9c3b941c-ba0f-41da-a95a-68efd17f5993), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.402167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dad5ce3d-164d-4950-9136-da79e7575969 req-6de4718f-7bdc-4225-86cc-ca1cd179f547 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Feb 14 21:39:20.430317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.432835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3b941c-ba0f-41da-a95a-68efd17f5993,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:20.440916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.441076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450bd27-de34-4585-9b9c-2665ddab601c None None] Network 9e649a25-5a14-420f-aa79-810885da4768 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:20.444161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ddbe290d-44aa-4886-a37f-ac47080b9d5c tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/subnets/9c3b941c-ba0f-41da-a95a-68efd17f5993 HTTP/1.1" status: 204 len: 168 time: 1.1925852 Feb 14 21:39:20.447199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43170) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:20.454712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for e2175891-085f-4ee7-9da8-b77f8340fd16 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:20.518608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting subnet 8a29ca7c-4a84-414d-909d-27cb612ce7f1 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:20.522198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (8a29ca7c-4a84-414d-909d-27cb612ce7f1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.529797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-451dd0f2-2a67-4fe8-b548-879ecb665cbd service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111728 Feb 14 21:39:20.570924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (8a29ca7c-4a84-414d-909d-27cb612ce7f1), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.689557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ef7db9ba-8a97-4b8d-b58b-d52d48795c09 req-a3b52406-9682-4e57-adf1-c75d70aeb303 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475227 Feb 14 21:39:20.705915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] DHCP port deletion for 9e649a25-5a14-420f-aa79-810885da4768 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:20.723656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8a29ca7c-4a84-414d-909d-27cb612ce7f1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.774965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e2175891-085f-4ee7-9da8-b77f8340fd16), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.780388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Deleting port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:20.780767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.821848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=e2175891-085f-4ee7-9da8-b77f8340fd16,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:20.827702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1d74-0b57-44d0-b223-b40c1df62ea1 req-1ed682c5-f444-4e03-ae5f-ff170b0bfd9c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:20.836409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e27e1d74-0b57-44d0-b223-b40c1df62ea1 req-1ed682c5-f444-4e03-ae5f-ff170b0bfd9c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1461413 Feb 14 21:39:20.843005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.846530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (8a29ca7c-4a84-414d-909d-27cb612ce7f1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.850105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-94fdac88-1ca1-4216-81b7-e5e4e3faf13e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/e2175891-085f-4ee7-9da8-b77f8340fd16 HTTP/1.1" status: 204 len: 168 time: 1.3611560 Feb 14 21:39:20.850728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43180) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:20.886267 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d441a33-4ffc-4306-8e28-4e079fb090a8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:20.889677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Subnet': ['ID=8a29ca7c-4a84-414d-909d-27cb612ce7f1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:20.890721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1d441a33-4ffc-4306-8e28-4e079fb090a8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/e2175891-085f-4ee7-9da8-b77f8340fd16 HTTP/1.1" status: 404 len: 333 time: 0.0389781 Feb 14 21:39:20.891885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43182) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:20.897555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.902925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a50d62de-ad54-4d90-906e-39cf8237d779 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/subnets/8a29ca7c-4a84-414d-909d-27cb612ce7f1 HTTP/1.1" status: 204 len: 168 time: 0.4526577 Feb 14 21:39:20.904614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:20.934469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] For port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,segment=NetworkSegment(ea4934e4-cad6-4287-b829-d5912532938d),segment_id=ea4934e4-cad6-4287-b829-d5912532938d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:20.936003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.945687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 258ab934-9f05-431c-b416-378d09db55f4 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:20.948950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (258ab934-9f05-431c-b416-378d09db55f4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:20.960185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Calling delete_port for 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:21.007654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e27e1d74-0b57-44d0-b223-b40c1df62ea1 req-6d34ace2-da3b-4363-946d-0d0feedbfc10 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550553 Feb 14 21:39:21.030862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (258ab934-9f05-431c-b416-378d09db55f4), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.041072 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9e649a25-5a14-420f-aa79-810885da4768), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.085375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.123653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] No DVR routers for this DVR port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:21.128799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c094aa8-296e-4476-8cce-897213a205c3 None None] Pushing event deleted for resources: {'Port': ['ID=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:21.183663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:21.184306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.193041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd5821-c26d-4c5c-abae-e61afc112b3f req-ae7dc834-96b2-44a9-96a5-2878e91b3a65 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:21.201116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65dd5821-c26d-4c5c-abae-e61afc112b3f req-ae7dc834-96b2-44a9-96a5-2878e91b3a65 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 946 time: 0.0921283 Feb 14 21:39:21.208134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (258ab934-9f05-431c-b416-378d09db55f4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.212945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27c5e1-a3d7-4ed3-9544-e41e1da66835 None None] Network 9d973f34-c331-47d4-9230-3592e82de0ff requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:21.357633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (258ab934-9f05-431c-b416-378d09db55f4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.360486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] For port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8, host n-d-828372-11, got binding levels [] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:21.360894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.378231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65dd5821-c26d-4c5c-abae-e61afc112b3f req-f2304dbe-1230-4e76-a961-af3c23c0c558 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759312 Feb 14 21:39:21.404965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Calling delete_port for 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:21.408362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 was not found and therefore no delete operation was performed {{(pid=103513) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:39:21.409702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b9ec2b6-c2a2-435e-856f-b57b02b758d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.410795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=258ab934-9f05-431c-b416-378d09db55f4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:21.411626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:21.417940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.424199 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-40185d64-48bf-411a-8863-a0b132f00b4f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/258ab934-9f05-431c-b416-378d09db55f4 HTTP/1.1" status: 204 len: 168 time: 0.5307484 Feb 14 21:39:21.424981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43192) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:21.462760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:21.463857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:21.478839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Port': ['ID=4b9ec2b6-c2a2-435e-856f-b57b02b758d8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:21.480802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] No DVR routers for this DVR port 4b9ec2b6-c2a2-435e-856f-b57b02b758d8 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:21.500119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501aa9c-8ddc-4a32-9b5f-e86ffed400f7 None None] Network 7e984bf0-72b7-49cb-afef-b45cd814b6d0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:21.528948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7e984bf0-72b7-49cb-afef-b45cd814b6d0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.605007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] DHCP port deletion for 9d973f34-c331-47d4-9230-3592e82de0ff request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:21.637815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 99cd8ba2-ead8-453c-8121-71ce7461cdce {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:21.638060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.650189 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9e649a25-5a14-420f-aa79-810885da4768), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.679513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e649a25-5a14-420f-aa79-810885da4768']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:21.699306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890df101-9667-4f81-86c4-19703e4b646e req-b261a993-34e6-4a8d-bb3b-9fa55b1b1186 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:21.706863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-890df101-9667-4f81-86c4-19703e4b646e req-b261a993-34e6-4a8d-bb3b-9fa55b1b1186 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.1961732 Feb 14 21:39:21.720928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4934e4-cad6-4287-b829-d5912532938d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:21.721406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4934e4-cad6-4287-b829-d5912532938d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:21.722596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port 99cd8ba2-ead8-453c-8121-71ce7461cdce, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=99cd8ba2-ead8-453c-8121-71ce7461cdce,segment=NetworkSegment(ded734cc-e314-492a-8e26-5b5dce4a380a),segment_id=ded734cc-e314-492a-8e26-5b5dce4a380a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:21.723426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.742022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (ea4934e4-cad6-4287-b829-d5912532938d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.748772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 99cd8ba2-ead8-453c-8121-71ce7461cdce owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:21.754659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Deleting port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:21.755232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.770450 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ea4934e4-cad6-4287-b829-d5912532938d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.786080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:21.786565 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (ea4934e4-cad6-4287-b829-d5912532938d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:21.790166 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:21.813882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-890df101-9667-4f81-86c4-19703e4b646e req-de1780db-2798-4e46-893f-15d5336a290a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039565 Feb 14 21:39:21.864406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d9827-0bec-49ff-a2d4-5ad62d17c780 None None] DHCP port deletion for 7e984bf0-72b7-49cb-afef-b45cd814b6d0 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:21.864647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (99cd8ba2-ead8-453c-8121-71ce7461cdce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.913873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9e649a25-5a14-420f-aa79-810885da4768), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.914437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=99cd8ba2-ead8-453c-8121-71ce7461cdce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:21.914838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] For port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,segment=NetworkSegment(853bf7c3-0f86-49be-9ffa-287ad6faa07f),segment_id=853bf7c3-0f86-49be-9ffa-287ad6faa07f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:21.915329 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.931038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Calling delete_port for 4ba6b4f3-49af-4886-8a29-ca822d61d7ae owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:21.934104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:21.940749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/networks/9e649a25-5a14-420f-aa79-810885da4768 HTTP/1.1" status: 204 len: 168 time: 1.0307570 Feb 14 21:39:21.949649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port 99cd8ba2-ead8-453c-8121-71ce7461cdce on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:21.954350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:21.979988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895e8ea-d70b-4364-b99c-a93de081f332 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Network': ['ID=9e649a25-5a14-420f-aa79-810885da4768,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:22.027570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4ba6b4f3-49af-4886-8a29-ca822d61d7ae), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.065744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7e984bf0-72b7-49cb-afef-b45cd814b6d0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.094543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] Pushing event deleted for resources: {'Port': ['ID=4ba6b4f3-49af-4886-8a29-ca822d61d7ae,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:22.097156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e984bf0-72b7-49cb-afef-b45cd814b6d0']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.100864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674323e0-55ba-48c1-bf9c-9819455b3846 None None] No DVR routers for this DVR port 4ba6b4f3-49af-4886-8a29-ca822d61d7ae on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:22.116972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded734cc-e314-492a-8e26-5b5dce4a380a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.117269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded734cc-e314-492a-8e26-5b5dce4a380a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.129868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094b61-d606-4f83-8582-83e654430775 req-2a1c681e-2500-4eb8-8bdf-16aa42900724 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:22.130438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (ded734cc-e314-492a-8e26-5b5dce4a380a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.131532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a094b61-d606-4f83-8582-83e654430775 req-2a1c681e-2500-4eb8-8bdf-16aa42900724 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 944 time: 0.2145398 Feb 14 21:39:22.138749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9d973f34-c331-47d4-9230-3592e82de0ff), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.145899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ded734cc-e314-492a-8e26-5b5dce4a380a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.154565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:22.154868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (ded734cc-e314-492a-8e26-5b5dce4a380a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:22.158879 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:22.171189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-8df96959-446b-49e4-aa64-aa48c0e3c173 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:22.172769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-8df96959-446b-49e4-aa64-aa48c0e3c173 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.83 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 946 time: 0.1804297 Feb 14 21:39:22.224876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7e984bf0-72b7-49cb-afef-b45cd814b6d0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.239910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.248063 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/7e984bf0-72b7-49cb-afef-b45cd814b6d0 HTTP/1.1" status: 204 len: 168 time: 0.8220811 Feb 14 21:39:22.248236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43198) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:22.255686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711657707'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:22.258899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196650b5-9d86-422e-97f9-583947c9063c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=7e984bf0-72b7-49cb-afef-b45cd814b6d0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:22.265160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9378b31-25d9-43f3-82bd-15a0fa6a4b1d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:39:22.306578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a094b61-d606-4f83-8582-83e654430775 req-ea16923c-27b0-46ba-8f73-8bb77ae673b7 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656697 Feb 14 21:39:22.393231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9d973f34-c331-47d4-9230-3592e82de0ff), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.402390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:22.405902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.433187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:22.445128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', 'mac_address': 'fa:16:3e:e6:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:39:22.462575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d973f34-c331-47d4-9230-3592e82de0ff']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.481267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853bf7c3-0f86-49be-9ffa-287ad6faa07f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.481612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853bf7c3-0f86-49be-9ffa-287ad6faa07f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:22.482586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:22.483059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.496710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:22.498340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9378b31-25d9-43f3-82bd-15a0fa6a4b1d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:22.508722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (853bf7c3-0f86-49be-9ffa-287ad6faa07f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.520935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:22.525445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.532739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (260e1999-011c-4b8d-bd9e-3897f2cb8b79), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.534460 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Added segment 260e1999-011c-4b8d-bd9e-3897f2cb8b79 of type vlan for network a6b33b71-0831-4728-87c7-df8e425c49bc Feb 14 21:39:22.547693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (853bf7c3-0f86-49be-9ffa-287ad6faa07f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.561791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Deleting port 50da6d3b-e904-483a-a5cf-3710f7ef384d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:22.562162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.565426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:22.565831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (853bf7c3-0f86-49be-9ffa-287ad6faa07f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.583805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:22.587919 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:22.596854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be68c57-7295-4111-9e2e-1735c4ef2e01 req-42ca2c08-c9c4-44d7-8119-e163d0f4bacc tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:22.599202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8be68c57-7295-4111-9e2e-1735c4ef2e01 req-42ca2c08-c9c4-44d7-8119-e163d0f4bacc tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1897645 Feb 14 21:39:22.694881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a6b33b71-0831-4728-87c7-df8e425c49bc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.759708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9d973f34-c331-47d4-9230-3592e82de0ff), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.785380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.788930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/networks/9d973f34-c331-47d4-9230-3592e82de0ff HTTP/1.1" status: 204 len: 168 time: 0.8197565 Feb 14 21:39:22.791628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:22.811650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a6b33b71-0831-4728-87c7-df8e425c49bc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.817663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:22.818340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.824402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac8299-5092-4934-854e-46cc488eb660 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Network': ['ID=9d973f34-c331-47d4-9230-3592e82de0ff,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:22.843314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8be68c57-7295-4111-9e2e-1735c4ef2e01 req-cf857835-2ee5-47d0-bf7b-d50c02723a59 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215607 Feb 14 21:39:22.844303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting subnet b4574013-d068-4b0d-a9e8-9550cf175716 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:22.847630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (b4574013-d068-4b0d-a9e8-9550cf175716), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.870344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:22.890205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] For port 50da6d3b-e904-483a-a5cf-3710f7ef384d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=50da6d3b-e904-483a-a5cf-3710f7ef384d,segment=NetworkSegment(0dcea882-333f-4bf0-b3e9-f61762dc491b),segment_id=0dcea882-333f-4bf0-b3e9-f61762dc491b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:22.890600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.895585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b4574013-d068-4b0d-a9e8-9550cf175716), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:22.908183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Calling delete_port for 50da6d3b-e904-483a-a5cf-3710f7ef384d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:22.980502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b4574013-d068-4b0d-a9e8-9550cf175716), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.043905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b4574013-d068-4b0d-a9e8-9550cf175716), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.081179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Subnet': ['ID=b4574013-d068-4b0d-a9e8-9550cf175716,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:23.087860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8364389 Feb 14 21:39:23.091333 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.094836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f4149-e31c-4dfe-b04c-424c9573b55f None None] Network 2011b751-feb3-4921-b110-ba133f54aa94 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:23.095202 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9232a23-5c01-4be4-bd6b-9183506dfffb tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/subnets/b4574013-d068-4b0d-a9e8-9550cf175716 HTTP/1.1" status: 204 len: 168 time: 0.3025098 Feb 14 21:39:23.095760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43210) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:23.102077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:23.111571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43212) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:23.199762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:23.205549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.233301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ea406-20ae-4d29-8510-79e2df203520 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Network': ['ID=a6b33b71-0831-4728-87c7-df8e425c49bc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:23.260177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a6b33b71-0831-4728-87c7-df8e425c49bc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:23.293424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adde57-c22f-4298-9567-e406f35477ce req-df6bc5f7-da91-4d6d-a7b0-cae8cd781e56 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:23.293424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3adde57-c22f-4298-9567-e406f35477ce req-df6bc5f7-da91-4d6d-a7b0-cae8cd781e56 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1053b9d8-119d-4d6b-8efc-27a0db78e799 HTTP/1.1" status: 200 len: 946 time: 0.2331021 Feb 14 21:39:23.293424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (50da6d3b-e904-483a-a5cf-3710f7ef384d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.308841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2011b751-feb3-4921-b110-ba133f54aa94), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.393512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] DHCP port deletion for 2011b751-feb3-4921-b110-ba133f54aa94 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:23.446351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f22e6d33-99ce-4077-b729-22ecbf0982be no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:23.456408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Pushing event deleted for resources: {'Port': ['ID=50da6d3b-e904-483a-a5cf-3710f7ef384d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:23.465559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] No DVR routers for this DVR port 50da6d3b-e904-483a-a5cf-3710f7ef384d on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:23.469849 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.474721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28f5f0db-03a5-430c-be3f-ebf28333b2f7 req-cc1f591d-ba16-4a0b-8a45-820c238bfbce tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.83 "DELETE /v2.0/ports/50da6d3b-e904-483a-a5cf-3710f7ef384d HTTP/1.1" status: 204 len: 173 time: 1.2926512 Feb 14 21:39:23.522049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'name': 'network-vif-deleted', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:23.524509 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d326d31-cf6a-4e88-a702-6ddad820066d" -d '{"events": [{"server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "name": "network-vif-deleted", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:23.543728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Deleting port f22e6d33-99ce-4077-b729-22ecbf0982be {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:23.544288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.568349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3adde57-c22f-4298-9567-e406f35477ce req-8928ec06-f652-43d8-a67f-d513a19fc841 tempest-VolumesActionsTest-72934832 tempest-VolumesActionsTest-72934832-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e9f768a-6c4f-400d-9ef5-e9529988abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556045 Feb 14 21:39:23.597751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f22e6d33-99ce-4077-b729-22ecbf0982be is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:23.597751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.645131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Deleting port f22e6d33-99ce-4077-b729-22ecbf0982be {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:23.645484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.653497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (41fbed2f-df8d-47c4-b157-498b7d9186b2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.678081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f22e6d33-99ce-4077-b729-22ecbf0982be,segment=NetworkSegment(7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd),segment_id=7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:23.682089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f22e6d33-99ce-4077-b729-22ecbf0982be,segment=NetworkSegment(7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd),segment_id=7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:23.682568 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.701622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.702354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4ba6b4f3-49af-4886-8a29-ca822d61d7ae no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:23.726804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Calling delete_port for f22e6d33-99ce-4077-b729-22ecbf0982be owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:23.757990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=41fbed2f-df8d-47c4-b157-498b7d9186b2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:23.769161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4ba6b4f3-49af-4886-8a29-ca822d61d7ae {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:23.769520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4ba6b4f3-49af-4886-8a29-ca822d61d7ae not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:23.769945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 99cd8ba2-ead8-453c-8121-71ce7461cdce no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:23.797968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Checking segment: {'id': '260e1999-011c-4b8d-bd9e-3897f2cb8b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:23.799007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network hostable DHCP agents. Network: a6b33b71-0831-4728-87c7-df8e425c49bc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:23.801186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 99cd8ba2-ead8-453c-8121-71ce7461cdce {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:23.801549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 99cd8ba2-ead8-453c-8121-71ce7461cdce not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:23.851911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network a6b33b71-0831-4728-87c7-df8e425c49bc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:23.867325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a6b33b71-0831-4728-87c7-df8e425c49bc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:23.872925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:23.874686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.896576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] For port f22e6d33-99ce-4077-b729-22ecbf0982be, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f22e6d33-99ce-4077-b729-22ecbf0982be,segment=NetworkSegment(7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd),segment_id=7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:23.897088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.916365 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d598e5ec-78f6-4fb4-b96d-e03c59e19f14 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8194902 Feb 14 21:39:23.917272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43232) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:23.917547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Calling delete_port for f22e6d33-99ce-4077-b729-22ecbf0982be owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:23.923003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-802851137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:23.966412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bc0ae-f1f9-4a77-904a-3905ec69278d req-d8f270b1-bb9c-446c-af7c-cc3353ec5603 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:23.968479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:23.969222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.970610 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:23.972571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2261b-d2e2-4c44-864e-977bd62b66b2 None None] Network a6b33b71-0831-4728-87c7-df8e425c49bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:23.994177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-146bc0ae-f1f9-4a77-904a-3905ec69278d req-d8f270b1-bb9c-446c-af7c-cc3353ec5603 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.2849584 Feb 14 21:39:24.057396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for router_controller (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.072486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.112014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.118114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72c4f346-deeb-4386-8bab-7df8a7c98c5b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1990809 Feb 14 21:39:24.118927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43234) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:24.126003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc', 'name': 'tempest-PortsIpV6TestJSON-307480091'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:24.233279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-146bc0ae-f1f9-4a77-904a-3905ec69278d req-c2a2ba13-1016-4fe0-9097-bada0b67a22b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370982 Feb 14 21:39:24.300640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:24.309910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.357472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9378b31-25d9-43f3-82bd-15a0fa6a4b1d up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:24.359225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 3d820062-3228-4070-bc98-84100c8aa301 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:24.380356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.435253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (f22e6d33-99ce-4077-b729-22ecbf0982be), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.451547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a6b33b71-0831-4728-87c7-df8e425c49bc', 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': '41fbed2f-df8d-47c4-b157-498b7d9186b2'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:24.455858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.470966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] No DVR routers for this DVR port f22e6d33-99ce-4077-b729-22ecbf0982be on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:24.486322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:24.493738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] No DVR routers for this DVR port f22e6d33-99ce-4077-b729-22ecbf0982be on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:24.547663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::384 (a6b33b71-0831-4728-87c7-df8e425c49bc/41fbed2f-df8d-47c4-b157-498b7d9186b2/3d820062-3228-4070-bc98-84100c8aa301) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:24.571328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724450aa-f19c-48b7-bfc5-4d2250184401 None None] Pushing event deleted for resources: {'Port': ['ID=f22e6d33-99ce-4077-b729-22ecbf0982be,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:24.592907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843d15-b87a-4c84-82dc-a02ac4debf20 req-058fe571-5fa5-4a86-a8c9-e72e62d05dc3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:24.594457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7843d15-b87a-4c84-82dc-a02ac4debf20 req-058fe571-5fa5-4a86-a8c9-e72e62d05dc3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 945 time: 0.2154887 Feb 14 21:39:24.608317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:39:24.616417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2011b751-feb3-4921-b110-ba133f54aa94), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.618312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:24.618851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.663843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2011b751-feb3-4921-b110-ba133f54aa94']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:24.710577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:24.710874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:24.731604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.747542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.754980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:24.755680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7ca8b5f4-84ca-4cfa-9342-77ceac3c9fdd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.796592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:24.797235 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:24.834206 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:24.844330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:24.847404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (3d820062-3228-4070-bc98-84100c8aa301), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.849453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:24.852985 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db80c02b-9010-4bf9-8f4d-5ff284d5f5e3" -d '{"events": [{"server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "name": "network-vif-plugged", "status": "completed", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:24.856065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 50da6d3b-e904-483a-a5cf-3710f7ef384d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:24.864048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.871068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2011b751-feb3-4921-b110-ba133f54aa94), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.894566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:24.898455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 50da6d3b-e904-483a-a5cf-3710f7ef384d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:24.898658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 50da6d3b-e904-483a-a5cf-3710f7ef384d not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:24.900661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/networks/2011b751-feb3-4921-b110-ba133f54aa94 HTTP/1.1" status: 204 len: 168 time: 1.7271404 Feb 14 21:39:24.905423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:24.920154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7843d15-b87a-4c84-82dc-a02ac4debf20 req-426016fe-6755-4cc3-a5b8-c0bf6c3e35c7 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138201 Feb 14 21:39:24.946610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbcd2a-9dbd-4654-8bd2-78583c46d998 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Pushing event deleted for resources: {'Network': ['ID=2011b751-feb3-4921-b110-ba133f54aa94,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:24.955936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:24.971744 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18e4bb41-8ecc-494a-9c52-aa8072bef947 tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7b1186d-c7d8-4af8-a550-42adbef5dd00 HTTP/1.1" status: 200 len: 205 time: 0.0650485 Feb 14 21:39:24.974062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:24.981665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3d820062-3228-4070-bc98-84100c8aa301), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.018936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network a6b33b71-0831-4728-87c7-df8e425c49bc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:25.039285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:25.049854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Allocated IP 2001:db8::2 (a6b33b71-0831-4728-87c7-df8e425c49bc/41fbed2f-df8d-47c4-b157-498b7d9186b2/14705684-67e0-477e-8e8f-82915017e461) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:25.053450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:25.058888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:25.059540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.061455 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c491f-c7fd-46a4-94d9-3217f025b01e x-openstack-request-id: req-0d6c491f-c7fd-46a4-94d9-3217f025b01e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:25.061746 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053b9d8-119d-4d6b-8efc-27a0db78e799", "name": "network-vif-deleted", "tag": "50da6d3b-e904-483a-a5cf-3710f7ef384d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:25.062002 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d6c491f-c7fd-46a4-94d9-3217f025b01e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:25.062402 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053b9d8-119d-4d6b-8efc-27a0db78e799', 'name': 'network-vif-deleted', 'tag': '50da6d3b-e904-483a-a5cf-3710f7ef384d', 'status': 'completed', 'code': 200} Feb 14 21:39:25.094315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=3d820062-3228-4070-bc98-84100c8aa301,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:25.102667 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b766b04b-95f3-41f2-bd00-6d89ef2da748 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9824007 Feb 14 21:39:25.106025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43246) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:25.291705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks [] for port (14705684-67e0-477e-8e8f-82915017e461), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.305055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (14705684-67e0-477e-8e8f-82915017e461), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.363328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Network a6b33b71-0831-4728-87c7-df8e425c49bc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:25.365216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:25.367065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Pushing event updated for resources: {'Port': ['ID=14705684-67e0-477e-8e8f-82915017e461,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:25.372803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:25.441641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Attempting to bind port 14705684-67e0-477e-8e8f-82915017e461 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:25.442080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Attempting to bind port 14705684-67e0-477e-8e8f-82915017e461 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '260e1999-011c-4b8d-bd9e-3897f2cb8b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:25.442456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Attempting to bind port 14705684-67e0-477e-8e8f-82915017e461 on network a6b33b71-0831-4728-87c7-df8e425c49bc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:25.448478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:25.448863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Checking segment: {'id': '260e1999-011c-4b8d-bd9e-3897f2cb8b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:25.449271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.449660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Bound using segment: {'id': '260e1999-011c-4b8d-bd9e-3897f2cb8b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:25.450129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Bound port: 14705684-67e0-477e-8e8f-82915017e461, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260e1999-011c-4b8d-bd9e-3897f2cb8b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6b33b71-0831-4728-87c7-df8e425c49bc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:25.450509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (14705684-67e0-477e-8e8f-82915017e461), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.456882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.524248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] For port 14705684-67e0-477e-8e8f-82915017e461, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:25.529259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] For port 14705684-67e0-477e-8e8f-82915017e461, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=14705684-67e0-477e-8e8f-82915017e461,segment=NetworkSegment(260e1999-011c-4b8d-bd9e-3897f2cb8b79),segment_id=260e1999-011c-4b8d-bd9e-3897f2cb8b79)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:25.537284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (14705684-67e0-477e-8e8f-82915017e461), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.601194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ac377-221d-4ad6-9d18-5ecf0435b6e6 None None] Pushing event updated for resources: {'Port': ['ID=14705684-67e0-477e-8e8f-82915017e461,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:25.650834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d820062-3228-4070-bc98-84100c8aa301), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.707579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667cdb-5756-486b-8ec5-67a4c447e067 req-40201cb0-1cc3-47eb-82f7-163f6b2e7dcd tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:25.714944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97667cdb-5756-486b-8ec5-67a4c447e067 req-40201cb0-1cc3-47eb-82f7-163f6b2e7dcd tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.2557201 Feb 14 21:39:25.730424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.733918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router_controller (f7b1186d-c7d8-4af8-a550-42adbef5dd00), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.802124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97667cdb-5756-486b-8ec5-67a4c447e067 req-ffe81a20-3a12-41ce-a74f-f2001cac5741 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862198 Feb 14 21:39:25.803287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f7b1186d-c7d8-4af8-a550-42adbef5dd00), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.803885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Fanout notify agent at l3_agent the message router_deleted on router f7b1186d-c7d8-4af8-a550-42adbef5dd00 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:39:25.811415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:25.815934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70f3ae66-d581-471c-a2b3-23d182ec2b5a tempest-RoutersNegativeIpV6Test-897631444 tempest-RoutersNegativeIpV6Test-897631444-project] 10.222.0.86 "DELETE /v2.0/routers/f7b1186d-c7d8-4af8-a550-42adbef5dd00 HTTP/1.1" status: 204 len: 168 time: 0.8406761 Feb 14 21:39:25.946733 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca571c27-b7cc-4e4e-aae0-50cc8ddac4d7 x-openstack-request-id: req-ca571c27-b7cc-4e4e-aae0-50cc8ddac4d7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:25.947199 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "name": "network-vif-plugged", "status": "completed", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:25.947930 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca571c27-b7cc-4e4e-aae0-50cc8ddac4d7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:25.953955 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', 'code': 200} Feb 14 21:39:26.091003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8f00-f4c4-4768-96f8-e49a22dc7805 req-5cdf009a-34a2-41de-bf8c-426d1a575e5f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:26.099228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-320a8f00-f4c4-4768-96f8-e49a22dc7805 req-5cdf009a-34a2-41de-bf8c-426d1a575e5f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0926435 Feb 14 21:39:26.181341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-320a8f00-f4c4-4768-96f8-e49a22dc7805 req-d8faf9cd-48ff-4577-a3c0-86098374c116 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809896 Feb 14 21:39:26.216788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43266) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:26.233660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (3d820062-3228-4070-bc98-84100c8aa301), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.247488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3d820062-3228-4070-bc98-84100c8aa301), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.291962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cde88-6fdb-4f24-9f10-e5686f8e055d req-e236c5fd-d7a4-4a37-8b9d-39f12d07d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:26.308274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f22cde88-6fdb-4f24-9f10-e5686f8e055d req-e236c5fd-d7a4-4a37-8b9d-39f12d07d9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 1129 time: 0.2689359 Feb 14 21:39:26.342131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=3d820062-3228-4070-bc98-84100c8aa301,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:26.386354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.386718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.387127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.387634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.387985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.388330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.388666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.389062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.389484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.390130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.390480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.390814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.391146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:26.416181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ca2a-4f2c-4aff-b83a-f01023034d85 req-9bcd7da1-0b9f-411c-adb6-1caa492cfe50 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:26.426009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e19ca2a-4f2c-4aff-b83a-f01023034d85 req-9bcd7da1-0b9f-411c-adb6-1caa492cfe50 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 946 time: 0.1294923 Feb 14 21:39:26.456623 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f22cde88-6fdb-4f24-9f10-e5686f8e055d req-88c80c4c-a076-41a3-a53b-5703f765cc89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089005 Feb 14 21:39:26.531904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e19ca2a-4f2c-4aff-b83a-f01023034d85 req-ad7cb1f8-5a36-4faa-a57f-bfe04ba4773c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048341 Feb 14 21:39:26.612773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ec432de9-e1f9-43d1-be39-697afb7544c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da409cf1aa9744afbaf0c71e292d8a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947587 Feb 14 21:39:26.615226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43282) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:26.618181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.688526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] Publish callbacks [] for security_group (260a1e76-8034-4064-b70f-96cf754fae64), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.726362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] Publish callbacks [] for security_group (260a1e76-8034-4064-b70f-96cf754fae64), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.839759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (260a1e76-8034-4064-b70f-96cf754fae64), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.848583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.854654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/260a1e76-8034-4064-b70f-96cf754fae64 HTTP/1.1" status: 204 len: 168 time: 0.2325790 Feb 14 21:39:26.872496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d820062-3228-4070-bc98-84100c8aa301), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:26.879040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48919aff-fc75-4091-9d1d-b56e2f8db1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a1e76-8034-4064-b70f-96cf754fae64,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:27.031855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5855dad-b994-44fc-ab1d-23491fdc8636 req-1bcee176-2509-4b5c-a854-ef9c683e9a74 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:27.034005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5855dad-b994-44fc-ab1d-23491fdc8636 req-1bcee176-2509-4b5c-a854-ef9c683e9a74 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0970392 Feb 14 21:39:27.122820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5855dad-b994-44fc-ab1d-23491fdc8636 req-681a9599-460f-482f-af6f-7562088f3906 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827808 Feb 14 21:39:27.247520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780786b0-6656-494a-a312-dac48feedc23 None None] Network a6b33b71-0831-4728-87c7-df8e425c49bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:27.477780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 14705684-67e0-477e-8e8f-82915017e461 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:27.524845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Provisioning complete for port 14705684-67e0-477e-8e8f-82915017e461 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:27.525057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (14705684-67e0-477e-8e8f-82915017e461), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:27.555334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b947-443e-4c6d-b525-3c3f829b2861 req-af0b35de-42b1-4313-a133-25c5c977954d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:27.566569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02b0b947-443e-4c6d-b525-3c3f829b2861 req-af0b35de-42b1-4313-a133-25c5c977954d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.1756260 Feb 14 21:39:27.619094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 14705684-67e0-477e-8e8f-82915017e461 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:27.619458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (14705684-67e0-477e-8e8f-82915017e461), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:27.688364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02b0b947-443e-4c6d-b525-3c3f829b2861 req-6e219b74-669a-47f8-b147-443e3e1bb0b8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Feb 14 21:39:27.746288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Current status of the port 14705684-67e0-477e-8e8f-82915017e461 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:27.746686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (14705684-67e0-477e-8e8f-82915017e461), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:27.764830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33951639-009b-461e-9c42-0b297712ecc9 req-b37fd78a-11ea-4f5c-a1be-a41ec8e17cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:27.764830 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-b37fd78a-11ea-4f5c-a1be-a41ec8e17cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.1957700 Feb 14 21:39:27.847211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 14705684-67e0-477e-8e8f-82915017e461 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:27.847211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (14705684-67e0-477e-8e8f-82915017e461), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:27.907682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33951639-009b-461e-9c42-0b297712ecc9 req-dc35b4ea-90a9-4793-b597-f4face623c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:27.910123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-dc35b4ea-90a9-4793-b597-f4face623c55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.1219811 Feb 14 21:39:27.945279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] For port 14705684-67e0-477e-8e8f-82915017e461, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=14705684-67e0-477e-8e8f-82915017e461,segment=NetworkSegment(260e1999-011c-4b8d-bd9e-3897f2cb8b79),segment_id=260e1999-011c-4b8d-bd9e-3897f2cb8b79)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:27.957377 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (14705684-67e0-477e-8e8f-82915017e461), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:27.971976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2a07b-8901-4fa4-a603-027e43cb51a7 req-c101d0bc-c8ca-46b6-b4f8-ecdf55f884e4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:27.973845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6d2a07b-8901-4fa4-a603-027e43cb51a7 req-c101d0bc-c8ca-46b6-b4f8-ecdf55f884e4 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1899090 Feb 14 21:39:28.130129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6d2a07b-8901-4fa4-a603-027e43cb51a7 req-924709bf-2715-49e4-a44e-c35476ded12b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357565 Feb 14 21:39:28.139203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-4c91bb1f-da67-4ea6-a7b0-cc5426f0edd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1001 time: 0.2222762 Feb 14 21:39:28.187964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (3d820062-3228-4070-bc98-84100c8aa301), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.200285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3d820062-3228-4070-bc98-84100c8aa301), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.203618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.221313 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:39:28.223675 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:39:28.227016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487512a-556f-47de-aaa5-b64b490a3135 None None] Pushing event updated for resources: {'Port': ['ID=14705684-67e0-477e-8e8f-82915017e461,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:28.243954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Provisioning complete for port 3d820062-3228-4070-bc98-84100c8aa301 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:28.244866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d820062-3228-4070-bc98-84100c8aa301), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.309288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Port 3d820062-3228-4070-bc98-84100c8aa301 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:28.335686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Provisioning complete for port 14705684-67e0-477e-8e8f-82915017e461 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:28.335871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (14705684-67e0-477e-8e8f-82915017e461), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.339190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e51b-0ef7-476a-b876-3dffa3c3a04a req-07b6e068-0a69-44f3-9861-9349eec49279 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:28.346642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2336e51b-0ef7-476a-b876-3dffa3c3a04a req-07b6e068-0a69-44f3-9861-9349eec49279 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 946 time: 0.1063638 Feb 14 21:39:28.417274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33951639-009b-461e-9c42-0b297712ecc9 req-05564b2f-e656-4337-8fcf-d476e4f02380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:28.419176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-05564b2f-e656-4337-8fcf-d476e4f02380 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.2729232 Feb 14 21:39:28.419908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43354) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:28.435966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2336e51b-0ef7-476a-b876-3dffa3c3a04a req-41c2c5c1-2020-4e7a-88e3-b5c937438878 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878987 Feb 14 21:39:28.487809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=3d820062-3228-4070-bc98-84100c8aa301,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:28.518876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:39:28.528532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53d56803-eaee-4b80-b96c-2b764e0fd7b4 None None] Current status of the port 14705684-67e0-477e-8e8f-82915017e461 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:28.570575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33951639-009b-461e-9c42-0b297712ecc9 req-b4cdbf51-a774-4e85-99c2-d2517a7a98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:28.572155 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-b4cdbf51-a774-4e85-99c2-d2517a7a98ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1442404 Feb 14 21:39:28.581140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network a6b33b71-0831-4728-87c7-df8e425c49bc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:28.584273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:28.715615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.724224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-430783787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:28.730503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-018748f0-9618-4059-9b58-96f954ec2c38 None None] Provisioning complete for port 3d820062-3228-4070-bc98-84100c8aa301 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:28.730503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018748f0-9618-4059-9b58-96f954ec2c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d820062-3228-4070-bc98-84100c8aa301), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.822055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 14705684-67e0-477e-8e8f-82915017e461 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:28.825252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-018748f0-9618-4059-9b58-96f954ec2c38 None None] Port 3d820062-3228-4070-bc98-84100c8aa301 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:28.853237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.854582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:28.942308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-704412aa-1ebc-4e61-9a4c-944e488ac054 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594511 Feb 14 21:39:28.959137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-7d3b9016-88f4-4332-bd8c-0f724d4555b3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:28.966140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-7d3b9016-88f4-4332-bd8c-0f724d4555b3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.1715991 Feb 14 21:39:28.983655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-c1fafb87-bb47-488f-83c7-ffbf5b08fb9b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0164711 Feb 14 21:39:28.999574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router_controller (dc24a19b-88f1-47ed-87e5-fc5332f52465), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.051458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-ec7ec07c-c0a7-44ec-b2a4-2c96b518b965 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667143 Feb 14 21:39:29.083414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5ea4fc07-f0f3-4934-b50c-f4cbd64c8411 None None] Provisioning complete for port 3d820062-3228-4070-bc98-84100c8aa301 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:29.084124 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fc07-f0f3-4934-b50c-f4cbd64c8411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d820062-3228-4070-bc98-84100c8aa301), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.133061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.133711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4fc07-f0f3-4934-b50c-f4cbd64c8411 None None] Port 3d820062-3228-4070-bc98-84100c8aa301 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:29.146797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33951639-009b-461e-9c42-0b297712ecc9 req-8b5271b8-549d-4fed-9e1c-55a0ffb8ae82 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608539 Feb 14 21:39:29.196837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Router 2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:39:29.204787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.206002 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b770d521-9a96-4c0e-af0c-9305521dd9a7 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7792711 Feb 14 21:39:29.210472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43386) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:29.217978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-856023611'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:29.282304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-980b4860-76e5-4d74-ae1a-5dd6fb9bc1f0 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298732 Feb 14 21:39:29.289905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:29.293423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.320774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.381825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:29.394464 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] Sync routers for ids ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:29.411543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 14705684-67e0-477e-8e8f-82915017e461 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:29.412172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] Routers {'2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:29.412701 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:29.416048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a921cba-8d7a-42fe-aac8-907f7055f158 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/routers/2b83ec2e-d762-45ed-bbd0-540cbc2d18d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3086460 Feb 14 21:39:29.419284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:29.507144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:29.530435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] Routers {'2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:29.531072 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:29.538509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-80a4b53e-a94a-4f86-89e5-db597a1c323d service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188141 Feb 14 21:39:29.541912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3e786-239f-49c0-be5d-62aadb6bde27 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:29.545147 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d9f3e786-239f-49c0-be5d-62aadb6bde27 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 HTTP/1.1" status: 200 len: 988 time: 0.1248250 Feb 14 21:39:29.545832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-43af6420-d691-465f-ad1c-e2490380f16b None None] Provisioning complete for port 3d820062-3228-4070-bc98-84100c8aa301 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:29.546214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43af6420-d691-465f-ad1c-e2490380f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d820062-3228-4070-bc98-84100c8aa301), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.550875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43398) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:29.584106 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:29.588490 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b87209-1f99-4877-89b5-bbba96d516bf None None] The sync data for ids ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:29.646349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-43af6420-d691-465f-ad1c-e2490380f16b None None] Port 3d820062-3228-4070-bc98-84100c8aa301 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:29.648746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 14705684-67e0-477e-8e8f-82915017e461 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:29.649141 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (14705684-67e0-477e-8e8f-82915017e461), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:29.826348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 14705684-67e0-477e-8e8f-82915017e461 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:30.017839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f15156-09b5-4c89-9669-485ac751cf4f req-31ed7814-3841-4ede-ad3b-29750d9a0dde tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:30.024830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29f15156-09b5-4c89-9669-485ac751cf4f req-31ed7814-3841-4ede-ad3b-29750d9a0dde tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.1786308 Feb 14 21:39:30.112700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for security_group (641b1ab7-e4d0-436b-967d-fc1da265e334), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.125764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (641b1ab7-e4d0-436b-967d-fc1da265e334), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.170497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29f15156-09b5-4c89-9669-485ac751cf4f req-99bdfa3d-4839-4486-92b9-6a1873b177c0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426587 Feb 14 21:39:30.207173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:30.289598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641b1ab7-e4d0-436b-967d-fc1da265e334,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:30.344711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.346079 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Added segment 797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74 of type vlan for network 84dadd4a-d182-4340-b9ef-df7b6237ca87 Feb 14 21:39:30.375757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.376145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.376706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.376868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.377295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.377636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.377972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.378302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.378627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.378969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.379393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.379729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.380274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:39:30.437927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (84dadd4a-d182-4340-b9ef-df7b6237ca87), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.512970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec3d11-7fbb-4eb3-b0e0-ec04ed6a96c3 req-30be5b79-5d71-4269-a93b-edc9e6c06063 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:30.522410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0ec3d11-7fbb-4eb3-b0e0-ec04ed6a96c3 req-30be5b79-5d71-4269-a93b-edc9e6c06063 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.2518549 Feb 14 21:39:30.616793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.677268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (84dadd4a-d182-4340-b9ef-df7b6237ca87), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.683014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:30.683862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.765846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5494354 Feb 14 21:39:30.767188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:30.776182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'subnet': {'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:30.940585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:30.946575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:30.970308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0ec3d11-7fbb-4eb3-b0e0-ec04ed6a96c3 req-ec2d392d-af8c-427f-a9f3-0080940cc055 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276805 Feb 14 21:39:30.994801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1131f8af-9629-4dce-a24b-d6c78db89a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.033829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a726-eba9-4493-acf3-efef29705a8c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Network': ['ID=84dadd4a-d182-4340-b9ef-df7b6237ca87,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:31.046213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:31.316298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (be040a70-2d7b-45a6-a747-1cf280258a3b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.385587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 3d820062-3228-4070-bc98-84100c8aa301 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:31.386037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3d820062-3228-4070-bc98-84100c8aa301), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.463695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Subnet': ['ID=be040a70-2d7b-45a6-a747-1cf280258a3b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:31.484275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Checking segment: {'id': '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:31.484644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network hostable DHCP agents. Network: 84dadd4a-d182-4340-b9ef-df7b6237ca87, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:31.537967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:31.570005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 84dadd4a-d182-4340-b9ef-df7b6237ca87) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:31.581714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9de3c-9ad1-4f05-8432-4b3d73ec09a0 None None] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:31.588223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:31.609906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.619590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e55af955-99fe-44d0-82ec-e269371713bf req-63b9b487-6749-489f-b717-8f374396d806 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.1043754 Feb 14 21:39:31.644201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43444) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:31.644668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-edf7ad96-9aae-4a12-bcf6-d80c2a5f18fb tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8763380 Feb 14 21:39:31.650156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'network': {'name': 'tempest-router-network01--979093718'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:31.683586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:31.688335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.758581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-4dd91ad4-9651-44d3-905d-b2848590aae3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.0553584 Feb 14 21:39:31.781449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-84dadd4a-d182-4340-b9ef-df7b6237ca87', 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87', 'project_id': 'b6296e458b214542b8e2c221685a4612', 'fixed_ips': [{'subnet_id': 'be040a70-2d7b-45a6-a747-1cf280258a3b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:31.782812 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.791222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3d820062-3228-4070-bc98-84100c8aa301), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:31.966625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Allocated IP 172.20.0.2 (84dadd4a-d182-4340-b9ef-df7b6237ca87/be040a70-2d7b-45a6-a747-1cf280258a3b/dd8ecd4f-659f-4767-93fb-d9bc58695677) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:32.000725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:32.020676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (05b2aaa8-a952-4527-ad2d-beb8aac0e557), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.021064 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Added segment 05b2aaa8-a952-4527-ad2d-beb8aac0e557 of type vlan for network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 Feb 14 21:39:32.079730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2cbb9a19-eb9a-4e86-aef4-63926630ac90), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.122107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 3d820062-3228-4070-bc98-84100c8aa301 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:32.132541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2cbb9a19-eb9a-4e86-aef4-63926630ac90), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.138347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:32.138949 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.180546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5324466 Feb 14 21:39:32.181516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43450) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:32.189855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'network': {'name': 'tempest-router-network02--520517726'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:32.231490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:32.236125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.254963 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks [] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.277552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.295490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:39:32.319047 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a31471ec-3a92-4bec-ba49-f8832acbff3d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.319689 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Added segment a31471ec-3a92-4bec-ba49-f8832acbff3d of type vlan for network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 Feb 14 21:39:32.366326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c425516-a76d-412c-9f0d-a27a6f939d7b req-123a9321-5514-4ee6-b53d-678765575379 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:32.373524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c425516-a76d-412c-9f0d-a27a6f939d7b req-123a9321-5514-4ee6-b53d-678765575379 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.5967155 Feb 14 21:39:32.375251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee80d7-bef6-49d4-9b11-21a59f5ec7c0 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Network': ['ID=2cbb9a19-eb9a-4e86-aef4-63926630ac90,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:32.378087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:32.393326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:32.395726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:32.409035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:32.419911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9f7bfb7e-d4c2-4537-921a-32aac7a09839), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.436918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-513123fb-965f-41bc-8dba-558da38da562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:32.438440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-513123fb-965f-41bc-8dba-558da38da562 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=34833bccff8c4f0eaf9c202586a649b1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6637151 Feb 14 21:39:32.441689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Pushing event updated for resources: {'Port': ['ID=dd8ecd4f-659f-4767-93fb-d9bc58695677,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:32.481193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9f7bfb7e-d4c2-4537-921a-32aac7a09839), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.488388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:32.489814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.609318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Attempting to bind port dd8ecd4f-659f-4767-93fb-d9bc58695677 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:32.609690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Attempting to bind port dd8ecd4f-659f-4767-93fb-d9bc58695677 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:32.610076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Attempting to bind port dd8ecd4f-659f-4767-93fb-d9bc58695677 on network 84dadd4a-d182-4340-b9ef-df7b6237ca87 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:32.618915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:32.619522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Checking segment: {'id': '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:32.619938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.620336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Bound using segment: {'id': '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:32.620927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Bound port: dd8ecd4f-659f-4767-93fb-d9bc58695677, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84dadd4a-d182-4340-b9ef-df7b6237ca87'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:32.621589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.632747 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4494679 Feb 14 21:39:32.635265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43456) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:32.666350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'subnet': {'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:32.730032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f73f93-e7a4-4a9a-9ff9-bb391fc30528 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Network': ['ID=9f7bfb7e-d4c2-4537-921a-32aac7a09839,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:32.754118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:39:32.827826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:32.833469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.848880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] For port dd8ecd4f-659f-4767-93fb-d9bc58695677, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:32.876704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] For port dd8ecd4f-659f-4767-93fb-d9bc58695677, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd8ecd4f-659f-4767-93fb-d9bc58695677,segment=NetworkSegment(797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74),segment_id=797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:32.894836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:32.959468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c425516-a76d-412c-9f0d-a27a6f939d7b req-710bf316-4f00-4cb7-b7b1-b1a6696a5e26 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847332 Feb 14 21:39:33.075226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca9b76-8d53-4ba4-8644-1ed98ac23094 None None] Pushing event updated for resources: {'Port': ['ID=dd8ecd4f-659f-4767-93fb-d9bc58695677,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:33.192940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (355b62cc-eecb-4ff2-91b1-8f5dbee3c679), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.241894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-7327c0f4-7246-40c2-8b58-f96cf7af6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:33.243528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-7327c0f4-7246-40c2-8b58-f96cf7af6fed service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7893705 Feb 14 21:39:33.306998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Checking segment: {'id': '05b2aaa8-a952-4527-ad2d-beb8aac0e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:33.308335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network hostable DHCP agents. Network: 2cbb9a19-eb9a-4e86-aef4-63926630ac90, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:33.316425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Subnet': ['ID=355b62cc-eecb-4ff2-91b1-8f5dbee3c679,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:33.350069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:33.368114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab3d40bb-c44d-44ff-83b4-49eb437047ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.372613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2cbb9a19-eb9a-4e86-aef4-63926630ac90) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:33.392149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ffefa-5914-4d57-a80d-537a1f4f07d0 None None] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:33.403052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:33.406002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.434271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa059b38-44ce-489e-b4dc-95237c09c4d4 req-374c9f70-061f-4fa8-a6cf-98629ff538f4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.0661602 Feb 14 21:39:33.458683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0282f6fb-631b-4889-8874-86068edc6291 req-279fb0b3-355f-47d1-8649-98299e7ac8f3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.2107868 Feb 14 21:39:33.477864 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0b6d99e-889e-4e4a-93ec-2582ac103e04 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347001 Feb 14 21:39:33.477864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43470) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:33.493648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'subnet': {'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:33.597684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3d820062-3228-4070-bc98-84100c8aa301), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.743738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=3d820062-3228-4070-bc98-84100c8aa301,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:33.758913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2cbb9a19-eb9a-4e86-aef4-63926630ac90', 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90', 'project_id': 'b6296e458b214542b8e2c221685a4612', 'fixed_ips': [{'subnet_id': '355b62cc-eecb-4ff2-91b1-8f5dbee3c679'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:33.760008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.764084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Made reservation on behalf of b6296e458b214542b8e2c221685a4612 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:33.769304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:33.972390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:34.016619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-79d94338-da45-4764-94b4-5cb03791c35d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.1853404 Feb 14 21:39:34.306966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2dac4-9303-4b35-b6d6-f38a094643e7 req-dea6f6a3-a3ab-400f-9cc5-d1fdb1cd820d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:34.316928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42e2dac4-9303-4b35-b6d6-f38a094643e7 req-dea6f6a3-a3ab-400f-9cc5-d1fdb1cd820d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.6889713 Feb 14 21:39:34.336923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Allocated IP 172.20.0.2 (2cbb9a19-eb9a-4e86-aef4-63926630ac90/355b62cc-eecb-4ff2-91b1-8f5dbee3c679/47922240-59f6-48a6-929a-7b01a3863d5e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:34.379755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (4d8e62f6-a213-400e-8b97-4837e486f87b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:34.402649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-64c2c5d7-53ba-4470-a062-b8d533aa1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:34.404167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-64c2c5d7-53ba-4470-a062-b8d533aa1bfa service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=34833bccff8c4f0eaf9c202586a649b1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3811662 Feb 14 21:39:34.469232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Router 2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:34.592878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Subnet': ['ID=4d8e62f6-a213-400e-8b97-4837e486f87b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:34.612310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42e2dac4-9303-4b35-b6d6-f38a094643e7 req-8d4134d0-1101-4c28-b3f8-b9f90a13381d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776372 Feb 14 21:39:34.726583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Checking segment: {'id': 'a31471ec-3a92-4bec-ba49-f8832acbff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:34.726964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network hostable DHCP agents. Network: 9f7bfb7e-d4c2-4537-921a-32aac7a09839, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:39:34.794564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:39:34.794801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:34.817768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9f7bfb7e-d4c2-4537-921a-32aac7a09839) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:34.826367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:34.827203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:34.842534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11b37ccf-5392-46b5-a7b7-f9705568769b req-4a118f16-197e-425c-822f-a497eff0723d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.0477118 Feb 14 21:39:34.847566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-266917e7-6478-4afb-b9f8-ba8211b99c5c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/routers/2b83ec2e-d762-45ed-bbd0-540cbc2d18d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2955859 Feb 14 21:39:34.851485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] Sync routers for ids ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:34.853144 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0cf16b27-4638-47ac-b9fa-0ce39e68faa6 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3757219 Feb 14 21:39:34.854165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:34.856397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43486) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:34.878538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcffe23-1ae6-48d9-82fd-a121b8eec642 None None] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:34.923012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-748fadb5-4177-4634-92a4-095a70b6ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:34.928870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-748fadb5-4177-4634-92a4-095a70b6ab0e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5087416 Feb 14 21:39:34.992376 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f132c-6474-4ff2-b787-edb532eb92fb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:34.994654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a83f132c-6474-4ff2-b787-edb532eb92fb tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/3d820062-3228-4070-bc98-84100c8aa301 HTTP/1.1" status: 404 len: 333 time: 0.1393344 Feb 14 21:39:35.002127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43488) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:35.074607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0141f5df-0b32-4bc3-93a0-cb9be133b6c1 req-6e0bebab-56fe-44b3-85fe-03bb48ea9747 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=320b4c2d-ceae-46b9-bbc4-e44beca6f455 HTTP/1.1" status: 200 len: 210 time: 0.0917263 Feb 14 21:39:35.101608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd07da-1f6c-4587-ab13-186f68567dd4 req-a4e55dfd-6061-4769-bfba-65a23214aeb3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:35.109367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16fd07da-1f6c-4587-ab13-186f68567dd4 req-a4e55dfd-6061-4769-bfba-65a23214aeb3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1586664 Feb 14 21:39:35.189922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks [] for port (47922240-59f6-48a6-929a-7b01a3863d5e), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.204743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.303003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb94584-dc88-4788-81a5-12d1feb11e98 None None] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:35.542692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.567727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.605589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd8ecd4f-659f-4767-93fb-d9bc58695677 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:35.617792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.681566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.688918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for router_controller (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.835136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16fd07da-1f6c-4587-ab13-186f68567dd4 req-52962222-55e9-4afe-8ece-cb8545818e38 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7247205 Feb 14 21:39:35.841089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (2b83ec2e-d762-45ed-bbd0-540cbc2d18d7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.841890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Fanout notify agent at l3_agent the message router_deleted on router 2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:39:35.881205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] Routers {'2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:35.882115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:35.883037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:35.886735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7846fee0-936b-481c-b36e-571df5795d0b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/routers/2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 HTTP/1.1" status: 204 len: 168 time: 0.8763380 Feb 14 21:39:35.889058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43512) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:36.039387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 41fbed2f-df8d-47c4-b157-498b7d9186b2 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:36.043179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (41fbed2f-df8d-47c4-b157-498b7d9186b2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.085360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (41fbed2f-df8d-47c4-b157-498b7d9186b2), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.124569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Allocated IP 172.20.0.1 (2cbb9a19-eb9a-4e86-aef4-63926630ac90/355b62cc-eecb-4ff2-91b1-8f5dbee3c679/f9a7e559-fe87-49d3-b7f0-fc56dae85c57) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:36.141457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Pushing event updated for resources: {'Port': ['ID=47922240-59f6-48a6-929a-7b01a3863d5e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:36.192674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:36.245126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:36.256379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f891a8-0bab-4e81-9256-0f19c00b6c27 req-337f79b8-4972-43aa-bc78-b228e83b7808 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:36.265183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9f7bfb7e-d4c2-4537-921a-32aac7a09839', 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839', 'project_id': 'b6296e458b214542b8e2c221685a4612', 'fixed_ips': [{'subnet_id': '4d8e62f6-a213-400e-8b97-4837e486f87b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:36.266063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.266930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5f891a8-0bab-4e81-9256-0f19c00b6c27 req-337f79b8-4972-43aa-bc78-b228e83b7808 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2985771 Feb 14 21:39:36.411956 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.413007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.413712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Provisioning complete for port dd8ecd4f-659f-4767-93fb-d9bc58695677 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:36.414066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.426215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:36.427135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 21:39:36.427289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_agentschedulers_db [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103514) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 21:39:36.427654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b364f-0f17-40d7-8a3f-21c2903003f8 None None] The sync data for ids ['2b83ec2e-d762-45ed-bbd0-540cbc2d18d7'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:36.430439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:36.442708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.448445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (41fbed2f-df8d-47c4-b157-498b7d9186b2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.457460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:36.466259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Allocated IP 172.20.0.2 (9f7bfb7e-d4c2-4537-921a-32aac7a09839/4d8e62f6-a213-400e-8b97-4837e486f87b/ee3733a8-b34c-4777-a9f7-2ab0ec6f43db) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:36.498905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.547374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:36.551826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:36.558754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:36.574667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (41fbed2f-df8d-47c4-b157-498b7d9186b2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.591945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dd8ecd4f-659f-4767-93fb-d9bc58695677 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:36.592333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.647437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5f891a8-0bab-4e81-9256-0f19c00b6c27 req-2902772e-9930-4812-bd3a-d83a5de63058 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705289 Feb 14 21:39:36.656419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=41fbed2f-df8d-47c4-b157-498b7d9186b2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:36.666577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.670454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b54d0f77-a0c5-40ba-9071-3ba7a7da60f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/41fbed2f-df8d-47c4-b157-498b7d9186b2 HTTP/1.1" status: 204 len: 168 time: 0.7803667 Feb 14 21:39:36.683188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.684508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43520) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:36.849194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a6b33b71-0831-4728-87c7-df8e425c49bc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.893496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Port': ['ID=f9a7e559-fe87-49d3-b7f0-fc56dae85c57,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:36.912066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks [] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.928991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Attempting to bind port 47922240-59f6-48a6-929a-7b01a3863d5e on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:36.929590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Attempting to bind port 47922240-59f6-48a6-929a-7b01a3863d5e by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '05b2aaa8-a952-4527-ad2d-beb8aac0e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:36.932303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Attempting to bind port 47922240-59f6-48a6-929a-7b01a3863d5e on network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:36.945562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dea7e8-e75d-40cb-9b97-dcf625dc56bf None None] Network a6b33b71-0831-4728-87c7-df8e425c49bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:36.949426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:36.978855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 14705684-67e0-477e-8e8f-82915017e461 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:36.979807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (14705684-67e0-477e-8e8f-82915017e461), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.139602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:37.139998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Checking segment: {'id': '05b2aaa8-a952-4527-ad2d-beb8aac0e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:37.140413 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.142567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Bound using segment: {'id': '05b2aaa8-a952-4527-ad2d-beb8aac0e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:37.144538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Bound port: 47922240-59f6-48a6-929a-7b01a3863d5e, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2aaa8-a952-4527-ad2d-beb8aac0e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2cbb9a19-eb9a-4e86-aef4-63926630ac90'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:37.145025 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.170720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.193825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-1c2d9c8b-0bde-4a05-9571-c55d56894324 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:37.195499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-1c2d9c8b-0bde-4a05-9571-c55d56894324 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.1684394 Feb 14 21:39:37.258033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-cc3f4c0c-0e75-4f1b-9659-5c4d194bfe1a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0340822 Feb 14 21:39:37.317553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] For port 14705684-67e0-477e-8e8f-82915017e461, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=14705684-67e0-477e-8e8f-82915017e461,segment=NetworkSegment(260e1999-011c-4b8d-bd9e-3897f2cb8b79),segment_id=260e1999-011c-4b8d-bd9e-3897f2cb8b79)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:37.317921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (14705684-67e0-477e-8e8f-82915017e461), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.346233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 14705684-67e0-477e-8e8f-82915017e461 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:37.355865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Pushing event updated for resources: {'Port': ['ID=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:37.365352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-fb9f0792-cd81-4c74-a3a8-a7c4a5d5e632 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966668 Feb 14 21:39:37.453929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-79944dd4-bb80-4f22-83f3-50082088e2db req-6efebe15-8444-478f-842b-bfb39d688a29 tempest-MigrationsAdminTest-1481875290 tempest-MigrationsAdminTest-1481875290-project] (103512) timed out ('10.222.0.86', 46820) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:39:37.512372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:37.566226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-b1887a54-e5b2-4562-bd54-a933aa4160dc service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492250 Feb 14 21:39:37.630943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.643860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.651417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Current status of the port dd8ecd4f-659f-4767-93fb-d9bc58695677 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:37.661863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.720926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] For port 47922240-59f6-48a6-929a-7b01a3863d5e, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:37.724462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] For port 47922240-59f6-48a6-929a-7b01a3863d5e, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47922240-59f6-48a6-929a-7b01a3863d5e,segment=NetworkSegment(05b2aaa8-a952-4527-ad2d-beb8aac0e557),segment_id=05b2aaa8-a952-4527-ad2d-beb8aac0e557)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:37.747025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-471a6154-e242-44f2-82f4-5adfc79464a3 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795909 Feb 14 21:39:37.752566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (14705684-67e0-477e-8e8f-82915017e461), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.759071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] For port dd8ecd4f-659f-4767-93fb-d9bc58695677, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd8ecd4f-659f-4767-93fb-d9bc58695677,segment=NetworkSegment(797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74),segment_id=797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:37.761287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.764955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:37.768723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:37.785557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.789943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.809343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Port': ['ID=f9a7e559-fe87-49d3-b7f0-fc56dae85c57,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:37.816169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:37.881097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=14705684-67e0-477e-8e8f-82915017e461,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:37.890113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No DVR routers for this DVR port 14705684-67e0-477e-8e8f-82915017e461 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:39:37.977116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dd8ecd4f-659f-4767-93fb-d9bc58695677 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:37.977592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:38.053714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0de6a-5744-4827-a7cb-13c07a738484 None None] Pushing event updated for resources: {'Port': ['ID=dd8ecd4f-659f-4767-93fb-d9bc58695677,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:38.131404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:38.133358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:38.218431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Attempting to bind port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:38.218820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Attempting to bind port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a31471ec-3a92-4bec-ba49-f8832acbff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:38.222313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Attempting to bind port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db on network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:38.443700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f623da5-b7b7-4ee9-945a-853e14d0f88d None None] DHCP port deletion for a6b33b71-0831-4728-87c7-df8e425c49bc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:38.446044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565b62-e235-4e23-88ea-97097b6a0f8e None None] Pushing event updated for resources: {'Port': ['ID=47922240-59f6-48a6-929a-7b01a3863d5e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:38.506596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:38.506995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Checking segment: {'id': 'a31471ec-3a92-4bec-ba49-f8832acbff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:38.517749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:38.518211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Bound using segment: {'id': 'a31471ec-3a92-4bec-ba49-f8832acbff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:38.518741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Bound port: ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31471ec-3a92-4bec-ba49-f8832acbff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f7bfb7e-d4c2-4537-921a-32aac7a09839'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:38.519144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:38.664184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-27b937d0-a2ca-4281-8731-296e5961df40 None None] Provisioning complete for port dd8ecd4f-659f-4767-93fb-d9bc58695677 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:38.664557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27b937d0-a2ca-4281-8731-296e5961df40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:38.963429 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:39:38.963994 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:39:39.072648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] For port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:39.108393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] For port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,segment=NetworkSegment(a31471ec-3a92-4bec-ba49-f8832acbff3d),segment_id=a31471ec-3a92-4bec-ba49-f8832acbff3d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:39.242964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.260196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Router dc24a19b-88f1-47ed-87e5-fc5332f52465 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:39:39.313518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a6b33b71-0831-4728-87c7-df8e425c49bc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.354171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b33b71-0831-4728-87c7-df8e425c49bc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:39.360129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-27b937d0-a2ca-4281-8731-296e5961df40 None None] Current status of the port dd8ecd4f-659f-4767-93fb-d9bc58695677 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:39.371264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260e1999-011c-4b8d-bd9e-3897f2cb8b79') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:39.371556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260e1999-011c-4b8d-bd9e-3897f2cb8b79') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:39.401390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (260e1999-011c-4b8d-bd9e-3897f2cb8b79), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.442260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (260e1999-011c-4b8d-bd9e-3897f2cb8b79), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.456665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb8e0-5105-4c14-b3b1-099859db1eab None None] Pushing event updated for resources: {'Port': ['ID=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:39.474397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:39:39.474812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (260e1999-011c-4b8d-bd9e-3897f2cb8b79), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.605287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dd8ecd4f-659f-4767-93fb-d9bc58695677 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:39.644334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:39.656438 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] Sync routers for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:39.659480 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b028cf95-f3b2-48f0-8e61-f44d74f9a445 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8019612 Feb 14 21:39:39.662548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:39:39.685913 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:39:39.695524 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:39.697117 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:39.701374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a6b33b71-0831-4728-87c7-df8e425c49bc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.734871 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:39.738492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/a6b33b71-0831-4728-87c7-df8e425c49bc HTTP/1.1" status: 204 len: 168 time: 3.0528440 Feb 14 21:39:39.752242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43590) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:39.902155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12f3f-0551-40be-96a9-b69f43f0a8bf tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=a6b33b71-0831-4728-87c7-df8e425c49bc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:39.931869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:39.960779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-2b247917-f739-497e-a371-1ac14e855239 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:39.971768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-2b247917-f739-497e-a371-1ac14e855239 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.7736256 Feb 14 21:39:40.002332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:40.004928 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:40.021161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47922240-59f6-48a6-929a-7b01a3863d5e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:40.052148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60783e-b03b-444f-a8ed-aa1b363ea1c4 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:40.064330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf60783e-b03b-444f-a8ed-aa1b363ea1c4 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/a719494b-42e5-4b80-9998-588db2d50210 HTTP/1.1" status: 200 len: 845 time: 0.3106318 Feb 14 21:39:40.065320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43594) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:40.154343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:40.155466 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9462dd-44f7-4033-a9d9-39417cd6b6e4 None None] The sync data for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:40.196548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 47922240-59f6-48a6-929a-7b01a3863d5e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:40.197781 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:40.223728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9c35db0f-a25c-4a1c-8388-f53d321243e0 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/a719494b-42e5-4b80-9998-588db2d50210?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1363111 Feb 14 21:39:40.224460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43598) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:40.248381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:40.313950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71e524-b92e-4d20-8064-e6f025dd21c8 None None] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:40.323212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-b7ed704e-3e36-4b9f-a2d4-c1b9f9171c97 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/quotas/bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 375 time: 0.3238924 Feb 14 21:39:40.555327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:40.559741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:40.724653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-9b42334b-2622-4a79-b21c-ad1c8f606f85 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3826535 Feb 14 21:39:40.755320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-296deab3-da4a-42c4-803e-11a95a407434 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:40.756752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-296deab3-da4a-42c4-803e-11a95a407434 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.4978852 Feb 14 21:39:40.765243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c8a364a4-64f6-4ef4-bfb1-a043ba5cd08b None None] Provisioning complete for port 47922240-59f6-48a6-929a-7b01a3863d5e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:40.765619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8a364a4-64f6-4ef4-bfb1-a043ba5cd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:40.773529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:40.817140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 47922240-59f6-48a6-929a-7b01a3863d5e is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:40.817536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:40.856224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 47922240-59f6-48a6-929a-7b01a3863d5e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47922240-59f6-48a6-929a-7b01a3863d5e,segment=NetworkSegment(05b2aaa8-a952-4527-ad2d-beb8aac0e557),segment_id=05b2aaa8-a952-4527-ad2d-beb8aac0e557)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:40.870734 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a63697ed-54a2-44d9-9cd0-3a70f486cdec tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:39:40.874772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:40.874772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd8ecd4f-659f-4767-93fb-d9bc58695677 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:40.878462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a63697ed-54a2-44d9-9cd0-3a70f486cdec tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2071590 Feb 14 21:39:40.892203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:41.268067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-d90aac99-b182-4f6d-9e80-73c10ddaa7d5 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339246 Feb 14 21:39:41.268478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=47922240-59f6-48a6-929a-7b01a3863d5e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:41.330624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dd8ecd4f-659f-4767-93fb-d9bc58695677 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:41.331086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:41.334124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c8a364a4-64f6-4ef4-bfb1-a043ba5cd08b None None] Current status of the port 47922240-59f6-48a6-929a-7b01a3863d5e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:41.580027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dd8ecd4f-659f-4767-93fb-d9bc58695677 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:41.619840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Provisioning complete for port 47922240-59f6-48a6-929a-7b01a3863d5e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:41.620398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:41.711883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:41.718213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:41.737616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 14705684-67e0-477e-8e8f-82915017e461 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:39:41.816668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ff97f-8ec6-4f27-b5f2-df10cbddd02e None None] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:41.846271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:41.896532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.11 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/059c3845-8dd7-43e1-976a-459378984ddf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:42.069622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 14705684-67e0-477e-8e8f-82915017e461 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:39:42.070127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 14705684-67e0-477e-8e8f-82915017e461 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:39:42.157782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Current status of the port 47922240-59f6-48a6-929a-7b01a3863d5e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:42.205297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Provisioning complete for port f9a7e559-fe87-49d3-b7f0-fc56dae85c57 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:42.206135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.302091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bb569-feae-4dcb-8750-4ad0ea12bc58 None None] Port f9a7e559-fe87-49d3-b7f0-fc56dae85c57 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:42.340373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (6dbbe361-8e49-40ba-bdef-000f7acdf2f0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.393120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-f0007f3e-e35f-49b9-bd59-7f44e9b38808 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1068666 Feb 14 21:39:42.440491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Provisioning complete for port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:42.442560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.523790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ee3733a8-b34c-4777-a9f7-2ab0ec6f43db up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:42.608884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=6dbbe361-8e49-40ba-bdef-000f7acdf2f0,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:42.620607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:42.630890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:42.645860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:42.646725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.654570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b693d-1005-4392-b56d-420cb2d1a7ef None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:42.666684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting port f9a7e559-fe87-49d3-b7f0-fc56dae85c57 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:42.667350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.684783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (059c3845-8dd7-43e1-976a-459378984ddf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.713135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d67d919f-8e61-40ff-8b28-cf71a4ffe3f2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4866819 Feb 14 21:39:42.713810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43630) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:42.730152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1488912345'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:42.791387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:42.791763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.843791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.937248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.993096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:42.996905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:43.020346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Calling delete_port for f9a7e559-fe87-49d3-b7f0-fc56dae85c57 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:43.039644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:43.052768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:43.064108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:43.122785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:43.144528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.173359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Current status of the port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:43.173761 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.202402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:43.202798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.267423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-68cdfe34-c30c-4b2b-8555-b8a42604f757', 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'project_id': 'de270fd938e5497dad461ef1cad6cb00', 'fixed_ips': [{'subnet_id': '6dbbe361-8e49-40ba-bdef-000f7acdf2f0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:39:43.268320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.293499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] For port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,segment=NetworkSegment(a31471ec-3a92-4bec-ba49-f8832acbff3d),segment_id=a31471ec-3a92-4bec-ba49-f8832acbff3d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:43.315678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b17f46-3610-4baa-856d-73f107299a60 req-88c6389e-9c2c-4b84-a8cf-fa2bbb0a9440 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:43.322301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6b17f46-3610-4baa-856d-73f107299a60 req-88c6389e-9c2c-4b84-a8cf-fa2bbb0a9440 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 932 time: 0.4627883 Feb 14 21:39:43.322301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:43.351106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-2008a62c-004c-4e52-b6e8-305c1668b64b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5818734 Feb 14 21:39:43.374993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Request body: {'port': {'device_id': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:43.401094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f9a7e559-fe87-49d3-b7f0-fc56dae85c57), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.452565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Port': ['ID=f9a7e559-fe87-49d3-b7f0-fc56dae85c57,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:43.554031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Allocated IP 2001:db8::2 (68cdfe34-c30c-4b2b-8555-b8a42604f757/6dbbe361-8e49-40ba-bdef-000f7acdf2f0/f0d79f97-197f-4dd1-a776-ab8275b1700c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:43.617942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6b17f46-3610-4baa-856d-73f107299a60 req-173c62f0-8f45-45f5-81ab-2e0a62a01e12 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782874 Feb 14 21:39:43.697984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.783802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6e158e1-d4c3-48ba-8889-4e91bd379248 req-dfaf4cb7-f504-406a-8c4a-a3e84b1b3124 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 210 time: 0.0603943 Feb 14 21:39:43.830246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks [] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.843267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.846406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (db5392b6-2c6e-46cf-be0e-811bfaa07aad), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.875481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Could not find standard attr ID for object f9a7e559-fe87-49d3-b7f0-fc56dae85c57. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:43.876210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (db5392b6-2c6e-46cf-be0e-811bfaa07aad), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.877916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.925264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5392b6-2c6e-46cf-be0e-811bfaa07aad,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:43.929603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:43.934199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5aad7800-7c29-472f-ae01-414b33d98e7c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2174780 Feb 14 21:39:43.935508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43652) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:43.970635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.006615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:44.032549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1490113292'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:44.039717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:44.049141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:44.055490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:39:44.058041 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:39:44.063530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa9cb3-5252-40da-b5f3-04045a632941 None None] Pushing event updated for resources: {'Port': ['ID=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:44.099911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.199721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (bcd068b5-8eb0-49b0-a946-03f47ae89b02), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.272091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9a8911f6-35ed-4ae9-9a39-00c9126ffdb4 None None] Provisioning complete for port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:44.272475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a8911f6-35ed-4ae9-9a39-00c9126ffdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.289186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bcd068b5-8eb0-49b0-a946-03f47ae89b02), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.295024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Attempting to bind port f0d79f97-197f-4dd1-a776-ab8275b1700c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:44.295574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Attempting to bind port f0d79f97-197f-4dd1-a776-ab8275b1700c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '20322174-05e7-4efd-8807-66b2f0cb02dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:44.295941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Attempting to bind port f0d79f97-197f-4dd1-a776-ab8275b1700c on network 68cdfe34-c30c-4b2b-8555-b8a42604f757 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:44.346758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:44.347188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Checking segment: {'id': '20322174-05e7-4efd-8807-66b2f0cb02dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:44.347570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.347966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Bound using segment: {'id': '20322174-05e7-4efd-8807-66b2f0cb02dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:44.348457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Bound port: f0d79f97-197f-4dd1-a776-ab8275b1700c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20322174-05e7-4efd-8807-66b2f0cb02dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:44.348845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.356006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Router dc24a19b-88f1-47ed-87e5-fc5332f52465 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:44.371970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:44.380748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.387076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3771331 Feb 14 21:39:44.388470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43654) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:44.455613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0fa3e-f8fc-408e-af00-db567bb9dd83 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd068b5-8eb0-49b0-a946-03f47ae89b02,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:44.460318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1390265675', 'security_groups': ['bcd068b5-8eb0-49b0-a946-03f47ae89b02'], 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6dbbe361-8e49-40ba-bdef-000f7acdf2f0'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:44.500460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:44.503439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a8911f6-35ed-4ae9-9a39-00c9126ffdb4 None None] Current status of the port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:44.505839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:44.518769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.697395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:44.719749 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-086e5231-8990-4e9a-90cc-c92a2b5f335a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8224096 Feb 14 21:39:44.723806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43662) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:44.737092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] Sync routers for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:44.755415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059c3845-8dd7-43e1-976a-459378984ddf {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:44.777912 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks [] for port (059c3845-8dd7-43e1-976a-459378984ddf), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.815166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Transition to ACTIVE for port object 059c3845-8dd7-43e1-976a-459378984ddf will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:39:44.840959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:44.842480 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-8848be44-db94-49ac-86eb-7b56e7d8615c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] delete failed (client error): The resource could not be found. Feb 14 21:39:44.843843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47922240-59f6-48a6-929a-7b01a3863d5e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:44.847079 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8848be44-db94-49ac-86eb-7b56e7d8615c tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-2141483546 HTTP/1.1" status: 404 len: 335 time: 0.1222496 Feb 14 21:39:44.850508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08863b-f881-4db3-af3d-77a6147b02e8 None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:44.856271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:44.867251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-74cd901f-1d6b-486c-a8e7-57351ef95387 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc24a19b-88f1-47ed-87e5-fc5332f52465'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:44.905849 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:44.914517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:44.915041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:45.034028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Pushing event updated for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:45.037003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:45.098403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:45.099191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:45.110710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e903a1-2930-4f27-ad48-f2299c73da1a req-d7c474e3-5fbe-4543-b317-a4100d55dbad tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:45.113146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96e903a1-2930-4f27-ad48-f2299c73da1a req-d7c474e3-5fbe-4543-b317-a4100d55dbad tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 944 time: 0.2889698 Feb 14 21:39:45.194229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:45.194910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1951909-3828-4423-9184-7b28df3c2d73 None None] The sync data for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:45.243311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 47922240-59f6-48a6-929a-7b01a3863d5e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:45.243703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:45.375181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74cd901f-1d6b-486c-a8e7-57351ef95387 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router_gateway (dc24a19b-88f1-47ed-87e5-fc5332f52465), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:45.438942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Attempting to bind port 059c3845-8dd7-43e1-976a-459378984ddf on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:45.439354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Attempting to bind port 059c3845-8dd7-43e1-976a-459378984ddf by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:45.439644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Attempting to bind port 059c3845-8dd7-43e1-976a-459378984ddf on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:45.471390 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-74cd901f-1d6b-486c-a8e7-57351ef95387 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] update failed (client error): The resource could not be found. Feb 14 21:39:45.476632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Port 059c3845-8dd7-43e1-976a-459378984ddf on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:39:45.476632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Attempting to bind port 059c3845-8dd7-43e1-976a-459378984ddf on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:45.477665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74cd901f-1d6b-486c-a8e7-57351ef95387 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465 HTTP/1.1" status: 404 len: 339 time: 0.6179237 Feb 14 21:39:45.480746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43672) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:45.499814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 47922240-59f6-48a6-929a-7b01a3863d5e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:45.524650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96e903a1-2930-4f27-ad48-f2299c73da1a req-fa8a87e7-5e0b-4ec5-b333-50d4ff3240a0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699753 Feb 14 21:39:45.528073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:45.530960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:45.533305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:45.543349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Bound port: 059c3845-8dd7-43e1-976a-459378984ddf, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:45.543349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:45.700865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:45.705154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=059c3845-8dd7-43e1-976a-459378984ddf,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:45.734330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:45.828203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ee3733a8-b34c-4777-a9f7-2ab0ec6f43db up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:45.845062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Pushing event updated for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:45.850377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30b648d9-a5cb-4eca-8ea9-deede67d41fc req-898076dc-7ae8-4b9d-b8e9-59131f5f8739 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 210 time: 0.1378019 Feb 14 21:39:45.874581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:45.877049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:45.888697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-87b0ce13-63da-4123-b923-0fb1fe4a380f service neutron] 10.222.0.83 "PUT /v2.0/ports/059c3845-8dd7-43e1-976a-459378984ddf HTTP/1.1" status: 200 len: 1093 time: 2.5139608 Feb 14 21:39:45.888697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:45.890460 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16b102-92ec-43a1-841f-5fc9030da496" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "tag": "059c3845-8dd7-43e1-976a-459378984ddf"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:45.984242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:45.984767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.010324 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c06252-57af-42f6-bd01-2a5af0487dc1 x-openstack-request-id: req-32c06252-57af-42f6-bd01-2a5af0487dc1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:46.010786 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "tag": "059c3845-8dd7-43e1-976a-459378984ddf", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:46.011147 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32c06252-57af-42f6-bd01-2a5af0487dc1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:46.011829 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf', 'status': 'completed', 'code': 200} Feb 14 21:39:46.026020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-560f32d4-a320-41e4-b391-3f304301a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.030298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-560f32d4-a320-41e4-b391-3f304301a572 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 1127 time: 0.0987363 Feb 14 21:39:46.114448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-e37ef804-1251-4804-a900-74c77fbe28a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059c3845-8dd7-43e1-976a-459378984ddf HTTP/1.1" status: 200 len: 217 time: 0.0780582 Feb 14 21:39:46.172388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:46.173813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:46.205584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243d82-3d73-465e-94e6-dc047379d946 req-a938542e-f1d7-44d2-9cb6-4b662d922b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.210606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-a938542e-f1d7-44d2-9cb6-4b662d922b24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0902236 Feb 14 21:39:46.246841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:46.251542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-61d51621-e991-4d07-aba0-627cdef48deb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378785 Feb 14 21:39:46.324431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:46.325135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.364475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-9d0c3951-280c-492e-a0db-0afa04e033c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.365982 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-9d0c3951-280c-492e-a0db-0afa04e033c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 1.3006363 Feb 14 21:39:46.396020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-e17be7ec-b12f-4b96-a994-0752ffaacdcb service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351535 Feb 14 21:39:46.501473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.510280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'device_id': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'admin_state_up': True, 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:46.581827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11243d82-3d73-465e-94e6-dc047379d946 req-4e83495d-a81d-435e-b84f-70e5e76c834c service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761720 Feb 14 21:39:46.594956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:46.595356 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.687831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:46.704395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:46.704788 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.750220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e774e-7778-48bf-a71b-de574499f87d req-3b454830-fe1d-41e7-91b2-ec371fe580a0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.758815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240e774e-7778-48bf-a71b-de574499f87d req-3b454830-fe1d-41e7-91b2-ec371fe580a0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 944 time: 0.1164415 Feb 14 21:39:46.782593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-1a5425d5-5f57-485f-a161-ba6a2a140c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.784365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-1a5425d5-5f57-485f-a161-ba6a2a140c86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 1127 time: 0.1082728 Feb 14 21:39:46.787460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:46.788175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.809400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:46.823149 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.903235 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:39:46.903888 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:39:46.919240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:46.953049 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.977084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:46.981165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:46.984298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-42f37bf2-f60c-45af-98b8-564ef7ae3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:46.985847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-42f37bf2-f60c-45af-98b8-564ef7ae3fb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.1754544 Feb 14 21:39:47.033824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-16e061b2-4860-4502-969d-cc46d002f070 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059c3845-8dd7-43e1-976a-459378984ddf HTTP/1.1" status: 200 len: 217 time: 0.0393133 Feb 14 21:39:47.105776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-240e774e-7778-48bf-a71b-de574499f87d req-6bfbd77d-ef2b-49ab-8a29-2d106a403056 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458595 Feb 14 21:39:47.135010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-3bdd6025-5f75-4102-b83f-4fb1fb62722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:47.137019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-3bdd6025-5f75-4102-b83f-4fb1fb62722c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0908079 Feb 14 21:39:47.182087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-75752137-7789-456f-bbad-8b511b283a93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355499 Feb 14 21:39:47.315618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-499cf52a-737a-4159-8229-4b12e824cff1 req-03398e2d-4bc9-4f11-851e-5845a7155513 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Feb 14 21:39:47.342931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::17b (68cdfe34-c30c-4b2b-8555-b8a42604f757/6dbbe361-8e49-40ba-bdef-000f7acdf2f0/9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:47.390395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-a3518419-1093-4a33-993b-a028a5adc2a4 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009065 Feb 14 21:39:47.487947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:47.549375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:47.554123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:47.580226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c16b102-92ec-43a1-841f-5fc9030da496 req-8e9549d9-c19d-4944-b722-906500054980 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800525 Feb 14 21:39:47.614239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cab3957c-5653-4f60-b3e9-781f9b9c0a47 None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:47.626285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:47.681190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:47.681720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:47.700318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.20.0.8 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/170662b0-c4bb-4700-bd18-1a02b415381b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:47.745292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Allocated IP 172.20.0.1 (84dadd4a-d182-4340-b9ef-df7b6237ca87/be040a70-2d7b-45a6-a747-1cf280258a3b/6992b701-aebd-4d8e-8688-70f2b27f6e4a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:47.830146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:47.861607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.043764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (170662b0-c4bb-4700-bd18-1a02b415381b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.050558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.055876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.119837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:48.138148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:48.157865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:48.163862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:48.163862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.259805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.261846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:48.277488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:48.280454 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-145fa566-bc52-4b0e-a916-773d3336aa77 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8246582 Feb 14 21:39:48.282643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43714) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:48.293122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:48.301487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.376054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:48.383170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:48.389043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:48.394579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:48.402636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:48.496057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:39:48.513761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d459c0-0282-4fbe-8b80-125381eb0a8e req-2099cff1-8d8a-400b-8331-8a72c4cc92d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:48.543232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62d459c0-0282-4fbe-8b80-125381eb0a8e req-2099cff1-8d8a-400b-8331-8a72c4cc92d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 944 time: 0.3016381 Feb 14 21:39:48.605735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:48.710932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:48.711662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.735484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.778089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62d459c0-0282-4fbe-8b80-125381eb0a8e req-a0776a16-272f-4ebf-80ac-61f4b460c6a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314324 Feb 14 21:39:48.785283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:48.790701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.876611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3c573460-a913-4125-82c7-4e2f254f8353 None None] Provisioning complete for port 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:48.876994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c573460-a913-4125-82c7-4e2f254f8353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:48.919136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Port': ['ID=6992b701-aebd-4d8e-8688-70f2b27f6e4a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:48.959900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-eba6b9a4-382b-4441-9c8b-205566ee4d0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4560039 Feb 14 21:39:48.963066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c573460-a913-4125-82c7-4e2f254f8353 None None] Port 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:48.964565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 059c3845-8dd7-43e1-976a-459378984ddf details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:39:49.021723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Request body: {'port': {'device_id': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:49.062222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.110014 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6dbbe361-8e49-40ba-bdef-000f7acdf2f0 (CIDR: 2001:db8::/64) Feb 14 21:39:49.131276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e18d65-783a-406d-88e9-8df7a2bc1e19 req-0a766824-e2f0-47cd-a8ef-8009650cd77e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:49.137713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77e18d65-783a-406d-88e9-8df7a2bc1e19 req-0a766824-e2f0-47cd-a8ef-8009650cd77e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 931 time: 0.2073245 Feb 14 21:39:49.142660 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:39:49.143800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:39:49.156951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=059c3845-8dd7-43e1-976a-459378984ddf,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:49.161733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.169057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '059c3845-8dd7-43e1-976a-459378984ddf', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': '059c3845-8dd7-43e1-976a-459378984ddf', 'mac_address': 'fa:16:3e:47:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:39:49.177980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Provisioning complete for port 170662b0-c4bb-4700-bd18-1a02b415381b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:49.178364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.235243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-40c785f8-f365-4978-b56e-cb9524a484c6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9510171 Feb 14 21:39:49.246305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43724) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:49.260838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:49.294051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Port 170662b0-c4bb-4700-bd18-1a02b415381b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:49.322228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 059c3845-8dd7-43e1-976a-459378984ddf is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:49.322810 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.347609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c3845-8dd7-43e1-976a-459378984ddf {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:49.375629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=059c3845-8dd7-43e1-976a-459378984ddf,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:49.393169 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.439596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Provisioning complete for port 6992b701-aebd-4d8e-8688-70f2b27f6e4a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:49.440548 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:49.528114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81e236e7-6e8b-4cbd-ab22-91b726790799 None None] Port 6992b701-aebd-4d8e-8688-70f2b27f6e4a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:49.575083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:49.665509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['059c3845-8dd7-43e1-976a-459378984ddf'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:49.893718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77e18d65-783a-406d-88e9-8df7a2bc1e19 req-72a3af7a-f4c3-4d77-997a-14e9f20eae1d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248914 Feb 14 21:39:49.973136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:49.978970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.081586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170662b0-c4bb-4700-bd18-1a02b415381b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:50.097388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks [] for port (170662b0-c4bb-4700-bd18-1a02b415381b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.118902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Transition to ACTIVE for port object 170662b0-c4bb-4700-bd18-1a02b415381b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:39:50.144114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.160918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e90e3-808a-47ab-acd2-27f044385cc0 req-9d2090e5-f096-4b3c-a8eb-789fb4522212 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:50.168372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b9e90e3-808a-47ab-acd2-27f044385cc0 req-9d2090e5-f096-4b3c-a8eb-789fb4522212 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 945 time: 0.1604388 Feb 14 21:39:50.277232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:50.279294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b9e90e3-808a-47ab-acd2-27f044385cc0 req-c056f297-dd2e-4dc9-9f1d-0f8ef27dcfc8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095839 Feb 14 21:39:50.322129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.343589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.535727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.539039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event updated for resources: {'Port': ['ID=6992b701-aebd-4d8e-8688-70f2b27f6e4a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:50.581731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Attempting to bind port 170662b0-c4bb-4700-bd18-1a02b415381b on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:39:50.582107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Attempting to bind port 170662b0-c4bb-4700-bd18-1a02b415381b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:39:50.582405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Attempting to bind port 170662b0-c4bb-4700-bd18-1a02b415381b on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:50.593002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Port 170662b0-c4bb-4700-bd18-1a02b415381b on network f924a868-9918-4cad-a84e-92e2d57a73e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:39:50.593235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Attempting to bind port 170662b0-c4bb-4700-bd18-1a02b415381b on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:39:50.600416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (405f60b4-3343-4453-a84a-c7b4566b42a2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.640531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:39:50.645221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:39:50.645662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:39:50.646124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Bound port: 170662b0-c4bb-4700-bd18-1a02b415381b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:39:50.646493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.711878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=405f60b4-3343-4453-a84a-c7b4566b42a2,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:50.765864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:50.781528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:50.783333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:50.788819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:50.793422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:50.797906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75871e-31c5-4cf0-8023-7619eb6d7a78 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:50.798793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:50.812069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:39:50.836605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-199fbf29-d4fa-40d3-bd65-d33c69f83d07 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5850284 Feb 14 21:39:50.840975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43740) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:50.854266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=170662b0-c4bb-4700-bd18-1a02b415381b,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:39:50.857518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-652497245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '405f60b4-3343-4453-a84a-c7b4566b42a2'}], 'security_groups': ['db5392b6-2c6e-46cf-be0e-811bfaa07aad']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:50.962390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 059c3845-8dd7-43e1-976a-459378984ddf up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:51.073667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.114346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.378414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 059c3845-8dd7-43e1-976a-459378984ddf completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:39:51.404287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 059c3845-8dd7-43e1-976a-459378984ddf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:51.407667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (059c3845-8dd7-43e1-976a-459378984ddf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.445447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a4194-a776-4666-98d2-806a11e31fe6 req-09a7741a-3589-4561-91e2-3153e4bcb983 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:51.447180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138a4194-a776-4666-98d2-806a11e31fe6 req-09a7741a-3589-4561-91e2-3153e4bcb983 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 943 time: 0.2764187 Feb 14 21:39:51.470908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:51.474474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.479204 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] 10.222.0.64 "PUT /v2.0/ports/170662b0-c4bb-4700-bd18-1a02b415381b HTTP/1.1" status: 200 len: 1092 time: 2.4746566 Feb 14 21:39:51.480416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf9332-c5a6-4696-a069-53c9d71a2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:51.491242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:51.496173 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff59008-dc87-4c7c-9b47-af7a288440b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:51.625041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2ec04a34-840a-4db3-9007-680d02c9f126 None None] Provisioning complete for port 6992b701-aebd-4d8e-8688-70f2b27f6e4a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:51.626344 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ec04a34-840a-4db3-9007-680d02c9f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.670885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Router dc24a19b-88f1-47ed-87e5-fc5332f52465 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:51.716923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-138a4194-a776-4666-98d2-806a11e31fe6 req-7c080771-9d35-490b-b7a0-cf3f827ac9dc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340419 Feb 14 21:39:51.778163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2ec04a34-840a-4db3-9007-680d02c9f126 None None] Port 6992b701-aebd-4d8e-8688-70f2b27f6e4a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:51.808800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 059c3845-8dd7-43e1-976a-459378984ddf is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:51.809492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (059c3845-8dd7-43e1-976a-459378984ddf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:51.828926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-6587ce0f-e1b2-4f64-b943-8f881da19951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:51.831714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-6587ce0f-e1b2-4f64-b943-8f881da19951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 1126 time: 0.2770312 Feb 14 21:39:51.842357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Update dhcp port {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'fixed_ips': [{'subnet_id': '6dbbe361-8e49-40ba-bdef-000f7acdf2f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '405f60b4-3343-4453-a84a-c7b4566b42a2'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'f0d79f97-197f-4dd1-a776-ab8275b1700c'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:39:51.913058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=059c3845-8dd7-43e1-976a-459378984ddf,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:51.962967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:39:51.965770 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe6d086-622e-47ae-9021-73a1166a5ff5" -d '{"events": [{"server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "name": "network-vif-plugged", "status": "completed", "tag": "059c3845-8dd7-43e1-976a-459378984ddf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:39:51.988444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.052817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.077291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Delete allocated IP 2001:db8::17b (68cdfe34-c30c-4b2b-8555-b8a42604f757/6dbbe361-8e49-40ba-bdef-000f7acdf2f0) {{(pid=103513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:39:52.110200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8:0:1::1ef (68cdfe34-c30c-4b2b-8555-b8a42604f757/405f60b4-3343-4453-a84a-c7b4566b42a2/9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:52.149515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87565d94-81f4-453f-ad95-e4b6b3af0084 req-9ce4c2ed-9485-4b94-a1e8-89943889c25a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:52.151143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87565d94-81f4-453f-ad95-e4b6b3af0084 req-9ce4c2ed-9485-4b94-a1e8-89943889c25a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 945 time: 0.2941687 Feb 14 21:39:52.219766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:52.394526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87565d94-81f4-453f-ad95-e4b6b3af0084 req-7cf874f4-713a-4ed4-b35f-fa895a49475a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351794 Feb 14 21:39:52.510121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-30cebf61-6f7d-4d1d-a89f-838fa6ffd818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170662b0-c4bb-4700-bd18-1a02b415381b HTTP/1.1" status: 200 len: 217 time: 0.6701016 Feb 14 21:39:52.564764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.578998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.587819 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0af08-a066-496d-8937-498711d6c0de x-openstack-request-id: req-63d0af08-a066-496d-8937-498711d6c0de {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:52.588097 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:52.588366 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63d0af08-a066-496d-8937-498711d6c0de {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:52.588780 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b', 'status': 'completed', 'code': 200} Feb 14 21:39:52.627099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:52.638452 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] Sync routers for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:52.655995 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6cec2ee9-17d6-4427-a82e-063a060ba541 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1682506 Feb 14 21:39:52.655995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:52.683300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] In _notify_port_updated(), no bound segment for port 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 on network 68cdfe34-c30c-4b2b-8555-b8a42604f757 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:39:52.685290 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:52.688406 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:52.690198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:52.691403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.695253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/ports/9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 HTTP/1.1" status: 200 len: 930 time: 1.8501809 Feb 14 21:39:52.698191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43776) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:52.726935 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60adcf88-507e-46be-abb6-dbfcd415863a x-openstack-request-id: req-60adcf88-507e-46be-abb6-dbfcd415863a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:39:52.729620 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "name": "network-vif-plugged", "status": "completed", "tag": "059c3845-8dd7-43e1-976a-459378984ddf", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:39:52.730564 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60adcf88-507e-46be-abb6-dbfcd415863a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:39:52.730981 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf', 'code': 200} Feb 14 21:39:52.763883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0e7c-6e30-4303-8d24-d26083786c18 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:52.825359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Allocated IP 2001:db8:0:1::2 (68cdfe34-c30c-4b2b-8555-b8a42604f757/405f60b4-3343-4453-a84a-c7b4566b42a2/f0d79f97-197f-4dd1-a776-ab8275b1700c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:52.867055 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:52.867433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88b3ac02-2d04-4059-8ce4-3deb71b6f38d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.871614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fae73-4ecd-425b-b416-745136a9144d req-fe5de0ee-dd11-4400-8b57-e966a839805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:52.873806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5fae73-4ecd-425b-b416-745136a9144d req-fe5de0ee-dd11-4400-8b57-e966a839805b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 1129 time: 0.1273913 Feb 14 21:39:52.874897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-a3341a1d-e045-48de-ad2b-fe949eb9e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:52.876410 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-a3341a1d-e045-48de-ad2b-fe949eb9e98d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.3578253 Feb 14 21:39:52.928224 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:52.930184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:52.930643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:52.931617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:53.029218 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:53.029896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9bf4e-a91f-4336-90ae-cdb6abfcafd8 None None] The sync data for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:53.135649 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-88b3ac02-2d04-4059-8ce4-3deb71b6f38d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 14 21:39:53.140144 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88b3ac02-2d04-4059-8ce4-3deb71b6f38d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465 HTTP/1.1" status: 409 len: 329 time: 0.4837198 Feb 14 21:39:53.151862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:53.184317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:53.192215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.209371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:53.255997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Publish callbacks [] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.268096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.426522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-e45df959-0041-4d1a-98ee-f9b52e2db46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:53.444700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-e45df959-0041-4d1a-98ee-f9b52e2db46e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4945297 Feb 14 21:39:53.476699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5fae73-4ecd-425b-b416-745136a9144d req-a631a0ec-4f85-4eb7-bec7-d070c65156cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938301 Feb 14 21:39:53.501651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827aace-248d-4a54-a235-20c5ed3bc40d None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:53.516216 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.567577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb825972-d0b9-4335-8e10-8608422d73c5 req-40535ffd-3bef-4ab9-8514-50ec140b4597 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:53.572635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb825972-d0b9-4335-8e10-8608422d73c5 req-40535ffd-3bef-4ab9-8514-50ec140b4597 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 943 time: 0.6310945 Feb 14 21:39:53.629989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:53.686900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:53.689583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.695983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-64333f1c-b9d4-4470-a9c5-f8be5ce30277 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 HTTP/1.1" status: 204 len: 168 time: 0.9965701 Feb 14 21:39:53.698903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43790) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:53.791461 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f70d44f-90f9-4a73-a09c-2604634f535f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:39:53.796132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7f70d44f-90f9-4a73-a09c-2604634f535f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6 HTTP/1.1" status: 404 len: 333 time: 0.0961609 Feb 14 21:39:53.797674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:53.822525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb825972-d0b9-4335-8e10-8608422d73c5 req-43aa3dea-fd09-45f7-a9fc-3d5bb1301728 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056785 Feb 14 21:39:53.826216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:53.829247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:53.960290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (bcd068b5-8eb0-49b0-a946-03f47ae89b02), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.048361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:54.058213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (bcd068b5-8eb0-49b0-a946-03f47ae89b02), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.083309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-368b301c-7b80-4870-b384-81c2842b06b4 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886544 Feb 14 21:39:54.274816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-292761bc-856b-4d1e-baaf-ca32c11999e0 req-9a269464-4a54-4af8-96c4-e4b2baf7cc11 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625986 Feb 14 21:39:54.300080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec907b69-b535-4165-b544-ab1bb5c4d281 req-274fbc67-1588-4ac1-8866-bb20466def97 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:54.308001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec907b69-b535-4165-b544-ab1bb5c4d281 req-274fbc67-1588-4ac1-8866-bb20466def97 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.2765741 Feb 14 21:39:54.319313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bcd068b5-8eb0-49b0-a946-03f47ae89b02), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.322148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.326371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/security-groups/bcd068b5-8eb0-49b0-a946-03f47ae89b02 HTTP/1.1" status: 204 len: 168 time: 0.5277195 Feb 14 21:39:54.327523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43800) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:54.343473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-eedfa80b-7aa2-4a81-ad8b-36d1658fe10a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2678499 Feb 14 21:39:54.386413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d491796-0f2e-4ed0-ba2c-3473d4138601 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd068b5-8eb0-49b0-a946-03f47ae89b02,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:54.532116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec907b69-b535-4165-b544-ab1bb5c4d281 req-39e5991d-ea92-4248-8145-3e799f9e9df6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164152 Feb 14 21:39:54.535947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-d839c6f4-c13d-42ab-9ca3-504d65c7aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:54.539826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-d839c6f4-c13d-42ab-9ca3-504d65c7aeba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 1126 time: 0.1556718 Feb 14 21:39:54.606008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.613683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (db5392b6-2c6e-46cf-be0e-811bfaa07aad), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.681587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-beb37bc3-337a-4d90-ade3-21c1616bd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:54.683129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-beb37bc3-337a-4d90-ade3-21c1616bd8eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.2095375 Feb 14 21:39:54.693119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (db5392b6-2c6e-46cf-be0e-811bfaa07aad), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.857237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (db5392b6-2c6e-46cf-be0e-811bfaa07aad), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.860020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.864366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/security-groups/db5392b6-2c6e-46cf-be0e-811bfaa07aad HTTP/1.1" status: 204 len: 168 time: 0.5298195 Feb 14 21:39:54.864538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:54.901043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c800-2f00-40fa-a726-89a60ed5907f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5392b6-2c6e-46cf-be0e-811bfaa07aad,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:54.915751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:54.924144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:54.938312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-7e4037d8-de67-485d-85ba-c7942c39adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:54.939961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-7e4037d8-de67-485d-85ba-c7942c39adaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.2134039 Feb 14 21:39:55.008182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 6dbbe361-8e49-40ba-bdef-000f7acdf2f0 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:55.033898 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (6dbbe361-8e49-40ba-bdef-000f7acdf2f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.041990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-550bad9b-90af-4abf-b910-0d311ca99b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.043935 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-550bad9b-90af-4abf-b910-0d311ca99b4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.4935324 Feb 14 21:39:55.066616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-3cf94348-f4a2-4dd0-bce1-800333e367b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.1183789 Feb 14 21:39:55.150442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:55.162808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Could not find standard attr ID for object 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:55.171336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-6d444a14-cf1c-4303-8621-b6485e1fc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.173008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-6d444a14-cf1c-4303-8621-b6485e1fc497 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0744858 Feb 14 21:39:55.179662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:55.180400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.191805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ef96-ae36-49ca-958d-1efa36c0270d req-e671f7b7-5217-4e90-9ffc-f8d3a816b9e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.198564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1f2ef96-ae36-49ca-958d-1efa36c0270d req-e671f7b7-5217-4e90-9ffc-f8d3a816b9e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 943 time: 0.1497104 Feb 14 21:39:55.223399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5d4a4-e6ef-44b5-89c7-043c68dc2308 None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:55.271012 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-c6d98642-e038-4ca6-8293-1de3a1c8eeb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170662b0-c4bb-4700-bd18-1a02b415381b HTTP/1.1" status: 200 len: 217 time: 0.2192483 Feb 14 21:39:55.280259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (6dbbe361-8e49-40ba-bdef-000f7acdf2f0), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.336743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5270efc9-2838-4a47-98f4-f8faf17b8572 None None] Could not find standard attr ID for object 9f13e18d-1e90-4625-bcd5-38d1bf0ee9e6. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:39:55.385563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1f2ef96-ae36-49ca-958d-1efa36c0270d req-e56e975d-b1fc-4b75-b666-3386107d205a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859930 Feb 14 21:39:55.405837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-45658a93-864d-4a66-98cc-9a287c2210ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.408097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-45658a93-864d-4a66-98cc-9a287c2210ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1773493 Feb 14 21:39:55.609113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6dbbe361-8e49-40ba-bdef-000f7acdf2f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.644091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-38946788-ffc9-4c6f-bc68-0616c985e533 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278917 Feb 14 21:39:55.728589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-8550235c-ce3a-412d-bd5a-e09210edc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.730698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-8550235c-ce3a-412d-bd5a-e09210edc6de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.4471111 Feb 14 21:39:55.734756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (6dbbe361-8e49-40ba-bdef-000f7acdf2f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.782458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcb5a6-cdc0-4e86-a361-2459cefbac74 req-75c0f350-b7dc-4bdc-afbd-c8b61f9ff3fa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.789985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3efcb5a6-cdc0-4e86-a361-2459cefbac74 req-75c0f350-b7dc-4bdc-afbd-c8b61f9ff3fa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.1659298 Feb 14 21:39:55.795077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:55.799361 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/6dbbe361-8e49-40ba-bdef-000f7acdf2f0 HTTP/1.1" status: 204 len: 168 time: 0.9305089 Feb 14 21:39:55.804434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43818) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:55.806359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b5baf-9e26-4052-9dad-03796d68eafd None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:55.811842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:55.835018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41552-7383-4011-87a9-7286fc1e33aa tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbbe361-8e49-40ba-bdef-000f7acdf2f0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:55.850979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62b7ba39-0a04-4e4f-ab8c-5f22fcf34bc4 req-77de5698-2cb8-489a-bb01-2d17ec8eca3b service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778841 Feb 14 21:39:55.913072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-5bf9da13-b5aa-4b64-abad-1acf32e155c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:55.916616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-5bf9da13-b5aa-4b64-abad-1acf32e155c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1693070 Feb 14 21:39:55.972074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3efcb5a6-cdc0-4e86-a361-2459cefbac74 req-584b18e2-b858-40a7-b052-68f4a7b0737c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808848 Feb 14 21:39:56.185169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:56.189187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:56.202594 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-0e1d5528-b5a8-45ce-b44a-bf63c0030da2 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790964 Feb 14 21:39:56.235544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc940-d9b2-4a4a-af8d-3e62ad6c82b9 req-7a12e3c6-f4a3-4a47-84d2-0c0507d3e203 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:56.237106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95bfc940-d9b2-4a4a-af8d-3e62ad6c82b9 req-7a12e3c6-f4a3-4a47-84d2-0c0507d3e203 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.1222372 Feb 14 21:39:56.411406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting port 6992b701-aebd-4d8e-8688-70f2b27f6e4a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:56.411942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:56.520737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95bfc940-d9b2-4a4a-af8d-3e62ad6c82b9 req-88150651-5789-4f6a-ac86-0efe13cc649f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703102 Feb 14 21:39:56.592962 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4ff59008-dc87-4c7c-9b47-af7a288440b2 req-6959dfe9-e8aa-41b9-9a83-8dfa0444e636 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752141 Feb 14 21:39:56.694535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:56.729096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Calling delete_port for 6992b701-aebd-4d8e-8688-70f2b27f6e4a owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:39:56.881581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee17925-001a-4140-88ac-b754fd93902b req-d8a35df3-7912-44c0-81e9-eeccae900a45 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:56.882928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ee17925-001a-4140-88ac-b754fd93902b req-d8a35df3-7912-44c0-81e9-eeccae900a45 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 943 time: 0.2173231 Feb 14 21:39:57.002868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (401d98fd-4849-499b-9c24-b6ad2eb5bb42), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.142060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6992b701-aebd-4d8e-8688-70f2b27f6e4a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.168129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ee17925-001a-4140-88ac-b754fd93902b req-d1e1a98b-236d-4387-8668-7957fee60e24 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734501 Feb 14 21:39:57.231738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:39:57.246174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Port': ['ID=6992b701-aebd-4d8e-8688-70f2b27f6e4a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:57.258757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:39:57.265881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:57.266486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.282650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=401d98fd-4849-499b-9c24-b6ad2eb5bb42,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:57.299732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0190dc87-3f23-4a54-9c2e-ffa7620caa90 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4879417 Feb 14 21:39:57.300732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43834) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:57.312524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'security_group': {'name': 'tempest-secgroup-329212197'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:57.371961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.459441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16c544-930b-4bbc-8aaf-4b7624d89940 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:57.566109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (86e23c12-f06b-49d7-8aed-2ea66676e70d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.585656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (86e23c12-f06b-49d7-8aed-2ea66676e70d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.657211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.662122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3583207 Feb 14 21:39:57.668346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43842) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:57.680717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1278644024'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:57.701662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.709072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:57.709729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.734339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6994b02-6741-4a9a-898e-c37d97399f3b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e23c12-f06b-49d7-8aed-2ea66676e70d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:57.820531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.912555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (e182437e-35b8-4899-9ffa-39f3e222266c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.931866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e182437e-35b8-4899-9ffa-39f3e222266c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:57.987600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e182437e-35b8-4899-9ffa-39f3e222266c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:57.999027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e54c43-6b30-402e-88a1-35f0b8b159c3 req-d0d6b2b5-fa1f-49a7-8893-babae39f1db6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:58.008287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6e54c43-6b30-402e-88a1-35f0b8b159c3 req-d0d6b2b5-fa1f-49a7-8893-babae39f1db6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.2637582 Feb 14 21:39:58.051324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.052677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9fd09a0-80ee-4694-ace6-8410eafcb41a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3833525 Feb 14 21:39:58.055771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43844) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:58.060566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'security_group': {'name': 'tempest-secgroup-656837720'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:58.110008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6e54c43-6b30-402e-88a1-35f0b8b159c3 req-debdf385-7b6b-44ba-9263-4e7bf6d10dcb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006436 Feb 14 21:39:58.110669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Router dc24a19b-88f1-47ed-87e5-fc5332f52465 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:39:58.143021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.205107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Update dhcp port {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'fixed_ips': [{'subnet_id': '405f60b4-3343-4453-a84a-c7b4566b42a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '401d98fd-4849-499b-9c24-b6ad2eb5bb42'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'f0d79f97-197f-4dd1-a776-ab8275b1700c'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:39:58.209804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:58.285690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:39:58.286432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.317184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (68a6d70c-5f8e-45c0-ad71-13411d1e2334), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.328502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68a6d70c-5f8e-45c0-ad71-13411d1e2334), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.331954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e79a196-e311-4f5d-b578-3fb5519d8b1a None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:39:58.337151 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.357208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:39:58.369847 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b6dc0680-d10d-4835-adbe-897096f30580 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2154412 Feb 14 21:39:58.378709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:58.389728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] Sync routers for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:39:58.409674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:58.410589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:58.453859 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-6fc6fe11-2486-4943-a6f5-3f3a6e083077 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] show failed (client error): The resource could not be found. Feb 14 21:39:58.460701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:58.465596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c1bbfe64-1a9a-4e8b-ac2e-d1b6948c1e5a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:58.480190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6fc6fe11-2486-4943-a6f5-3f3a6e083077 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-540745913 HTTP/1.1" status: 404 len: 334 time: 0.0916862 Feb 14 21:39:58.482599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6d70c-5f8e-45c0-ad71-13411d1e2334,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:58.484779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 170662b0-c4bb-4700-bd18-1a02b415381b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:39:58.504774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.520383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db3c24aa-fed9-4090-98ed-dbda14ce72a2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4635060 Feb 14 21:39:58.522028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43858) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:58.526970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2050259627', 'security_groups': ['68a6d70c-5f8e-45c0-ad71-13411d1e2334'], 'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '401d98fd-4849-499b-9c24-b6ad2eb5bb42'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:39:58.570984 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-c1bbfe64-1a9a-4e8b-ac2e-d1b6948c1e5a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] update failed (client error): The resource could not be found. Feb 14 21:39:58.572366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c1bbfe64-1a9a-4e8b-ac2e-d1b6948c1e5a tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-77168340 HTTP/1.1" status: 404 len: 333 time: 0.1103413 Feb 14 21:39:58.579123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:58.610740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=170662b0-c4bb-4700-bd18-1a02b415381b,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:58.628704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '170662b0-c4bb-4700-bd18-1a02b415381b', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': '170662b0-c4bb-4700-bd18-1a02b415381b', 'mac_address': 'fa:16:3e:7f:e3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:39:58.630286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cb29c-9579-4854-9cf6-34d2e72bdd10 req-0f181a13-b77e-4961-aa4b-e69a3cc6ca06 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:58.630962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:58.632101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d94cb29c-9579-4854-9cf6-34d2e72bdd10 req-0f181a13-b77e-4961-aa4b-e69a3cc6ca06 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 943 time: 0.2774618 Feb 14 21:39:58.702501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] Routers {'dc24a19b-88f1-47ed-87e5-fc5332f52465'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:39:58.703722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:39:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['dc24a19b-88f1-47ed-87e5-fc5332f52465'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:58.710206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting subnet 4d8e62f6-a213-400e-8b97-4837e486f87b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:58.725876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (4d8e62f6-a213-400e-8b97-4837e486f87b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.753210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:39:58.817027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (4d8e62f6-a213-400e-8b97-4837e486f87b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.829910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d94cb29c-9579-4854-9cf6-34d2e72bdd10 req-7f3609a9-6b82-48c7-aed2-ea2319149a9b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883759 Feb 14 21:39:58.949678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:58.959984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Allocated IP 2001:db8::2 (68cdfe34-c30c-4b2b-8555-b8a42604f757/401d98fd-4849-499b-9c24-b6ad2eb5bb42/f0d79f97-197f-4dd1-a776-ab8275b1700c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:58.967350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (4d8e62f6-a213-400e-8b97-4837e486f87b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.013272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] device_id is not set on port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:39:59.061873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (4d8e62f6-a213-400e-8b97-4837e486f87b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.073294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:59.103461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8e62f6-a213-400e-8b97-4837e486f87b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:59.104410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Publish callbacks [] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.114441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 170662b0-c4bb-4700-bd18-1a02b415381b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:39:59.115122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.129730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.134624 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-654851c9-4795-46e1-8eab-e78d00593368 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/subnets/4d8e62f6-a213-400e-8b97-4837e486f87b HTTP/1.1" status: 204 len: 168 time: 0.5541573 Feb 14 21:39:59.138349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43866) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:39:59.147013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:39:59.150528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67b802-bb08-402f-9300-0f6a4a92a652 None None] The sync data for ids ['dc24a19b-88f1-47ed-87e5-fc5332f52465'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:39:59.167870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170662b0-c4bb-4700-bd18-1a02b415381b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:39:59.182251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884b23f-f00c-4ca7-a979-e0eb17e4d06a None None] Network 9f7bfb7e-d4c2-4537-921a-32aac7a09839 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:39:59.186310 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.245002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.313108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting subnet 355b62cc-eecb-4ff2-91b1-8f5dbee3c679 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:39:59.342227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (355b62cc-eecb-4ff2-91b1-8f5dbee3c679), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.360328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=170662b0-c4bb-4700-bd18-1a02b415381b,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:39:59.406622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:39:59.431579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-445bad31-d829-43d5-bc4b-cff155d76b93 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:59.445089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-445bad31-d829-43d5-bc4b-cff155d76b93 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.5204871 Feb 14 21:39:59.509458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821945f6-852e-4465-bd08-8d61116ea3d5 None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:59.678737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:39:59.697927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] DHCP port deletion for 9f7bfb7e-d4c2-4537-921a-32aac7a09839 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:39:59.761283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:39:59.793361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252d8b-1033-4d1a-ba7b-9185a2e828ef req-ed0f216a-aaa2-49f8-b7f3-93bb83cd1db3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:39:59.797920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9252d8b-1033-4d1a-ba7b-9185a2e828ef req-ed0f216a-aaa2-49f8-b7f3-93bb83cd1db3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 946 time: 0.4178915 Feb 14 21:39:59.898204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8::7f (68cdfe34-c30c-4b2b-8555-b8a42604f757/401d98fd-4849-499b-9c24-b6ad2eb5bb42/9cc4c988-8dce-4fdc-9e19-e9ce81c50779) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:39:59.916383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['170662b0-c4bb-4700-bd18-1a02b415381b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:39:59.989786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port 059c3845-8dd7-43e1-976a-459378984ddf {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:39:59.990279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (059c3845-8dd7-43e1-976a-459378984ddf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.119955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Deleting port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:00.120695 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.238770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (355b62cc-eecb-4ff2-91b1-8f5dbee3c679), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.268708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port 059c3845-8dd7-43e1-976a-459378984ddf, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=059c3845-8dd7-43e1-976a-459378984ddf,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:00.269089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (059c3845-8dd7-43e1-976a-459378984ddf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.314047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:00.319123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.359600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for 059c3845-8dd7-43e1-976a-459378984ddf owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:00.444154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] For port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,segment=NetworkSegment(a31471ec-3a92-4bec-ba49-f8832acbff3d),segment_id=a31471ec-3a92-4bec-ba49-f8832acbff3d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:00.444901 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.500800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Calling delete_port for ee3733a8-b34c-4777-a9f7-2ab0ec6f43db owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:00.566915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (355b62cc-eecb-4ff2-91b1-8f5dbee3c679), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.709953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (355b62cc-eecb-4ff2-91b1-8f5dbee3c679), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.746898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:00.747567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.785340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Subnet': ['ID=355b62cc-eecb-4ff2-91b1-8f5dbee3c679,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:00.801484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:00.810128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e19c996e-7988-46f6-a53d-c9968f3ce32d tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/subnets/355b62cc-eecb-4ff2-91b1-8f5dbee3c679 HTTP/1.1" status: 204 len: 168 time: 1.6685247 Feb 14 21:40:00.813564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:00.943741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9f7bfb7e-d4c2-4537-921a-32aac7a09839), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.024607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad93cbf-977c-42b5-8229-a43478a7ac5d None None] Network 2cbb9a19-eb9a-4e86-aef4-63926630ac90 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:01.049979 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-8d47ee9f-e7d9-44ac-af76-f27ab3248581 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1004379 Feb 14 21:40:01.088886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:01.089144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.128597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:01.190402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9252d8b-1033-4d1a-ba7b-9185a2e828ef req-8ccf6301-ce9f-4e3a-bfa3-778f36f179b0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3852594 Feb 14 21:40:01.311798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] For port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,segment=NetworkSegment(a31471ec-3a92-4bec-ba49-f8832acbff3d),segment_id=a31471ec-3a92-4bec-ba49-f8832acbff3d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:01.312887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.322043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.324180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a031830-bce7-4b6f-984f-b378a2004dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.339127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:01.364547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Calling delete_port for ee3733a8-b34c-4777-a9f7-2ab0ec6f43db owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:01.382050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-90509383-e68f-4b50-9d25-854ca1be6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:01.383996 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-90509383-e68f-4b50-9d25-854ca1be6022 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.2102187 Feb 14 21:40:01.406968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:01.407314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.408879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.463703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] Pushing event deleted for resources: {'Port': ['ID=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:01.468450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629d02e-4fb2-48ea-abe2-ba45aa83aa8d None None] No DVR routers for this DVR port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:01.479065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f7ae-96fe-4afe-984d-5553b14d2091 req-78127f24-aee3-4dd1-8bb7-b62edeec3d74 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:01.490654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab3f7ae-96fe-4afe-984d-5553b14d2091 req-78127f24-aee3-4dd1-8bb7-b62edeec3d74 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 944 time: 0.1577439 Feb 14 21:40:01.495045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-45301169-4edd-405f-80da-9d07bb9d64ca None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:01.608612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab3f7ae-96fe-4afe-984d-5553b14d2091 req-84b42f83-731c-4322-8941-920377c02d9d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166472 Feb 14 21:40:01.614236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (059c3845-8dd7-43e1-976a-459378984ddf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.617234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.623463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] DHCP port deletion for 2cbb9a19-eb9a-4e86-aef4-63926630ac90 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:40:01.650455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:01.691528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=059c3845-8dd7-43e1-976a-459378984ddf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:01.770892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port 059c3845-8dd7-43e1-976a-459378984ddf on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:01.773959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.778289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-424cd35b-1375-4f66-bc02-90d9bad1cf26 req-852c405c-45d6-4730-8e66-3b8d4979426c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "DELETE /v2.0/ports/059c3845-8dd7-43e1-976a-459378984ddf HTTP/1.1" status: 204 len: 173 time: 2.2882252 Feb 14 21:40:01.784378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'name': 'network-vif-deleted', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:01.787791 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb58d25f-5928-42ff-aaf8-a0d2a68aba37" -d '{"events": [{"server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "name": "network-vif-deleted", "tag": "059c3845-8dd7-43e1-976a-459378984ddf"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:01.827762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:01.862053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:01.893461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:01.899009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:01.924146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:01.963490 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f540ab-5fd1-4756-ae4c-4a2a5ac9e843 x-openstack-request-id: req-66f540ab-5fd1-4756-ae4c-4a2a5ac9e843 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:01.964075 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cbf3cf-9946-4296-a4ee-4040d1a3c258", "name": "network-vif-deleted", "tag": "059c3845-8dd7-43e1-976a-459378984ddf", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:01.964486 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66f540ab-5fd1-4756-ae4c-4a2a5ac9e843 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:01.965061 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cbf3cf-9946-4296-a4ee-4040d1a3c258', 'name': 'network-vif-deleted', 'tag': '059c3845-8dd7-43e1-976a-459378984ddf', 'status': 'completed', 'code': 200} Feb 14 21:40:01.973325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=9cc4c988-8dce-4fdc-9e19-e9ce81c50779,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:01.990304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-cd94bcbe-efbc-45d5-827d-cb2a7c2709eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:01.991920 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-cd94bcbe-efbc-45d5-827d-cb2a7c2709eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.5322354 Feb 14 21:40:02.002942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:02.003878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5e03234-2141-435d-8628-0f9ae75b95fc tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4766767 Feb 14 21:40:02.032556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:02.101922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ee3733a8-b34c-4777-a9f7-2ab0ec6f43db), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.154269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Port': ['ID=ee3733a8-b34c-4777-a9f7-2ab0ec6f43db,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:02.216075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] No DVR routers for this DVR port ee3733a8-b34c-4777-a9f7-2ab0ec6f43db on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:02.267117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ee3733a8-b34c-4777-a9f7-2ab0ec6f43db no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:02.319566 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-4182c550-1b44-427a-96a1-cef61e805e03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1001 time: 0.2999132 Feb 14 21:40:02.368013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ee3733a8-b34c-4777-a9f7-2ab0ec6f43db {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:40:02.383191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ee3733a8-b34c-4777-a9f7-2ab0ec6f43db not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:40:02.440436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c927e047-f279-4ec2-a458-c72abe315371 req-e8b1430f-0146-4451-be10-15bbed72f189 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2cbf3cf-9946-4296-a4ee-4040d1a3c258 HTTP/1.1" status: 200 len: 210 time: 0.0699968 Feb 14 21:40:02.452374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 170662b0-c4bb-4700-bd18-1a02b415381b up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:02.517071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Deleting port 47922240-59f6-48a6-929a-7b01a3863d5e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:02.517441 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.554789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-1c15c5ea-d974-435c-aa62-953131d0e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:02.556313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-1c15c5ea-d974-435c-aa62-953131d0e976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.2359433 Feb 14 21:40:02.607925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 170662b0-c4bb-4700-bd18-1a02b415381b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:40:02.623972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 170662b0-c4bb-4700-bd18-1a02b415381b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:02.624926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.688749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9f7bfb7e-d4c2-4537-921a-32aac7a09839), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.748057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7bfb7e-d4c2-4537-921a-32aac7a09839']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:02.770572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:02.773459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] For port 47922240-59f6-48a6-929a-7b01a3863d5e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47922240-59f6-48a6-929a-7b01a3863d5e,segment=NetworkSegment(05b2aaa8-a952-4527-ad2d-beb8aac0e557),segment_id=05b2aaa8-a952-4527-ad2d-beb8aac0e557)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:02.773917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.783671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.784295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53f6bf3f-f36a-48bd-ae23-361b02aae9a5 None None] Provisioning complete for port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:02.784670 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53f6bf3f-f36a-48bd-ae23-361b02aae9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.867838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229da2-7792-451a-bb01-cc548f53b35b req-a32a9cc3-71e5-4ad1-adc5-3a7661cd120f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:02.880895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Calling delete_port for 47922240-59f6-48a6-929a-7b01a3863d5e owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:02.883749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76229da2-7792-451a-bb01-cc548f53b35b req-a32a9cc3-71e5-4ad1-adc5-3a7661cd120f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 944 time: 0.1302490 Feb 14 21:40:02.926291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31471ec-3a92-4bec-ba49-f8832acbff3d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:02.926734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31471ec-3a92-4bec-ba49-f8832acbff3d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:02.942203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a31471ec-3a92-4bec-ba49-f8832acbff3d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.990642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a31471ec-3a92-4bec-ba49-f8832acbff3d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:02.997831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 059c3845-8dd7-43e1-976a-459378984ddf no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:03.012623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-2ccaf95a-4656-456f-bef2-6dd0e9839b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:03.014750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76229da2-7792-451a-bb01-cc548f53b35b req-e6c7ee6d-c46d-4fbd-b2eb-6211954271e0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293936 Feb 14 21:40:03.018532 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-2ccaf95a-4656-456f-bef2-6dd0e9839b7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4486544 Feb 14 21:40:03.089319 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 401d98fd-4849-499b-9c24-b6ad2eb5bb42 (CIDR: 2001:db8::/64) Feb 14 21:40:03.090934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:03.091383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a31471ec-3a92-4bec-ba49-f8832acbff3d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:03.095628 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:03.118698 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:40:03.119209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:03.141226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 059c3845-8dd7-43e1-976a-459378984ddf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:40:03.144596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 059c3845-8dd7-43e1-976a-459378984ddf not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:40:03.149583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53f6bf3f-f36a-48bd-ae23-361b02aae9a5 None None] Port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:03.160303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (47922240-59f6-48a6-929a-7b01a3863d5e), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.191535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Pushing event deleted for resources: {'Port': ['ID=47922240-59f6-48a6-929a-7b01a3863d5e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:03.209143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 170662b0-c4bb-4700-bd18-1a02b415381b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:03.209689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.219395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] No DVR routers for this DVR port 47922240-59f6-48a6-929a-7b01a3863d5e on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:03.242159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43924) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:03.242500 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f9aabf12-5311-4f4c-a0b5-0141f4490083 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2286701 Feb 14 21:40:03.247603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9f7bfb7e-d4c2-4537-921a-32aac7a09839), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.249546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.274176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.275426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.275426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07bd09-3507-42d4-9f4e-a488e473ddd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:03.308330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:03.311436 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbc5e0-8a22-47a1-a516-58035432a9ef" -d '{"events": [{"server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "name": "network-vif-plugged", "status": "completed", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:03.328983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.334771 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/networks/9f7bfb7e-d4c2-4537-921a-32aac7a09839 HTTP/1.1" status: 204 len: 168 time: 2.5149333 Feb 14 21:40:03.334771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3542-4c0b-4631-bebe-d8ca3447960b tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Network': ['ID=9f7bfb7e-d4c2-4537-921a-32aac7a09839,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:03.339837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43932) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:03.364230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=170662b0-c4bb-4700-bd18-1a02b415381b,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:03.402933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-f2d55b12-11d6-41be-9472-2c2501b6fe6a service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756561 Feb 14 21:40:03.404530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.422597 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4873949f-adf3-4b53-87f3-0e54c2b425f2 x-openstack-request-id: req-4873949f-adf3-4b53-87f3-0e54c2b425f2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:03.422790 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "name": "network-vif-plugged", "status": "completed", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:03.423066 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4873949f-adf3-4b53-87f3-0e54c2b425f2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:03.423506 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b', 'code': 200} Feb 14 21:40:03.512988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:03.517828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.563771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:03.576322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49b5b264-2fc2-4b23-a5da-fcc16538219b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.647305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47922240-59f6-48a6-929a-7b01a3863d5e no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:03.665498 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2cbb9a19-eb9a-4e86-aef4-63926630ac90), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.676574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929abd8e-9f3a-4c2b-a156-3c53d1dc73fd req-01445427-6a91-4e69-ae9e-b31214541b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:03.679324 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-929abd8e-9f3a-4c2b-a156-3c53d1dc73fd req-01445427-6a91-4e69-ae9e-b31214541b25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 1128 time: 0.1614363 Feb 14 21:40:03.697279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 47922240-59f6-48a6-929a-7b01a3863d5e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:40:03.697918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47922240-59f6-48a6-929a-7b01a3863d5e not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:40:03.756433 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-929abd8e-9f3a-4c2b-a156-3c53d1dc73fd req-2bb02939-5ef6-43b9-bd13-8e5207689030 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Feb 14 21:40:03.784023 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 405f60b4-3343-4453-a84a-c7b4566b42a2 (CIDR: 2001:db8:0:1::/64) Feb 14 21:40:03.800422 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:40:03.801798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:03.865995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ad851583-0f56-4623-aaa6-e5350a94fcbd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6225915 Feb 14 21:40:03.866719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43942) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:03.871630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'subnet': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:03.896636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2cbb9a19-eb9a-4e86-aef4-63926630ac90), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.921679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbb9a19-eb9a-4e86-aef4-63926630ac90']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:03.932342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b2aaa8-a952-4527-ad2d-beb8aac0e557') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:03.932565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b2aaa8-a952-4527-ad2d-beb8aac0e557') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:03.951635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (05b2aaa8-a952-4527-ad2d-beb8aac0e557), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.970100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (05b2aaa8-a952-4527-ad2d-beb8aac0e557), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:03.978382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:03.978839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (05b2aaa8-a952-4527-ad2d-beb8aac0e557), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:04.053437 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:04.056620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-60f19e99-3614-48b0-91dc-9ed7d5727988 req-14b16a60-af46-48c0-83e1-ba3beac2e483 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409428 Feb 14 21:40:04.065607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2cbb9a19-eb9a-4e86-aef4-63926630ac90), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.080834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.088868 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/networks/2cbb9a19-eb9a-4e86-aef4-63926630ac90 HTTP/1.1" status: 204 len: 168 time: 0.7476902 Feb 14 21:40:04.106590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:04.158677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Made reservation on behalf of de270fd938e5497dad461ef1cad6cb00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:04.162605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.184815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting subnet be040a70-2d7b-45a6-a747-1cf280258a3b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:40:04.190942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (be040a70-2d7b-45a6-a747-1cf280258a3b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.254440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (be040a70-2d7b-45a6-a747-1cf280258a3b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.351678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (be040a70-2d7b-45a6-a747-1cf280258a3b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.406935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c251c-9d91-4d71-99c1-cdec47af0efd tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Network': ['ID=2cbb9a19-eb9a-4e86-aef4-63926630ac90,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:04.427335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (be040a70-2d7b-45a6-a747-1cf280258a3b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.471343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a950b-8ed6-4b43-abfb-7bb61664b96b req-56f17def-1da9-4190-ab0c-c551bcddd10e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:04.472830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b7a950b-8ed6-4b43-abfb-7bb61664b96b req-56f17def-1da9-4190-ab0c-c551bcddd10e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 945 time: 0.2398279 Feb 14 21:40:04.488943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Subnet': ['ID=be040a70-2d7b-45a6-a747-1cf280258a3b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:04.490691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a096d0-87c0-4689-8abe-2f85cae673c7 None None] Network 84dadd4a-d182-4340-b9ef-df7b6237ca87 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:04.492940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.501041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f606a9e9-0690-440d-897b-778aadf51f19 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/subnets/be040a70-2d7b-45a6-a747-1cf280258a3b HTTP/1.1" status: 204 len: 168 time: 0.3913918 Feb 14 21:40:04.502424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:04.520964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (97d8298d-1b44-4e97-be82-2ed4b3cb5b1f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.597738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b7a950b-8ed6-4b43-abfb-7bb61664b96b req-d938a873-57a8-4c6c-be87-0e3d19aebcff tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176212 Feb 14 21:40:04.602280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:04.617302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:04.627333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:04.630993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.657080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9512e6-df3c-439a-90be-de85eefab423 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:04.667202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (84dadd4a-d182-4340-b9ef-df7b6237ca87), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.671769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Subnet': ['ID=97d8298d-1b44-4e97-be82-2ed4b3cb5b1f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:04.695194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6be5330b-0b58-4cfe-bb5d-44051b5c126c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8272681 Feb 14 21:40:04.701413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43956) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:04.724722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1268895553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97d8298d-1b44-4e97-be82-2ed4b3cb5b1f'}], 'security_groups': ['86e23c12-f06b-49d7-8aed-2ea66676e70d', 'e182437e-35b8-4899-9ffa-39f3e222266c']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:04.817030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Deleting port dd8ecd4f-659f-4767-93fb-d9bc58695677 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:04.823068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.830104 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.948508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] For port dd8ecd4f-659f-4767-93fb-d9bc58695677, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd8ecd4f-659f-4767-93fb-d9bc58695677,segment=NetworkSegment(797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74),segment_id=797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:04.949297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:04.972507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Calling delete_port for dd8ecd4f-659f-4767-93fb-d9bc58695677 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:05.095313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (dd8ecd4f-659f-4767-93fb-d9bc58695677), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.131068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] No DVR routers for this DVR port dd8ecd4f-659f-4767-93fb-d9bc58695677 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:05.135910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78efa0-b720-4e76-8db1-f2593d0b3043 None None] DHCP port deletion for 84dadd4a-d182-4340-b9ef-df7b6237ca87 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:40:05.177845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Update dhcp port {'port': {'network_id': '68cdfe34-c30c-4b2b-8555-b8a42604f757', 'fixed_ips': [{'subnet_id': '405f60b4-3343-4453-a84a-c7b4566b42a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '401d98fd-4849-499b-9c24-b6ad2eb5bb42', 'ip_address': '2001:db8::2'}, {'subnet_id': '97d8298d-1b44-4e97-be82-2ed4b3cb5b1f'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'f0d79f97-197f-4dd1-a776-ab8275b1700c'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:40:05.254378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Port': ['ID=dd8ecd4f-659f-4767-93fb-d9bc58695677,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:05.259917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.334097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.349551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (84dadd4a-d182-4340-b9ef-df7b6237ca87), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.378487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-77b9f0a7-f762-49f1-bad6-bf6dbd64f9d9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:05.380073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-77b9f0a7-f762-49f1-bad6-bf6dbd64f9d9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.3691530 Feb 14 21:40:05.402669 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dadd4a-d182-4340-b9ef-df7b6237ca87']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:05.425106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:05.425344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:05.439528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.459483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.476060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:05.476284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-94063dbc-19cf-4196-a71a-c7472fd1171d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0838616 Feb 14 21:40:05.476955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (797a1e3f-1b5f-4d8a-b5d6-d6ca2c14db74), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:05.482507 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:05.521149 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:40:05.543730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Allocated IP 2001:db8:0:2::2 (68cdfe34-c30c-4b2b-8555-b8a42604f757/97d8298d-1b44-4e97-be82-2ed4b3cb5b1f/f0d79f97-197f-4dd1-a776-ab8275b1700c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:05.665141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (84dadd4a-d182-4340-b9ef-df7b6237ca87), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.677375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.683299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/networks/84dadd4a-d182-4340-b9ef-df7b6237ca87 HTTP/1.1" status: 204 len: 168 time: 1.1795135 Feb 14 21:40:05.691859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43976) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:05.739791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-e2e09555-f5f4-4d7f-ba8b-33dccddcfc62 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437036 Feb 14 21:40:05.751835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291b120-2b11-416a-bc16-7ddbd13d3e65 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Pushing event deleted for resources: {'Network': ['ID=84dadd4a-d182-4340-b9ef-df7b6237ca87,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:05.761789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd8ecd4f-659f-4767-93fb-d9bc58695677 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:05.802252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0785a129-79a2-4adb-97a8-288c2f5cba16 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "GET /v2.0/ports?device_id=dc24a19b-88f1-47ed-87e5-fc5332f52465 HTTP/1.1" status: 200 len: 205 time: 0.0752735 Feb 14 21:40:05.802804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:05.825620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: dd8ecd4f-659f-4767-93fb-d9bc58695677 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:40:05.825620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd8ecd4f-659f-4767-93fb-d9bc58695677 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:40:05.830917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:05.840107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.906440 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Publish callbacks [] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.932914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:05.983093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.141163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e80b9-3079-4944-9b11-79726f0c1869 None None] Pushing event updated for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:06.217349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Delete allocated IP 2001:db8::7f (68cdfe34-c30c-4b2b-8555-b8a42604f757/401d98fd-4849-499b-9c24-b6ad2eb5bb42) {{(pid=103513) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 14 21:40:06.227574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Allocated IP 2001:db8:0:2::3a2 (68cdfe34-c30c-4b2b-8555-b8a42604f757/97d8298d-1b44-4e97-be82-2ed4b3cb5b1f/9cc4c988-8dce-4fdc-9e19-e9ce81c50779) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:06.281856 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.324110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.328616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router_controller (dc24a19b-88f1-47ed-87e5-fc5332f52465), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.386769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad85bfe7-9918-4b58-aef2-47ec2fc710c2 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227522 Feb 14 21:40:06.477393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (dc24a19b-88f1-47ed-87e5-fc5332f52465), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.478821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Fanout notify agent at l3_agent the message router_deleted on router dc24a19b-88f1-47ed-87e5-fc5332f52465 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:40:06.500114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.549229 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-26046fbd-4a79-4db4-858f-7c064ca964f2 tempest-RoutersNegativeTest-1132289388 tempest-RoutersNegativeTest-1132289388-project] 10.222.0.86 "DELETE /v2.0/routers/dc24a19b-88f1-47ed-87e5-fc5332f52465 HTTP/1.1" status: 204 len: 168 time: 0.7308066 Feb 14 21:40:06.720782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-351c7f0a-1b59-4000-b2e8-e5d4ceb88bbf service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238206 Feb 14 21:40:06.753929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.767646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.848545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] In _notify_port_updated(), no bound segment for port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 on network 68cdfe34-c30c-4b2b-8555-b8a42604f757 {{(pid=103513) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 14 21:40:06.854551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:06.855775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:06.857242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "PUT /v2.0/ports/9cc4c988-8dce-4fdc-9e19-e9ce81c50779 HTTP/1.1" status: 200 len: 970 time: 2.1548240 Feb 14 21:40:06.860284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:06.886572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985b90d-4a05-4528-a68b-0b796c9933fd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event updated for resources: {'Port': ['ID=9cc4c988-8dce-4fdc-9e19-e9ce81c50779,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:07.155550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44002) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:07.228042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:07.228699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.293368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.418964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d50d8-a651-445c-9cfc-dcb40d3d939e req-a8698ad4-3a08-4b53-a0d4-0586701300dc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:07.432086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb5d50d8-a651-445c-9cfc-dcb40d3d939e req-a8698ad4-3a08-4b53-a0d4-0586701300dc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 945 time: 0.2092514 Feb 14 21:40:07.474588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.511560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:07.610493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb5d50d8-a651-445c-9cfc-dcb40d3d939e req-96c9df94-731c-4c18-8df1-5e2def46dd13 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773322 Feb 14 21:40:07.644359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:07.647566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68f391ce-44b0-447e-ab47-5ece4090ce93 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6296e458b214542b8e2c221685a4612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884250 Feb 14 21:40:07.676779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:07.813633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9876e2dc-4be0-46ff-aa58-22ed49ea1edb req-5a4f5fa0-09d6-463d-bcea-79fd56caf24f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 210 time: 0.1132634 Feb 14 21:40:07.899367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Provisioning complete for port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:07.899745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.941869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9cc4c988-8dce-4fdc-9e19-e9ce81c50779), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.943653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] Publish callbacks [] for security_group (641b1ab7-e4d0-436b-967d-fc1da265e334), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:07.977672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=9cc4c988-8dce-4fdc-9e19-e9ce81c50779,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:07.981504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:07.984175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.084370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] Publish callbacks [] for security_group (641b1ab7-e4d0-436b-967d-fc1da265e334), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.089166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.101271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:08.103492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9429ba18-a2a6-4a87-95b3-507f67bf6111 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/9cc4c988-8dce-4fdc-9e19-e9ce81c50779 HTTP/1.1" status: 204 len: 168 time: 1.2399526 Feb 14 21:40:08.119457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Port 9cc4c988-8dce-4fdc-9e19-e9ce81c50779 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:08.166259 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbc0312-76fa-4fee-8fff-05d21e0b0ad8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] GET failed (client error): The resource could not be found. Feb 14 21:40:08.172687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8dbc0312-76fa-4fee-8fff-05d21e0b0ad8 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports/9cc4c988-8dce-4fdc-9e19-e9ce81c50779 HTTP/1.1" status: 404 len: 333 time: 0.0703170 Feb 14 21:40:08.175549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:08.176453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:08.177053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.231350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:08.283111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (68a6d70c-5f8e-45c0-ad71-13411d1e2334), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.306738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (641b1ab7-e4d0-436b-967d-fc1da265e334), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.309686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.316838 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/641b1ab7-e4d0-436b-967d-fc1da265e334 HTTP/1.1" status: 204 len: 168 time: 0.6710293 Feb 14 21:40:08.353014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb511f-1c65-4d6c-abad-832bd0180b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b1ab7-e4d0-436b-967d-fc1da265e334,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:08.355177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:08.362235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (68a6d70c-5f8e-45c0-ad71-13411d1e2334), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.409508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:08.410362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.481928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51c2d970-f02d-4ba2-9224-2f8dd5b2eb36 None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:08.500028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68a6d70c-5f8e-45c0-ad71-13411d1e2334), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.505228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.510274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:08.511721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/security-groups/68a6d70c-5f8e-45c0-ad71-13411d1e2334 HTTP/1.1" status: 204 len: 168 time: 0.3331034 Feb 14 21:40:08.541736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f76ea-a316-44b5-bfab-e64d05ca7ec2 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6d70c-5f8e-45c0-ad71-13411d1e2334,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:08.599276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ea7d3bb9-1466-4f4f-9167-3412dfd9727a None None] Could not find standard attr ID for object 9cc4c988-8dce-4fdc-9e19-e9ce81c50779. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:40:08.602113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (e182437e-35b8-4899-9ffa-39f3e222266c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.642131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (e182437e-35b8-4899-9ffa-39f3e222266c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.749793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e182437e-35b8-4899-9ffa-39f3e222266c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.752246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.755965 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/security-groups/e182437e-35b8-4899-9ffa-39f3e222266c HTTP/1.1" status: 204 len: 168 time: 0.2415259 Feb 14 21:40:08.756919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44034) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:08.801113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698a6c8-a536-4a31-9a0b-1983e042993a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e182437e-35b8-4899-9ffa-39f3e222266c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:08.908429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (86e23c12-f06b-49d7-8aed-2ea66676e70d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:08.969579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (86e23c12-f06b-49d7-8aed-2ea66676e70d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.015708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-96810e01-9806-4b98-8ddc-8752c7f92601 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:09.017148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-96810e01-9806-4b98-8ddc-8752c7f92601 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2817242 Feb 14 21:40:09.049710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:09.052692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (86e23c12-f06b-49d7-8aed-2ea66676e70d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.058049 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.065000 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/security-groups/86e23c12-f06b-49d7-8aed-2ea66676e70d HTTP/1.1" status: 204 len: 168 time: 0.3056009 Feb 14 21:40:09.080606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e8f2bf1-989f-4c54-b8c2-37fa7a329e3a req-3e4590c1-6636-4183-bc7b-74a926c8749f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 210 time: 0.1015167 Feb 14 21:40:09.087415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44052) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:09.094550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef68c6-ab81-44af-bf66-7b292adf320f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e23c12-f06b-49d7-8aed-2ea66676e70d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:09.186887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 401d98fd-4849-499b-9c24-b6ad2eb5bb42 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:40:09.231809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (401d98fd-4849-499b-9c24-b6ad2eb5bb42), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.306785 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (401d98fd-4849-499b-9c24-b6ad2eb5bb42), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.501166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:09.511716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.543650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (401d98fd-4849-499b-9c24-b6ad2eb5bb42), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.727244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (401d98fd-4849-499b-9c24-b6ad2eb5bb42), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.774565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=401d98fd-4849-499b-9c24-b6ad2eb5bb42,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:09.778059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:09.782188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d93c9-2f02-4652-90bc-0788312f06c4 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:09.782714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1cc09168-5d78-4b38-8e85-f68de80c0b7a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/401d98fd-4849-499b-9c24-b6ad2eb5bb42 HTTP/1.1" status: 204 len: 168 time: 0.6852643 Feb 14 21:40:09.786214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:09.806937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.4 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/a5e83762-2126-41be-bc6d-f3c64f1efed4) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:09.922925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 97d8298d-1b44-4e97-be82-2ed4b3cb5b1f {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:40:09.926595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (97d8298d-1b44-4e97-be82-2ed4b3cb5b1f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.001147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (97d8298d-1b44-4e97-be82-2ed4b3cb5b1f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.196948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (97d8298d-1b44-4e97-be82-2ed4b3cb5b1f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.263833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.360893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (97d8298d-1b44-4e97-be82-2ed4b3cb5b1f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.377543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e99ebcc-1327-4601-8a50-cb9e8df75588 req-b9cfe119-64e2-4c67-99e0-bf1dc9beecd1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 210 time: 0.0394835 Feb 14 21:40:10.379123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.393527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:10.466189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:10.470203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:10.477030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:10.527531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=97d8298d-1b44-4e97-be82-2ed4b3cb5b1f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:10.544597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.560063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:10.560441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:10.565256 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-83c58440-66e7-4c09-bde3-2f8e4fbf9638 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/97d8298d-1b44-4e97-be82-2ed4b3cb5b1f HTTP/1.1" status: 204 len: 168 time: 0.7661819 Feb 14 21:40:10.566292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44088) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:10.573894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:10.601427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ff6f7e83-2e1b-43a7-9952-db2c225fd1c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5537190 Feb 14 21:40:10.614103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Request body: {'port': {'device_id': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:10.784601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.211020 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f03e9d-eb3b-4c75-8cd4-c0ecab051ccd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:11.212598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f03e9d-eb3b-4c75-8cd4-c0ecab051ccd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:11.228892 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-44f03e9d-eb3b-4c75-8cd4-c0ecab051ccd tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/401d98fd-4849-499b-9c24-b6ad2eb5bb42 HTTP/1.1" status: 404 len: 337 time: 0.6592729 Feb 14 21:40:11.229498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:11.341804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fada7-0176-44d8-85b0-39f129a864f0 None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:11.439539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting subnet 405f60b4-3343-4453-a84a-c7b4566b42a2 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:40:11.462981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e83762-2126-41be-bc6d-f3c64f1efed4 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:11.474532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks [] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.475008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (405f60b4-3343-4453-a84a-c7b4566b42a2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.490656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Transition to ACTIVE for port object a5e83762-2126-41be-bc6d-f3c64f1efed4 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:40:11.501172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.514926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:11.515853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.600152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:11.601278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (405f60b4-3343-4453-a84a-c7b4566b42a2), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.694942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cb9f1-29ee-4cea-a8b5-0b9bc8c10770 req-bdee5d00-5711-427c-bb27-ad4589aabebb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:11.702632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e1cb9f1-29ee-4cea-a8b5-0b9bc8c10770 req-bdee5d00-5711-427c-bb27-ad4589aabebb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 943 time: 0.0958853 Feb 14 21:40:11.723626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (405f60b4-3343-4453-a84a-c7b4566b42a2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.808508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:11.823878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:11.825778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.865613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (405f60b4-3343-4453-a84a-c7b4566b42a2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.876303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e1cb9f1-29ee-4cea-a8b5-0b9bc8c10770 req-cd521a12-37f1-44d5-b3e9-9da58748b680 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727767 Feb 14 21:40:11.879392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Attempting to bind port a5e83762-2126-41be-bc6d-f3c64f1efed4 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:11.881975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Attempting to bind port a5e83762-2126-41be-bc6d-f3c64f1efed4 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:11.882501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Attempting to bind port a5e83762-2126-41be-bc6d-f3c64f1efed4 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:11.889018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Port a5e83762-2126-41be-bc6d-f3c64f1efed4 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:40:11.889239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Attempting to bind port a5e83762-2126-41be-bc6d-f3c64f1efed4 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:11.911137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:11.911723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:11.911864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e066f64-1841-4728-8e7e-6586d24dc5b5 None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:11.912413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:11.913084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Bound port: a5e83762-2126-41be-bc6d-f3c64f1efed4, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:11.916250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.924565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Subnet': ['ID=405f60b4-3343-4453-a84a-c7b4566b42a2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:11.957099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:11.961219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-610079d5-2318-49e4-9680-15fff28fb87a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/405f60b4-3343-4453-a84a-c7b4566b42a2 HTTP/1.1" status: 204 len: 168 time: 0.7305977 Feb 14 21:40:11.968825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44120) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.014112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:12.018885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:12.036415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:12.060553 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a5074b-442c-46b9-87a1-36b624df9853 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.061026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a5074b-442c-46b9-87a1-36b624df9853 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.080271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:12.080976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:12.082722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] 10.222.0.83 "PUT /v2.0/ports/a5e83762-2126-41be-bc6d-f3c64f1efed4 HTTP/1.1" status: 200 len: 1092 time: 1.4772291 Feb 14 21:40:12.083474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:12.086333 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b1628-357c-4795-b1dd-084ae9b49ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:12.087062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51a5074b-442c-46b9-87a1-36b624df9853 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/6dbbe361-8e49-40ba-bdef-000f7acdf2f0 HTTP/1.1" status: 404 len: 337 time: 0.1166432 Feb 14 21:40:12.091818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44124) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.159903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cca4e8f4-bdb3-4543-a5e5-7ad6196e714a tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 HTTP/1.1" status: 200 len: 205 time: 0.0668819 Feb 14 21:40:12.162392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.171963 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0043c-1bec-41b2-a8a5-a406ea78847e x-openstack-request-id: req-8bd0043c-1bec-41b2-a8a5-a406ea78847e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:12.172306 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:12.172662 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8bd0043c-1bec-41b2-a8a5-a406ea78847e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:12.173164 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4', 'status': 'completed', 'code': 200} Feb 14 21:40:12.245185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196b73-34b3-4d44-8b25-b387afbb6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:12.280540 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-e1f77a0a-7bb5-4d8a-920c-0ea341736bea tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] delete failed (client error): The resource could not be found. Feb 14 21:40:12.284271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-4bfdeeaf-9561-41bf-ac9d-e55a816ef5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:12.285655 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1f77a0a-7bb5-4d8a-920c-0ea341736bea tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/routers/2b83ec2e-d762-45ed-bbd0-540cbc2d18d7 HTTP/1.1" status: 404 len: 336 time: 0.1222250 Feb 14 21:40:12.286790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-4bfdeeaf-9561-41bf-ac9d-e55a816ef5ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 1126 time: 0.1257696 Feb 14 21:40:12.288365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44132) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.349421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-08155cf3-c06d-421b-b9cf-81b2b23f634a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4 HTTP/1.1" status: 200 len: 217 time: 0.0520267 Feb 14 21:40:12.371383 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-323b1d44-2037-45c5-819a-b12fde8703ae tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.377931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323b1d44-2037-45c5-819a-b12fde8703ae tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.382527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-323b1d44-2037-45c5-819a-b12fde8703ae tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/41fbed2f-df8d-47c4-b157-498b7d9186b2 HTTP/1.1" status: 404 len: 337 time: 0.0897791 Feb 14 21:40:12.393470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.423433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-fb95e721-9f07-4c64-9e22-371be921fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:12.425245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-fb95e721-9f07-4c64-9e22-371be921fa54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0667400 Feb 14 21:40:12.433098 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdf6722-6f45-46a6-aaf7-c2bb4a5e153b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.433875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdf6722-6f45-46a6-aaf7-c2bb4a5e153b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.437760 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2fdf6722-6f45-46a6-aaf7-c2bb4a5e153b tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/258ab934-9f05-431c-b416-378d09db55f4 HTTP/1.1" status: 404 len: 337 time: 0.0418310 Feb 14 21:40:12.440322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.477412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-64bce1bc-3f82-4569-b600-b48168536fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428934 Feb 14 21:40:12.484361 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f44eb5-d221-444b-8e92-e60225b4263c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.484823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f44eb5-d221-444b-8e92-e60225b4263c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.488026 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3f44eb5-d221-444b-8e92-e60225b4263c tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/e55c3f80-2ee9-4095-a983-36abc4e2beeb HTTP/1.1" status: 404 len: 337 time: 0.0467253 Feb 14 21:40:12.490454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44140) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.517603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44144) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.551948 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abe720d-ea76-4db8-be78-21f7e92fdd67 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.554005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abe720d-ea76-4db8-be78-21f7e92fdd67 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.569028 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7abe720d-ea76-4db8-be78-21f7e92fdd67 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/468c74de-a2c3-4290-abcb-c349fd3ec02b HTTP/1.1" status: 404 len: 333 time: 0.0773835 Feb 14 21:40:12.572649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.671354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-bbe8447b-e9d0-44ff-9f71-6d9f8b4b7ccd service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827552 Feb 14 21:40:12.676333 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b07bf7-429c-49fe-8100-96be331f9de6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.676802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b07bf7-429c-49fe-8100-96be331f9de6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.686369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e5b07bf7-429c-49fe-8100-96be331f9de6 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/d3dc222c-1464-489b-810f-fb1410e7e346 HTTP/1.1" status: 404 len: 337 time: 0.1101875 Feb 14 21:40:12.688084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.731891 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa20759-9431-4950-8666-5a1ada295b3d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.731891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa20759-9431-4950-8666-5a1ada295b3d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.737885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-caa20759-9431-4950-8666-5a1ada295b3d tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/e369d57f-33fc-4e16-8775-c26a3f46f689 HTTP/1.1" status: 404 len: 337 time: 0.0487638 Feb 14 21:40:12.738800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44164) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.795466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698d062-1b26-49cc-a467-21baee1c69cb None None] Network 68cdfe34-c30c-4b2b-8555-b8a42604f757 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:12.828930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7521b97-146e-45b4-a06d-79c817e977e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:12.869938 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7220fa7-490b-40df-b083-1d13dcba4ea9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.870655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7220fa7-490b-40df-b083-1d13dcba4ea9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.876350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d7220fa7-490b-40df-b083-1d13dcba4ea9 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/26712d64-9152-4c72-be09-6a102585b673 HTTP/1.1" status: 404 len: 333 time: 0.1014755 Feb 14 21:40:12.879145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44170) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.939497 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-19232b0e-a4f2-46f6-ae52-919c56048a9e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:12.941409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19232b0e-a4f2-46f6-ae52-919c56048a9e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:12.944928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19232b0e-a4f2-46f6-ae52-919c56048a9e tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/4860e80d-e4e6-43c4-86ed-e3f8fd9a777a HTTP/1.1" status: 404 len: 337 time: 0.0644004 Feb 14 21:40:12.948920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:12.986590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81e6bc18-6450-448d-801f-7bbcc21ee44a req-d539c5ec-3e01-477f-8fd0-ea03807d3ae7 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110046 Feb 14 21:40:13.016695 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-17da6cff-c7fa-4686-98f3-ea8b30ff4394 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] DELETE failed (client error): The resource could not be found. Feb 14 21:40:13.017362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17da6cff-c7fa-4686-98f3-ea8b30ff4394 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:40:13.025467 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17da6cff-c7fa-4686-98f3-ea8b30ff4394 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/subnets/b4011ef6-9e21-4b29-aa35-937d017b72a3 HTTP/1.1" status: 404 len: 337 time: 0.0724282 Feb 14 21:40:13.026233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44180) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:13.189118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7521b97-146e-45b4-a06d-79c817e977e7 admin admin] Publish callbacks [] for security_group (85a1cc5b-5a88-4499-8aed-4841690ff1a7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.201779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Provisioning complete for port f0d79f97-197f-4dd1-a776-ab8275b1700c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:13.203652 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.207737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a958c5-bdb5-40a5-b29d-34fc4d68540a req-0fd160af-ebe6-46e6-923b-186b27633714 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:13.209842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68a958c5-bdb5-40a5-b29d-34fc4d68540a req-0fd160af-ebe6-46e6-923b-186b27633714 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 943 time: 0.2189984 Feb 14 21:40:13.215086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-dad9bf9f-769d-4e57-a91d-728d9ed9c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:13.216771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-dad9bf9f-769d-4e57-a91d-728d9ed9c0c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 1126 time: 0.1288435 Feb 14 21:40:13.218364 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7521b97-146e-45b4-a06d-79c817e977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85a1cc5b-5a88-4499-8aed-4841690ff1a7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.305847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Deleting port a719494b-42e5-4b80-9998-588db2d50210 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:13.306369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a719494b-42e5-4b80-9998-588db2d50210), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.309898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e7521b97-146e-45b4-a06d-79c817e977e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c1ac56042fc488490f939769f94bfba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7546117 Feb 14 21:40:13.325741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:13.380230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:13.412400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7521b97-146e-45b4-a06d-79c817e977e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1cc5b-5a88-4499-8aed-4841690ff1a7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:13.426749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Provisioning complete for port a719494b-42e5-4b80-9998-588db2d50210 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:13.427770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a719494b-42e5-4b80-9998-588db2d50210), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.471707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68a958c5-bdb5-40a5-b29d-34fc4d68540a req-ebced962-99d6-4dfa-8e47-0606e3c5424c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914744 Feb 14 21:40:13.477864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a719494b-42e5-4b80-9998-588db2d50210), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.496695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92829760-09fe-4fa6-a32b-1a5252c2cad6 None None] Port a719494b-42e5-4b80-9998-588db2d50210 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:13.503459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] DHCP port deletion for 68cdfe34-c30c-4b2b-8555-b8a42604f757 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:40:13.523596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Calling delete_port for a719494b-42e5-4b80-9998-588db2d50210 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:13.558362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] Publish callbacks [] for security_group (85a1cc5b-5a88-4499-8aed-4841690ff1a7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.577104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-cdafe5e8-3470-4be7-bc27-e4c9431cc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:13.578918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-cdafe5e8-3470-4be7-bc27-e4c9431cc046 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.2996786 Feb 14 21:40:13.596446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Deleting port f0d79f97-197f-4dd1-a776-ab8275b1700c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:13.597136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.603423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] Publish callbacks [] for security_group (85a1cc5b-5a88-4499-8aed-4841690ff1a7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.665047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-04b1cdb2-22a5-477f-b405-70441fe331ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4 HTTP/1.1" status: 200 len: 217 time: 0.0756989 Feb 14 21:40:13.674683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] For port f0d79f97-197f-4dd1-a776-ab8275b1700c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f0d79f97-197f-4dd1-a776-ab8275b1700c,segment=NetworkSegment(20322174-05e7-4efd-8807-66b2f0cb02dd),segment_id=20322174-05e7-4efd-8807-66b2f0cb02dd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:13.675220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.690709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Calling delete_port for f0d79f97-197f-4dd1-a776-ab8275b1700c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:13.708009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f0d79f97-197f-4dd1-a776-ab8275b1700c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:13.708471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a719494b-42e5-4b80-9998-588db2d50210), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.744469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Port': ['ID=a719494b-42e5-4b80-9998-588db2d50210,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:13.752909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.756464 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dfa88238-106c-4d8b-9555-9e5ae1adfd22 tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/ports/a719494b-42e5-4b80-9998-588db2d50210 HTTP/1.1" status: 204 len: 168 time: 0.7292063 Feb 14 21:40:13.758924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44208) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:13.771349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-6d896334-1355-46b9-a287-ee1e7521ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:13.772928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-6d896334-1355-46b9-a287-ee1e7521ec95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0994895 Feb 14 21:40:13.839311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-24abaf16-4727-4b84-b1e5-3133f83d26f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582509 Feb 14 21:40:13.887943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f0d79f97-197f-4dd1-a776-ab8275b1700c is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:13.888545 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.897745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85a1cc5b-5a88-4499-8aed-4841690ff1a7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.904171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (68cdfe34-c30c-4b2b-8555-b8a42604f757), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.905044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.906525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85a1cc5b-5a88-4499-8aed-4841690ff1a7 HTTP/1.1" status: 204 len: 168 time: 0.5795159 Feb 14 21:40:13.909926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (f0d79f97-197f-4dd1-a776-ab8275b1700c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:13.961431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] Pushing event deleted for resources: {'Port': ['ID=f0d79f97-197f-4dd1-a776-ab8275b1700c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:13.963483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f6715-b49a-4889-b9d2-50fcaa8fcd97 None None] No DVR routers for this DVR port f0d79f97-197f-4dd1-a776-ab8275b1700c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:14.007278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf851c-53d1-4bb1-b668-371e32c26d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1cc5b-5a88-4499-8aed-4841690ff1a7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:14.068160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (68cdfe34-c30c-4b2b-8555-b8a42604f757), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.070241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-e8f8b371-e341-4e6e-89c8-19e7fb794853 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237577 Feb 14 21:40:14.112059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cdfe34-c30c-4b2b-8555-b8a42604f757']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:14.134520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20322174-05e7-4efd-8807-66b2f0cb02dd') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:14.134817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20322174-05e7-4efd-8807-66b2f0cb02dd') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:14.149902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (20322174-05e7-4efd-8807-66b2f0cb02dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.205056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (20322174-05e7-4efd-8807-66b2f0cb02dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.211955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a39b1628-357c-4795-b1dd-084ae9b49ce2 req-05b1a1df-77de-471d-8c5f-6f6da9c9c582 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349652 Feb 14 21:40:14.214405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:14.214819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (20322174-05e7-4efd-8807-66b2f0cb02dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:14.218168 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:14.291252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (68cdfe34-c30c-4b2b-8555-b8a42604f757), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.302782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.308307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] 10.222.0.86 "DELETE /v2.0/networks/68cdfe34-c30c-4b2b-8555-b8a42604f757 HTTP/1.1" status: 204 len: 168 time: 0.5461230 Feb 14 21:40:14.319277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c64b-aa83-49f9-8bd7-6cdd6b4fbb6f tempest-PortsIpV6TestJSON-1314616987 tempest-PortsIpV6TestJSON-1314616987-project] Pushing event deleted for resources: {'Network': ['ID=68cdfe34-c30c-4b2b-8555-b8a42604f757,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:14.442742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44226) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:14.456914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee553854-7da2-4c48-9045-f4942f188ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.606302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee553854-7da2-4c48-9045-f4942f188ea7 admin admin] Publish callbacks [] for security_group (70f1f05f-c39c-4464-9fe1-d64ad72b2159), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.612804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee553854-7da2-4c48-9045-f4942f188ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70f1f05f-c39c-4464-9fe1-d64ad72b2159), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.662973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808dcd-efda-48f9-9a05-07affd36e4eb req-f874e1c8-c741-4477-9b6b-9587ee9d42c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:14.666332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58808dcd-efda-48f9-9a05-07affd36e4eb req-f874e1c8-c741-4477-9b6b-9587ee9d42c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 943 time: 0.1173756 Feb 14 21:40:14.675027 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ee553854-7da2-4c48-9045-f4942f188ea7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fc0641b31ee742d79736a5d9924b6368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311499 Feb 14 21:40:14.676169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee553854-7da2-4c48-9045-f4942f188ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f1f05f-c39c-4464-9fe1-d64ad72b2159,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:14.679561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44234) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:14.680100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:14.743409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] Publish callbacks [] for security_group (70f1f05f-c39c-4464-9fe1-d64ad72b2159), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.753591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58808dcd-efda-48f9-9a05-07affd36e4eb req-84a3988f-776e-4d3d-a6a0-e2a487b5549f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818796 Feb 14 21:40:14.793644 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] Publish callbacks [] for security_group (70f1f05f-c39c-4464-9fe1-d64ad72b2159), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.885649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cd2d0951-6ecb-46f7-947a-24122b73854d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de270fd938e5497dad461ef1cad6cb00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030046 Feb 14 21:40:14.888219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44240) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:14.920370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (70f1f05f-c39c-4464-9fe1-d64ad72b2159), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.923616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.927071 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/70f1f05f-c39c-4464-9fe1-d64ad72b2159 HTTP/1.1" status: 204 len: 168 time: 0.2434175 Feb 14 21:40:14.939263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8dc8-eb49-4826-be89-e64094671b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f1f05f-c39c-4464-9fe1-d64ad72b2159,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:14.957468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] Publish callbacks [] for security_group (114a9080-98d5-4e50-8fa4-b01487fbe9cf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:14.987888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] Publish callbacks [] for security_group (114a9080-98d5-4e50-8fa4-b01487fbe9cf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:15.024908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a5e83762-2126-41be-bc6d-f3c64f1efed4 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:40:15.076337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (114a9080-98d5-4e50-8fa4-b01487fbe9cf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:15.080060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:15.083990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/114a9080-98d5-4e50-8fa4-b01487fbe9cf HTTP/1.1" status: 204 len: 168 time: 0.1921637 Feb 14 21:40:15.103256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f1b0b-72a5-4ec1-9c08-a1ac603f1c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a9080-98d5-4e50-8fa4-b01487fbe9cf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:15.165179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:15.197772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a5e83762-2126-41be-bc6d-f3c64f1efed4', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': 'a5e83762-2126-41be-bc6d-f3c64f1efed4', 'mac_address': 'fa:16:3e:a2:7b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:40:15.244933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a5e83762-2126-41be-bc6d-f3c64f1efed4 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:15.245337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:15.259400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e83762-2126-41be-bc6d-f3c64f1efed4 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:15.282646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:15.293394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:15.351177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:15.487832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a5e83762-2126-41be-bc6d-f3c64f1efed4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:15.912219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111fd8-8377-4927-8b11-7170fdf9b6f9 req-2f39ca59-015e-4a60-aee5-e7b9e759d83d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:15.913761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82111fd8-8377-4927-8b11-7170fdf9b6f9 req-2f39ca59-015e-4a60-aee5-e7b9e759d83d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 944 time: 0.0721982 Feb 14 21:40:15.979028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82111fd8-8377-4927-8b11-7170fdf9b6f9 req-99f473ef-1ea9-4b1c-918b-586e9af3861e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586889 Feb 14 21:40:16.285479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:16.455327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8efc9cc7-928c-4658-8e7d-15c7be7ae8e8 tempest-ServiceProvidersTest-1641324384 tempest-ServiceProvidersTest-1641324384-project] 10.222.0.86 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1664250 Feb 14 21:40:16.845649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:16.970104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24fb7648-7c0e-4395-b243-977503d8e12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.033453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a5e83762-2126-41be-bc6d-f3c64f1efed4 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:17.068063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24fb7648-7c0e-4395-b243-977503d8e12e admin admin] Publish callbacks [] for security_group (60708323-0516-40a4-af94-7c7b6c12a9f7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.073972 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24fb7648-7c0e-4395-b243-977503d8e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60708323-0516-40a4-af94-7c7b6c12a9f7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.134069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-24fb7648-7c0e-4395-b243-977503d8e12e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59383475e94443d0a27f40b3e4412233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857156 Feb 14 21:40:17.135721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44382) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:17.140915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port a5e83762-2126-41be-bc6d-f3c64f1efed4 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:40:17.145887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a5e83762-2126-41be-bc6d-f3c64f1efed4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:17.146555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.151687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7648-7c0e-4395-b243-977503d8e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60708323-0516-40a4-af94-7c7b6c12a9f7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:17.240382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c6dec-325e-4c8a-a980-89c3add07a19 req-21a93caf-a28d-4480-aad7-9e12631fb6e1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:17.248680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] Publish callbacks [] for security_group (60708323-0516-40a4-af94-7c7b6c12a9f7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.249753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b9c6dec-325e-4c8a-a980-89c3add07a19 req-21a93caf-a28d-4480-aad7-9e12631fb6e1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 944 time: 0.1202054 Feb 14 21:40:17.298019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a5e83762-2126-41be-bc6d-f3c64f1efed4 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:17.298419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.308462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] Publish callbacks [] for security_group (60708323-0516-40a4-af94-7c7b6c12a9f7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.340515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b9c6dec-325e-4c8a-a980-89c3add07a19 req-b4ec6154-c2ad-464a-9193-d3cf9a8418cd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898943 Feb 14 21:40:17.347473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:17.349916 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a51a22-8217-45d5-bfc1-f12d6e5a6a46" -d '{"events": [{"server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "name": "network-vif-plugged", "status": "completed", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:17.364124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:17.378421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.421526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (60708323-0516-40a4-af94-7c7b6c12a9f7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.424276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:17.425503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60708323-0516-40a4-af94-7c7b6c12a9f7 HTTP/1.1" status: 204 len: 168 time: 0.2878487 Feb 14 21:40:17.440717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348692d-07b7-45b1-9c0e-f94e1731e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60708323-0516-40a4-af94-7c7b6c12a9f7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:17.492020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:17.624537 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f72def-5915-438c-9aec-375340200b45 x-openstack-request-id: req-30f72def-5915-438c-9aec-375340200b45 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:17.624843 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "name": "network-vif-plugged", "status": "completed", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:17.625113 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30f72def-5915-438c-9aec-375340200b45 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:17.625513 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4', 'code': 200} Feb 14 21:40:17.761859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2703e-3fb7-43b7-8414-f475d8fdbfa6 req-34cefd4f-7ee8-4ea5-9c06-c5cceae2e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:17.763589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9c2703e-3fb7-43b7-8414-f475d8fdbfa6 req-34cefd4f-7ee8-4ea5-9c06-c5cceae2e95b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 1128 time: 0.0617349 Feb 14 21:40:17.856915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9c2703e-3fb7-43b7-8414-f475d8fdbfa6 req-da3fc8d7-d1e3-4f4d-b3d3-72107527cc57 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871444 Feb 14 21:40:18.364696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44422) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:18.488018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-288932e6-796c-4eda-a60a-417eb70f83cc tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-325595855', 'prefixes': ['172.20.0.0/16']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:18.551708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d88d21-74af-41be-adaa-6704ab872eb3 req-15957932-8f66-4ce2-aa4a-9974f24db8b0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:18.554045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d88d21-74af-41be-adaa-6704ab872eb3 req-15957932-8f66-4ce2-aa4a-9974f24db8b0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.1098843 Feb 14 21:40:18.644554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d88d21-74af-41be-adaa-6704ab872eb3 req-20f64c5d-5a1d-429c-b121-3b268225706c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833313 Feb 14 21:40:18.648850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-288932e6-796c-4eda-a60a-417eb70f83cc tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:18.653851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44434) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:18.677169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-288932e6-796c-4eda-a60a-417eb70f83cc tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3113053 Feb 14 21:40:18.739358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44440) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:18.744410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-68d366dd-80f4-474f-9447-b16711bec3da tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-480581323'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:18.749219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4304ba04-caff-46d1-a793-b35d286bf5b8 tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "GET /v2.0/subnetpools/16e0dc11-3c0c-46cb-b3bf-a6412b3049d5 HTTP/1.1" status: 200 len: 731 time: 0.0912862 Feb 14 21:40:18.987746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-68d366dd-80f4-474f-9447-b16711bec3da tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:18.989381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68d366dd-80f4-474f-9447-b16711bec3da tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "PUT /v2.0/subnetpools/16e0dc11-3c0c-46cb-b3bf-a6412b3049d5 HTTP/1.1" status: 200 len: 683 time: 0.2485862 Feb 14 21:40:18.992459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44446) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:19.002709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05d971-e41a-4de0-bbe7-aa7503668657 req-34c1647e-f735-486a-b2fc-ad491c69de49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:19.010079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c05d971-e41a-4de0-bbe7-aa7503668657 req-34c1647e-f735-486a-b2fc-ad491c69de49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1577072 Feb 14 21:40:19.071922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c05d971-e41a-4de0-bbe7-aa7503668657 req-89439534-7d6b-4a57-9338-8333c3e8b912 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607672 Feb 14 21:40:19.127072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9cb661ac-d60b-4675-ab3c-87d6a01c0c18 tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:19.133014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44450) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:19.146550 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9cb661ac-d60b-4675-ab3c-87d6a01c0c18 tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "DELETE /v2.0/subnetpools/16e0dc11-3c0c-46cb-b3bf-a6412b3049d5 HTTP/1.1" status: 204 len: 168 time: 0.1517038 Feb 14 21:40:19.530399 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-74ea3f05-942a-41ee-963c-d4ccc896c5d1 tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] show failed (client error): The resource could not be found. Feb 14 21:40:19.534413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44454) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:19.541071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-74ea3f05-942a-41ee-963c-d4ccc896c5d1 tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "GET /v2.0/subnetpools/16e0dc11-3c0c-46cb-b3bf-a6412b3049d5 HTTP/1.1" status: 404 len: 346 time: 0.4065254 Feb 14 21:40:19.555631 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-cc9f765d-b144-47fd-93b6-6982f0b79efc tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] delete failed (client error): The resource could not be found. Feb 14 21:40:19.562458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cc9f765d-b144-47fd-93b6-6982f0b79efc tempest-SubnetPoolsTestJSON-182305711 tempest-SubnetPoolsTestJSON-182305711-project] 10.222.0.86 "DELETE /v2.0/subnetpools/16e0dc11-3c0c-46cb-b3bf-a6412b3049d5 HTTP/1.1" status: 404 len: 346 time: 0.0266225 Feb 14 21:40:19.623141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a243-c305-495e-8c6c-7849d2ce9567 req-6a51827e-26b7-4885-9978-2f4a7028d6ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:19.640447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28d0a243-c305-495e-8c6c-7849d2ce9567 req-6a51827e-26b7-4885-9978-2f4a7028d6ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1131620 Feb 14 21:40:19.710399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28d0a243-c305-495e-8c6c-7849d2ce9567 req-d14dfaad-0d7c-4256-afd0-64a8435a9cfd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690598 Feb 14 21:40:19.905566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63524b-9696-485e-b6e2-34bb5baddec9 req-754cbfd0-47a7-4ec1-b665-ff48e93cb117 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:19.917219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d63524b-9696-485e-b6e2-34bb5baddec9 req-754cbfd0-47a7-4ec1-b665-ff48e93cb117 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.0939350 Feb 14 21:40:19.996858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d63524b-9696-485e-b6e2-34bb5baddec9 req-27af383a-e828-49ab-af67-a6a4114f6298 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787370 Feb 14 21:40:20.005372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44474) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:20.174735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f5acecd-da83-4b54-b77a-075c039c3244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.205841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ee934-762c-4a6c-a98b-d953db38ac56 req-986cd0f0-6d47-4980-8d09-ecb955897658 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:20.216779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-650ee934-762c-4a6c-a98b-d953db38ac56 req-986cd0f0-6d47-4980-8d09-ecb955897658 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1169190 Feb 14 21:40:20.265867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f5acecd-da83-4b54-b77a-075c039c3244 admin admin] Publish callbacks [] for security_group (ac2166fe-1e21-4a91-aa2b-4f64088d2409), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.275987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f5acecd-da83-4b54-b77a-075c039c3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac2166fe-1e21-4a91-aa2b-4f64088d2409), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.289270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-650ee934-762c-4a6c-a98b-d953db38ac56 req-25d97aa2-290d-4c55-aa31-68a1e3783d2b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713568 Feb 14 21:40:20.348471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44484) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:20.349151 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4f5acecd-da83-4b54-b77a-075c039c3244 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5d492a06f584120995dd0b9bcd7bfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415194 Feb 14 21:40:20.351621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5acecd-da83-4b54-b77a-075c039c3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2166fe-1e21-4a91-aa2b-4f64088d2409,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:20.469137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cf295-9c27-4ff2-af3d-b9f5eef6bc86 req-bf4017cc-0f35-44bb-a55f-e6c300212f71 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:20.471175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-215cf295-9c27-4ff2-af3d-b9f5eef6bc86 req-bf4017cc-0f35-44bb-a55f-e6c300212f71 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.1056001 Feb 14 21:40:20.537478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-215cf295-9c27-4ff2-af3d-b9f5eef6bc86 req-7e7bf2ee-3649-464c-b67a-cc345ee355ab tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558224 Feb 14 21:40:20.538510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] Publish callbacks [] for security_group (ac2166fe-1e21-4a91-aa2b-4f64088d2409), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.568196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] Publish callbacks [] for security_group (ac2166fe-1e21-4a91-aa2b-4f64088d2409), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.617236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac2166fe-1e21-4a91-aa2b-4f64088d2409), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.620594 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:20.624779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac2166fe-1e21-4a91-aa2b-4f64088d2409 HTTP/1.1" status: 204 len: 168 time: 0.2723114 Feb 14 21:40:20.644760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77517733-2f0e-4025-a1e2-d1b6c7ac99c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2166fe-1e21-4a91-aa2b-4f64088d2409,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:20.758378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6268ee-74f1-4702-af51-8a49254a5ad8 req-b9c07e57-5e57-4f90-9405-7ea343972be8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:20.760663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d6268ee-74f1-4702-af51-8a49254a5ad8 req-b9c07e57-5e57-4f90-9405-7ea343972be8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0657012 Feb 14 21:40:20.860203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d6268ee-74f1-4702-af51-8a49254a5ad8 req-34be9de7-9b5e-485c-a339-f8b7ed63c920 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890636 Feb 14 21:40:20.905926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44504) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:21.004121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Deleting subnet 7fc1c6c5-25d8-4ee2-9a18-db681ec4381f {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:40:21.008298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Publish callbacks [] for subnet (7fc1c6c5-25d8-4ee2-9a18-db681ec4381f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.070713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (7fc1c6c5-25d8-4ee2-9a18-db681ec4381f), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.169127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7fc1c6c5-25d8-4ee2-9a18-db681ec4381f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.282593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (7fc1c6c5-25d8-4ee2-9a18-db681ec4381f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.360604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc1c6c5-25d8-4ee2-9a18-db681ec4381f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:21.366099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.373283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44526) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:21.383868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9dfd10ef-64ca-48d1-973c-4878bf0d0bf2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7fc1c6c5-25d8-4ee2-9a18-db681ec4381f HTTP/1.1" status: 204 len: 168 time: 0.4765961 Feb 14 21:40:21.472485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (905b8eb6-f7bb-49d7-a862-04ca4f9933e9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.600806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea42360-fe98-435b-a5e5-e0dce40d47c4 req-6a8199f0-0fe3-45b6-9c57-f7253871866c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:21.602224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea42360-fe98-435b-a5e5-e0dce40d47c4 req-6a8199f0-0fe3-45b6-9c57-f7253871866c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.1285634 Feb 14 21:40:21.644156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (905b8eb6-f7bb-49d7-a862-04ca4f9933e9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.690879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905b8eb6-f7bb-49d7-a862-04ca4f9933e9']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:21.711176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcea882-333f-4bf0-b3e9-f61762dc491b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:21.711751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcea882-333f-4bf0-b3e9-f61762dc491b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:21.731496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (0dcea882-333f-4bf0-b3e9-f61762dc491b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.735535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea42360-fe98-435b-a5e5-e0dce40d47c4 req-ee266aa9-e1ca-4fbb-b453-706b934ba2de tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194327 Feb 14 21:40:21.761753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (0dcea882-333f-4bf0-b3e9-f61762dc491b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.769220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:21.769827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (0dcea882-333f-4bf0-b3e9-f61762dc491b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:21.772003 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:21.833726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44538) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:21.893240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (905b8eb6-f7bb-49d7-a862-04ca4f9933e9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.911852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807249f-9238-490d-b67c-8fd92085bcc2 req-32814486-c84a-4b98-bd1e-545d041964ed tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:21.917891 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:21.920595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4807249f-9238-490d-b67c-8fd92085bcc2 req-32814486-c84a-4b98-bd1e-545d041964ed tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0712807 Feb 14 21:40:21.921279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] 10.222.0.86 "DELETE /v2.0/networks/905b8eb6-f7bb-49d7-a862-04ca4f9933e9 HTTP/1.1" status: 204 len: 168 time: 0.5469725 Feb 14 21:40:21.924236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391e355-1161-48ec-8d93-21b10a9f6e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=905b8eb6-f7bb-49d7-a862-04ca4f9933e9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:22.001504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1942914210'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:22.087286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4807249f-9238-490d-b67c-8fd92085bcc2 req-40f5e606-9b8f-4c4a-b5d3-00f5df5b4f25 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655905 Feb 14 21:40:22.109514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Made reservation on behalf of 0fa90182fe02472b8ce3e92a36e93d5a for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:22.113155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.132656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.309290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:22.321306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks [] for security_group (edbb5f05-f797-40da-81a5-c94e5020ddf9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.330297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (edbb5f05-f797-40da-81a5-c94e5020ddf9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.370450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:40:22.399977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bdefd5dc-3862-4e90-ac59-5f9715299188), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.399977 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Added segment bdefd5dc-3862-4e90-ac59-5f9715299188 of type vlan for network 68c91f7b-9a44-4c56-9bfe-64fe5e2a5420 Feb 14 21:40:22.433287 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4db78623-3d55-413e-b46e-c80f06478345 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=90e56cdbb46e4b21bbaee53f29f17585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227689 Feb 14 21:40:22.433852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44568) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:22.524412 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (68c91f7b-9a44-4c56-9bfe-64fe5e2a5420), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.573648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] Publish callbacks [] for security_group (7e9f768a-6c4f-400d-9ef5-e9529988abdc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.637519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] Publish callbacks [] for security_group (7e9f768a-6c4f-400d-9ef5-e9529988abdc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.697944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb5f05-f797-40da-81a5-c94e5020ddf9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:22.746314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7e9f768a-6c4f-400d-9ef5-e9529988abdc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.750307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.757883 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e9f768a-6c4f-400d-9ef5-e9529988abdc HTTP/1.1" status: 204 len: 168 time: 0.3228912 Feb 14 21:40:22.775810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d0332-8375-48d4-98de-c7d40e98c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f768a-6c4f-400d-9ef5-e9529988abdc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:22.792980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-0b076bc6-1213-48d2-8556-06b035205da1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:22.794966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-0b076bc6-1213-48d2-8556-06b035205da1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.2625005 Feb 14 21:40:22.799091 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (68c91f7b-9a44-4c56-9bfe-64fe5e2a5420), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:22.805393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:22.806378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:23.003445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1650989 Feb 14 21:40:23.004327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44578) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:23.008042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236f3d-91de-4fb8-81b1-1f5464346523 req-868502a8-ac45-493e-85a2-9718c0fe6ff0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:23.010813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-33413be2-6617-4857-bc45-d8a4a44e341c tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-579700090') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:23.015417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72236f3d-91de-4fb8-81b1-1f5464346523 req-868502a8-ac45-493e-85a2-9718c0fe6ff0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2835307 Feb 14 21:40:23.030178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74e4ca-aa97-478f-b598-865e69654801 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Pushing event updated for resources: {'Network': ['ID=68c91f7b-9a44-4c56-9bfe-64fe5e2a5420,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:23.043598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 68c91f7b-9a44-4c56-9bfe-64fe5e2a5420 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:40:23.078854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port a5e83762-2126-41be-bc6d-f3c64f1efed4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:40:23.079324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:23.149487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72236f3d-91de-4fb8-81b1-1f5464346523 req-8762db01-3b70-49d1-aefe-39d0c44d11b2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299202 Feb 14 21:40:23.267143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-33413be2-6617-4857-bc45-d8a4a44e341c tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "PUT /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-579700090 HTTP/1.1" status: 201 len: 201 time: 0.2614429 Feb 14 21:40:23.269785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44584) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:23.274538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-e3183c71-143b-4ca1-9970-d100f61d7a72 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-579700090') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:23.307125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port a5e83762-2126-41be-bc6d-f3c64f1efed4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a5e83762-2126-41be-bc6d-f3c64f1efed4,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:23.307528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:23.362947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for a5e83762-2126-41be-bc6d-f3c64f1efed4 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:40:23.440542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3183c71-143b-4ca1-9970-d100f61d7a72 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-579700090 HTTP/1.1" status: 204 len: 168 time: 0.1694543 Feb 14 21:40:23.443010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44592) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:23.459686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-2112885b-f1ac-4279-8e74-e1591c565290 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:23.491177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f24130-0e91-49f9-9114-d2d12f1b2af1 req-93b5eb85-7d9a-426c-9b51-d380f60e4662 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:23.492922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77f24130-0e91-49f9-9114-d2d12f1b2af1 req-93b5eb85-7d9a-426c-9b51-d380f60e4662 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=c38071ad-672c-4e57-8b45-c46ca38d98c9 HTTP/1.1" status: 200 len: 945 time: 0.2089267 Feb 14 21:40:23.640422 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2112885b-f1ac-4279-8e74-e1591c565290 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags HTTP/1.1" status: 200 len: 237 time: 0.1961486 Feb 14 21:40:23.641642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:23.643786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77f24130-0e91-49f9-9114-d2d12f1b2af1 req-c6c70932-5a40-4d85-9f1c-008f142751e2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446695 Feb 14 21:40:23.672908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-40770cfd-29b6-4924-9272-0f29b18ed81d tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', {'tags': ['tempest-TagsTest-Tag-1756611446', 'tempest-TagsTest-Tag-821212212', 'tempest-TagsTest-Tag-1785552263']}) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:23.841633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a5e83762-2126-41be-bc6d-f3c64f1efed4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:23.856653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:23.865180 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-40770cfd-29b6-4924-9272-0f29b18ed81d tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "PUT /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags HTTP/1.1" status: 200 len: 308 time: 0.2220724 Feb 14 21:40:23.867869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44608) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:23.872697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-3f2a7619-5a4c-4fdd-b0ee-1dc776f7d644 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-1756611446') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:23.905088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=a5e83762-2126-41be-bc6d-f3c64f1efed4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:24.057778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port a5e83762-2126-41be-bc6d-f3c64f1efed4 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:40:24.065429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.066280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f2a7619-5a4c-4fdd-b0ee-1dc776f7d644 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "DELETE /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-1756611446 HTTP/1.1" status: 204 len: 168 time: 0.1971862 Feb 14 21:40:24.069814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44612) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.073567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50f1690e-2e11-4abf-89b5-e911f38cb0b3 req-f8bb7951-e0b6-4576-8d8d-d52f3276a70c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "DELETE /v2.0/ports/a5e83762-2126-41be-bc6d-f3c64f1efed4 HTTP/1.1" status: 204 len: 173 time: 1.2606313 Feb 14 21:40:24.074062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'name': 'network-vif-deleted', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:24.076684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-4af7b210-420d-4916-bdaf-9856098d1e73 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-1756611446') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.086590 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2fb479-0758-4936-9fba-8b7023663243" -d '{"events": [{"server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "name": "network-vif-deleted", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:24.189360 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e2c8a-3e56-4341-9de8-54795bb30965 x-openstack-request-id: req-1d9e2c8a-3e56-4341-9de8-54795bb30965 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:24.189696 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38071ad-672c-4e57-8b45-c46ca38d98c9", "name": "network-vif-deleted", "tag": "a5e83762-2126-41be-bc6d-f3c64f1efed4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:24.189949 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d9e2c8a-3e56-4341-9de8-54795bb30965 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:24.190452 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38071ad-672c-4e57-8b45-c46ca38d98c9', 'name': 'network-vif-deleted', 'tag': 'a5e83762-2126-41be-bc6d-f3c64f1efed4', 'status': 'completed', 'code': 200} Feb 14 21:40:24.254321 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-4af7b210-420d-4916-bdaf-9856098d1e73 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] show failed (client error): The resource could not be found. Feb 14 21:40:24.255945 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4af7b210-420d-4916-bdaf-9856098d1e73 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-1756611446 HTTP/1.1" status: 404 len: 326 time: 0.1849978 Feb 14 21:40:24.259334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44618) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.264082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.tag.tag_plugin [None req-c1e756c1-4600-4531-a4e1-f537cd683bbe tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-821212212') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.266799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.399040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1e756c1-4600-4531-a4e1-f537cd683bbe tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-821212212 HTTP/1.1" status: 204 len: 168 time: 0.1384270 Feb 14 21:40:24.401644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.406923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-aa2b8259-ac3d-445d-8624-578c9b3aeffa tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-1785552263') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.564560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa2b8259-ac3d-445d-8624-578c9b3aeffa tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-1785552263 HTTP/1.1" status: 204 len: 168 time: 0.1615527 Feb 14 21:40:24.567552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44636) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.574280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-53bc7cdb-ab86-4da4-972e-5514c310acfc tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.595852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-771311293-network', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:24.664269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Made reservation on behalf of 162634caf51047fb9f0919aaad07d0fc for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:24.680222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.703911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.760249 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-53bc7cdb-ab86-4da4-972e-5514c310acfc tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "DELETE /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags HTTP/1.1" status: 204 len: 168 time: 0.1908963 Feb 14 21:40:24.760728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.766458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-9e94b1d1-c57c-4151-aa52-852c778f764a tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-821212212') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.876100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks [] for security_group (6fea3f2d-4558-4325-87cd-5e400edcfc57), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.886138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63455-be0e-4fe0-a241-7c9e1db6010e req-596019e5-9e04-4e5b-91fd-9f2fa07444ce tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:24.888052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c63455-be0e-4fe0-a241-7c9e1db6010e req-596019e5-9e04-4e5b-91fd-9f2fa07444ce tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.4765432 Feb 14 21:40:24.890700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6fea3f2d-4558-4325-87cd-5e400edcfc57), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.911667 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-9e94b1d1-c57c-4151-aa52-852c778f764a tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] show failed (client error): The resource could not be found. Feb 14 21:40:24.915637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9e94b1d1-c57c-4151-aa52-852c778f764a tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-821212212 HTTP/1.1" status: 404 len: 325 time: 0.1512630 Feb 14 21:40:24.916506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:24.921329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-7d907f85-4f6a-468e-b0c8-c3c739fba53f tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420', 'tempest-TagsTest-Tag-1785552263') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:24.961785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:40:24.968549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea3f2d-4558-4325-87cd-5e400edcfc57,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:24.976324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7b0d5afb-8202-413b-8b0d-6bac37ca005b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:24.977313 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Added segment 7b0d5afb-8202-413b-8b0d-6bac37ca005b of type vlan for network b142ad25-625c-4c97-90c8-b84d0bea88d2 Feb 14 21:40:25.022211 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-7d907f85-4f6a-468e-b0c8-c3c739fba53f tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] show failed (client error): The resource could not be found. Feb 14 21:40:25.022426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b142ad25-625c-4c97-90c8-b84d0bea88d2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.025628 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d907f85-4f6a-468e-b0c8-c3c739fba53f tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "GET /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags/tempest-TagsTest-Tag-1785552263 HTTP/1.1" status: 404 len: 326 time: 0.1083241 Feb 14 21:40:25.028260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:25.051862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.tag.tag_plugin [None req-ba5bebad-b9a2-45d2-bcd6-423165059cbe tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68c91f7b-9a44-4c56-9bfe-64fe5e2a5420') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:25.081381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a5e83762-2126-41be-bc6d-f3c64f1efed4 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:40:25.092979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b142ad25-625c-4c97-90c8-b84d0bea88d2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.094443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:25.095741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.127964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: a5e83762-2126-41be-bc6d-f3c64f1efed4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:40:25.128625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a5e83762-2126-41be-bc6d-f3c64f1efed4 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:40:25.206681 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba5bebad-b9a2-45d2-bcd6-423165059cbe tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "DELETE /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420/tags HTTP/1.1" status: 204 len: 168 time: 0.1771445 Feb 14 21:40:25.211799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44650) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:25.218301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] Pushing event updated for resources: {'Network': ['ID=b142ad25-625c-4c97-90c8-b84d0bea88d2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:25.229853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:40:25.260130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d25778b-c877-47b9-8737-a362cfefa47d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9920230 Feb 14 21:40:25.264308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44652) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:25.273633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Request body: {'subnet': {'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-771311293-subnet', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:25.302029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c63455-be0e-4fe0-a241-7c9e1db6010e req-f17b924e-96a5-4c56-95c2-948a9a3b1def tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053142 Feb 14 21:40:25.311475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Made reservation on behalf of 162634caf51047fb9f0919aaad07d0fc for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:25.314860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.369448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (68c91f7b-9a44-4c56-9bfe-64fe5e2a5420), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.556589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (68c91f7b-9a44-4c56-9bfe-64fe5e2a5420), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.565207 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8e04b382-bb19-4fa0-825f-7fb2fcb3eac5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.603369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c91f7b-9a44-4c56-9bfe-64fe5e2a5420']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:25.660904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:25.672796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Checking segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:25.673171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Network hostable DHCP agents. Network: b142ad25-625c-4c97-90c8-b84d0bea88d2, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:40:25.676356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdefd5dc-3862-4e90-ac59-5f9715299188') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:25.679197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdefd5dc-3862-4e90-ac59-5f9715299188') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:25.708137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:40:25.710799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (bdefd5dc-3862-4e90-ac59-5f9715299188), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.737494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (bdefd5dc-3862-4e90-ac59-5f9715299188), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.744424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:40:25.745028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (bdefd5dc-3862-4e90-ac59-5f9715299188), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.775083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b142ad25-625c-4c97-90c8-b84d0bea88d2) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:25.785339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:25.785993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.791324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d390c9-2279-4265-8e9f-3c254c021e89 None None] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:40:25.794677 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:40:25.838707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-875dbaf0-4814-45ea-9c25-a693b5de91c6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5730507 Feb 14 21:40:25.841640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (68c91f7b-9a44-4c56-9bfe-64fe5e2a5420), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.843117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44674) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:25.849637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:25.859922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.870001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] 10.222.0.86 "DELETE /v2.0/networks/68c91f7b-9a44-4c56-9bfe-64fe5e2a5420 HTTP/1.1" status: 204 len: 168 time: 0.6566713 Feb 14 21:40:25.898754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9e2bc-a9ee-4ef5-9908-24f024d05f98 tempest-TagsTest-145385715 tempest-TagsTest-145385715-project] Pushing event deleted for resources: {'Network': ['ID=68c91f7b-9a44-4c56-9bfe-64fe5e2a5420,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:25.902526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-01524dbd-5a68-462b-8253-06f1c90931dd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:25.914483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-01524dbd-5a68-462b-8253-06f1c90931dd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2032514 Feb 14 21:40:25.951883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-479992bc-fab7-439b-ba7c-cd30ac57cc53 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0322514 Feb 14 21:40:25.971335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b142ad25-625c-4c97-90c8-b84d0bea88d2', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:40:25.972326 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.976031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (ff329326-172f-49ee-b7e7-5affc853aafa), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:25.977579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (ff329326-172f-49ee-b7e7-5affc853aafa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.053386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-13151eb2-4bd4-4fc0-8c43-8a8ff67e1296 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957220 Feb 14 21:40:26.100447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for router_controller (ff329326-172f-49ee-b7e7-5affc853aafa), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.179227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Allocated IP 172.20.0.2 (b142ad25-625c-4c97-90c8-b84d0bea88d2/8e04b382-bb19-4fa0-825f-7fb2fcb3eac5/1718f7a6-b32b-431a-b5ea-9eceb617e5b1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:26.213692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-529c3756-1f10-4458-ab28-39bae6d75318 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172094 Feb 14 21:40:26.290625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:26.413728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks [] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.425365 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.481546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for router_gateway (ff329326-172f-49ee-b7e7-5affc853aafa), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.505899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:26.526088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:26.529941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:26.548392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Pushing event updated for resources: {'Port': ['ID=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:26.571994 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09d22ff5-aab5-4f17-9c29-5513b3d08ac6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0fa90182fe02472b8ce3e92a36e93d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773092 Feb 14 21:40:26.574806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:26.611877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-7ddd6ded-117e-4008-b09d-581eba721826 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512521 Feb 14 21:40:26.625118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Attempting to bind port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:26.625772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Attempting to bind port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:26.626280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Attempting to bind port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:26.638193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:26.640251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Checking segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:26.640803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.641923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Bound using segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:26.643227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Bound port: 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:26.644424 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.724502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Publish callbacks [] for security_group (edbb5f05-f797-40da-81a5-c94e5020ddf9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.772351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] For port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:26.782851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] For port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:26.795117 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.805686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Publish callbacks [] for security_group (edbb5f05-f797-40da-81a5-c94e5020ddf9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.876078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for router_gateway (ff329326-172f-49ee-b7e7-5affc853aafa), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.902608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.933537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (edbb5f05-f797-40da-81a5-c94e5020ddf9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.936596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a426-3935-4ea7-9968-854ce0ab98ef None None] Pushing event updated for resources: {'Port': ['ID=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:26.953024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:26.957099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edbb5f05-f797-40da-81a5-c94e5020ddf9 HTTP/1.1" status: 204 len: 168 time: 0.3756549 Feb 14 21:40:26.968566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb5f05-f797-40da-81a5-c94e5020ddf9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:26.986880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.987408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.988838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.990539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.991076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.996484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.998639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.999098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:26.999576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:27.000096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:27.000535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:27.002549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:27.003005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89c3c3-5159-4848-8230-d90a6da23eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:27.217545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbfc2-bb05-4739-99e3-f7fcad963e43 req-f546c53a-53c1-4c28-8a42-5ff89772f1e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:27.218688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a9cbfc2-bb05-4739-99e3-f7fcad963e43 req-f546c53a-53c1-4c28-8a42-5ff89772f1e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1716993 Feb 14 21:40:27.226984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Allocated IP 172.25.2.216 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/cc2bc34d-1597-463b-9a75-c78c2168ec05) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:27.420801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a9cbfc2-bb05-4739-99e3-f7fcad963e43 req-94374c9d-6c1a-42a0-a530-5fed6438fdbb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823227 Feb 14 21:40:27.534002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:27.593311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:27.671970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-637aa387-3b4a-4086-9026-aeaf5492b9c8 req-7f9d9396-0f6a-4cae-ad68-e033f1f1c337 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 210 time: 0.1523926 Feb 14 21:40:27.713757 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:27.732923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:27.789445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Pushing event updated for resources: {'Port': ['ID=cc2bc34d-1597-463b-9a75-c78c2168ec05,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:27.817661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:27.818045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:27.820616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:27.825603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:27.832508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:27.844501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4f90cf0-4fe3-48db-accc-396ace6f45bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:27.995605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:27.996460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.070092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4f90cf0-4fe3-48db-accc-396ace6f45bc admin admin] Publish callbacks [] for security_group (cc7bd214-3d16-4482-b42f-993fec6f9745), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.081408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:28.085325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4f90cf0-4fe3-48db-accc-396ace6f45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cc7bd214-3d16-4482-b42f-993fec6f9745), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.092664 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.152301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f4f90cf0-4fe3-48db-accc-396ace6f45bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e8b62c21b354acdbe29b46a1a3062f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579410 Feb 14 21:40:28.155620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:28.191847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f90cf0-4fe3-48db-accc-396ace6f45bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7bd214-3d16-4482-b42f-993fec6f9745,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:28.245758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:28.460803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] Publish callbacks [] for security_group (cc7bd214-3d16-4482-b42f-993fec6f9745), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.570877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] Publish callbacks [] for security_group (cc7bd214-3d16-4482-b42f-993fec6f9745), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.652613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb942100-f70e-4915-8471-ea62f5b2faaf None None] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:28.834704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-56b89d4d-c2e6-42cd-ae8f-2a327b720c43 None None] Provisioning complete for port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:28.835795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b89d4d-c2e6-42cd-ae8f-2a327b720c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.874792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-93e43e76-d9f0-4b30-91a6-a789694923b1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:28.877194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-93e43e76-d9f0-4b30-91a6-a789694923b1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2536817 Feb 14 21:40:28.877868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for router_gateway (ff329326-172f-49ee-b7e7-5affc853aafa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.893095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.957260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': '77cae74e-db58-477d-8955-52b05021a27d', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:28.958754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-56b89d4d-c2e6-42cd-ae8f-2a327b720c43 None None] Current status of the port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:28.962222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cc7bd214-3d16-4482-b42f-993fec6f9745), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.966122 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:28.967982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cc7bd214-3d16-4482-b42f-993fec6f9745 HTTP/1.1" status: 204 len: 168 time: 0.6303275 Feb 14 21:40:28.995257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c1678-297e-4760-9482-a03831d5d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7bd214-3d16-4482-b42f-993fec6f9745,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:29.114292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece408-8a22-4ce3-b05a-a679c456bb94 req-ae994348-308c-4194-9c55-817357e82892 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:29.118837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eece408-8a22-4ce3-b05a-a679c456bb94 req-ae994348-308c-4194-9c55-817357e82892 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.5203221 Feb 14 21:40:29.297095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-34beb787-8a5e-458b-abfe-216541e91f36 None None] Provisioning complete for port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:29.297703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34beb787-8a5e-458b-abfe-216541e91f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:29.349701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4eece408-8a22-4ce3-b05a-a679c456bb94 req-16b00635-ec56-4692-9167-4e191e58011b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490645 Feb 14 21:40:29.355201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:29.359542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:29.448162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:29.513520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-34beb787-8a5e-458b-abfe-216541e91f36 None None] Current status of the port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:29.673021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:29.774502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:29.774956 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:29.930608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:30.019741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.027755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-894c4f0e-5d8a-43b9-b91a-4fadda6727e6 req-b812d4e4-cccc-4224-8b51-ab16b515853b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 210 time: 0.5402396 Feb 14 21:40:30.114281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (ff329326-172f-49ee-b7e7-5affc853aafa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.192257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.14 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/f3030a9c-1318-4296-ba48-9b18e281ec26) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:30.339346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Publish callbacks [] for security_group (6b35fa8c-8936-4f1c-8e7d-0920e82bbb85), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.358031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6b35fa8c-8936-4f1c-8e7d-0920e82bbb85), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.455927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91e523197bb247ecb5bca812b5b9d708&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0026681 Feb 14 21:40:30.456816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44808) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:30.465597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b35fa8c-8936-4f1c-8e7d-0920e82bbb85,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:30.488871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.489235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.489687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.490181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.490518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.490891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.491231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.491621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.492077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.492463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.492922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.493322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.493679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37756e5-51c4-4e64-b386-29ed6277e36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:30.519899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Router ff329326-172f-49ee-b7e7-5affc853aafa is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:40:30.540807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] Publish callbacks [] for security_group (6b35fa8c-8936-4f1c-8e7d-0920e82bbb85), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.564367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] Publish callbacks [] for security_group (6b35fa8c-8936-4f1c-8e7d-0920e82bbb85), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.619922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6b35fa8c-8936-4f1c-8e7d-0920e82bbb85), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.620829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.623811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.625308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b35fa8c-8936-4f1c-8e7d-0920e82bbb85 HTTP/1.1" status: 204 len: 168 time: 0.1662078 Feb 14 21:40:30.634819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84faa47-00b3-4558-adb1-2b24b9786d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b35fa8c-8936-4f1c-8e7d-0920e82bbb85,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:30.721111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c8d82-7c25-4be5-96fb-8595cfce3b85 req-0ef398b8-4bd8-4a41-bc3e-206e830c5a1c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:30.722858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-249c8d82-7c25-4be5-96fb-8595cfce3b85 req-0ef398b8-4bd8-4a41-bc3e-206e830c5a1c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2104852 Feb 14 21:40:30.791604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.804521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:30.852921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:40:30.867578 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Sync routers for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:40:30.890598 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:30.894520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:30.905901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:30.911446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-249c8d82-7c25-4be5-96fb-8595cfce3b85 req-ec778bfc-379a-4d51-847b-c52a577962ab tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557231 Feb 14 21:40:30.930967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:30.956914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:30.956914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ace09c6f-7261-4c6d-a231-af45f48b28ec admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1017480 Feb 14 21:40:30.956914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:30.956914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44818) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:30.956914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:31.052266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fe183a7-b7c3-491e-b781-0e57f0be9ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.061909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:31.143061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:31.156703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:31.157343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.188961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-0409dbbd-257c-40eb-b543-d1f0f459b067 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2788966 Feb 14 21:40:31.215964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Request body: {'port': {'device_id': '77cae74e-db58-477d-8955-52b05021a27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:31.286017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7191940-d24e-4bcf-9ad5-da4717780753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.381115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.517615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495a3c5-47e5-4dad-b627-295984243009 req-a40d9b53-922f-4106-ae89-3c5246946459 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:31.519416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e495a3c5-47e5-4dad-b627-295984243009 req-a40d9b53-922f-4106-ae89-3c5246946459 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 932 time: 0.3510454 Feb 14 21:40:31.541785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7191940-d24e-4bcf-9ad5-da4717780753 admin admin] Publish callbacks [] for security_group (b1fd998e-283f-436b-982e-b89c6be9062e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.556292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f7191940-d24e-4bcf-9ad5-da4717780753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b1fd998e-283f-436b-982e-b89c6be9062e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.639326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e495a3c5-47e5-4dad-b627-295984243009 req-50e48186-5490-49bb-a76b-ab863d32d381 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114635 Feb 14 21:40:31.668308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f7191940-d24e-4bcf-9ad5-da4717780753 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4734eeeec72d4689a6d090fcb03d7e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045287 Feb 14 21:40:31.671790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:31.672649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7191940-d24e-4bcf-9ad5-da4717780753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fd998e-283f-436b-982e-b89c6be9062e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:31.680820 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:28Z', 'revision_number': 3, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:31.713276 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Checking router: ff329326-172f-49ee-b7e7-5affc853aafa for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:40:31.713938 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Updating router ff329326-172f-49ee-b7e7-5affc853aafa port cc2bc34d-1597-463b-9a75-c78c2168ec05 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:40:31.749353 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.750815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] Publish callbacks [] for security_group (b1fd998e-283f-436b-982e-b89c6be9062e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.803317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] Publish callbacks [] for security_group (b1fd998e-283f-436b-982e-b89c6be9062e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.898939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b1fd998e-283f-436b-982e-b89c6be9062e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.901815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:31.902984 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1fd998e-283f-436b-982e-b89c6be9062e HTTP/1.1" status: 204 len: 168 time: 0.2251840 Feb 14 21:40:31.913904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a92d9-c2f0-4e9c-9663-fe03d899e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fd998e-283f-436b-982e-b89c6be9062e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.115390 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks [] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.124438 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.178149 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Attempting to bind port cc2bc34d-1597-463b-9a75-c78c2168ec05 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:32.178519 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Attempting to bind port cc2bc34d-1597-463b-9a75-c78c2168ec05 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:32.178890 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Attempting to bind port cc2bc34d-1597-463b-9a75-c78c2168ec05 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:32.190478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:32.191231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:32.191881 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.192481 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:32.193194 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Bound port: cc2bc34d-1597-463b-9a75-c78c2168ec05, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:32.193796 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.196691 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Pushing event updated for resources: {'Port': ['ID=cc2bc34d-1597-463b-9a75-c78c2168ec05,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.198481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968772d2-24e8-4bad-87c7-3e4e80ee8652 req-95b45c2e-66d4-418d-9a26-d66f005d2011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:32.205856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-968772d2-24e8-4bad-87c7-3e4e80ee8652 req-95b45c2e-66d4-418d-9a26-d66f005d2011 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1731899 Feb 14 21:40:32.226910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.227656 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.228210 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.228756 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.229337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.229879 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.230909 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.231494 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.232072 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.232652 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.233190 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.233723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.234257 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:40:32.238077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3030a9c-1318-4296-ba48-9b18e281ec26 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:32.253033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks [] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.291587 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] For port cc2bc34d-1597-463b-9a75-c78c2168ec05, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:32.299839 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] For port cc2bc34d-1597-463b-9a75-c78c2168ec05, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cc2bc34d-1597-463b-9a75-c78c2168ec05,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:32.310232 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.314580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Transition to ACTIVE for port object f3030a9c-1318-4296-ba48-9b18e281ec26 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:40:32.331018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-968772d2-24e8-4bad-87c7-3e4e80ee8652 req-8edc6cb3-8f08-4dc3-a891-cd51888d241f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198356 Feb 14 21:40:32.337549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.386656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.391824 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:32.392460 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:32.413915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:32.429463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421747ec-7966-4404-9447-890d43a40927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.431117 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3b140-af5b-44e4-bdc7-6b236e74f992 None None] Pushing event updated for resources: {'Port': ['ID=cc2bc34d-1597-463b-9a75-c78c2168ec05,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.455107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Pushing event updated for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.528764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421747ec-7966-4404-9447-890d43a40927 admin admin] Publish callbacks [] for security_group (e4e7dba8-9457-48a7-baca-97d8c414adf2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.538322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421747ec-7966-4404-9447-890d43a40927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4e7dba8-9457-48a7-baca-97d8c414adf2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.571727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Attempting to bind port f3030a9c-1318-4296-ba48-9b18e281ec26 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:32.572116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Attempting to bind port f3030a9c-1318-4296-ba48-9b18e281ec26 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:32.572457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Attempting to bind port f3030a9c-1318-4296-ba48-9b18e281ec26 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:32.583355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Port f3030a9c-1318-4296-ba48-9b18e281ec26 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:40:32.583732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Attempting to bind port f3030a9c-1318-4296-ba48-9b18e281ec26 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:32.596187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:32.596560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:32.596954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:32.597509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Bound port: f3030a9c-1318-4296-ba48-9b18e281ec26, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:32.597664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:32.597889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.604949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421747ec-7966-4404-9447-890d43a40927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e7dba8-9457-48a7-baca-97d8c414adf2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.618512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-421747ec-7966-4404-9447-890d43a40927 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5857dcb05e6b4b0c818cdf412f369de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030692 Feb 14 21:40:32.621059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44872) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:32.687192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] Publish callbacks [] for security_group (e4e7dba8-9457-48a7-baca-97d8c414adf2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.719283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Allocated IP 172.20.0.1 (b142ad25-625c-4c97-90c8-b84d0bea88d2/8e04b382-bb19-4fa0-825f-7fb2fcb3eac5/4fab02a8-0077-4625-b2cd-480077912d01) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:32.747791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] Publish callbacks [] for security_group (e4e7dba8-9457-48a7-baca-97d8c414adf2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.815276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4e7dba8-9457-48a7-baca-97d8c414adf2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.818932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.827949 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4e7dba8-9457-48a7-baca-97d8c414adf2 HTTP/1.1" status: 204 len: 168 time: 0.2044311 Feb 14 21:40:32.834245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:32.862433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee5e3b-a96d-4eca-bdba-162b5724834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e7dba8-9457-48a7-baca-97d8c414adf2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:32.904768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f3030a9c-1318-4296-ba48-9b18e281ec26,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:32.925136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:32.945456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae28f0-b898-417d-a776-a4fce44637a0 req-cf82e32c-4a4f-471c-bbdd-40aaa46c8c79 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:32.947024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bae28f0-b898-417d-a776-a4fce44637a0 req-cf82e32c-4a4f-471c-bbdd-40aaa46c8c79 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 944 time: 0.1867459 Feb 14 21:40:32.970016 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:28Z', 'revision_number': 3, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:33.010181 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0724936-cca9-424e-a843-3b9ae1b66b5a None None] The sync data for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 is: [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:28Z', 'revision_number': 3, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:40:33.049130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:33.049774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:33.051295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] 10.222.0.83 "PUT /v2.0/ports/f3030a9c-1318-4296-ba48-9b18e281ec26 HTTP/1.1" status: 200 len: 1093 time: 1.8396866 Feb 14 21:40:33.054771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:33.057190 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9633a6-c7d3-4971-9a06-380587a07ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:33.087329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks [] for port (4fab02a8-0077-4625-b2cd-480077912d01), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:33.147899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377719d-7f9d-4637-bf84-7b6ca8ce5101 service neutron] Pushing event updated for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:33.167803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bae28f0-b898-417d-a776-a4fce44637a0 req-17f69ed4-e5d1-4bac-8b0d-d540cc86a797 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806650 Feb 14 21:40:33.251221 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10980b11-2521-49ef-b9a8-32685482e697 x-openstack-request-id: req-10980b11-2521-49ef-b9a8-32685482e697 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:33.251457 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:33.251713 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10980b11-2521-49ef-b9a8-32685482e697 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:33.252244 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26', 'status': 'completed', 'code': 200} Feb 14 21:40:33.261885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-61b32cdb-0294-4b9c-9eab-5584e064b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:33.264694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-61b32cdb-0294-4b9c-9eab-5584e064b340 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 1127 time: 0.1653619 Feb 14 21:40:33.268924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:33.327087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-79055643-15bc-4178-81ca-247326550ff5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3030a9c-1318-4296-ba48-9b18e281ec26 HTTP/1.1" status: 200 len: 217 time: 0.0487597 Feb 14 21:40:33.345990 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7034bb47-a615-4357-9e6e-2ebf69306849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:33.391658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-7a5d525d-931a-4aa9-ae67-a9b091fa23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:33.393205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-7a5d525d-931a-4aa9-ae67-a9b091fa23d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0587716 Feb 14 21:40:33.526613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:33.529933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-073932a6-bbd2-4008-b8c2-81fa6ec4cddf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844266 Feb 14 21:40:33.622604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:33.650255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:33.713073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Pushing event updated for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:33.764541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cc2bc34d-1597-463b-9a75-c78c2168ec05 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:33.823346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-31eecd1a-0353-4deb-8fc0-ed53ea7c4223 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633357 Feb 14 21:40:33.834072 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (ff329326-172f-49ee-b7e7-5affc853aafa), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:33.895511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cc2bc34d-1597-463b-9a75-c78c2168ec05 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:33.897708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.082966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289980c-28e8-44c6-8ca7-0a52c0cbdf31 req-23b39557-b4cf-4b34-9eb9-f3cd59006198 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:34.089831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9289980c-28e8-44c6-8ca7-0a52c0cbdf31 req-23b39557-b4cf-4b34-9eb9-f3cd59006198 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.6240740 Feb 14 21:40:34.138120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-954f5f1d-05eb-42bc-9d31-e781f5c9c397 None None] Provisioning complete for port 4fab02a8-0077-4625-b2cd-480077912d01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:34.143324 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-954f5f1d-05eb-42bc-9d31-e781f5c9c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4fab02a8-0077-4625-b2cd-480077912d01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.211882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cc2bc34d-1597-463b-9a75-c78c2168ec05 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:34.230302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9289980c-28e8-44c6-8ca7-0a52c0cbdf31 req-eb45c718-e7dc-4235-91b1-448aca1d7026 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350858 Feb 14 21:40:34.231173 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.259534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecca4938-90d3-4892-b0db-a1b10edae164 req-426bc77b-9ab2-42f9-95ce-ba243fe91d4e service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937694 Feb 14 21:40:34.352542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port cc2bc34d-1597-463b-9a75-c78c2168ec05, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cc2bc34d-1597-463b-9a75-c78c2168ec05,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:34.371787 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.448991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-954f5f1d-05eb-42bc-9d31-e781f5c9c397 None None] Port 4fab02a8-0077-4625-b2cd-480077912d01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:34.488698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4fab02a8-0077-4625-b2cd-480077912d01), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.506449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=cc2bc34d-1597-463b-9a75-c78c2168ec05,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:34.545020 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:34.600645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-33656abb-966c-49cc-95a5-cb67e298fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:34.602709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-33656abb-966c-49cc-95a5-cb67e298fc73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 1127 time: 0.2600687 Feb 14 21:40:34.610941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af528a-5d10-49dc-9a02-c15b86fcdf4d req-b66ea877-be47-40c9-ae5c-a087c8902c34 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:34.615443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50af528a-5d10-49dc-9a02-c15b86fcdf4d req-b66ea877-be47-40c9-ae5c-a087c8902c34 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 944 time: 0.2518969 Feb 14 21:40:35.126168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f3030a9c-1318-4296-ba48-9b18e281ec26 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:40:35.237400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks [] for port (4fab02a8-0077-4625-b2cd-480077912d01), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:35.252709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:35.297861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f3030a9c-1318-4296-ba48-9b18e281ec26,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:35.320379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'f3030a9c-1318-4296-ba48-9b18e281ec26', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': 'f3030a9c-1318-4296-ba48-9b18e281ec26', 'mac_address': 'fa:16:3e:7f:46:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:40:35.330848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Pushing event updated for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:35.393654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f3030a9c-1318-4296-ba48-9b18e281ec26 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:35.394633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:35.408431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50af528a-5d10-49dc-9a02-c15b86fcdf4d req-8903e795-cd97-49e2-b6e9-18bd65211cec tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806475 Feb 14 21:40:35.416556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (ff329326-172f-49ee-b7e7-5affc853aafa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:35.446197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3030a9c-1318-4296-ba48-9b18e281ec26 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:35.497211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f3030a9c-1318-4296-ba48-9b18e281ec26,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:35.507973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:35.632581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:35.723854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['f3030a9c-1318-4296-ba48-9b18e281ec26'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:35.727238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-0bc00d42-fe87-4f5c-9141-cd59fa4b5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:35.729834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-0bc00d42-fe87-4f5c-9141-cd59fa4b5688 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 1.1127107 Feb 14 21:40:35.734048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:35.765072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cc2bc34d-1597-463b-9a75-c78c2168ec05 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:35.804631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:35.947105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-87687f2f-5f70-4cfd-8ced-2b50bc29b5da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3030a9c-1318-4296-ba48-9b18e281ec26 HTTP/1.1" status: 200 len: 217 time: 0.1979151 Feb 14 21:40:36.053203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-e5dfc9fc-0c0f-4f0e-a0a7-399dcaf88afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:36.054990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-e5dfc9fc-0c0f-4f0e-a0a7-399dcaf88afb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0972233 Feb 14 21:40:36.120407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:36.140675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:36.237180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-c91b6c16-3968-424a-b539-e373ded129dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719885 Feb 14 21:40:36.266275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f7885ffd-efb1-4273-816e-9cf2161a0010 None None] Provisioning complete for port 4fab02a8-0077-4625-b2cd-480077912d01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:36.272591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7885ffd-efb1-4273-816e-9cf2161a0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4fab02a8-0077-4625-b2cd-480077912d01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:36.281959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cc2bc34d-1597-463b-9a75-c78c2168ec05 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:36.285573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:36.343631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14d75-1967-414e-913f-39c7f144d649 req-e8d5931a-8b14-41d5-aaa8-275df211040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:36.345948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-e8d5931a-8b14-41d5-aaa8-275df211040e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.5984669 Feb 14 21:40:36.403776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e394c-c301-4770-b220-c2fe4d461006 req-56734df2-7f3f-4aad-b5f9-991528c10668 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:36.411982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d40e394c-c301-4770-b220-c2fe4d461006 req-56734df2-7f3f-4aad-b5f9-991528c10668 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.6753697 Feb 14 21:40:36.480928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7885ffd-efb1-4273-816e-9cf2161a0010 None None] Port 4fab02a8-0077-4625-b2cd-480077912d01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:36.549791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cc2bc34d-1597-463b-9a75-c78c2168ec05 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:36.668234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Router ff329326-172f-49ee-b7e7-5affc853aafa has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:40:36.682839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d40e394c-c301-4770-b220-c2fe4d461006 req-fade2f0d-f080-485d-83cc-f687104b8621 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697928 Feb 14 21:40:36.694980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-dad27da6-60ff-4901-b51e-59f4bb91bc04 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477615 Feb 14 21:40:36.768183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14d75-1967-414e-913f-39c7f144d649 req-049bb4a5-38ef-4a94-a513-007156f9eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:36.770402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-049bb4a5-38ef-4a94-a513-007156f9eeab service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.3526554 Feb 14 21:40:36.952636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-395f4a8b-4f77-4742-a8f7-9695040aae46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.1436188 Feb 14 21:40:37.058389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:40:37.068193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc9633a6-c7d3-4971-9a06-380587a07ed0 req-aed0e4d5-d903-40b8-8f4f-e42e00bb43b1 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539000 Feb 14 21:40:37.069202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Sync routers for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:40:37.091672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9884228-8b6f-451e-b19f-4ab00825751b admin admin] 10.222.0.86 "PUT /v2.0/routers/ff329326-172f-49ee-b7e7-5affc853aafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1235125 Feb 14 21:40:37.115666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:37.118113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:37.183065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7ceb0-912e-4c4c-b87c-83b15ea9a545 req-41c3de3a-0001-43fb-adce-e23d22b73440 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:37.185250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6a7ceb0-912e-4c4c-b87c-83b15ea9a545 req-41c3de3a-0001-43fb-adce-e23d22b73440 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 945 time: 0.1079590 Feb 14 21:40:37.188064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14d75-1967-414e-913f-39c7f144d649 req-1ed6b2d3-915b-4c9f-92da-023a291d1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:37.189981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-1ed6b2d3-915b-4c9f-92da-023a291d1d4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.1992698 Feb 14 21:40:37.194258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f3030a9c-1318-4296-ba48-9b18e281ec26 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:37.284716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6a7ceb0-912e-4c4c-b87c-83b15ea9a545 req-e7961146-78ef-4c6f-bdb3-daace3fa2658 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928285 Feb 14 21:40:37.301876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14d75-1967-414e-913f-39c7f144d649 req-dc24e674-69bb-4dbc-bdde-08c2aa934dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:37.304109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-dc24e674-69bb-4dbc-bdde-08c2aa934dbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0859578 Feb 14 21:40:37.350189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:37.352988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port f3030a9c-1318-4296-ba48-9b18e281ec26 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:40:37.380086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:37.387670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port f3030a9c-1318-4296-ba48-9b18e281ec26 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:37.388615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:37.485261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-fa8cedea-f080-4dfa-b096-a16af092f0ea service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746240 Feb 14 21:40:37.562196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f3030a9c-1318-4296-ba48-9b18e281ec26 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:37.562658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:37.660283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:37.662618 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fd94ee-87a7-42d9-ba5c-17c42f98df75" -d '{"events": [{"server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "name": "network-vif-plugged", "status": "completed", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:37.663891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d14d75-1967-414e-913f-39c7f144d649 req-55686b22-ccb8-4f61-a9bf-cf5067c23d48 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670189 Feb 14 21:40:37.704398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f3030a9c-1318-4296-ba48-9b18e281ec26,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:37.714817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:37.793156 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7b5e64-c572-446d-a119-163c77e0d868 x-openstack-request-id: req-cc7b5e64-c572-446d-a119-163c77e0d868 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:37.793713 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "name": "network-vif-plugged", "status": "completed", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:37.802236 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc7b5e64-c572-446d-a119-163c77e0d868 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:37.802939 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26', 'code': 200} Feb 14 21:40:37.882013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4fab02a8-0077-4625-b2cd-480077912d01', 'name': '', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'mac_address': 'fa:16:3e:6d:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:32Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 2, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'subnets': [{'id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:37.953765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:37.959756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Checking router: ff329326-172f-49ee-b7e7-5affc853aafa for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:40:37.960248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Updating router ff329326-172f-49ee-b7e7-5affc853aafa port 4fab02a8-0077-4625-b2cd-480077912d01 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:40:37.983052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45028) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:37.989046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-790835900-network', 'tenant_id': '25c2651735b2419fbc80772a03888de1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:37.999404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4fab02a8-0077-4625-b2cd-480077912d01), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.007654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7020d-8eeb-4161-9acc-5d4f39cacdf7 req-d89adaac-1ade-4655-ba10-96525c86c8e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:38.009267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02f7020d-8eeb-4161-9acc-5d4f39cacdf7 req-d89adaac-1ade-4655-ba10-96525c86c8e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1819143 Feb 14 21:40:38.017178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f790b2-02ef-40ce-9143-8d7008af69e4 req-e067bc81-c392-49bf-9e34-9b0146769fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:38.018701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f790b2-02ef-40ce-9143-8d7008af69e4 req-e067bc81-c392-49bf-9e34-9b0146769fa5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 1129 time: 0.1230533 Feb 14 21:40:38.020690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Made reservation on behalf of 25c2651735b2419fbc80772a03888de1 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:38.023381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.045391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.188512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02f7020d-8eeb-4161-9acc-5d4f39cacdf7 req-9a21dbd0-1f27-450e-ae33-22d04c824fa5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687469 Feb 14 21:40:38.201936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f790b2-02ef-40ce-9143-8d7008af69e4 req-4c621fe4-0f1f-42eb-a1ce-934d22884444 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760001 Feb 14 21:40:38.240853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks [] for security_group (db7d5893-9e8f-4bc8-a79b-23919f300342), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.247491 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (db7d5893-9e8f-4bc8-a79b-23919f300342), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.262109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:40:38.280873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e662c096-b758-4138-987c-03b25ea2ace5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.281507 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Added segment e662c096-b758-4138-987c-03b25ea2ace5 of type vlan for network aaeab88a-7148-493a-a011-d44b5a2df998 Feb 14 21:40:38.328592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (aaeab88a-7148-493a-a011-d44b5a2df998), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.371742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d5893-9e8f-4bc8-a79b-23919f300342,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:38.379090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (aaeab88a-7148-493a-a011-d44b5a2df998), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.380819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:38.381645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.445580 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4587984 Feb 14 21:40:38.451910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:38.460131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Request body: {'subnet': {'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-790835900-subnet', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:38.472939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571201a-51e3-4823-9659-b3fca7418f3a admin admin] Pushing event updated for resources: {'Network': ['ID=aaeab88a-7148-493a-a011-d44b5a2df998,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:38.493526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network aaeab88a-7148-493a-a011-d44b5a2df998 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:40:38.500965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Made reservation on behalf of 25c2651735b2419fbc80772a03888de1 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:38.505631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.508012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e414-513d-4b6a-9b65-c3472050927b req-d8c6fb38-da20-460b-82b6-4c9b80db4755 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:38.517151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f60e414-513d-4b6a-9b65-c3472050927b req-d8c6fb38-da20-460b-82b6-4c9b80db4755 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.1174972 Feb 14 21:40:38.594667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f60e414-513d-4b6a-9b65-c3472050927b req-28b10230-fdb2-4e34-b676-4ebdd3ce411b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762126 Feb 14 21:40:38.781087 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks [] for port (4fab02a8-0077-4625-b2cd-480077912d01), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.797447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.871596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (6047f259-b374-4893-b008-8e3f8985d56b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:38.922766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a79054-7f0e-4b8a-a190-ec8636495d7b None None] Pushing event updated for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:38.938155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6047f259-b374-4893-b008-8e3f8985d56b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:38.992521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Checking segment: {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:38.993739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Network hostable DHCP agents. Network: aaeab88a-7148-493a-a011-d44b5a2df998, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:40:39.015404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Network aaeab88a-7148-493a-a011-d44b5a2df998 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:40:39.031104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, aaeab88a-7148-493a-a011-d44b5a2df998) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:39.036529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:39.037347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.058870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Attempting to bind port 4fab02a8-0077-4625-b2cd-480077912d01 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:39.059314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Attempting to bind port 4fab02a8-0077-4625-b2cd-480077912d01 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:39.060899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Attempting to bind port 4fab02a8-0077-4625-b2cd-480077912d01 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:39.065847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3401c9-d333-4ce7-a27c-ebda34c06497 None None] Network aaeab88a-7148-493a-a011-d44b5a2df998 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:39.071032 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7af9422c-133e-448b-bed0-d6ea18ae1659 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6180561 Feb 14 21:40:39.073968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:39.081343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:39.133943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:39.134435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Checking segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:39.136508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.138575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Bound using segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:39.140099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Bound port: 4fab02a8-0077-4625-b2cd-480077912d01, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:39.140259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (200f7830-efdf-4460-a54d-4989371d06ee), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.140582 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4fab02a8-0077-4625-b2cd-480077912d01), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.141354 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (200f7830-efdf-4460-a54d-4989371d06ee), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.290607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for router_controller (200f7830-efdf-4460-a54d-4989371d06ee), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.449951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd293229-722b-498c-b21e-3a4ce3220c8c req-b105f647-15e6-4e4e-b34f-84757c426712 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:39.460536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd293229-722b-498c-b21e-3a4ce3220c8c req-b105f647-15e6-4e4e-b34f-84757c426712 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0995526 Feb 14 21:40:39.478527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dc1c5b11-9d1b-4a73-95e9-c5037d9272ed None None] Provisioning complete for port 4fab02a8-0077-4625-b2cd-480077912d01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:39.479505 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc1c5b11-9d1b-4a73-95e9-c5037d9272ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4fab02a8-0077-4625-b2cd-480077912d01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.522321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c5b11-9d1b-4a73-95e9-c5037d9272ed None None] Port 4fab02a8-0077-4625-b2cd-480077912d01 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:39.570514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-aaeab88a-7148-493a-a011-d44b5a2df998', 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998', 'project_id': '25c2651735b2419fbc80772a03888de1', 'fixed_ips': [{'subnet_id': '6047f259-b374-4893-b008-8e3f8985d56b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:40:39.578358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd293229-722b-498c-b21e-3a4ce3220c8c req-fb8aab8a-eb89-4ace-93c2-962b850a5b3a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160235 Feb 14 21:40:39.578573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.609444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] For port 4fab02a8-0077-4625-b2cd-480077912d01, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:39.637755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] For port 4fab02a8-0077-4625-b2cd-480077912d01, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4fab02a8-0077-4625-b2cd-480077912d01,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:39.652352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for router_gateway (200f7830-efdf-4460-a54d-4989371d06ee), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:39.768960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe143e-c00a-40a0-b064-7c7d17aa9343 req-66a6d84e-9411-4bed-b054-d6b044852e8b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:39.769211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Allocated IP 172.20.0.2 (aaeab88a-7148-493a-a011-d44b5a2df998/6047f259-b374-4893-b008-8e3f8985d56b/bafe6272-8563-4105-b0cd-5525da64d9e6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:39.782389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66fe143e-c00a-40a0-b064-7c7d17aa9343 req-66a6d84e-9411-4bed-b054-d6b044852e8b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1118350 Feb 14 21:40:39.909124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66fe143e-c00a-40a0-b064-7c7d17aa9343 req-39d93869-58f6-4a63-8e11-06ae120772bf tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235363 Feb 14 21:40:40.047949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks [] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.057325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.076559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.110774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for router_gateway (200f7830-efdf-4460-a54d-4989371d06ee), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.121057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0ed0-79d3-47cf-868d-f01dcd1e6345 req-a5f0dee4-c0b2-47d1-9802-06e9c92ff040 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:40.129651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-957f0ed0-79d3-47cf-868d-f01dcd1e6345 req-a5f0dee4-c0b2-47d1-9802-06e9c92ff040 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.1041279 Feb 14 21:40:40.158315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.220184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Network aaeab88a-7148-493a-a011-d44b5a2df998 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:40.228582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:40.247135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:40.281456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-957f0ed0-79d3-47cf-868d-f01dcd1e6345 req-371937ff-621f-4b71-8ebf-9482dd8fc62c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505282 Feb 14 21:40:40.424650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Allocated IP 172.25.2.169 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/d69daf6a-4863-41c1-9ff2-bbd510aaa010) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:40.439453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a79054-7f0e-4b8a-a190-ec8636495d7b None None] Pushing event updated for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:40.510713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:40.510713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:40.636773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Attempting to bind port bafe6272-8563-4105-b0cd-5525da64d9e6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:40.637152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Attempting to bind port bafe6272-8563-4105-b0cd-5525da64d9e6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:40.637511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Attempting to bind port bafe6272-8563-4105-b0cd-5525da64d9e6 on network aaeab88a-7148-493a-a011-d44b5a2df998 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:40.682713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:40.683093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Checking segment: {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:40.683519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.684038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Bound using segment: {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:40.684526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Bound port: bafe6272-8563-4105-b0cd-5525da64d9e6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:40.685447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.690176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Pushing event updated for resources: {'Port': ['ID=bafe6272-8563-4105-b0cd-5525da64d9e6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:40.774474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.791900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Provisioning complete for port 4fab02a8-0077-4625-b2cd-480077912d01 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:40.792273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4fab02a8-0077-4625-b2cd-480077912d01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.835647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:40.899410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Pushing event updated for resources: {'Port': ['ID=d69daf6a-4863-41c1-9ff2-bbd510aaa010,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:40.914647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:40.916363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:40.919915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:40.958523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-e633bcf5-921d-410b-9c1c-cbff9dfdba5e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:40.972805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-e633bcf5-921d-410b-9c1c-cbff9dfdba5e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2394762 Feb 14 21:40:41.004422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-9312bff9-5008-403c-afc1-8f83177dff06 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0278714 Feb 14 21:40:41.144364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-84e5ac42-f0d8-4c67-b27e-3c54b797d2c3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386783 Feb 14 21:40:41.255779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] For port bafe6272-8563-4105-b0cd-5525da64d9e6, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:41.259949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] For port bafe6272-8563-4105-b0cd-5525da64d9e6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bafe6272-8563-4105-b0cd-5525da64d9e6,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:41.312019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:41.331898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-6dd61e0a-48ed-4a8c-9491-374200f288e9 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858070 Feb 14 21:40:41.334770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:41.424778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for router_gateway (200f7830-efdf-4460-a54d-4989371d06ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:41.496883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-0db99b43-5ba1-45d5-89e7-77126432940e service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639616 Feb 14 21:40:41.802538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Current status of the port 4fab02a8-0077-4625-b2cd-480077912d01 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:41.802959 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4fab02a8-0077-4625-b2cd-480077912d01), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:41.857077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4b61-e004-4f70-9fd3-56e328020ade None None] Pushing event updated for resources: {'Port': ['ID=bafe6272-8563-4105-b0cd-5525da64d9e6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:42.085131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acaa65-ca81-4815-8964-3d3e59e98120 req-d040af2c-5f8a-4b08-bb40-ccfd9e9a80b1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:42.102252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4acaa65-ca81-4815-8964-3d3e59e98120 req-d040af2c-5f8a-4b08-bb40-ccfd9e9a80b1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2011702 Feb 14 21:40:42.122956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] For port 4fab02a8-0077-4625-b2cd-480077912d01, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4fab02a8-0077-4625-b2cd-480077912d01,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:42.141152 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:42.242592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4acaa65-ca81-4815-8964-3d3e59e98120 req-9843b59d-d839-4598-805a-36ffdf2e75d1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387358 Feb 14 21:40:42.300261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166712f1-7ef9-4c22-bd7d-dc08908a173d None None] Pushing event updated for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:42.354968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4fab02a8-0077-4625-b2cd-480077912d01', 'name': '', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'mac_address': 'fa:16:3e:6d:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:32Z', 'updated_at': '2022-02-14T21:40:39Z', 'revision_number': 4, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'subnets': [{'id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:42.381954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a713b87-4ddc-4c6b-aa72-815743b644b2 req-780644ba-303b-4d3c-8131-7685d3751ec8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 210 time: 0.0791476 Feb 14 21:40:42.458353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafcd7c4-3574-4fd2-ad2d-915d06ce4f2d None None] The sync data for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 is: [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4fab02a8-0077-4625-b2cd-480077912d01', 'name': '', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'mac_address': 'fa:16:3e:6d:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:32Z', 'updated_at': '2022-02-14T21:40:39Z', 'revision_number': 4, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'subnets': [{'id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:40:42.523020 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:40:42.649566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9ae9b-be96-42f7-b0d5-6862a5bff047 req-5c2700e1-ec68-49aa-a509-7384827d24b8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:42.658008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98c9ae9b-be96-42f7-b0d5-6862a5bff047 req-5c2700e1-ec68-49aa-a509-7384827d24b8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1816421 Feb 14 21:40:42.812838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98c9ae9b-be96-42f7-b0d5-6862a5bff047 req-e38174c9-cd81-4006-811c-55c7d6c263d9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527245 Feb 14 21:40:42.924499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (200f7830-efdf-4460-a54d-4989371d06ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:43.153164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371d9cb-fc45-4af9-bf7b-bd9e530d8735 req-8716392e-b8a7-462f-87cc-65bc201cd654 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:43.155012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a371d9cb-fc45-4af9-bf7b-bd9e530d8735 req-8716392e-b8a7-462f-87cc-65bc201cd654 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1466718 Feb 14 21:40:43.297419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a371d9cb-fc45-4af9-bf7b-bd9e530d8735 req-32fb87b0-fcf6-410d-aa73-723760f6431c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266160 Feb 14 21:40:43.333251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Router 200f7830-efdf-4460-a54d-4989371d06ee is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:40:43.717273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e54d6a-859a-44bd-a01d-ffbafe74bce5 None None] Network aaeab88a-7148-493a-a011-d44b5a2df998 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:40:43.808214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75b4e02c-6b77-4ba1-b296-615e656f35f2 req-b119133b-3273-4edf-b7e7-3690237dac42 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 210 time: 0.0597675 Feb 14 21:40:43.988487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4fab02a8-0077-4625-b2cd-480077912d01 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:44.023601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b692373-64eb-45ad-b4e1-9306651427be req-48d8d7a4-41b4-4b1f-b0c9-9b4d3f610d5d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:44.031561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b692373-64eb-45ad-b4e1-9306651427be req-48d8d7a4-41b4-4b1f-b0c9-9b4d3f610d5d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1058424 Feb 14 21:40:44.132815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b692373-64eb-45ad-b4e1-9306651427be req-6a05a651-dd5b-48ee-a547-e81062e54524 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998437 Feb 14 21:40:44.175631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:40:44.190508 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Sync routers for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:40:44.212954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:44.213738 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:44.288581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Provisioning complete for port bafe6272-8563-4105-b0cd-5525da64d9e6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:44.289168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:44.292950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:44.297018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45144) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:44.307271 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abb6c5a8-da36-46ac-86a2-a4578f49676c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2300048 Feb 14 21:40:44.369821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-b85a1127-a678-4f57-8725-1ad4d52dabd8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:44.380922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-b85a1127-a678-4f57-8725-1ad4d52dabd8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.7409992 Feb 14 21:40:44.393648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': '1b3dcae9-528c-49b5-a383-156baca368bb', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:44.465435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4fab02a8-0077-4625-b2cd-480077912d01 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:44.465991 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4fab02a8-0077-4625-b2cd-480077912d01), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:44.684341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Current status of the port bafe6272-8563-4105-b0cd-5525da64d9e6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:44.685514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:44.705108 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:44.778041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] For port bafe6272-8563-4105-b0cd-5525da64d9e6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bafe6272-8563-4105-b0cd-5525da64d9e6,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:44.798008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:44.820216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:44.823641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.049020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4fab02a8-0077-4625-b2cd-480077912d01 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:45.049799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bafe6272-8563-4105-b0cd-5525da64d9e6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:45.124551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052210d-2a25-43d7-9617-8a24d65b8f53 None None] Pushing event updated for resources: {'Port': ['ID=bafe6272-8563-4105-b0cd-5525da64d9e6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:45.181582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:41Z', 'revision_number': 3, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:45.245148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-12acb72d-0b7c-4251-8afa-b5021c19865d None None] Provisioning complete for port bafe6272-8563-4105-b0cd-5525da64d9e6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:45.245838 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12acb72d-0b7c-4251-8afa-b5021c19865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.250669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port bafe6272-8563-4105-b0cd-5525da64d9e6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:45.251359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.265866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Checking router: 200f7830-efdf-4460-a54d-4989371d06ee for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:40:45.266330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Updating router 200f7830-efdf-4460-a54d-4989371d06ee port d69daf6a-4863-41c1-9ff2-bbd510aaa010 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:40:45.277958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.9 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/8521ecde-f195-411d-aa78-dea020a2ddf3) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:45.299989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9af5b577-5515-4315-af7f-d968733feedd req-739cac72-5b94-4ea4-977a-d00e4cf8b3fa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 210 time: 0.0744979 Feb 14 21:40:45.391313 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.576233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port bafe6272-8563-4105-b0cd-5525da64d9e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:45.614232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-12acb72d-0b7c-4251-8afa-b5021c19865d None None] Current status of the port bafe6272-8563-4105-b0cd-5525da64d9e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:45.621631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.726600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bafe6272-8563-4105-b0cd-5525da64d9e6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:45.742150 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:45.747808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b2741-b16f-469f-a5a4-46423f8bdbaa req-5c90254d-5d26-4230-8e7c-354f4d5db897 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:45.756296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc7b2741-b16f-469f-a5a4-46423f8bdbaa req-5c90254d-5d26-4230-8e7c-354f4d5db897 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2649028 Feb 14 21:40:45.839129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:45.841712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['f3030a9c-1318-4296-ba48-9b18e281ec26'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:45.893640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:45.897023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:45.904244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc7b2741-b16f-469f-a5a4-46423f8bdbaa req-fe2da5b8-2295-436b-802b-d691d4d83695 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468596 Feb 14 21:40:45.924113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:45.947966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.045184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:46.090425 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks [] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.108922 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.121825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:46.124425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.169366 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Attempting to bind port d69daf6a-4863-41c1-9ff2-bbd510aaa010 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:46.170065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Attempting to bind port d69daf6a-4863-41c1-9ff2-bbd510aaa010 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:46.170826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Attempting to bind port d69daf6a-4863-41c1-9ff2-bbd510aaa010 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:46.192588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-2c909d0f-e465-40a7-a751-56f8a4bff6c8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8028460 Feb 14 21:40:46.207294 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:46.210689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:46.213149 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.214972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port bafe6272-8563-4105-b0cd-5525da64d9e6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:46.215410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.215585 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:46.216378 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Bound port: d69daf6a-4863-41c1-9ff2-bbd510aaa010, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:46.217519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Request body: {'port': {'device_id': '1b3dcae9-528c-49b5-a383-156baca368bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:46.220542 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.226763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Allocated IP 172.20.0.1 (aaeab88a-7148-493a-a011-d44b5a2df998/6047f259-b374-4893-b008-8e3f8985d56b/93ce3b43-b2ac-440a-9211-4ead4b95859d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:46.373397 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] For port d69daf6a-4863-41c1-9ff2-bbd510aaa010, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:46.383472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.388420 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] For port d69daf6a-4863-41c1-9ff2-bbd510aaa010, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d69daf6a-4863-41c1-9ff2-bbd510aaa010,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:46.435890 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.441246 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19d3c-43dd-429f-9ee0-5ec41e651f81 None None] Pushing event updated for resources: {'Port': ['ID=d69daf6a-4863-41c1-9ff2-bbd510aaa010,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:46.451710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks [] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.508966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.586871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:46.587654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:46.622721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Network aaeab88a-7148-493a-a011-d44b5a2df998 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:46.624551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Pushing event updated for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:46.627851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:46.638561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:46.690282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19d3c-43dd-429f-9ee0-5ec41e651f81 None None] Pushing event updated for resources: {'Port': ['ID=d69daf6a-4863-41c1-9ff2-bbd510aaa010,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:46.698203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (200f7830-efdf-4460-a54d-4989371d06ee), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:46.762434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port bafe6272-8563-4105-b0cd-5525da64d9e6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:46.816135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa5721-bd11-4d16-9403-0b6f978a4b12 req-75eb80fd-cdf3-4bf4-a24a-6f56280f16d1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:46.831459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6afa5721-bd11-4d16-9403-0b6f978a4b12 req-75eb80fd-cdf3-4bf4-a24a-6f56280f16d1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.3368692 Feb 14 21:40:46.883361 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:47.037904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8521ecde-f195-411d-aa78-dea020a2ddf3 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:47.047996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks [] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.071331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Transition to ACTIVE for port object 8521ecde-f195-411d-aa78-dea020a2ddf3 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:40:47.089435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.161040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b1d8e253-9a22-4a2f-a22a-14a8a2ea8b99 None None] Provisioning complete for port 93ce3b43-b2ac-440a-9211-4ead4b95859d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:47.163562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e253-9a22-4a2f-a22a-14a8a2ea8b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.191355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:47.265844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8e253-9a22-4a2f-a22a-14a8a2ea8b99 None None] Port 93ce3b43-b2ac-440a-9211-4ead4b95859d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:47.353018 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:41Z', 'revision_number': 3, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:47.373128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Attempting to bind port 8521ecde-f195-411d-aa78-dea020a2ddf3 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:47.373952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Attempting to bind port 8521ecde-f195-411d-aa78-dea020a2ddf3 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:47.374664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Attempting to bind port 8521ecde-f195-411d-aa78-dea020a2ddf3 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:47.380659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Port 8521ecde-f195-411d-aa78-dea020a2ddf3 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:40:47.381368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Attempting to bind port 8521ecde-f195-411d-aa78-dea020a2ddf3 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:47.387252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:47.388967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:47.389576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:47.390906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Bound port: 8521ecde-f195-411d-aa78-dea020a2ddf3, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:47.392151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.399264 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5c897-be5d-4387-b2d2-c10402078fd7 None None] The sync data for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 is: [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:41Z', 'revision_number': 3, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:40:47.530242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:47.536000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8521ecde-f195-411d-aa78-dea020a2ddf3,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:47.546128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.604463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:47.605825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.610030 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/8521ecde-f195-411d-aa78-dea020a2ddf3 HTTP/1.1" status: 200 len: 1092 time: 1.4076686 Feb 14 21:40:47.614424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:47.618828 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:47.653952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6afa5721-bd11-4d16-9403-0b6f978a4b12 req-dda209a7-2887-47c9-903d-a2f6459cd7cc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8210022 Feb 14 21:40:47.678557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:47.720383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab128-d2a1-414b-94c7-2ab77ef187c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:47.802240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-dd166ed2-8703-448f-9d0e-25eab03af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:47.804609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-dd166ed2-8703-448f-9d0e-25eab03af842 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 1126 time: 0.1200149 Feb 14 21:40:47.938207 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-74e3e7e0-1da3-4cf6-9f63-972f72e388ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8521ecde-f195-411d-aa78-dea020a2ddf3 HTTP/1.1" status: 200 len: 217 time: 0.1245708 Feb 14 21:40:48.059989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-26cfa8d3-5b2a-4842-8f40-87f357896a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:48.064011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-26cfa8d3-5b2a-4842-8f40-87f357896a33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.1167595 Feb 14 21:40:48.142188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-babfa7cf-4117-4433-bae0-d247e3aab10a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717406 Feb 14 21:40:48.172493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks [] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:48.198021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:48.348378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (200f7830-efdf-4460-a54d-4989371d06ee), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:48.360911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-c2a8a0cf-ad88-434b-aa32-21785e19107a service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022076 Feb 14 21:40:48.516191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3fea1-0b4a-4f8a-badf-9cd9e8040e72 req-93968c46-1679-4450-9618-bf6c8ae24971 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:48.520766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25f3fea1-0b4a-4f8a-badf-9cd9e8040e72 req-93968c46-1679-4450-9618-bf6c8ae24971 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 943 time: 0.7139087 Feb 14 21:40:48.562763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81ab996b-d95d-4cc0-8e75-7e7131917ca5 req-30dcdf3a-70f5-4b94-b1d9-083ede2091cf service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008467 Feb 14 21:40:48.697003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Pushing event updated for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:48.730576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Network aaeab88a-7148-493a-a011-d44b5a2df998 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:48.746920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:48.938583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25f3fea1-0b4a-4f8a-badf-9cd9e8040e72 req-8ef99152-7a19-4d58-81a7-5c0a58a2f7d0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923579 Feb 14 21:40:49.060711 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59642f7-5fb5-4b4e-9440-1ee72aa543ea x-openstack-request-id: req-f59642f7-5fb5-4b4e-9440-1ee72aa543ea {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:49.061005 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:49.061263 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f59642f7-5fb5-4b4e-9440-1ee72aa543ea {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:49.061667 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3', 'status': 'completed', 'code': 200} Feb 14 21:40:49.178995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Router 200f7830-efdf-4460-a54d-4989371d06ee has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:40:49.256801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-98bcd86c-b70b-4070-ba92-97f63859bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:49.265620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-98bcd86c-b70b-4070-ba92-97f63859bfe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 1126 time: 0.1744714 Feb 14 21:40:49.330434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ad186832-adba-4c4c-a2cd-e59a259838f3 None None] Provisioning complete for port 93ce3b43-b2ac-440a-9211-4ead4b95859d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:49.330990 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad186832-adba-4c4c-a2cd-e59a259838f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:49.381318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:49.451459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ad186832-adba-4c4c-a2cd-e59a259838f3 None None] Port 93ce3b43-b2ac-440a-9211-4ead4b95859d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:49.502430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-39a3dd33-3883-4126-98d6-150f82c72250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:49.508890 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-39a3dd33-3883-4126-98d6-150f82c72250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.2367995 Feb 14 21:40:49.600035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-07ed2b71-6af0-42f6-b885-697b035fc0a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8521ecde-f195-411d-aa78-dea020a2ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0803707 Feb 14 21:40:49.705409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55b5ade6-470a-480b-a53d-d6f4d85cd46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:49.736117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-1fa444ea-6ff9-4afb-96f0-7b9375b07469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:49.738897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6197-096b-43e4-b64b-b19582a75cbe req-94c19d70-97b0-4f28-986d-b84bcfff1b15 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:49.739046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-1fa444ea-6ff9-4afb-96f0-7b9375b07469 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.1315689 Feb 14 21:40:49.739175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cfe6197-096b-43e4-b64b-b19582a75cbe req-94c19d70-97b0-4f28-986d-b84bcfff1b15 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.3893859 Feb 14 21:40:49.759233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d69daf6a-4863-41c1-9ff2-bbd510aaa010 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:49.797359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-db0857be-544b-4886-bb29-1de2d4c0b48f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507786 Feb 14 21:40:49.920910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d69daf6a-4863-41c1-9ff2-bbd510aaa010 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:49.921871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.047725 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-6d30e82e-d6d3-41a0-a197-b10cb68546cc service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405827 Feb 14 21:40:50.049768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55b5ade6-470a-480b-a53d-d6f4d85cd46d admin admin] Publish callbacks [] for security_group (59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.065880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cfe6197-096b-43e4-b64b-b19582a75cbe req-d1108ca5-0ae2-4411-8c95-d02b0713664b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141558 Feb 14 21:40:50.067080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:40:50.081327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c46e39c3-e860-41f8-a857-828d4ccbd15e admin admin] 10.222.0.86 "PUT /v2.0/routers/200f7830-efdf-4460-a54d-4989371d06ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7829394 Feb 14 21:40:50.082776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55b5ade6-470a-480b-a53d-d6f4d85cd46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.216815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-55b5ade6-470a-480b-a53d-d6f4d85cd46d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da3aaf1569fb47358307f1654049260c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8221953 Feb 14 21:40:50.217732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45258) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:50.224245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d69daf6a-4863-41c1-9ff2-bbd510aaa010 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:50.224646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.224838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ade6-470a-480b-a53d-d6f4d85cd46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:50.284765 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-074cc2fe-bf6d-44fa-bc27-97079d7ddbc6 req-219c902f-ffad-4580-8ed2-f8ba289b0e74 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339735 Feb 14 21:40:50.298842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d69daf6a-4863-41c1-9ff2-bbd510aaa010, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d69daf6a-4863-41c1-9ff2-bbd510aaa010,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:50.312022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.321414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] Publish callbacks [] for security_group (59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.398314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] Publish callbacks [] for security_group (59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.431822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d69daf6a-4863-41c1-9ff2-bbd510aaa010,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:50.493664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d744fd-1406-4c8e-a123-69acb9eec592 req-89a2499a-81f4-462f-b143-3dada3869d61 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:50.493884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.497607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:50.499022 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2803419 Feb 14 21:40:50.510291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25d744fd-1406-4c8e-a123-69acb9eec592 req-89a2499a-81f4-462f-b143-3dada3869d61 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 943 time: 0.1510277 Feb 14 21:40:50.512281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed6879-d631-41d9-a637-7bf2b35b8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aac1d0-fd29-45ee-9bd7-47d6b7f5f0b7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:50.564206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Sync routers for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:40:50.609582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:50.615392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:50.675572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25d744fd-1406-4c8e-a123-69acb9eec592 req-9a3df03f-917b-4ee1-8c85-3aa9cc87eb99 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507289 Feb 14 21:40:50.864433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716320-832a-4e8b-a285-9f8dacaa1d79 req-05eff426-7b0c-4ded-bead-9d592981d49d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:50.872485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd716320-832a-4e8b-a285-9f8dacaa1d79 req-05eff426-7b0c-4ded-bead-9d592981d49d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1109030 Feb 14 21:40:50.972729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd716320-832a-4e8b-a285-9f8dacaa1d79 req-4506727a-eb30-417a-b7f8-5a38c9be8f13 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991724 Feb 14 21:40:51.094113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:51.115361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c84b5b8-01b0-49e5-ba6c-160af1fb3247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.301985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:51.339328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c84b5b8-01b0-49e5-ba6c-160af1fb3247 admin admin] Publish callbacks [] for security_group (5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.353327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c84b5b8-01b0-49e5-ba6c-160af1fb3247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.445752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c84b5b8-01b0-49e5-ba6c-160af1fb3247 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=395417f7270b4328a5d0929b4862e4e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498957 Feb 14 21:40:51.448455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:51.507915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b5b8-01b0-49e5-ba6c-160af1fb3247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:51.664365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] Publish callbacks [] for security_group (5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.761203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] Publish callbacks [] for security_group (5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.772874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d69daf6a-4863-41c1-9ff2-bbd510aaa010 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:51.951516 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.967215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:51.968579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9 HTTP/1.1" status: 204 len: 168 time: 0.5190334 Feb 14 21:40:52.034697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae2ef7-01a9-4cb8-ae9b-a778bcebc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840583e-9e7b-4d9b-85dd-acdc9cfd3ba9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:52.098497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89384b2b-6938-4889-bd7c-ba0dacb6c093 req-ce7724b2-8d84-4959-bb71-2c0992ce84d5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:52.105662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89384b2b-6938-4889-bd7c-ba0dacb6c093 req-ce7724b2-8d84-4959-bb71-2c0992ce84d5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1958647 Feb 14 21:40:52.203371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89384b2b-6938-4889-bd7c-ba0dacb6c093 req-7ed44a24-9d55-4a21-8fe7-83abe0e45346 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900047 Feb 14 21:40:52.208493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d69daf6a-4863-41c1-9ff2-bbd510aaa010 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:52.209112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:52.425218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93248f0-6f53-4c34-ae25-9b5ebe8ef980 req-a5606d09-d688-49b5-8a10-d9b7651b2a43 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:52.445521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f93248f0-6f53-4c34-ae25-9b5ebe8ef980 req-a5606d09-d688-49b5-8a10-d9b7651b2a43 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 943 time: 0.1628520 Feb 14 21:40:52.580679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f93248f0-6f53-4c34-ae25-9b5ebe8ef980 req-c7eeb5bc-9057-429c-b29c-98894c5d57a0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338971 Feb 14 21:40:52.602151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:47Z', 'revision_number': 4, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '93ce3b43-b2ac-440a-9211-4ead4b95859d', 'name': '', 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'mac_address': 'fa:16:3e:01:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6047f259-b374-4893-b008-8e3f8985d56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:45Z', 'updated_at': '2022-02-14T21:40:47Z', 'revision_number': 2, 'project_id': '25c2651735b2419fbc80772a03888de1', 'subnets': [{'id': '6047f259-b374-4893-b008-8e3f8985d56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:52.732692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Checking router: 200f7830-efdf-4460-a54d-4989371d06ee for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:40:52.733976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Updating router 200f7830-efdf-4460-a54d-4989371d06ee port 93ce3b43-b2ac-440a-9211-4ead4b95859d binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:40:52.745481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8521ecde-f195-411d-aa78-dea020a2ddf3 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:40:52.879941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-bfa812be-31f3-440e-85b7-65f0bcf5287b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:52.884450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-bfa812be-31f3-440e-85b7-65f0bcf5287b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.1947563 Feb 14 21:40:52.916431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-d3fc5dc6-e1fd-4a42-9a0c-c4ed302d2a3e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/quotas/25c2651735b2419fbc80772a03888de1 HTTP/1.1" status: 200 len: 375 time: 0.0249588 Feb 14 21:40:52.997699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8521ecde-f195-411d-aa78-dea020a2ddf3,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:53.027255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '8521ecde-f195-411d-aa78-dea020a2ddf3', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': '8521ecde-f195-411d-aa78-dea020a2ddf3', 'mac_address': 'fa:16:3e:c6:11:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:40:53.062918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d69daf6a-4863-41c1-9ff2-bbd510aaa010 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:53.132672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:53.150199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-126015fd-1c3d-40ec-9110-fcc93914e7cc tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303021 Feb 14 21:40:53.271455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-b84275a0-b564-4cd7-a82f-4a2115e28283 service neutron] 10.222.0.86 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202271 Feb 14 21:40:53.284669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8521ecde-f195-411d-aa78-dea020a2ddf3 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:53.291610 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:53.365007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8521ecde-f195-411d-aa78-dea020a2ddf3 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:53.409642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-089adb36-170f-4f0c-8853-6d4198652be4 service neutron] 10.222.0.86 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372256 Feb 14 21:40:53.413730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8521ecde-f195-411d-aa78-dea020a2ddf3,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:53.436752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:53.711327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:53.857475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45350) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:53.927708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c5e9-ceaf-4253-8ec1-7196d7cadd55 req-5bdc4839-c49e-45e5-9a01-34cd8c92be2e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:53.929317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7b5c5e9-ceaf-4253-8ec1-7196d7cadd55 req-5bdc4839-c49e-45e5-9a01-34cd8c92be2e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2218204 Feb 14 21:40:53.937316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8521ecde-f195-411d-aa78-dea020a2ddf3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:40:54.110670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7b5c5e9-ceaf-4253-8ec1-7196d7cadd55 req-af60e6ef-6f43-44ab-8752-b0c00f130bd6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616957 Feb 14 21:40:54.180142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ec1-1e2d-4f94-af0b-0ba4c1d89e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.332952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4514153-665b-4a3e-842d-a18b555a2c67 req-4a50c494-d64c-4cb7-b69b-74881f8e46e9 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 210 time: 0.0732708 Feb 14 21:40:54.418954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks [] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.436461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ec1-1e2d-4f94-af0b-0ba4c1d89e21 admin admin] Publish callbacks [] for security_group (338a9fb4-669c-48d4-aa3a-c9f5b556d6cc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.445028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.451139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9f81ec1-1e2d-4f94-af0b-0ba4c1d89e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (338a9fb4-669c-48d4-aa3a-c9f5b556d6cc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.519919 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e9f81ec1-1e2d-4f94-af0b-0ba4c1d89e21 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5b778e802f8478eaa37d03bf788d509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6613302 Feb 14 21:40:54.520578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:54.521310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81ec1-1e2d-4f94-af0b-0ba4c1d89e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a9fb4-669c-48d4-aa3a-c9f5b556d6cc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:54.607688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-6bfe1e3e-ca1d-46e4-9b27-5d12d10c1713 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5866590 Feb 14 21:40:54.687862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] Publish callbacks [] for security_group (338a9fb4-669c-48d4-aa3a-c9f5b556d6cc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.694410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627c59-fa29-40e8-942f-f5129c6be091 req-6275feb1-43b8-4a6a-af1a-b2130d891896 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:54.715931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77627c59-fa29-40e8-942f-f5129c6be091 req-6275feb1-43b8-4a6a-af1a-b2130d891896 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 944 time: 0.2818842 Feb 14 21:40:54.768022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] Publish callbacks [] for security_group (338a9fb4-669c-48d4-aa3a-c9f5b556d6cc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.781384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64e30-0670-4761-bebf-c9054abf7615 None None] Pushing event updated for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:54.816512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Attempting to bind port 93ce3b43-b2ac-440a-9211-4ead4b95859d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:54.821938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Attempting to bind port 93ce3b43-b2ac-440a-9211-4ead4b95859d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:54.822460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Attempting to bind port 93ce3b43-b2ac-440a-9211-4ead4b95859d on network aaeab88a-7148-493a-a011-d44b5a2df998 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:54.829397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:54.829830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Checking segment: {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:54.833465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.833911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Bound using segment: {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:54.834412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Bound port: 93ce3b43-b2ac-440a-9211-4ead4b95859d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e662c096-b758-4138-987c-03b25ea2ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:54.834870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.929771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (338a9fb4-669c-48d4-aa3a-c9f5b556d6cc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.933156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:54.935086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/338a9fb4-669c-48d4-aa3a-c9f5b556d6cc HTTP/1.1" status: 204 len: 168 time: 0.4087257 Feb 14 21:40:54.948381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a05f-3db4-4031-b8b9-7bc0af07eb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a9fb4-669c-48d4-aa3a-c9f5b556d6cc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:54.985088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77627c59-fa29-40e8-942f-f5129c6be091 req-4cbee5bb-d047-4e05-a97e-7e149448297d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682779 Feb 14 21:40:55.034134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-98f37bcb-609c-43b3-a979-ce9a0590cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:55.036116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-98f37bcb-609c-43b3-a979-ce9a0590cfa6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.3182404 Feb 14 21:40:55.046731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] For port 93ce3b43-b2ac-440a-9211-4ead4b95859d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:55.062077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] For port 93ce3b43-b2ac-440a-9211-4ead4b95859d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=93ce3b43-b2ac-440a-9211-4ead4b95859d,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:55.086159 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:55.306487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:40:55.307594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:40:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:55.364714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7816c4a-991b-45eb-89bf-472603a1f78b req-abfa3262-8340-4ff1-bcd3-07655a93b942 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:55.374793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7816c4a-991b-45eb-89bf-472603a1f78b req-abfa3262-8340-4ff1-bcd3-07655a93b942 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1884024 Feb 14 21:40:55.377087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-748d3c69-0a60-4103-be33-c6829a483f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:55.378511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-748d3c69-0a60-4103-be33-c6829a483f30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.3205805 Feb 14 21:40:55.392865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Provisioning complete for port 93ce3b43-b2ac-440a-9211-4ead4b95859d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:55.393630 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:55.398267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64e30-0670-4761-bebf-c9054abf7615 None None] Pushing event updated for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:55.633060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Current status of the port 93ce3b43-b2ac-440a-9211-4ead4b95859d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:55.634508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:55.708511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:40:55.709345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7816c4a-991b-45eb-89bf-472603a1f78b req-be3bc760-7621-43d2-b072-0191c5c9f8d3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191314 Feb 14 21:40:55.736003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-d25a9061-32bf-4c6f-851b-c90f397b4e58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.3224652 Feb 14 21:40:55.833174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] For port 93ce3b43-b2ac-440a-9211-4ead4b95859d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=93ce3b43-b2ac-440a-9211-4ead4b95859d,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:55.848336 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:55.858080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-932c0892-f5e4-4bf4-986d-1b7b167dbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:55.862329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-932c0892-f5e4-4bf4-986d-1b7b167dbdee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.1254966 Feb 14 21:40:55.954311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0a79-0475-45ad-bb9a-e72a28dd6c6d None None] Pushing event updated for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:55.988268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ff17913-1969-4827-8f4d-c1cd03188632 req-211fe0c7-429e-42c7-8d5a-21879d4389d0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 210 time: 0.1199725 Feb 14 21:40:56.040416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-f8f54d37-2b03-42e0-bd64-05da538bffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:56.042398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-f8f54d37-2b03-42e0-bd64-05da538bffce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1722925 Feb 14 21:40:56.096533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2f42fdf2-370b-4344-b5b9-b426fb52e1af None None] Provisioning complete for port 93ce3b43-b2ac-440a-9211-4ead4b95859d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:56.098274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f42fdf2-370b-4344-b5b9-b426fb52e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:56.194431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-b48dac5f-b660-4a58-a562-c7a9f8bb6adc req-0fbf3267-7281-4a99-ac33-e8b2881a6919 service neutron] (103512) timed out ('10.222.0.86', 50222) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:40:56.283633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2f42fdf2-370b-4344-b5b9-b426fb52e1af None None] Current status of the port 93ce3b43-b2ac-440a-9211-4ead4b95859d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:56.330636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:47Z', 'revision_number': 4, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '93ce3b43-b2ac-440a-9211-4ead4b95859d', 'name': '', 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'mac_address': 'fa:16:3e:01:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6047f259-b374-4893-b008-8e3f8985d56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:45Z', 'updated_at': '2022-02-14T21:40:55Z', 'revision_number': 4, 'project_id': '25c2651735b2419fbc80772a03888de1', 'subnets': [{'id': '6047f259-b374-4893-b008-8e3f8985d56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:40:56.357615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-243c8d2e-eee1-4904-96a8-57576a940017 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061948 Feb 14 21:40:56.379511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8737ec-d85b-46db-b2b5-8cf80e890d68 req-ee03a476-62e1-40bd-825b-7e7fcb94a38d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:56.388305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e8737ec-d85b-46db-b2b5-8cf80e890d68 req-ee03a476-62e1-40bd-825b-7e7fcb94a38d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2151103 Feb 14 21:40:56.422102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-cf4c02e0-9b6c-4333-a16f-c1843215ebcb tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:56.423915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-cf4c02e0-9b6c-4333-a16f-c1843215ebcb tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.64 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.2000539 Feb 14 21:40:56.432194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55cfc8-8917-42fa-8137-4fc8cb81ca71 None None] The sync data for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 is: [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:40:47Z', 'revision_number': 4, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '93ce3b43-b2ac-440a-9211-4ead4b95859d', 'name': '', 'network_id': 'aaeab88a-7148-493a-a011-d44b5a2df998', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'mac_address': 'fa:16:3e:01:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '6047f259-b374-4893-b008-8e3f8985d56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:45Z', 'updated_at': '2022-02-14T21:40:55Z', 'revision_number': 4, 'project_id': '25c2651735b2419fbc80772a03888de1', 'subnets': [{'id': '6047f259-b374-4893-b008-8e3f8985d56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:40:56.438285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Request body: {'port': {'device_id': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'admin_state_up': True, 'tenant_id': '25c2651735b2419fbc80772a03888de1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:56.498135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Made reservation on behalf of 25c2651735b2419fbc80772a03888de1 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:40:56.505613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:56.673926 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e8737ec-d85b-46db-b2b5-8cf80e890d68 req-ca88d380-52ee-45d2-aca1-63766a58676c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843561 Feb 14 21:40:56.699976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8521ecde-f195-411d-aa78-dea020a2ddf3 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:56.798704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dcde39f2-a8d2-421c-a2e3-0ca3de3a1af1 req-f78a4674-886e-4be4-afe1-7c09b1793b43 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073491 Feb 14 21:40:56.857067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 8521ecde-f195-411d-aa78-dea020a2ddf3 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:40:56.862314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 8521ecde-f195-411d-aa78-dea020a2ddf3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:56.862897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:56.887962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Allocated IP 172.20.0.11 (b142ad25-625c-4c97-90c8-b84d0bea88d2/8e04b382-bb19-4fa0-825f-7fb2fcb3eac5/992e2174-93d1-4a51-961d-4c20ad7f90f6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:40:56.931506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907c55-5f40-4ec4-ad1d-ffd021ea41ed req-d0df19fe-80b7-461e-8b95-46b2151869f5 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:56.939620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c907c55-5f40-4ec4-ad1d-ffd021ea41ed req-d0df19fe-80b7-461e-8b95-46b2151869f5 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 944 time: 0.1348240 Feb 14 21:40:57.015679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c907c55-5f40-4ec4-ad1d-ffd021ea41ed req-e53c785d-4e0e-4856-8936-95414f932f76 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742557 Feb 14 21:40:57.116813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20a5cc18-ca0e-4064-9a34-bc7130b2f7d5 req-3b534cab-137d-4eef-8be3-9d115e7b9d60 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 210 time: 0.0455399 Feb 14 21:40:57.155401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8521ecde-f195-411d-aa78-dea020a2ddf3 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:57.155841 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:57.264875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8521ecde-f195-411d-aa78-dea020a2ddf3,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:40:57.271319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:57.288392 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ea608-52a0-4a5f-908f-dac18198f5c8" -d '{"events": [{"server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "name": "network-vif-plugged", "status": "completed", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:57.298726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:57.307214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks [] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:57.415621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:57.440704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:57.487368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Pushing event updated for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:57.496554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:40:57.502365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:40:57.505368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:40:57.580147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:57.581224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:57.618035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-64b6dd3a-db8e-41b7-9e1a-84fd882e74f0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1845040 Feb 14 21:40:57.663102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:57.816323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 93ce3b43-b2ac-440a-9211-4ead4b95859d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:40:57.901597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Request body: {'port': {'device_id': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:40:57.970428 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42807937-1160-4d03-933c-ddb67d1b69fc x-openstack-request-id: req-42807937-1160-4d03-933c-ddb67d1b69fc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:57.971075 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "name": "network-vif-plugged", "status": "completed", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:57.971599 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42807937-1160-4d03-933c-ddb67d1b69fc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:57.972193 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3', 'code': 200} Feb 14 21:40:57.993247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-34ab42e6-ea1b-4cb9-81f1-6b1d8d191c96 None None] Provisioning complete for port 992e2174-93d1-4a51-961d-4c20ad7f90f6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:57.996048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34ab42e6-ea1b-4cb9-81f1-6b1d8d191c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.110741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 93ce3b43-b2ac-440a-9211-4ead4b95859d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:40:58.111175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.171981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-267206a8-231a-48e4-ae12-d781aad9b338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.220836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.224334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-34ab42e6-ea1b-4cb9-81f1-6b1d8d191c96 None None] Port 992e2174-93d1-4a51-961d-4c20ad7f90f6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:40:58.298514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c3db0-9581-4645-9f73-e47adbf851c2 req-d25dd0fc-3d21-4fec-82d1-ddd0b2939ddb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:58.315860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b51c3db0-9581-4645-9f73-e47adbf851c2 req-d25dd0fc-3d21-4fec-82d1-ddd0b2939ddb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.1881866 Feb 14 21:40:58.341051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 93ce3b43-b2ac-440a-9211-4ead4b95859d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:40:58.498569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b51c3db0-9581-4645-9f73-e47adbf851c2 req-3d0c4dd4-51ba-4b8e-a80b-e07e6ed30de3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817017 Feb 14 21:40:58.572861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc746c9d-3ea4-4270-9946-3060b848e1e7 req-603c1648-11c4-4058-be16-87efe68d44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:58.575019 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc746c9d-3ea4-4270-9946-3060b848e1e7 req-603c1648-11c4-4058-be16-87efe68d44b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 1128 time: 0.5539007 Feb 14 21:40:58.633263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5faa9-d67b-4cef-a37f-291d24710f89 req-5ae50497-245e-4669-b980-51870fd39814 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:58.641938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52b5faa9-d67b-4cef-a37f-291d24710f89 req-5ae50497-245e-4669-b980-51870fd39814 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1028 time: 0.0705645 Feb 14 21:40:58.671441 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cc746c9d-3ea4-4270-9946-3060b848e1e7 req-46e5716c-223a-4ab8-b616-0ebf8ff0d0e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Feb 14 21:40:58.691785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52b5faa9-d67b-4cef-a37f-291d24710f89 req-f610628f-df70-497c-9460-31dfcf098c24 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Feb 14 21:40:58.723748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.799820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992e2174-93d1-4a51-961d-4c20ad7f90f6 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:40:58.814829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks [] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.834814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-267206a8-231a-48e4-ae12-d781aad9b338 admin admin] Publish callbacks [] for security_group (e7375c86-2331-415b-a64c-a279e06cf3b9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.838875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-267206a8-231a-48e4-ae12-d781aad9b338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7375c86-2331-415b-a64c-a279e06cf3b9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.847148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Transition to ACTIVE for port object 992e2174-93d1-4a51-961d-4c20ad7f90f6 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:40:58.868402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:58.928854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-267206a8-231a-48e4-ae12-d781aad9b338 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0400acadca754f2ca70361633c51306c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2622576 Feb 14 21:40:58.928854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267206a8-231a-48e4-ae12-d781aad9b338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7375c86-2331-415b-a64c-a279e06cf3b9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:58.929227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45442) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:40:58.971852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Pushing event updated for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:59.021452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] Publish callbacks [] for security_group (e7375c86-2331-415b-a64c-a279e06cf3b9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.059725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] Publish callbacks [] for security_group (e7375c86-2331-415b-a64c-a279e06cf3b9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.101965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Attempting to bind port 992e2174-93d1-4a51-961d-4c20ad7f90f6 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:40:59.102306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Attempting to bind port 992e2174-93d1-4a51-961d-4c20ad7f90f6 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:40:59.102641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Attempting to bind port 992e2174-93d1-4a51-961d-4c20ad7f90f6 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:59.107492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Port 992e2174-93d1-4a51-961d-4c20ad7f90f6 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:40:59.108242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Attempting to bind port 992e2174-93d1-4a51-961d-4c20ad7f90f6 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:40:59.114819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:40:59.115142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Checking segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:40:59.115641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Bound using segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:40:59.116082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Bound port: 992e2174-93d1-4a51-961d-4c20ad7f90f6, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:40:59.116454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.150029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e7375c86-2331-415b-a64c-a279e06cf3b9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.154231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.156203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7375c86-2331-415b-a64c-a279e06cf3b9 HTTP/1.1" status: 204 len: 168 time: 0.2259212 Feb 14 21:40:59.185827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5906c-0bd5-4239-90c5-a4b9a14023a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7375c86-2331-415b-a64c-a279e06cf3b9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:59.205638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:40:59.222550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:40:59.238591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.372509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:59.373229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:40:59.375368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] 10.222.0.64 "PUT /v2.0/ports/992e2174-93d1-4a51-961d-4c20ad7f90f6 HTTP/1.1" status: 200 len: 1093 time: 1.7484355 Feb 14 21:40:59.379258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:40:59.390401 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3072919e-ba84-4a73-a423-aa65223f83e5" -d '{"events": [{"name": "network-changed", "server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:40:59.468264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987b93e-9ddd-47ab-a420-bb5f98295f57 service neutron] Pushing event updated for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:40:59.649222 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab2dc1-c833-4d70-9c46-e786c9b15180 x-openstack-request-id: req-06ab2dc1-c833-4d70-9c46-e786c9b15180 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:40:59.649818 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:40:59.649818 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-06ab2dc1-c833-4d70-9c46-e786c9b15180 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:40:59.650212 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6', 'status': 'completed', 'code': 200} Feb 14 21:40:59.665283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-ea863658-debc-4c10-8f93-42fd29b32ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:59.667025 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-ea863658-debc-4c10-8f93-42fd29b32ac6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.1364586 Feb 14 21:40:59.751187 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-b4c4c670-d09c-4787-8d19-a1bc2e112cf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6 HTTP/1.1" status: 200 len: 217 time: 0.0752816 Feb 14 21:40:59.819141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822a63-2188-4ed6-a22c-3945da1d9aab req-bace9761-35bf-4659-a028-393db4e95d6a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:59.821266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-34aa8cda-69b3-4104-9723-6fd515f40b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:59.821758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1822a63-2188-4ed6-a22c-3945da1d9aab req-bace9761-35bf-4659-a028-393db4e95d6a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.0747614 Feb 14 21:40:59.822737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-34aa8cda-69b3-4104-9723-6fd515f40b58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 HTTP/1.1" status: 200 len: 848 time: 0.0636671 Feb 14 21:40:59.882638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1822a63-2188-4ed6-a22c-3945da1d9aab req-e8c354e0-7105-4c73-9535-9fd55cdb932f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Feb 14 21:40:59.898095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-74232bb4-0de0-4099-8dce-5a0f032cda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:40:59.900071 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-74232bb4-0de0-4099-8dce-5a0f032cda38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142ad25-625c-4c97-90c8-b84d0bea88d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679719 Feb 14 21:41:00.065205 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-497951a5-36cc-471d-a448-7f1c0d812c8e service neutron] 10.222.0.64 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561594 Feb 14 21:41:00.143351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2229-2e46-413d-956e-602614ae9f1a req-d0452e75-db02-4f36-bdec-e32870dd098e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.152856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37de2229-2e46-413d-956e-602614ae9f1a req-d0452e75-db02-4f36-bdec-e32870dd098e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1109040 Feb 14 21:41:00.197408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8b44eb63-6819-4b41-8f40-bca4ca6aa6c8 req-a2412fad-329c-4afb-8e9d-48f6af53cfdb service neutron] 10.222.0.64 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236827 Feb 14 21:41:00.225291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37de2229-2e46-413d-956e-602614ae9f1a req-c34f3a39-8238-4b51-98d3-4e4c015912ed tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695877 Feb 14 21:41:00.371232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-249dc59b-2d3b-4023-b713-562764cdcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.375517 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-249dc59b-2d3b-4023-b713-562764cdcce6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.0903919 Feb 14 21:41:00.382080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4733e-44fe-4989-9be2-72aa210d3475 req-41870108-bd0e-4892-9822-551b6d3d5f28 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.383946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccc4733e-44fe-4989-9be2-72aa210d3475 req-41870108-bd0e-4892-9822-551b6d3d5f28 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.0722518 Feb 14 21:41:00.460954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccc4733e-44fe-4989-9be2-72aa210d3475 req-f0c023d6-c37a-4b10-a70f-edd1946d40ad tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700405 Feb 14 21:41:00.497680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-b1cb5adc-ff13-4db1-b232-b05a0db581de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.499661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-b1cb5adc-ff13-4db1-b232-b05a0db581de service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.1170821 Feb 14 21:41:00.571617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-1d975590-6acc-4252-b953-d390aa3d4473 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6 HTTP/1.1" status: 200 len: 217 time: 0.0647767 Feb 14 21:41:00.631554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-aaa23af0-f213-4c7a-a75d-b7f77554b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.633164 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-aaa23af0-f213-4c7a-a75d-b7f77554b7e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 HTTP/1.1" status: 200 len: 848 time: 0.0559862 Feb 14 21:41:00.696659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-4ab8087c-df7a-4fbc-ae16-8ce11dd06fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:00.698335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-4ab8087c-df7a-4fbc-ae16-8ce11dd06fc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142ad25-625c-4c97-90c8-b84d0bea88d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581148 Feb 14 21:41:00.849560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-a9892700-4c3a-4ce0-9db1-e0db97764e20 service neutron] 10.222.0.64 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347749 Feb 14 21:41:00.976191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8485495f-f4b3-4d6f-9c84-e9851a1876e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:00.995839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3072919e-ba84-4a73-a423-aa65223f83e5 req-85921078-21a0-40bd-8efa-9f9e87c2e17d service neutron] 10.222.0.64 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381140 Feb 14 21:41:01.019820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-0e4e9c08-46a9-46db-a59b-31aad398354b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792356 Feb 14 21:41:01.063947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203bb4a-c8a8-4370-8385-30e5518c6c26 req-8159eae5-a135-4b39-ba35-887ed6365334 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.071738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d203bb4a-c8a8-4370-8385-30e5518c6c26 req-8159eae5-a135-4b39-ba35-887ed6365334 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.1129308 Feb 14 21:41:01.150986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d203bb4a-c8a8-4370-8385-30e5518c6c26 req-8432939b-058c-4725-a466-b63d98039615 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775456 Feb 14 21:41:01.176463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-310154b0-1ccd-4753-9a80-a9ef190d01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.182145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-310154b0-1ccd-4753-9a80-a9ef190d01ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 1128 time: 0.1342700 Feb 14 21:41:01.341457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-4ef5eeab-43ea-4b6e-a896-33794ec5e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.343266 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-4ef5eeab-43ea-4b6e-a896-33794ec5e1a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1383491 Feb 14 21:41:01.348301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd62c5-a827-4527-af82-55ed0a594b8c req-175e4ff8-e7fb-4c3e-8e04-c7c2b7333598 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.357019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40dd62c5-a827-4527-af82-55ed0a594b8c req-175e4ff8-e7fb-4c3e-8e04-c7c2b7333598 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.0950990 Feb 14 21:41:01.440318 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-63f3b6a2-ff31-4578-a66e-410dbf13f29d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 200 len: 217 time: 0.0881310 Feb 14 21:41:01.445532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40dd62c5-a827-4527-af82-55ed0a594b8c req-9a1246a8-67f5-414c-b275-1fc2f1e35f42 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874434 Feb 14 21:41:01.540002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-799349bb-e47a-4b06-96c4-e817a481e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.542838 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-799349bb-e47a-4b06-96c4-e817a481e65e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0867009 Feb 14 21:41:01.663726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-40b32f70-45aa-4eb3-a113-cef9073c4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.665319 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-40b32f70-45aa-4eb3-a113-cef9073c4d6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1091497 Feb 14 21:41:01.701422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27981a3-4a9f-4f73-8fcd-86f188e1a7ad req-2bb2178d-7b4c-49a4-8c9c-58f3ee43fef2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.703480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b27981a3-4a9f-4f73-8fcd-86f188e1a7ad req-2bb2178d-7b4c-49a4-8c9c-58f3ee43fef2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1545205 Feb 14 21:41:01.795348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b27981a3-4a9f-4f73-8fcd-86f188e1a7ad req-a7dfc141-0bed-48c5-b8c5-22fed72da0f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826252 Feb 14 21:41:01.862341 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-c93888f4-fc63-4793-89d4-18eb2b71cfb0 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896391 Feb 14 21:41:01.969461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcabed-268f-4bb4-9e56-c64691469e44 req-5a8dc9be-6fc0-437f-9575-8bfa0d1630fb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:01.971677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbbcabed-268f-4bb4-9e56-c64691469e44 req-5a8dc9be-6fc0-437f-9575-8bfa0d1630fb tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.0856843 Feb 14 21:41:02.034052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-833e6d1f-d056-441e-9534-bd0697e81a7c req-34ca2663-c8c3-4887-a52c-6c3a81f28559 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528614 Feb 14 21:41:02.060017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dbbcabed-268f-4bb4-9e56-c64691469e44 req-5f2db515-7625-4a80-a31b-ee529f984b87 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Feb 14 21:41:02.251901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c38f4-f598-49f2-81bc-ae9bc25390d2 req-cd25bced-c59e-4a7d-8f5e-fecdc81673ba tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:02.256557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c38f4-f598-49f2-81bc-ae9bc25390d2 req-cd25bced-c59e-4a7d-8f5e-fecdc81673ba tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.1114984 Feb 14 21:41:02.305735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45528) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:02.360530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-045c38f4-f598-49f2-81bc-ae9bc25390d2 req-9f0c0259-bacb-4007-a9b7-dd878c21f050 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964534 Feb 14 21:41:02.465256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9f7da49-8738-4552-8168-b32e057f514b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.635010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9f7da49-8738-4552-8168-b32e057f514b admin admin] Publish callbacks [] for security_group (abd340ee-0e7e-46eb-a2bf-8d63cfff3e03), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.652261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9f7da49-8738-4552-8168-b32e057f514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abd340ee-0e7e-46eb-a2bf-8d63cfff3e03), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.732227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7da49-8738-4552-8168-b32e057f514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd340ee-0e7e-46eb-a2bf-8d63cfff3e03,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:02.741641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9f7da49-8738-4552-8168-b32e057f514b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25f6b680b8a6494aac68deea1746f4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323211 Feb 14 21:41:02.742587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45536) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:02.771190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a7c1d-0049-4dde-aba5-f4b12ba5fe0d req-1c63b29b-1039-4bf2-a17e-092320b34f89 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:02.779992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-283a7c1d-0049-4dde-aba5-f4b12ba5fe0d req-1c63b29b-1039-4bf2-a17e-092320b34f89 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.1236777 Feb 14 21:41:02.867293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] Publish callbacks [] for security_group (abd340ee-0e7e-46eb-a2bf-8d63cfff3e03), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.873952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-283a7c1d-0049-4dde-aba5-f4b12ba5fe0d req-6c0838c2-319b-4cb6-9181-6562710b0a52 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928600 Feb 14 21:41:02.903567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] Publish callbacks [] for security_group (abd340ee-0e7e-46eb-a2bf-8d63cfff3e03), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.971463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (abd340ee-0e7e-46eb-a2bf-8d63cfff3e03), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.974429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:02.977288 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abd340ee-0e7e-46eb-a2bf-8d63cfff3e03 HTTP/1.1" status: 204 len: 168 time: 0.2330611 Feb 14 21:41:02.991912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c3e9-463e-465b-a243-59ee8cd43a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd340ee-0e7e-46eb-a2bf-8d63cfff3e03,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:03.075696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693281e-1677-434a-9f63-60af087bb255 req-179f4399-8244-4d6d-b240-35eb97ae2775 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:03.077639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1693281e-1677-434a-9f63-60af087bb255 req-179f4399-8244-4d6d-b240-35eb97ae2775 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1112282 Feb 14 21:41:03.141075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1693281e-1677-434a-9f63-60af087bb255 req-0a48d5a7-70a0-4638-9fee-dc46793bb205 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545576 Feb 14 21:41:03.334934 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17bdf718-d831-43e0-bfef-7da8f018136f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.345773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45548) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:03.360838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b47e80b-fc6b-4518-84f6-62898dad9c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.458793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b47e80b-fc6b-4518-84f6-62898dad9c36 admin admin] Publish callbacks [] for security_group (24e707ea-e495-4973-ad13-ccfd48b535e4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.469515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b47e80b-fc6b-4518-84f6-62898dad9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (24e707ea-e495-4973-ad13-ccfd48b535e4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.507079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722fd36-e282-4166-b0f8-c2accdabed3a req-7d3a4557-307f-420b-bb00-c53511e73da6 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:03.509077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e722fd36-e282-4166-b0f8-c2accdabed3a req-7d3a4557-307f-420b-bb00-c53511e73da6 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.0742648 Feb 14 21:41:03.523452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b47e80b-fc6b-4518-84f6-62898dad9c36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=faa5eb8e0c554ee4b872e65aba4c3fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765475 Feb 14 21:41:03.524454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47e80b-fc6b-4518-84f6-62898dad9c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e707ea-e495-4973-ad13-ccfd48b535e4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:03.527199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45554) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:03.592372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e722fd36-e282-4166-b0f8-c2accdabed3a req-cb24b4e7-38d9-453e-9ea0-23ec918fcd5f tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767913 Feb 14 21:41:03.608909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] Publish callbacks [] for security_group (24e707ea-e495-4973-ad13-ccfd48b535e4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.631469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] Publish callbacks [] for security_group (24e707ea-e495-4973-ad13-ccfd48b535e4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.705254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-3f47461d-1492-401a-963d-f2f445908988 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302591 Feb 14 21:41:03.706707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (24e707ea-e495-4973-ad13-ccfd48b535e4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.709671 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:03.713600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24e707ea-e495-4973-ad13-ccfd48b535e4 HTTP/1.1" status: 204 len: 168 time: 0.1826448 Feb 14 21:41:03.743865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab495a9-51cc-47cf-8fa9-e54f55c0b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e707ea-e495-4973-ad13-ccfd48b535e4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:03.836899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-cd426380-93c5-4c41-aa6e-62bfb6f34572 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:03.838398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-cd426380-93c5-4c41-aa6e-62bfb6f34572 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260583 Feb 14 21:41:03.857195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-7049f29a-1824-4671-bb8f-3de98011fb9c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/quotas/9ef027745a784d2a8bfc55d4b2a9cd29 HTTP/1.1" status: 200 len: 375 time: 0.0114210 Feb 14 21:41:03.895284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-5d5dc5c8-95ec-40d3-860f-ffc360672ce3 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312746 Feb 14 21:41:04.113075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29892b7e-d867-4be8-9995-7d8ef417f6ef req-c6e8117b-0e06-4e25-806e-34bd77bec26d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:04.114586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29892b7e-d867-4be8-9995-7d8ef417f6ef req-c6e8117b-0e06-4e25-806e-34bd77bec26d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.0642617 Feb 14 21:41:04.175807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29892b7e-d867-4be8-9995-7d8ef417f6ef req-b5c73fa7-76a3-47e0-adfd-a6b47b11fde4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Feb 14 21:41:04.256899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecec33de-caa9-47d6-b54f-201e9f6e901d req-d3edba48-451e-4c92-840b-b0f0bb576779 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0375752 Feb 14 21:41:04.295536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-66d0c03e-0ee0-4b48-98f2-04363ccb20a8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:04.298393 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-66d0c03e-0ee0-4b48-98f2-04363ccb20a8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 945 time: 0.0872211 Feb 14 21:41:04.391358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31bab5-c4ef-493b-8d45-d3a7ca7f7ed2 req-797d8808-2798-4a7c-98d8-945f90a2f7da tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:04.393603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f31bab5-c4ef-493b-8d45-d3a7ca7f7ed2 req-797d8808-2798-4a7c-98d8-945f90a2f7da tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0622807 Feb 14 21:41:04.430962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port 8521ecde-f195-411d-aa78-dea020a2ddf3 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:04.431421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:04.471735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f31bab5-c4ef-493b-8d45-d3a7ca7f7ed2 req-3a22442b-11f3-435f-aff1-2494ed611f4d tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726228 Feb 14 21:41:04.540342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:04.545106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port 8521ecde-f195-411d-aa78-dea020a2ddf3, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8521ecde-f195-411d-aa78-dea020a2ddf3,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:04.545590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:04.560994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for 8521ecde-f195-411d-aa78-dea020a2ddf3 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:04.689020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 992e2174-93d1-4a51-961d-4c20ad7f90f6 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:04.772316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4854b2-1e23-4530-9738-326337c87af2 req-88b1d005-2578-48d7-91e8-2e5d229a6582 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:04.798070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c4854b2-1e23-4530-9738-326337c87af2 req-88b1d005-2578-48d7-91e8-2e5d229a6582 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1127 time: 0.1245484 Feb 14 21:41:04.822357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:04.839082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '992e2174-93d1-4a51-961d-4c20ad7f90f6', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'port_id': '992e2174-93d1-4a51-961d-4c20ad7f90f6', 'mac_address': 'fa:16:3e:3d:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:04.907693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c4854b2-1e23-4530-9738-326337c87af2 req-42cb4dec-0c5c-4f58-b233-5192206f13f7 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029146 Feb 14 21:41:05.075293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8521ecde-f195-411d-aa78-dea020a2ddf3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.079285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 992e2174-93d1-4a51-961d-4c20ad7f90f6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:05.080254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.099812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992e2174-93d1-4a51-961d-4c20ad7f90f6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:05.119339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=8521ecde-f195-411d-aa78-dea020a2ddf3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:05.122392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:05.132827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', '8521ecde-f195-411d-aa78-dea020a2ddf3'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:05.137552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['f3030a9c-1318-4296-ba48-9b18e281ec26'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:05.142744 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.201848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port 8521ecde-f195-411d-aa78-dea020a2ddf3 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:05.205851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.210791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d78b064a-3fc1-45c9-9a77-a839b7849785 req-772e0f68-0662-4a48-b4b6-2ecf0887c0e6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "DELETE /v2.0/ports/8521ecde-f195-411d-aa78-dea020a2ddf3 HTTP/1.1" status: 204 len: 173 time: 0.9075646 Feb 14 21:41:05.211420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'name': 'network-vif-deleted', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:05.214901 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348ac30-c816-41ac-a2a5-ef7cc99c77f5" -d '{"events": [{"server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "name": "network-vif-deleted", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:05.226059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-17b0fb4c-f76b-4f63-b8a1-af07f2cbc880 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668838 Feb 14 21:41:05.415366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:05.467459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.467961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2669f5de-07df-435e-9811-5b8fb5292f5b req-53b9fbee-9d4a-4de1-a820-e58a19d9e3b8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b3dcae9-528c-49b5-a383-156baca368bb HTTP/1.1" status: 200 len: 210 time: 0.0822649 Feb 14 21:41:05.468233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.468749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.469967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.470474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.471121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.471639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.472129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.473060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.473578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.474663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.475200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.475694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:05.578103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-30f1043e-d8d7-4067-a381-e4bfca229217 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:05.579600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-30f1043e-d8d7-4067-a381-e4bfca229217 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457267 Feb 14 21:41:05.595774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Request body: {'port': {'device_id': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '9ef027745a784d2a8bfc55d4b2a9cd29'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:05.620822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['992e2174-93d1-4a51-961d-4c20ad7f90f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:05.741337 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abdb892-afc1-4689-a61a-237ce607eb11 x-openstack-request-id: req-2abdb892-afc1-4689-a61a-237ce607eb11 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:05.741888 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3dcae9-528c-49b5-a383-156baca368bb", "name": "network-vif-deleted", "tag": "8521ecde-f195-411d-aa78-dea020a2ddf3", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:05.742227 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2abdb892-afc1-4689-a61a-237ce607eb11 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:05.742854 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3dcae9-528c-49b5-a383-156baca368bb', 'name': 'network-vif-deleted', 'tag': '8521ecde-f195-411d-aa78-dea020a2ddf3', 'status': 'completed', 'code': 200} Feb 14 21:41:05.770216 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.823721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Made reservation on behalf of 9ef027745a784d2a8bfc55d4b2a9cd29 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:41:05.829744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:05.851566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-321e835b-a0ef-41cf-bfe0-afe98de92fee req-c0def265-c9b5-4849-ae3d-24d921b1e38a tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0402927 Feb 14 21:41:05.858791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.038349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a0fac-24bf-42a6-a468-959616c19795 req-f25016b1-99dd-400e-803d-50902cf6f71b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:06.046144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-006a0fac-24bf-42a6-a468-959616c19795 req-f25016b1-99dd-400e-803d-50902cf6f71b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0996327 Feb 14 21:41:06.052728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks [] for security_group (477a32ea-5c7e-4d0f-a183-37ce40db6903), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.066579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (477a32ea-5c7e-4d0f-a183-37ce40db6903), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.110410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.191586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-006a0fac-24bf-42a6-a468-959616c19795 req-1189899b-51d3-400f-aa12-60e469feabcd tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444852 Feb 14 21:41:06.210965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477a32ea-5c7e-4d0f-a183-37ce40db6903,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:06.247523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Allocated IP 192.168.233.247 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/3b2b9d67-1245-4a88-bb08-ebb71b01cbdd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:41:06.395066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c331ac-62c4-42e8-9e8c-5f7a6948de83 req-36f482db-19df-4b8e-b0b7-de21d9fb3385 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:06.397041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3c331ac-62c4-42e8-9e8c-5f7a6948de83 req-36f482db-19df-4b8e-b0b7-de21d9fb3385 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1128 time: 0.1296339 Feb 14 21:41:06.492614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks [] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.494811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3c331ac-62c4-42e8-9e8c-5f7a6948de83 req-4062287e-d7ce-4689-95e7-54fa76100843 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859578 Feb 14 21:41:06.544079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.593423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:41:06.601968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:41:06.606716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:41:06.609914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Pushing event updated for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:06.716291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:06.716291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.717015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45676) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:06.722264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 992e2174-93d1-4a51-961d-4c20ad7f90f6 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:41:06.741307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-b30bd4a0-b6f8-4174-8c7e-9360ac482b7c tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1517358 Feb 14 21:41:06.757629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Request body: {'port': {'device_id': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:06.844163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 992e2174-93d1-4a51-961d-4c20ad7f90f6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:41:06.849157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 992e2174-93d1-4a51-961d-4c20ad7f90f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:06.849596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.923821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.949548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 992e2174-93d1-4a51-961d-4c20ad7f90f6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:06.949949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.984206 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30711d4c-7337-43b5-8e77-66a29290a2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:06.987660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:06.989946 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a3ace-8e14-4611-94d5-020fdd617d35" -d '{"events": [{"server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:07.006533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:07.015182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.041705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9a9f0-d94c-433a-ae12-545cec6ec3ab req-01be4073-3b6c-49a8-a411-1ceada787e04 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:07.051296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a0b3403f-1a14-4694-8176-a38570d807c5 None None] Provisioning complete for port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:07.051681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0b3403f-1a14-4694-8176-a38570d807c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.051938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd9a9f0-d94c-433a-ae12-545cec6ec3ab req-01be4073-3b6c-49a8-a411-1ceada787e04 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.2233896 Feb 14 21:41:07.090694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3403f-1a14-4694-8176-a38570d807c5 None None] Port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:41:07.111294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:07.295107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.319224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd9a9f0-d94c-433a-ae12-545cec6ec3ab req-1a104a26-3975-4cdb-ac3f-68b8a51e488c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661853 Feb 14 21:41:07.376447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30711d4c-7337-43b5-8e77-66a29290a2de admin admin] Publish callbacks [] for security_group (2225fff7-176c-4ba3-a359-014f646dc085), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.384893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30711d4c-7337-43b5-8e77-66a29290a2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2225fff7-176c-4ba3-a359-014f646dc085), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.822907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30711d4c-7337-43b5-8e77-66a29290a2de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f9a6aeb2043442f89bd6ce5dd8312ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1047397 Feb 14 21:41:07.826177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45692) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:07.830858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711d4c-7337-43b5-8e77-66a29290a2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2225fff7-176c-4ba3-a359-014f646dc085,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:07.871370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:07.885079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8376f1-3eb4-42f8-afd7-d56f3042a86e req-8687c219-ca81-45ba-946d-f30b458da185 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:07.885463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] Publish callbacks [] for security_group (2225fff7-176c-4ba3-a359-014f646dc085), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.887385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb8376f1-3eb4-42f8-afd7-d56f3042a86e req-8687c219-ca81-45ba-946d-f30b458da185 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 936 time: 0.5066795 Feb 14 21:41:07.890142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks [] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.910860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] Publish callbacks [] for security_group (2225fff7-176c-4ba3-a359-014f646dc085), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.918611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Transition to ACTIVE for port object 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:41:07.928660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.967383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2225fff7-176c-4ba3-a359-014f646dc085), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.970508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:07.973974 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2225fff7-176c-4ba3-a359-014f646dc085 HTTP/1.1" status: 204 len: 168 time: 0.1444879 Feb 14 21:41:07.986691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb8376f1-3eb4-42f8-afd7-d56f3042a86e req-31c2d23d-ed71-4b92-a08c-f3b7c926cbf9 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931337 Feb 14 21:41:08.009894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4c844-187d-4885-8feb-150231a1b2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2225fff7-176c-4ba3-a359-014f646dc085,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:08.013276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:08.073660 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a7ad4-f3c6-4a5c-838a-b45e68588c31 x-openstack-request-id: req-276a7ad4-f3c6-4a5c-838a-b45e68588c31 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:08.074212 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:08.074304 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-276a7ad4-f3c6-4a5c-838a-b45e68588c31 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:08.074696 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6', 'code': 200} Feb 14 21:41:08.173245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Attempting to bind port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:41:08.173810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Attempting to bind port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:41:08.174163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Attempting to bind port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:08.191280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:41:08.191656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Attempting to bind port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:08.228094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14088-a9ad-4f2c-87ed-0fa55266da85 req-4e679c2b-0761-4f29-94bf-fd5278c9a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.231124 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6bb14088-a9ad-4f2c-87ed-0fa55266da85 req-4e679c2b-0761-4f29-94bf-fd5278c9a7ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.0760238 Feb 14 21:41:08.231335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:41:08.231774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:41:08.232245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:41:08.232763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Bound port: 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:41:08.233198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.290390 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6bb14088-a9ad-4f2c-87ed-0fa55266da85 req-d31794be-567e-4272-9cd8-9c7c00bdb78c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Feb 14 21:41:08.366102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20233815-ec88-47fd-b1e1-e53f07ddba93 req-78305dbd-8f98-48bb-8e7a-151c00af0bf0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.373413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20233815-ec88-47fd-b1e1-e53f07ddba93 req-78305dbd-8f98-48bb-8e7a-151c00af0bf0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1755412 Feb 14 21:41:08.431230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45702) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:08.446890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cff2b81-3aaf-4ef2-9e4d-ff8e700d445a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.447808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20233815-ec88-47fd-b1e1-e53f07ddba93 req-4b6d6049-17a3-47cb-861a-2741134bd843 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734932 Feb 14 21:41:08.450749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:41:08.468358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:41:08.493509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668aad-999f-42d0-aef0-7482e0511b8e req-aa7a96d5-07a4-4cd2-a058-f5dabd650b28 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.494984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28668aad-999f-42d0-aef0-7482e0511b8e req-aa7a96d5-07a4-4cd2-a058-f5dabd650b28 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.1984987 Feb 14 21:41:08.497222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.569046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cff2b81-3aaf-4ef2-9e4d-ff8e700d445a admin admin] Publish callbacks [] for security_group (dd1929af-0307-492f-8c9e-de1300a0ef7e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.576803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cff2b81-3aaf-4ef2-9e4d-ff8e700d445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd1929af-0307-492f-8c9e-de1300a0ef7e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.583407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.584055 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.585511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b2b9d67-1245-4a88-bb08-ebb71b01cbdd HTTP/1.1" status: 200 len: 1097 time: 1.8334465 Feb 14 21:41:08.589459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:08.591814 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:08.641269 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1cff2b81-3aaf-4ef2-9e4d-ff8e700d445a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=37b97dd65bc545fe9d4344ee26660d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065935 Feb 14 21:41:08.642403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:08.644563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2b81-3aaf-4ef2-9e4d-ff8e700d445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1929af-0307-492f-8c9e-de1300a0ef7e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:08.711883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] Publish callbacks [] for security_group (dd1929af-0307-492f-8c9e-de1300a0ef7e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.732245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f879f8f-ab81-4aff-87b1-3c3d62801942 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:08.739399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8521ecde-f195-411d-aa78-dea020a2ddf3 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:08.765320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] Publish callbacks [] for security_group (dd1929af-0307-492f-8c9e-de1300a0ef7e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.769450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04da2b1-7c0a-4b4e-80d9-c8317867f912 req-de4ddb0b-426c-4d16-be50-f685d8f9f0ab tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.777356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b04da2b1-7c0a-4b4e-80d9-c8317867f912 req-de4ddb0b-426c-4d16-be50-f685d8f9f0ab tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.2254126 Feb 14 21:41:08.794026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 8521ecde-f195-411d-aa78-dea020a2ddf3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:08.796934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8521ecde-f195-411d-aa78-dea020a2ddf3 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:08.847308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-0782a81c-cb08-4a92-afd6-7bfe933a51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:08.848931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-0782a81c-cb08-4a92-afd6-7bfe933a51fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 1131 time: 0.2085824 Feb 14 21:41:08.852007 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd1929af-0307-492f-8c9e-de1300a0ef7e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.858202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.859740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd1929af-0307-492f-8c9e-de1300a0ef7e HTTP/1.1" status: 204 len: 168 time: 0.2161510 Feb 14 21:41:08.873649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb40b67-18cb-4294-85d4-9332e7ca8414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1929af-0307-492f-8c9e-de1300a0ef7e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:08.881991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port f3030a9c-1318-4296-ba48-9b18e281ec26 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:08.882337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:08.891599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b04da2b1-7c0a-4b4e-80d9-c8317867f912 req-e0c65aff-b352-42b1-bf0e-8315b8e6288d tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133721 Feb 14 21:41:08.977567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-02d713f8-bad2-4f4c-b6cd-7f97be4353c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd HTTP/1.1" status: 200 len: 217 time: 0.1201980 Feb 14 21:41:09.125151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-660396d7-5620-48e5-92ce-c7e3151d7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:09.126654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-660396d7-5620-48e5-92ce-c7e3151d7cf3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.1309488 Feb 14 21:41:09.160272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c02a2-ee3f-423b-80b9-86a5f6c7b96f req-a9f1f6e7-4fb4-42a9-b87e-65e59043d8b0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:09.161809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f34c02a2-ee3f-423b-80b9-86a5f6c7b96f req-a9f1f6e7-4fb4-42a9-b87e-65e59043d8b0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=77cae74e-db58-477d-8955-52b05021a27d HTTP/1.1" status: 200 len: 946 time: 0.1839483 Feb 14 21:41:09.201911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port f3030a9c-1318-4296-ba48-9b18e281ec26, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f3030a9c-1318-4296-ba48-9b18e281ec26,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:09.202305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:09.232698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for f3030a9c-1318-4296-ba48-9b18e281ec26 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:09.275703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-bd467c86-4279-4d7d-b6ba-55452dcb1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:09.275703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-bd467c86-4279-4d7d-b6ba-55452dcb1290 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1366487 Feb 14 21:41:09.306160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f34c02a2-ee3f-423b-80b9-86a5f6c7b96f req-1af933c5-29b8-4f3c-ab71-d391364944a4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255989 Feb 14 21:41:09.383246 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd1d18-3e11-4718-b076-556effd4d932 x-openstack-request-id: req-4cfd1d18-3e11-4718-b076-556effd4d932 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:09.383551 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:09.383812 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4cfd1d18-3e11-4718-b076-556effd4d932 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:09.384221 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd', 'status': 'completed', 'code': 200} Feb 14 21:41:09.456041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-d3cd8060-ec48-4adc-8fed-5fdac9b2d082 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484344 Feb 14 21:41:09.640340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f3030a9c-1318-4296-ba48-9b18e281ec26), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:09.651717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:09.738526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=f3030a9c-1318-4296-ba48-9b18e281ec26,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:09.774509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port f3030a9c-1318-4296-ba48-9b18e281ec26 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:09.778597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:09.782814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28668aad-999f-42d0-aef0-7482e0511b8e req-6a05f9e9-9c43-404b-a825-79fb20cffa83 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "DELETE /v2.0/ports/f3030a9c-1318-4296-ba48-9b18e281ec26 HTTP/1.1" status: 204 len: 173 time: 1.2809596 Feb 14 21:41:09.801614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6979-51a0-45c2-86af-c39f89605aeb req-b18d6b20-f1fe-4e0b-ae88-a639cc3593de tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:09.810572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf5a6979-51a0-45c2-86af-c39f89605aeb req-b18d6b20-f1fe-4e0b-ae88-a639cc3593de tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 948 time: 0.3526425 Feb 14 21:41:09.868644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45740) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:09.907794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf5a6979-51a0-45c2-86af-c39f89605aeb req-34d836a9-a971-4475-ab20-24ea065f7237 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959256 Feb 14 21:41:09.923416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1524cc-479e-4ca9-b177-1a9fd2865234 req-4e8bc1a3-8241-4f37-b9a5-8fc46aece08c service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598274 Feb 14 21:41:10.085614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-050ad0da-5bdb-42d9-a7e7-38aa7975d1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.104359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-eaf5c2ff-6d0e-4fc3-9163-b39ca786fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.106534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-eaf5c2ff-6d0e-4fc3-9163-b39ca786fff3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 1131 time: 0.1083722 Feb 14 21:41:10.131804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76c735-d478-46d3-a624-0f4b61cf69a8 req-077d9b41-8891-4f42-8161-18d32444070e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.133368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb76c735-d478-46d3-a624-0f4b61cf69a8 req-077d9b41-8891-4f42-8161-18d32444070e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0918808 Feb 14 21:41:10.224237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-050ad0da-5bdb-42d9-a7e7-38aa7975d1cd admin admin] Publish callbacks [] for security_group (9a2e1155-8bd1-4367-a613-a364e1ab5025), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.232640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-050ad0da-5bdb-42d9-a7e7-38aa7975d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9a2e1155-8bd1-4367-a613-a364e1ab5025), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.240785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb76c735-d478-46d3-a624-0f4b61cf69a8 req-2066afb8-06eb-410a-8a8e-68253f869f84 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938263 Feb 14 21:41:10.268612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ad0da-5bdb-42d9-a7e7-38aa7975d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e1155-8bd1-4367-a613-a364e1ab5025,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:10.302866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-5a2c759f-1a4b-49f6-a6e2-379a3e03b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.305846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-5a2c759f-1a4b-49f6-a6e2-379a3e03b3ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1911724 Feb 14 21:41:10.348877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-050ad0da-5bdb-42d9-a7e7-38aa7975d1cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d14968d7ce504ea0a2dc256ebdcfdbe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4787633 Feb 14 21:41:10.351770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45790) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:10.383225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-dcf7402a-ae3b-4999-bdee-0ed7218371bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd HTTP/1.1" status: 200 len: 217 time: 0.0689948 Feb 14 21:41:10.416499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] Publish callbacks [] for security_group (9a2e1155-8bd1-4367-a613-a364e1ab5025), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.477795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] Publish callbacks [] for security_group (9a2e1155-8bd1-4367-a613-a364e1ab5025), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.480732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-a8f70cdb-c9b2-4bde-b566-b6202331cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.482750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-a8f70cdb-c9b2-4bde-b566-b6202331cc23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0834684 Feb 14 21:41:10.486143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f81b2f-d2ab-4489-9634-26f2e6295748 req-817e2053-3ac8-47e3-baf9-65acd89d4486 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.487578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3f81b2f-d2ab-4489-9634-26f2e6295748 req-817e2053-3ac8-47e3-baf9-65acd89d4486 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.1144342 Feb 14 21:41:10.557680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9a2e1155-8bd1-4367-a613-a364e1ab5025), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.561410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:10.564134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a2e1155-8bd1-4367-a613-a364e1ab5025 HTTP/1.1" status: 204 len: 168 time: 0.2094402 Feb 14 21:41:10.578994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5fc80-213b-4d3c-9aed-5ea5ba1185dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e1155-8bd1-4367-a613-a364e1ab5025,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:10.594120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-72a9d26f-7779-4a01-9a80-e89bee829a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:10.595721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-72a9d26f-7779-4a01-9a80-e89bee829a23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1045957 Feb 14 21:41:10.632132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3f81b2f-d2ab-4489-9634-26f2e6295748 req-10c2acef-1fe1-4e1f-8ce4-85d072192a11 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271763 Feb 14 21:41:10.849324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-ebe70084-e050-4264-8da6-f4ed39816b93 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154248 Feb 14 21:41:11.005119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-dd83badb-4ffa-4c93-a147-7ff5c0310724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.010185 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-dd83badb-4ffa-4c93-a147-7ff5c0310724 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 1128 time: 0.1158555 Feb 14 21:41:11.085800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d991de-ba00-411e-8e28-063511bddc97 req-5dcd238f-d9b9-47c9-b076-2a662a139bec tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.087323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1d991de-ba00-411e-8e28-063511bddc97 req-5dcd238f-d9b9-47c9-b076-2a662a139bec tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.0913343 Feb 14 21:41:11.092018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66ce9f79-321c-4815-bd53-1b1b73c8b8f5 req-a8e79e53-6663-4db3-aa5a-582191f551f1 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342660 Feb 14 21:41:11.168658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1d991de-ba00-411e-8e28-063511bddc97 req-edbc1cf8-57ed-4d75-9d80-5b97a6b55e3f tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Feb 14 21:41:11.191662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45840) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:11.198739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-138afbcf-7b49-41d5-accf-0b940df99616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.202396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-138afbcf-7b49-41d5-accf-0b940df99616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.1858554 Feb 14 21:41:11.205993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2de412a-b116-4858-a49e-e73afed57177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.280979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f3030a9c-1318-4296-ba48-9b18e281ec26 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:11.297423 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-04166f07-dbff-460f-8014-da6c9c651a69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 200 len: 1001 time: 0.0884190 Feb 14 21:41:11.319395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: f3030a9c-1318-4296-ba48-9b18e281ec26 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:11.324511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f3030a9c-1318-4296-ba48-9b18e281ec26 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:11.366659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-d8a86337-9da8-4f6a-b1cd-528ab8aeea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.368615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-d8a86337-9da8-4f6a-b1cd-528ab8aeea79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0641921 Feb 14 21:41:11.375380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2de412a-b116-4858-a49e-e73afed57177 admin admin] Publish callbacks [] for security_group (0b139377-76a2-4fd7-be99-413a57bf5a26), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.383692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2de412a-b116-4858-a49e-e73afed57177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0b139377-76a2-4fd7-be99-413a57bf5a26), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.391843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'name': 'network-vif-deleted', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:11.394130 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5398d3f3-10bb-4ca6-9798-990281309d1c" -d '{"events": [{"server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "name": "network-vif-deleted", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:11.406396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dc95e-5d90-4b0e-a1d9-3363fc50f365 req-e8e7a6fd-1ced-46c5-8142-66cd9d4fb140 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.414459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df0dc95e-5d90-4b0e-a1d9-3363fc50f365 req-e8e7a6fd-1ced-46c5-8142-66cd9d4fb140 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.1500142 Feb 14 21:41:11.439658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-f1426bc8-111b-4335-b60c-08862a79641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.441957 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-f1426bc8-111b-4335-b60c-08862a79641d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672617 Feb 14 21:41:11.474937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c2de412a-b116-4858-a49e-e73afed57177 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5367193818c4c5ba01b4555b110677d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819746 Feb 14 21:41:11.477132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de412a-b116-4858-a49e-e73afed57177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b139377-76a2-4fd7-be99-413a57bf5a26,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:11.497621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:11.544859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df0dc95e-5d90-4b0e-a1d9-3363fc50f365 req-7fda7911-0a4d-4de3-a5f2-fe6afbdad517 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294415 Feb 14 21:41:11.577743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-342ab6bd-ea4d-45b3-b79f-dea37a8870d5 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285820 Feb 14 21:41:11.594781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] Publish callbacks [] for security_group (0b139377-76a2-4fd7-be99-413a57bf5a26), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.632337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] Publish callbacks [] for security_group (0b139377-76a2-4fd7-be99-413a57bf5a26), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.715347 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45bf06aa-7e5c-4295-9e50-08109f5556d0 req-64264dc7-cd9b-4420-90a4-acaa605d249a service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277447 Feb 14 21:41:11.760912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6e14d-166a-4120-bcce-8a9dec50e525 req-b130191c-7e74-435e-bbde-bc2189e73fe4 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:11.763123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ba6e14d-166a-4120-bcce-8a9dec50e525 req-b130191c-7e74-435e-bbde-bc2189e73fe4 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 948 time: 0.0895164 Feb 14 21:41:11.764490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0b139377-76a2-4fd7-be99-413a57bf5a26), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.767688 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:11.776328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b139377-76a2-4fd7-be99-413a57bf5a26 HTTP/1.1" status: 204 len: 168 time: 0.2702005 Feb 14 21:41:11.779589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9265139-4f73-46d2-882d-f37761fd8727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b139377-76a2-4fd7-be99-413a57bf5a26,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:11.869880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ba6e14d-166a-4120-bcce-8a9dec50e525 req-94eb884b-08f8-4144-b8fc-331801326c57 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Feb 14 21:41:12.073267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-80d1c3a0-8e7d-459f-a8fb-cde8bd213cc6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:12.075613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-80d1c3a0-8e7d-459f-a8fb-cde8bd213cc6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.1341887 Feb 14 21:41:12.095316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-22984694-65ab-404e-8b61-eae5ac52329f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0117280 Feb 14 21:41:12.154798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-b20ce152-4820-4b9a-84e5-fe38c236b152 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524666 Feb 14 21:41:12.263634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-d0607642-5a3b-473f-b9d0-36b5f1b49f86 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012890 Feb 14 21:41:12.395445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-501154cb-012a-46d1-87d2-fe658c801a10 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259322 Feb 14 21:41:12.656953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3736-bad0-471e-a54f-052682dc8946 req-72b536cb-e47c-4b7d-aa01-c680241fe3bb tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:12.658794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c56b3736-bad0-471e-a54f-052682dc8946 req-72b536cb-e47c-4b7d-aa01-c680241fe3bb tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.0747683 Feb 14 21:41:12.748619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c56b3736-bad0-471e-a54f-052682dc8946 req-82bc4fa8-d9c7-419e-a9c5-7b94f28c49a9 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822442 Feb 14 21:41:12.882985 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d287475-ac49-4676-a0ff-a5a236e7fc9d x-openstack-request-id: req-0d287475-ac49-4676-a0ff-a5a236e7fc9d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:12.883547 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cae74e-db58-477d-8955-52b05021a27d", "name": "network-vif-deleted", "tag": "f3030a9c-1318-4296-ba48-9b18e281ec26", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:12.883984 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d287475-ac49-4676-a0ff-a5a236e7fc9d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:12.884484 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae74e-db58-477d-8955-52b05021a27d', 'name': 'network-vif-deleted', 'tag': 'f3030a9c-1318-4296-ba48-9b18e281ec26', 'status': 'completed', 'code': 200} Feb 14 21:41:12.979072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9cd6e32-c0a3-46d7-b2cb-8a305730ce6f req-428d3d02-1fee-467d-8f9a-8ecb933129b4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 210 time: 0.0429249 Feb 14 21:41:13.142777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e895db-0c5c-45ea-818b-7bd7f41a0c29 req-b6f133a5-cb7e-49ad-aa4e-046073ff24cd tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:13.143400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5e895db-0c5c-45ea-818b-7bd7f41a0c29 req-b6f133a5-cb7e-49ad-aa4e-046073ff24cd tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0736203 Feb 14 21:41:13.219191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5e895db-0c5c-45ea-818b-7bd7f41a0c29 req-7c689f9f-5076-43c4-b347-f2703be28f96 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619197 Feb 14 21:41:13.287344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:13.372236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf72653-938b-47ae-b627-fb286a4755a7 req-40f91017-1c39-4fdc-944d-54c079077c36 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:13.377045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcf72653-938b-47ae-b627-fb286a4755a7 req-40f91017-1c39-4fdc-944d-54c079077c36 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 948 time: 0.1082003 Feb 14 21:41:13.424591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcf72653-938b-47ae-b627-fb286a4755a7 req-7490512b-c7ae-4406-86ed-080abff0e5d2 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Feb 14 21:41:13.458581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:13.478197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd', 'mac_address': 'fa:16:3e:2d:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:13.521327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:13.521846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:13.536524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:13.557890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:13.563450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:13.623250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:13.660485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-b0dbe5aa-228b-450f-80b6-2a095c684d3e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:13.662142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-b0dbe5aa-228b-450f-80b6-2a095c684d3e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.1131325 Feb 14 21:41:13.678599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-86a3bd23-0505-45f6-8a61-be1b00f5722b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/quotas/25c2651735b2419fbc80772a03888de1 HTTP/1.1" status: 200 len: 375 time: 0.0111103 Feb 14 21:41:13.739658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-f60ff9a6-1563-4fec-aa6c-abd1991ca716 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546997 Feb 14 21:41:13.794736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3b2b9d67-1245-4a88-bb08-ebb71b01cbdd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:13.982329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-d3c1f451-6289-448b-bdea-d198e0acbb24 service neutron] 10.222.0.86 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334878 Feb 14 21:41:14.102513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-3ea61901-9de0-48ca-84bb-ec49052db990 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:14.104177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-3ea61901-9de0-48ca-84bb-ec49052db990 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2844541 Feb 14 21:41:14.118611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:14.193957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-ab997e99-b8c4-4076-a383-0e66dfddf93e service neutron] 10.222.0.86 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985016 Feb 14 21:41:14.294416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:41:14.299559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:14.457666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af29c6a4-1dec-40a0-aca9-c74b191fa1fd req-178b8253-ae03-480e-9c9f-86b53dd4e028 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 210 time: 0.0362918 Feb 14 21:41:14.556001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c45d3e4-ee46-4510-85da-4a064bd3a639 req-c460ab78-0313-4cbe-a336-83a00a146f05 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 210 time: 0.0403776 Feb 14 21:41:14.565078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.12 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/908d2d21-6fa1-4b77-923f-ad7221cc37c8) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:41:15.097461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059199e-6f77-42b8-85ea-5f88669654f1 req-49d531e1-1454-4af7-88cb-3e5dc878cb5f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.099014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2059199e-6f77-42b8-85ea-5f88669654f1 req-49d531e1-1454-4af7-88cb-3e5dc878cb5f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 949 time: 0.4556916 Feb 14 21:41:15.152012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.174974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2059199e-6f77-42b8-85ea-5f88669654f1 req-f926c4e1-d1ca-4795-8bc2-a446f0f3b814 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674000 Feb 14 21:41:15.202517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.220477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:15.248127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:41:15.251209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:41:15.253785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:41:15.283452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:15.308010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:41:15.330226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.330968 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.359534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-fe935ae9-ede4-45f2-8689-a4f74c261391 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2446697 Feb 14 21:41:15.374080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Request body: {'port': {'device_id': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:15.470227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.548231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:41:15.556473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:15.557026 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.636812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-b579a4a7-efdb-4b21-90fd-d7e88be8d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.638316 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-b579a4a7-efdb-4b21-90fd-d7e88be8d61a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1025290 Feb 14 21:41:15.685695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:15.686101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.728229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:15.729508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:15.732702 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa68ab1-26af-4d4d-b4f7-9e5a2d333f68" -d '{"events": [{"server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:15.736873 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:15.825862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-e2beaff8-e86c-4e38-bc85-dc8e26b7d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.834676 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-e2beaff8-e86c-4e38-bc85-dc8e26b7d8ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1902630 Feb 14 21:41:15.847259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:15.923593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6433128-57ff-49d1-a94b-63be2bea1385 req-60a4631c-139f-4f5f-9931-7d5ce1642909 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.930690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6433128-57ff-49d1-a94b-63be2bea1385 req-60a4631c-139f-4f5f-9931-7d5ce1642909 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2220557 Feb 14 21:41:15.945664 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-157c273b-4e44-426f-baef-80c2f40f1028 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.1036644 Feb 14 21:41:15.971684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-3413b849-0bee-4a75-8a0c-60c8d6d1ebed tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:15.973135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-3413b849-0bee-4a75-8a0c-60c8d6d1ebed tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.83 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.2635088 Feb 14 21:41:15.997227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Request body: {'port': {'device_id': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'admin_state_up': True, 'tenant_id': '25c2651735b2419fbc80772a03888de1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:16.011657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-a9f94ba8-6cbd-47ab-878b-af25ce9ce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.013251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-a9f94ba8-6cbd-47ab-878b-af25ce9ce84f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0609541 Feb 14 21:41:16.046944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6433128-57ff-49d1-a94b-63be2bea1385 req-add25e09-7d3d-4e97-b453-19df9b8a3c28 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153872 Feb 14 21:41:16.063743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Made reservation on behalf of 25c2651735b2419fbc80772a03888de1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:41:16.066066 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.080279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-1df972e1-c97c-475c-ac6f-ea17703a8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.082263 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-1df972e1-c97c-475c-ac6f-ea17703a8648 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628505 Feb 14 21:41:16.171969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908d2d21-6fa1-4b77-923f-ad7221cc37c8 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:16.182107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-8620e5d5-d896-4520-a973-6528e439fafa service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926490 Feb 14 21:41:16.220350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks [] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.255998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Transition to ACTIVE for port object 908d2d21-6fa1-4b77-923f-ad7221cc37c8 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:41:16.264942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.310245 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-23ef2c28-ba70-4937-910a-84fcb539f5a2 req-96936ec5-77f9-4912-a928-47d4a648deb2 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098998 Feb 14 21:41:16.356951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b483-56b1-49b5-bb65-a9bc285aeecd req-390fcbc5-4459-4d5b-b679-66358a8c6fed tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.358508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7165b483-56b1-49b5-bb65-a9bc285aeecd req-390fcbc5-4459-4d5b-b679-66358a8c6fed tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 932 time: 0.1892114 Feb 14 21:41:16.382915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Pushing event updated for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:16.411973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Allocated IP 172.20.0.14 (b142ad25-625c-4c97-90c8-b84d0bea88d2/8e04b382-bb19-4fa0-825f-7fb2fcb3eac5/7a4b60e8-5d01-405f-8711-943067945751) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:41:16.498012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7165b483-56b1-49b5-bb65-a9bc285aeecd req-d0adff38-00e7-44b8-933e-a246658567a9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279216 Feb 14 21:41:16.549852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Attempting to bind port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:41:16.550195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Attempting to bind port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:41:16.550543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Attempting to bind port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:16.579077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:41:16.579424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Attempting to bind port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:16.626382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:41:16.626736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:41:16.627130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:41:16.627605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Bound port: 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:41:16.627981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.631463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd8d6f01-949c-47cb-a870-8244f5f2cad9 req-f0a3b68c-5975-432d-b5e0-ed985c9a04ee tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 210 time: 0.0748146 Feb 14 21:41:16.679593 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70c068-eced-43d5-8d52-06823c104e68 x-openstack-request-id: req-2b70c068-eced-43d5-8d52-06823c104e68 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:16.680122 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:16.680923 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b70c068-eced-43d5-8d52-06823c104e68 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:16.681586 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd', 'code': 200} Feb 14 21:41:16.753149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks [] for port (7a4b60e8-5d01-405f-8711-943067945751), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.767997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:41:16.804611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:41:16.818113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.837936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cd0da-ae10-4780-ae0f-f61a81006ee4 req-f4bcf7e0-fc4c-46a9-9c19-20c0a2377c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.840081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2b3cd0da-ae10-4780-ae0f-f61a81006ee4 req-f4bcf7e0-fc4c-46a9-9c19-20c0a2377c97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 1133 time: 0.0709515 Feb 14 21:41:16.883805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.884430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.885897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] 10.222.0.83 "PUT /v2.0/ports/908d2d21-6fa1-4b77-923f-ad7221cc37c8 HTTP/1.1" status: 200 len: 1093 time: 1.5163932 Feb 14 21:41:16.888139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:16.891100 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fe49b-42a9-4b4c-aa3e-4728247886bd" -d '{"events": [{"name": "network-changed", "server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:16.897013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2b3cd0da-ae10-4780-ae0f-f61a81006ee4 req-1a6df999-7adb-4c8d-875b-a7571b864ee6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Feb 14 21:41:16.916768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:16.926766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['992e2174-93d1-4a51-961d-4c20ad7f90f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:16.928992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1178b-3104-4bd9-9f52-36a54f1ac13e req-362619f5-f2ac-4767-846a-b4d3317d294e tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:16.931782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21f1178b-3104-4bd9-9f52-36a54f1ac13e req-362619f5-f2ac-4767-846a-b4d3317d294e tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 950 time: 0.1945567 Feb 14 21:41:16.936370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] Pushing event updated for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:16.992279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:41:16.998836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:41:17.048547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:41:17.054807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21f1178b-3104-4bd9-9f52-36a54f1ac13e req-9e75813d-edb7-40a1-a933-e5d3343cd936 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125176 Feb 14 21:41:17.081380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Pushing event updated for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:17.118269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.122235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:17.167988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-84337875-9d1c-4ce0-a20e-4d84e6b8f76e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1817348 Feb 14 21:41:17.179864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Request body: {'port': {'device_id': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:17.220582 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1731fa8b-0068-4a57-a748-db281f055b9b x-openstack-request-id: req-1731fa8b-0068-4a57-a748-db281f055b9b {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:17.221396 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:17.221747 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1731fa8b-0068-4a57-a748-db281f055b9b {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:17.222097 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8', 'status': 'completed', 'code': 200} Feb 14 21:41:17.224734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-342ed250-107b-4f1f-aaaf-39ec6d4a86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.228651 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-342ed250-107b-4f1f-aaaf-39ec6d4a86d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 1127 time: 0.1097114 Feb 14 21:41:17.274916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7a4b60e8-5d01-405f-8711-943067945751), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:17.334783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-34d1a48c-8ae1-46ed-b833-8c720c59a21f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8 HTTP/1.1" status: 200 len: 217 time: 0.0972281 Feb 14 21:41:17.371908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8478601c-b9dc-4356-9d00-84eee461aeb0 None None] Provisioning complete for port 7a4b60e8-5d01-405f-8711-943067945751 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:17.372922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8478601c-b9dc-4356-9d00-84eee461aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7a4b60e8-5d01-405f-8711-943067945751), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:17.400074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01222c-514c-477b-a918-efd5cd631965 req-6c3747e9-b2bb-4283-b4d3-cda27d295634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.402178 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-6c3747e9-b2bb-4283-b4d3-cda27d295634 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0592973 Feb 14 21:41:17.438283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8478601c-b9dc-4356-9d00-84eee461aeb0 None None] Port 7a4b60e8-5d01-405f-8711-943067945751 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:41:17.443504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-fa3786cd-8eb4-4405-a84c-5f0cafb535b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318387 Feb 14 21:41:17.512641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd187-c3e5-4033-b4ed-8867aa7a00fb req-aa1641e1-b45f-4131-a114-f01fae7fd36c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.514294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-619cd187-c3e5-4033-b4ed-8867aa7a00fb req-aa1641e1-b45f-4131-a114-f01fae7fd36c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1775291 Feb 14 21:41:17.583337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-b0501b12-6df6-4c57-8462-b20de601c7d0 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333339 Feb 14 21:41:17.641214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-619cd187-c3e5-4033-b4ed-8867aa7a00fb req-533bc684-4b2c-430d-a09b-8ea5b6b52846 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157167 Feb 14 21:41:17.743082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-6528427f-ad6e-431e-9679-0c5a9cf4fe8b service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521881 Feb 14 21:41:17.788024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4b60e8-5d01-405f-8711-943067945751 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:17.801861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks [] for port (7a4b60e8-5d01-405f-8711-943067945751), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:17.824166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Transition to ACTIVE for port object 7a4b60e8-5d01-405f-8711-943067945751 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:41:17.836967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227356c-3d4e-4d1a-95c3-ff9c0c092fa9 req-e359d6a3-1e59-4427-964e-14400f6d638c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.838994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c227356c-3d4e-4d1a-95c3-ff9c0c092fa9 req-e359d6a3-1e59-4427-964e-14400f6d638c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 944 time: 0.1160185 Feb 14 21:41:17.840205 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:17.871555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-fe817514-7772-437c-a828-3086bb5c4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:17.873733 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-fe817514-7772-437c-a828-3086bb5c4334 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 1127 time: 0.0727966 Feb 14 21:41:17.953199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c227356c-3d4e-4d1a-95c3-ff9c0c092fa9 req-2184f225-56fc-4c88-8be8-7b27c4afda3f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043942 Feb 14 21:41:17.962180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:18.083254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-d2147443-5c09-4fb0-8cbc-c4ca8887a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.085589 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-d2147443-5c09-4fb0-8cbc-c4ca8887a39a service neutron] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.2038598 Feb 14 21:41:18.093332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Attempting to bind port 7a4b60e8-5d01-405f-8711-943067945751 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:41:18.093679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Attempting to bind port 7a4b60e8-5d01-405f-8711-943067945751 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:41:18.094017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Attempting to bind port 7a4b60e8-5d01-405f-8711-943067945751 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:18.118793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Port 7a4b60e8-5d01-405f-8711-943067945751 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:41:18.119113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Attempting to bind port 7a4b60e8-5d01-405f-8711-943067945751 on network b142ad25-625c-4c97-90c8-b84d0bea88d2 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:18.132154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:41:18.132513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Checking segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:41:18.132971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Bound using segment: {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:41:18.133455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Bound port: 7a4b60e8-5d01-405f-8711-943067945751, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0d5afb-8202-413b-8b0d-6bac37ca005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:41:18.133788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7a4b60e8-5d01-405f-8711-943067945751), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.180829 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-c51ee4ea-9971-4fc9-8c75-7cd1bfe409b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8 HTTP/1.1" status: 200 len: 217 time: 0.0859520 Feb 14 21:41:18.203206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610067a-32c6-4c27-8c18-ec129a1f3cd8 req-ba436626-dde8-4639-a20c-8e3fb6b21c19 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.204778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0610067a-32c6-4c27-8c18-ec129a1f3cd8 req-ba436626-dde8-4639-a20c-8e3fb6b21c19 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1054 time: 0.1291986 Feb 14 21:41:18.256609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-e47ec10f-6fab-4067-a04d-693d420e7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.258438 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-e47ec10f-6fab-4067-a04d-693d420e7d9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0671639 Feb 14 21:41:18.307313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-9678b93b-94b7-4e30-b22a-622df95bb92e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401373 Feb 14 21:41:18.330269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:41:18.334544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7a4b60e8-5d01-405f-8711-943067945751,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:41:18.335918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46032) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:18.359443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0610067a-32c6-4c27-8c18-ec129a1f3cd8 req-e662f70a-dca4-45ea-a3f1-06c01d89cdf5 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352687 Feb 14 21:41:18.370200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.425504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-c3d27608-8847-4444-a6b1-565a1a48c863 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113312 Feb 14 21:41:18.436564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.437484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.439632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] 10.222.0.83 "PUT /v2.0/ports/7a4b60e8-5d01-405f-8711-943067945751 HTTP/1.1" status: 200 len: 1093 time: 1.2642012 Feb 14 21:41:18.561057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a6704-1350-4aed-8adb-abde7e547ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:18.577980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3f6184e-6ddf-41cb-89dc-66f48f2bb0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.581828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-654fe49b-42a9-4b4c-aa3e-4728247886bd req-9f2e9536-bf58-4673-8dad-86c0cb6b32b4 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482763 Feb 14 21:41:18.637556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7cbbe-cf5a-41fa-a3de-7ae6efa6afc6 req-e30464df-1200-482b-9ee5-6d9c55b1569b tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.639121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cb7cbbe-cf5a-41fa-a3de-7ae6efa6afc6 req-e30464df-1200-482b-9ee5-6d9c55b1569b tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 950 time: 0.1954451 Feb 14 21:41:18.654746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-163e0710-2c83-4f7d-a340-6bbe614f4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.656290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-163e0710-2c83-4f7d-a340-6bbe614f4a8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.1661377 Feb 14 21:41:18.715123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-8f8c71ee-74e5-46ef-9670-5fd7ff52f56b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a4b60e8-5d01-405f-8711-943067945751 HTTP/1.1" status: 200 len: 217 time: 0.0502264 Feb 14 21:41:18.783416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cb7cbbe-cf5a-41fa-a3de-7ae6efa6afc6 req-5bdbbd42-faac-4abc-a569-9cb2bfd7acfd tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339536 Feb 14 21:41:18.822818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-ffd64199-dc46-41b3-8247-8b3455492bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.825008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-ffd64199-dc46-41b3-8247-8b3455492bb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 HTTP/1.1" status: 200 len: 848 time: 0.0979333 Feb 14 21:41:18.855726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3f6184e-6ddf-41cb-89dc-66f48f2bb0e1 admin admin] Publish callbacks [] for security_group (05148878-658e-4f1b-b464-30e14d227377), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.887123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3f6184e-6ddf-41cb-89dc-66f48f2bb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (05148878-658e-4f1b-b464-30e14d227377), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:18.956548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6184e-6ddf-41cb-89dc-66f48f2bb0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05148878-658e-4f1b-b464-30e14d227377,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:18.978857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3f6184e-6ddf-41cb-89dc-66f48f2bb0e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d06db4f0c224df2aaada96aca333b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357360 Feb 14 21:41:18.979773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:18.984378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-ca463013-7f89-4ae8-b148-48e25696b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:18.987332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-ca463013-7f89-4ae8-b148-48e25696b988 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b142ad25-625c-4c97-90c8-b84d0bea88d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1534975 Feb 14 21:41:19.037869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] Publish callbacks [] for security_group (05148878-658e-4f1b-b464-30e14d227377), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.063644 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] Publish callbacks [] for security_group (05148878-658e-4f1b-b464-30e14d227377), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.119559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (05148878-658e-4f1b-b464-30e14d227377), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.122906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.127099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05148878-658e-4f1b-b464-30e14d227377 HTTP/1.1" status: 204 len: 168 time: 0.1495311 Feb 14 21:41:19.135186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a0f6c-4984-4eaf-9140-fd9dab268fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05148878-658e-4f1b-b464-30e14d227377,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:19.143691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-0cd60a66-64f2-43bc-b95f-3b15e3ff2d8c service neutron] 10.222.0.83 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439314 Feb 14 21:41:19.152980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c2327-a903-4019-acfe-654651733778 req-57f78c7b-1138-4958-b325-633841402e42 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.154869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-672c2327-a903-4019-acfe-654651733778 req-57f78c7b-1138-4958-b325-633841402e42 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 950 time: 0.0961118 Feb 14 21:41:19.223346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'tag': '7a4b60e8-5d01-405f-8711-943067945751'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:19.225611 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a6a97-0a7a-4200-938f-0973129bb79f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "tag": "7a4b60e8-5d01-405f-8711-943067945751"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:19.276325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-672c2327-a903-4019-acfe-654651733778 req-b90eebf4-1c85-4ba0-bc4e-b003606bb8bb tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120193 Feb 14 21:41:19.302415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9aeab44-6378-4049-a461-947d1a76f0ae req-50f1c2b3-adff-4bc1-b8af-6bcfaf38b486 service neutron] 10.222.0.83 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460187 Feb 14 21:41:19.412376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb44fc-5833-4993-a9b1-244a482e2cc4 req-9964b925-96ba-48eb-9852-1c96e29b7716 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.420148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63cb44fc-5833-4993-a9b1-244a482e2cc4 req-9964b925-96ba-48eb-9852-1c96e29b7716 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 944 time: 0.0648777 Feb 14 21:41:19.462690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:19.475786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63cb44fc-5833-4993-a9b1-244a482e2cc4 req-f5c054ba-c5b3-4c1b-9ce8-3c921204ea7b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Feb 14 21:41:19.478483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54c10cfd-bfad-4c89-897c-8db56b52f59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.526062 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:41:19.526622 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a140106-ea9d-44ed-941a-48ff4ec87403 x-openstack-request-id: req-6a140106-ea9d-44ed-941a-48ff4ec87403 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:19.526851 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "tag": "7a4b60e8-5d01-405f-8711-943067945751", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:19.527034 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a140106-ea9d-44ed-941a-48ff4ec87403 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:19.527883 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'tag': '7a4b60e8-5d01-405f-8711-943067945751', 'status': 'completed', 'code': 200} Feb 14 21:41:19.580317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54c10cfd-bfad-4c89-897c-8db56b52f59b admin admin] Publish callbacks [] for security_group (6b728797-9005-4cac-8e21-4e82ae4b1ba9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.585916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54c10cfd-bfad-4c89-897c-8db56b52f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6b728797-9005-4cac-8e21-4e82ae4b1ba9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.638369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-54c10cfd-bfad-4c89-897c-8db56b52f59b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e3fc7d992b3546a1b407d7b3e82c9299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720707 Feb 14 21:41:19.638369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c10cfd-bfad-4c89-897c-8db56b52f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b728797-9005-4cac-8e21-4e82ae4b1ba9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:19.639923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:19.663560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-8e5d3568-66ba-4a30-b006-ff8299a4d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.665341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-8e5d3568-66ba-4a30-b006-ff8299a4d97a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c2651735b2419fbc80772a03888de1&device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.1138744 Feb 14 21:41:19.737148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43604-b509-4f39-9cf2-4569e54fc7a5 req-81506c68-c818-4205-af30-714522918a12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.738673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2af43604-b509-4f39-9cf2-4569e54fc7a5 req-81506c68-c818-4205-af30-714522918a12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.1480026 Feb 14 21:41:19.784371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] Publish callbacks [] for security_group (6b728797-9005-4cac-8e21-4e82ae4b1ba9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.841309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] Publish callbacks [] for security_group (6b728797-9005-4cac-8e21-4e82ae4b1ba9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.853766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-2efc913d-490f-46a3-87a3-dbdbd918f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.855940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-2efc913d-490f-46a3-87a3-dbdbd918f8ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 200 len: 910 time: 0.1793408 Feb 14 21:41:19.858116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2af43604-b509-4f39-9cf2-4569e54fc7a5 req-d813b042-2105-47c7-97d6-127802544fd4 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115925 Feb 14 21:41:19.912276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-45d2df80-967a-4c1a-81c4-020b26fcafe7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a4b60e8-5d01-405f-8711-943067945751 HTTP/1.1" status: 200 len: 217 time: 0.0417268 Feb 14 21:41:19.960713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6b728797-9005-4cac-8e21-4e82ae4b1ba9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.963208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:19.967249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b728797-9005-4cac-8e21-4e82ae4b1ba9 HTTP/1.1" status: 204 len: 168 time: 0.3231323 Feb 14 21:41:19.978309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a7e6-7f18-4aeb-a94c-26196a2b1f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b728797-9005-4cac-8e21-4e82ae4b1ba9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:19.986685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-df1fcc96-59fb-43f0-b301-df6ae1ec8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:19.988225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-df1fcc96-59fb-43f0-b301-df6ae1ec8b03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 HTTP/1.1" status: 200 len: 848 time: 0.0634160 Feb 14 21:41:20.048288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-462136f4-b5e9-45d6-8d9e-b9838c79079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:20.050108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-462136f4-b5e9-45d6-8d9e-b9838c79079f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b142ad25-625c-4c97-90c8-b84d0bea88d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536757 Feb 14 21:41:20.148056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-abaff2aa-f33d-4998-929f-4baa991d5424 service neutron] 10.222.0.83 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Feb 14 21:41:20.251748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4a6a97-0a7a-4200-938f-0973129bb79f req-74fc4ed6-6894-4feb-8c52-190106299eb7 service neutron] 10.222.0.83 "GET /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975518 Feb 14 21:41:20.457950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d03f7d-b6dc-4acb-8f1b-0f9eb22d3481 req-cb5d6984-83d3-4358-bfb7-d65ee280f1e7 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:20.459698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92d03f7d-b6dc-4acb-8f1b-0f9eb22d3481 req-cb5d6984-83d3-4358-bfb7-d65ee280f1e7 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 950 time: 0.1068125 Feb 14 21:41:20.476849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-39c1ccda-843d-43ea-bc37-b665fb074721 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:20.478464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-39c1ccda-843d-43ea-bc37-b665fb074721 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 950 time: 0.0754497 Feb 14 21:41:20.584129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92d03f7d-b6dc-4acb-8f1b-0f9eb22d3481 req-c1acf4f7-80bb-4fea-a8c2-c2b4c71d2f31 tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/security-groups?id=477a32ea-5c7e-4d0f-a183-37ce40db6903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163011 Feb 14 21:41:20.624991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Deleting port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:20.625347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:20.763396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda9ce5-6567-49cd-b97f-e212adf39c59 req-1347df48-fa23-4517-886a-5c5b2b7f50b2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:20.764805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdda9ce5-6567-49cd-b97f-e212adf39c59 req-1347df48-fa23-4517-886a-5c5b2b7f50b2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 944 time: 0.0939775 Feb 14 21:41:20.769990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] For port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:20.770356 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:20.801258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Calling delete_port for 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:20.872693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fdda9ce5-6567-49cd-b97f-e212adf39c59 req-9016d4a5-177e-453d-ba29-3e8da511eb96 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Feb 14 21:41:21.013885 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3b2b9d67-1245-4a88-bb08-ebb71b01cbdd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:21.028654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['3b2b9d67-1245-4a88-bb08-ebb71b01cbdd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:21.029219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0793ce5-3ed9-4f17-a5db-f45235589428 req-fd5b0a2f-d25b-4b5b-bfa1-04ef882abf3d tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:21.030774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0793ce5-3ed9-4f17-a5db-f45235589428 req-fd5b0a2f-d25b-4b5b-bfa1-04ef882abf3d tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.0779772 Feb 14 21:41:21.057485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Pushing event deleted for resources: {'Port': ['ID=3b2b9d67-1245-4a88-bb08-ebb71b01cbdd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:21.128499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] No DVR routers for this DVR port 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:21.132761 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:21.136688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9314b5b-d4e0-464a-a78d-3a212cc83291 req-f4baf80a-2449-4bb7-8774-68ac79ecda8f tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.83 "DELETE /v2.0/ports/3b2b9d67-1245-4a88-bb08-ebb71b01cbdd HTTP/1.1" status: 204 len: 173 time: 0.6521270 Feb 14 21:41:21.157894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0793ce5-3ed9-4f17-a5db-f45235589428 req-5db60969-6b5b-4e32-895d-d25023c6cbf9 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025710 Feb 14 21:41:21.361219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 908d2d21-6fa1-4b77-923f-ad7221cc37c8 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:21.483219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:21.497227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '908d2d21-6fa1-4b77-923f-ad7221cc37c8', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': '908d2d21-6fa1-4b77-923f-ad7221cc37c8', 'mac_address': 'fa:16:3e:b9:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:21.528585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'name': 'network-vif-deleted', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:21.531349 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8c888-acc3-433e-b42c-d681a1a5ac68" -d '{"events": [{"server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "name": "network-vif-deleted", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:21.554295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:21.554759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:21.580387 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0d0331-d933-48e6-b09e-afa7741c78c4 x-openstack-request-id: req-ef0d0331-d933-48e6-b09e-afa7741c78c4 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:21.580689 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3652a1-8b82-4b30-8524-e1d274a7f7e2", "name": "network-vif-deleted", "tag": "3b2b9d67-1245-4a88-bb08-ebb71b01cbdd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:21.580971 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef0d0331-d933-48e6-b09e-afa7741c78c4 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:21.581401 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3652a1-8b82-4b30-8524-e1d274a7f7e2', 'name': 'network-vif-deleted', 'tag': '3b2b9d67-1245-4a88-bb08-ebb71b01cbdd', 'status': 'completed', 'code': 200} Feb 14 21:41:21.582088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908d2d21-6fa1-4b77-923f-ad7221cc37c8 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:21.608774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:21.627673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:21.732112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:21.748321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc5e317d-bf0f-437a-a55c-b49f3c0f016b req-2a20bb7e-e56d-485e-916a-24cbd5a9853e tempest-VolumesNegativeTest-443689812 tempest-VolumesNegativeTest-443689812-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e3652a1-8b82-4b30-8524-e1d274a7f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0407777 Feb 14 21:41:21.844504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['908d2d21-6fa1-4b77-923f-ad7221cc37c8'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:22.025923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e94260-dfb8-4e93-88e8-5019799c359d req-ba101add-a0a3-4d66-aeb5-af3a8f3905fc tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:22.027560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9e94260-dfb8-4e93-88e8-5019799c359d req-ba101add-a0a3-4d66-aeb5-af3a8f3905fc tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 945 time: 0.0669940 Feb 14 21:41:22.051438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46120) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:22.085871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9e94260-dfb8-4e93-88e8-5019799c359d req-11b98cc5-061c-4154-ab19-50fa9db9d34d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Feb 14 21:41:22.165019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796049f9-1697-4f8c-bc23-e17346d1c796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.248332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796049f9-1697-4f8c-bc23-e17346d1c796 admin admin] Publish callbacks [] for security_group (02b93382-4968-4b5d-a309-5ebe81048bb6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.253810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-796049f9-1697-4f8c-bc23-e17346d1c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (02b93382-4968-4b5d-a309-5ebe81048bb6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.294747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baecc3-f5c9-40da-9d42-e405fd50ce57 req-ee9914ef-c8d3-4fa8-97b6-a1fc5ea3f09c tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:22.296999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1baecc3-f5c9-40da-9d42-e405fd50ce57 req-ee9914ef-c8d3-4fa8-97b6-a1fc5ea3f09c tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.0683441 Feb 14 21:41:22.299893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796049f9-1697-4f8c-bc23-e17346d1c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b93382-4968-4b5d-a309-5ebe81048bb6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:22.306151 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-796049f9-1697-4f8c-bc23-e17346d1c796 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da2192f95077450dbc557e079f3be63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536869 Feb 14 21:41:22.309554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:22.343296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1baecc3-f5c9-40da-9d42-e405fd50ce57 req-1488f563-3e2e-449d-bc73-5023a4ae79a1 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Feb 14 21:41:22.359985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] Publish callbacks [] for security_group (02b93382-4968-4b5d-a309-5ebe81048bb6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.382388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] Publish callbacks [] for security_group (02b93382-4968-4b5d-a309-5ebe81048bb6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.429976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (02b93382-4968-4b5d-a309-5ebe81048bb6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.432999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.434172 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/02b93382-4968-4b5d-a309-5ebe81048bb6 HTTP/1.1" status: 204 len: 168 time: 0.1237695 Feb 14 21:41:22.442077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607198ce-9fd4-465f-96ff-04c5872ff670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b93382-4968-4b5d-a309-5ebe81048bb6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:22.736806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46134) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:22.750698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531b0c59-2b15-4edb-a814-6095af15e7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.837507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531b0c59-2b15-4edb-a814-6095af15e7b2 admin admin] Publish callbacks [] for security_group (c14c7eab-c714-4320-a0e7-8b74b7a7161c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.843291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531b0c59-2b15-4edb-a814-6095af15e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c14c7eab-c714-4320-a0e7-8b74b7a7161c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.893369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-531b0c59-2b15-4edb-a814-6095af15e7b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b87e77da287b4edfb8e20642c8657804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553216 Feb 14 21:41:22.894595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b0c59-2b15-4edb-a814-6095af15e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c7eab-c714-4320-a0e7-8b74b7a7161c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:22.897338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46146) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:22.953327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] Publish callbacks [] for security_group (c14c7eab-c714-4320-a0e7-8b74b7a7161c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:22.977934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] Publish callbacks [] for security_group (c14c7eab-c714-4320-a0e7-8b74b7a7161c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.035961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c14c7eab-c714-4320-a0e7-8b74b7a7161c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.038615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.039823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c14c7eab-c714-4320-a0e7-8b74b7a7161c HTTP/1.1" status: 204 len: 168 time: 0.1418545 Feb 14 21:41:23.049401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9a0b7-c7f0-44ce-9914-ec40d7c39d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c7eab-c714-4320-a0e7-8b74b7a7161c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:23.231903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2abff0-eae1-42d1-a1e8-df62f4496292 req-58a9798a-8850-4a22-8c81-c72de8030849 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:23.233271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba2abff0-eae1-42d1-a1e8-df62f4496292 req-58a9798a-8850-4a22-8c81-c72de8030849 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 945 time: 0.0712626 Feb 14 21:41:23.293329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba2abff0-eae1-42d1-a1e8-df62f4496292 req-2d0fe54b-ea91-4900-8068-94a772685b87 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Feb 14 21:41:23.368462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7a4b60e8-5d01-405f-8711-943067945751 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:23.371332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 908d2d21-6fa1-4b77-923f-ad7221cc37c8 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:41:23.536438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a214e-7156-4a50-9d18-65883d52fcd4 req-56144388-7fe2-40b0-a678-0e8d3e2f0faf tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:23.546242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e43a214e-7156-4a50-9d18-65883d52fcd4 req-56144388-7fe2-40b0-a678-0e8d3e2f0faf tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1127 time: 0.0959668 Feb 14 21:41:23.564352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:41:23.579459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:23.579844 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.615763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e43a214e-7156-4a50-9d18-65883d52fcd4 req-6e6ae8e5-277a-481d-8782-aaa0f181115b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635345 Feb 14 21:41:23.688903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7a4b60e8-5d01-405f-8711-943067945751,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:23.707254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7a4b60e8-5d01-405f-8711-943067945751', 'network_id': 'b142ad25-625c-4c97-90c8-b84d0bea88d2', 'port_id': '7a4b60e8-5d01-405f-8711-943067945751', 'mac_address': 'fa:16:3e:d4:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e04b382-bb19-4fa0-825f-7fb2fcb3eac5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:23.775876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:23.776305 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.793906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7a4b60e8-5d01-405f-8711-943067945751 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:23.794312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7a4b60e8-5d01-405f-8711-943067945751), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.813995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:23.816736 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b49e41-478b-4625-8dd5-b7844f70207b" -d '{"events": [{"server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "name": "network-vif-plugged", "status": "completed", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:23.827933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4b60e8-5d01-405f-8711-943067945751 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:23.848265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:23.871559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.872629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:23.877285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7a4b60e8-5d01-405f-8711-943067945751,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:23.904599 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896de620-ffe9-4c51-ba4e-901435313470 x-openstack-request-id: req-896de620-ffe9-4c51-ba4e-901435313470 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:23.904925 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "name": "network-vif-plugged", "status": "completed", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:23.905140 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-896de620-ffe9-4c51-ba4e-901435313470 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:23.905781 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8', 'code': 200} Feb 14 21:41:23.908869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:23.933195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:23.933516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 3b2b9d67-1245-4a88-bb08-ebb71b01cbdd not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:23.982413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:24.044032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb188576-0c5d-477b-bacb-d72ea2de9291 req-6ed56ee0-38a2-4dfb-abc5-e6c7f142bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:24.044538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:24.048448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb188576-0c5d-477b-bacb-d72ea2de9291 req-6ed56ee0-38a2-4dfb-abc5-e6c7f142bcf0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0706160 Feb 14 21:41:24.108701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb188576-0c5d-477b-bacb-d72ea2de9291 req-0eeae09f-5b43-4312-b1d8-ce10f48b52ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534861 Feb 14 21:41:24.164888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7a4b60e8-5d01-405f-8711-943067945751'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:24.472483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586d9cf-7138-47a8-a323-68fd7f97d4f6 req-553637dc-714b-4ee2-9764-9f4451c493fa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:24.474127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a586d9cf-7138-47a8-a323-68fd7f97d4f6 req-553637dc-714b-4ee2-9764-9f4451c493fa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0607829 Feb 14 21:41:24.527055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a586d9cf-7138-47a8-a323-68fd7f97d4f6 req-91517f92-060e-4213-a103-055faf94bb6d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Feb 14 21:41:24.747369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1b82-1e1c-43be-9259-1733a1f02d0a req-8431b4bd-ddc8-4a45-9060-0cc3ae4085e7 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:24.756596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e19e1b82-1e1c-43be-9259-1733a1f02d0a req-8431b4bd-ddc8-4a45-9060-0cc3ae4085e7 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1128 time: 0.0720215 Feb 14 21:41:24.815869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e19e1b82-1e1c-43be-9259-1733a1f02d0a req-cc2c66f6-bc5b-4785-95a6-7e7035ba5ecc tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583985 Feb 14 21:41:25.359213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7a4b60e8-5d01-405f-8711-943067945751 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:41:25.424714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7a4b60e8-5d01-405f-8711-943067945751 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:41:25.431547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7a4b60e8-5d01-405f-8711-943067945751 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:25.432250 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7a4b60e8-5d01-405f-8711-943067945751), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:25.537757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7a4b60e8-5d01-405f-8711-943067945751 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:25.538787 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7a4b60e8-5d01-405f-8711-943067945751), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:25.586965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7a4b60e8-5d01-405f-8711-943067945751,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:25.594273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:25.710373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:25.714836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706598-ce71-44dc-8d66-c31d34eaba2e req-569d1a56-e3a5-4196-8369-c40d2833176c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:25.726371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95706598-ce71-44dc-8d66-c31d34eaba2e req-569d1a56-e3a5-4196-8369-c40d2833176c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0938957 Feb 14 21:41:25.825054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95706598-ce71-44dc-8d66-c31d34eaba2e req-7118c613-6106-40e0-b1ca-d32c7df67ccf tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977781 Feb 14 21:41:25.906961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b60e8-5d01-405f-8711-943067945751'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:25.909805 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf2cd0-11ba-465f-bd74-1fceea409e6c" -d '{"events": [{"server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b60e8-5d01-405f-8711-943067945751"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:25.949143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf0f2a-6116-4f60-8a0c-c29a9ed2c488 req-776fdaa1-a9f7-4a5b-8dde-5423ef45feb0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:25.950806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0daf0f2a-6116-4f60-8a0c-c29a9ed2c488 req-776fdaa1-a9f7-4a5b-8dde-5423ef45feb0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.0555253 Feb 14 21:41:26.008451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0daf0f2a-6116-4f60-8a0c-c29a9ed2c488 req-159adc8d-f5b8-4e92-9518-3f68af6fcee2 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Feb 14 21:41:26.189740 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef16641-4557-4e40-a3a3-1a4ababfe2f2 x-openstack-request-id: req-bef16641-4557-4e40-a3a3-1a4ababfe2f2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:26.190581 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "name": "network-vif-plugged", "status": "completed", "tag": "7a4b60e8-5d01-405f-8711-943067945751", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:26.191260 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bef16641-4557-4e40-a3a3-1a4ababfe2f2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:26.192312 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4b60e8-5d01-405f-8711-943067945751', 'code': 200} Feb 14 21:41:26.373366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86b1dc-cef1-4b79-8fb7-b3abc5b807cd req-7c9c9cdd-06bb-4a02-b909-2aff945ad79a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:26.376197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc86b1dc-cef1-4b79-8fb7-b3abc5b807cd req-7c9c9cdd-06bb-4a02-b909-2aff945ad79a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.1250145 Feb 14 21:41:26.397370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c3a9-272f-47a2-9f52-64c5fd969192 req-2d403006-6c6a-42d5-b3bb-2e75004c2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:26.398981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5624c3a9-272f-47a2-9f52-64c5fd969192 req-2d403006-6c6a-42d5-b3bb-2e75004c2a36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.1016796 Feb 14 21:41:26.464639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc86b1dc-cef1-4b79-8fb7-b3abc5b807cd req-91766473-93c4-4d0d-bad7-71d0ffb593f9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805871 Feb 14 21:41:26.537400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5624c3a9-272f-47a2-9f52-64c5fd969192 req-23ec7895-b3b0-45cc-8f22-0c2403cae9d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281843 Feb 14 21:41:26.633307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7684f-2b78-4dcd-9a62-b1b136d21b6c req-0605e645-7c4d-460f-a6af-0b8e74dba45d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:26.634923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb7684f-2b78-4dcd-9a62-b1b136d21b6c req-0605e645-7c4d-460f-a6af-0b8e74dba45d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0784817 Feb 14 21:41:26.726674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb7684f-2b78-4dcd-9a62-b1b136d21b6c req-4dee71fe-aeae-4e56-8c8f-7cf9998ff9b5 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851367 Feb 14 21:41:27.107997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748f20-a559-4b62-8104-d65b8ce53ce2 req-66ac0cc4-e5aa-499f-a6ba-4c4201637ea6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:27.117394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b748f20-a559-4b62-8104-d65b8ce53ce2 req-66ac0cc4-e5aa-499f-a6ba-4c4201637ea6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0864058 Feb 14 21:41:27.183811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b748f20-a559-4b62-8104-d65b8ce53ce2 req-49b36c85-ed7e-4b6b-a7db-c754af21335a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Feb 14 21:41:27.303315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205514-b756-4aa1-854b-cf7fc7b8f1d6 req-258cc095-b534-4470-942b-b2e3587d4ed6 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:27.305147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69205514-b756-4aa1-854b-cf7fc7b8f1d6 req-258cc095-b534-4470-942b-b2e3587d4ed6 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.0656171 Feb 14 21:41:27.359571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69205514-b756-4aa1-854b-cf7fc7b8f1d6 req-f0d83e47-6004-4d7d-8d41-5f8b4f3787a5 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Feb 14 21:41:28.308801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171172-6c28-46d3-827b-c024683b57ad req-bb6b9ca3-dc23-4c0f-bc6a-dc8ce3376e63 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:28.316463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd171172-6c28-46d3-827b-c024683b57ad req-bb6b9ca3-dc23-4c0f-bc6a-dc8ce3376e63 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0635049 Feb 14 21:41:28.363616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd171172-6c28-46d3-827b-c024683b57ad req-3e21a55f-aeea-4956-906b-a235c9966489 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Feb 14 21:41:28.533984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4946cfd-e8e9-424b-a8c4-41ebab39eeb1 req-306ae178-5e31-4f86-b02d-b03fca716328 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:28.535852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4946cfd-e8e9-424b-a8c4-41ebab39eeb1 req-306ae178-5e31-4f86-b02d-b03fca716328 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.1032984 Feb 14 21:41:28.543636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-deddacb8-fbce-49d5-9039-21e7dd0f5c04 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:28.545186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-deddacb8-fbce-49d5-9039-21e7dd0f5c04 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 946 time: 0.0765297 Feb 14 21:41:28.731308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:29.076504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4946cfd-e8e9-424b-a8c4-41ebab39eeb1 req-3c13e3e6-7f3d-4026-96fe-c1ad613ceca0 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300214 Feb 14 21:41:29.113209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:29.116770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:29.303142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port 908d2d21-6fa1-4b77-923f-ad7221cc37c8, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=908d2d21-6fa1-4b77-923f-ad7221cc37c8,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:29.303746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:29.322125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for 908d2d21-6fa1-4b77-923f-ad7221cc37c8 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:29.525371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (908d2d21-6fa1-4b77-923f-ad7221cc37c8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:29.540773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:29.566187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=908d2d21-6fa1-4b77-923f-ad7221cc37c8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:29.654156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2d55-71c8-4e41-a79e-bd06b19e1b95 req-b3180a05-91cd-41ef-8082-a50e118f2bf4 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:29.662072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ad2d55-71c8-4e41-a79e-bd06b19e1b95 req-b3180a05-91cd-41ef-8082-a50e118f2bf4 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.4361184 Feb 14 21:41:29.668165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port 908d2d21-6fa1-4b77-923f-ad7221cc37c8 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:29.684527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:29.688194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6d5171a-4e0b-411f-88d3-f699120c582b req-718d2bdb-fa18-42a4-8c99-e5cf077d2da0 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "DELETE /v2.0/ports/908d2d21-6fa1-4b77-923f-ad7221cc37c8 HTTP/1.1" status: 204 len: 173 time: 1.1324971 Feb 14 21:41:29.691796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'name': 'network-vif-deleted', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:29.694202 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ae44e-171c-49c5-b6dc-196a64204ea3" -d '{"events": [{"server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "name": "network-vif-deleted", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:29.783745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ad2d55-71c8-4e41-a79e-bd06b19e1b95 req-665d41e2-1e5a-4ef1-966a-545247c00565 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194348 Feb 14 21:41:29.932167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ffccfa6-fed2-4690-82c1-75e7847bf301 req-daf3318e-6922-47c5-8334-8f4f2d565048 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=314b1f2d-8702-4466-83c0-26a49f9afcb5 HTTP/1.1" status: 200 len: 210 time: 0.0550215 Feb 14 21:41:29.976225 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde9500-1510-4357-9f9a-5df449196843 x-openstack-request-id: req-bdde9500-1510-4357-9f9a-5df449196843 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:29.976799 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314b1f2d-8702-4466-83c0-26a49f9afcb5", "name": "network-vif-deleted", "tag": "908d2d21-6fa1-4b77-923f-ad7221cc37c8", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:29.977282 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdde9500-1510-4357-9f9a-5df449196843 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:29.977907 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314b1f2d-8702-4466-83c0-26a49f9afcb5', 'name': 'network-vif-deleted', 'tag': '908d2d21-6fa1-4b77-923f-ad7221cc37c8', 'status': 'completed', 'code': 200} Feb 14 21:41:30.085398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3535c4f-7377-4fd2-93a0-413225548cc8 req-224101ec-1db2-4b5f-96a2-179525bafd2c tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:30.095666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3535c4f-7377-4fd2-93a0-413225548cc8 req-224101ec-1db2-4b5f-96a2-179525bafd2c tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.0603642 Feb 14 21:41:30.197156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3535c4f-7377-4fd2-93a0-413225548cc8 req-634c9ee5-5ec2-4966-8307-5e884c20cc98 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968685 Feb 14 21:41:30.616406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340b3a1-4e2a-40a2-b82b-3d65024752c9 req-7bc699f5-bb34-40a2-bf29-d99d405602ca tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:30.617954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0340b3a1-4e2a-40a2-b82b-3d65024752c9 req-7bc699f5-bb34-40a2-bf29-d99d405602ca tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.0544634 Feb 14 21:41:30.672281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0340b3a1-4e2a-40a2-b82b-3d65024752c9 req-0e0f9029-b8e9-4a9b-8591-0f1354678352 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Feb 14 21:41:30.966450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cebb670-35e8-4db0-8d8e-5b03c5e2c2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:31.378274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-156ed3d8-2757-444a-96c4-a01d361b96e4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:31.379978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-156ed3d8-2757-444a-96c4-a01d361b96e4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.1652608 Feb 14 21:41:31.404691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-3dbea372-dc5a-4a00-a3ff-a8449409ed8d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/quotas/34833bccff8c4f0eaf9c202586a649b1 HTTP/1.1" status: 200 len: 375 time: 0.0154436 Feb 14 21:41:31.411044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 908d2d21-6fa1-4b77-923f-ad7221cc37c8 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:31.454247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 908d2d21-6fa1-4b77-923f-ad7221cc37c8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:31.454599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 908d2d21-6fa1-4b77-923f-ad7221cc37c8 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:31.519251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-813f5bd7-01dc-473e-b0fd-3f6e7c2540af tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125462 Feb 14 21:41:31.637855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f9dfb3d5-c55d-4703-a140-b57d4b00b09c service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172264 Feb 14 21:41:31.669121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46560) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:31.834387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-74086710-2e36-4765-b4e1-99f295dd9636 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821475 Feb 14 21:41:31.902900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-137c27b0-0b9a-4a40-b60e-a5724ca6cd5b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ef027745a784d2a8bfc55d4b2a9cd29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289977 Feb 14 21:41:31.903326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46566) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:32.012922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Publish callbacks [] for security_group (477a32ea-5c7e-4d0f-a183-37ce40db6903), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.056425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-6025f9a9-e99f-422d-9c31-2366e0689ab5 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:32.058522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-6025f9a9-e99f-422d-9c31-2366e0689ab5 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.1565859 Feb 14 21:41:32.114288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Publish callbacks [] for security_group (477a32ea-5c7e-4d0f-a183-37ce40db6903), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.192901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ba44-0013-49fb-a52d-f094c77044ae req-95b32e41-8369-4b74-9c34-3e770d4fed00 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:32.200128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5c3ba44-0013-49fb-a52d-f094c77044ae req-95b32e41-8369-4b74-9c34-3e770d4fed00 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 1129 time: 0.1837897 Feb 14 21:41:32.296221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5c3ba44-0013-49fb-a52d-f094c77044ae req-8c0058fa-d768-4d27-82c9-683b41e284fd tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935478 Feb 14 21:41:32.312295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (477a32ea-5c7e-4d0f-a183-37ce40db6903), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.316127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.320536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/477a32ea-5c7e-4d0f-a183-37ce40db6903 HTTP/1.1" status: 204 len: 168 time: 0.4123974 Feb 14 21:41:32.328330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Deleting port 7a4b60e8-5d01-405f-8711-943067945751 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:32.328679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7a4b60e8-5d01-405f-8711-943067945751), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.361986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a32ea-5c7e-4d0f-a183-37ce40db6903,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:32.453213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91c53011-a44c-4f37-b565-cd5b690e9ed0 req-715e790c-f542-4d49-aaa6-23d57c0cbbb8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 210 time: 0.0929532 Feb 14 21:41:32.464180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.464675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.465126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.465669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.466315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.467485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.467941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.468905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.469356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.469958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.470426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.470875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.471446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510c62b-a0d3-4dea-835a-61ecb9b9378c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:32.626169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] For port 7a4b60e8-5d01-405f-8711-943067945751, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7a4b60e8-5d01-405f-8711-943067945751,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:32.640094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7a4b60e8-5d01-405f-8711-943067945751), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:32.671115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Calling delete_port for 7a4b60e8-5d01-405f-8711-943067945751 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:33.009416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7a4b60e8-5d01-405f-8711-943067945751), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:33.025275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['992e2174-93d1-4a51-961d-4c20ad7f90f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:33.029709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7a4b60e8-5d01-405f-8711-943067945751'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:33.082110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a4b60e8-5d01-405f-8711-943067945751,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:33.157527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] No DVR routers for this DVR port 7a4b60e8-5d01-405f-8711-943067945751 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:33.166264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:33.178544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac226201-fb58-4afa-aa92-cbc1e54697b0 req-70ca8221-564b-496d-a0ce-9db2d6e16d12 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.83 "DELETE /v2.0/ports/7a4b60e8-5d01-405f-8711-943067945751 HTTP/1.1" status: 204 len: 173 time: 1.1113012 Feb 14 21:41:33.179756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'name': 'network-vif-deleted', 'tag': '7a4b60e8-5d01-405f-8711-943067945751'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:33.185359 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c93b97-3295-4ba4-981e-7f4c05316166" -d '{"events": [{"server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "name": "network-vif-deleted", "tag": "7a4b60e8-5d01-405f-8711-943067945751"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:33.256288 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab59a382-0d13-4c30-954c-55431c31a57e x-openstack-request-id: req-ab59a382-0d13-4c30-954c-55431c31a57e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:33.257200 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c760093-03cd-49bf-9d3b-1ebd3715532b", "name": "network-vif-deleted", "tag": "7a4b60e8-5d01-405f-8711-943067945751", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:33.257558 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab59a382-0d13-4c30-954c-55431c31a57e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:33.258311 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c760093-03cd-49bf-9d3b-1ebd3715532b', 'name': 'network-vif-deleted', 'tag': '7a4b60e8-5d01-405f-8711-943067945751', 'status': 'completed', 'code': 200} Feb 14 21:41:33.415385 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-78acb427-3769-4858-99fb-55174b473464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:33.567765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d30c43a-251a-424b-9b29-2e714e2b4149 req-d5b6bdd7-5a88-437e-a7fe-b3457393ca3e tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c760093-03cd-49bf-9d3b-1ebd3715532b HTTP/1.1" status: 200 len: 210 time: 0.1081617 Feb 14 21:41:33.678697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-398e2c1a-a602-49d5-b4b0-50d60419923a req-5356bbfe-34c8-4100-975c-bee6ef193182 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 210 time: 0.0549271 Feb 14 21:41:33.899864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-46a13c15-9716-4f1a-9b85-c4e75c177d1a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:33.901362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-46a13c15-9716-4f1a-9b85-c4e75c177d1a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 806 time: 0.2254338 Feb 14 21:41:33.915610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Request body: {'port': {'device_id': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'admin_state_up': True, 'tenant_id': '34833bccff8c4f0eaf9c202586a649b1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:34.054410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Made reservation on behalf of 34833bccff8c4f0eaf9c202586a649b1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:41:34.058894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:34.204200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Allocated IP 172.20.0.5 (5b0552a4-91cc-45f7-bf56-db0e42b40012/285bf0d5-0fc3-45c3-a009-7ae5e290668d/808837d2-7891-417a-ac05-59b9e58fa3c1) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:41:34.393122 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks [] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:34.453275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:34.467810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:34.500807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Network 5b0552a4-91cc-45f7-bf56-db0e42b40012 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:41:34.504537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:41:34.511912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:41:34.518248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event updated for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:34.628263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:34.629372 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:34.671249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-a0423bb2-11e3-414b-a675-32c0d60046a6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593637 Feb 14 21:41:34.686093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Request body: {'port': {'device_id': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:34.787061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:34.900444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.177221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f273e-6561-479a-9e6c-35b4db8b5df8 req-7f5a4bea-c6be-493d-8837-edc826aaa70d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:35.179586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a6f273e-6561-479a-9e6c-35b4db8b5df8 req-7f5a4bea-c6be-493d-8837-edc826aaa70d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 931 time: 0.1718307 Feb 14 21:41:35.301270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a6f273e-6561-479a-9e6c-35b4db8b5df8 req-6d691dab-d58e-447f-9361-43ecb7bfd8e3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128893 Feb 14 21:41:35.317608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808837d2-7891-417a-ac05-59b9e58fa3c1 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:35.338388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks [] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.358916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Transition to ACTIVE for port object 808837d2-7891-417a-ac05-59b9e58fa3c1 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:41:35.367617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.429842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7a4b60e8-5d01-405f-8711-943067945751 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:35.452575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:35.526108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 7a4b60e8-5d01-405f-8711-943067945751 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:35.526761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7a4b60e8-5d01-405f-8711-943067945751 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:35.583703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd22455-6e16-43ac-9ac6-ec3032084e6d req-5238c4ea-f5f2-429e-a282-65bbfb490e1b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:35.590633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fd22455-6e16-43ac-9ac6-ec3032084e6d req-5238c4ea-f5f2-429e-a282-65bbfb490e1b tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.1992021 Feb 14 21:41:35.621341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46622) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:35.675747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fd22455-6e16-43ac-9ac6-ec3032084e6d req-7d16a81d-6818-46fc-a58e-20cc63e58299 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841777 Feb 14 21:41:35.681276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Attempting to bind port 808837d2-7891-417a-ac05-59b9e58fa3c1 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:41:35.682493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Attempting to bind port 808837d2-7891-417a-ac05-59b9e58fa3c1 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:41:35.682936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Attempting to bind port 808837d2-7891-417a-ac05-59b9e58fa3c1 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:35.691395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Port 808837d2-7891-417a-ac05-59b9e58fa3c1 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:41:35.691936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Attempting to bind port 808837d2-7891-417a-ac05-59b9e58fa3c1 on network 5b0552a4-91cc-45f7-bf56-db0e42b40012 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:35.698323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:41:35.698760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Checking segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:41:35.699629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Bound using segment: {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:41:35.700419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Bound port: 808837d2-7891-417a-ac05-59b9e58fa3c1, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a85903f-d196-4bea-be7b-a51322c39317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:41:35.701060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.749015 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.779682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.799516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:41:35.803294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=808837d2-7891-417a-ac05-59b9e58fa3c1,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:41:35.811965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.852190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:35.853013 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.854691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] 10.222.0.83 "PUT /v2.0/ports/808837d2-7891-417a-ac05-59b9e58fa3c1 HTTP/1.1" status: 200 len: 1092 time: 1.1744852 Feb 14 21:41:35.855572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:35.858238 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:35.916009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Publish callbacks [] for security_group (acc59906-3d30-466d-81d3-439f879d787f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.921509 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6463c2-3eb0-406b-9b31-398de64352a0 x-openstack-request-id: req-df6463c2-3eb0-406b-9b31-398de64352a0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:35.921807 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:35.922063 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df6463c2-3eb0-406b-9b31-398de64352a0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:35.922475 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1', 'status': 'completed', 'code': 200} Feb 14 21:41:35.925737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (acc59906-3d30-466d-81d3-439f879d787f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:35.937315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4ce65-9911-4bfd-9dc1-6757b9ca48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:35.951939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc59906-3d30-466d-81d3-439f879d787f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:35.966138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.966803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.967313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.967507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.968016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.968347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.968896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.969623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.969960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.970547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.970880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.971238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.971577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:41:35.975308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-3f61d7b2-81e0-45bb-a091-adde061014cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:35.976986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-3f61d7b2-81e0-45bb-a091-adde061014cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 1126 time: 0.0715096 Feb 14 21:41:35.990572 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b8111d3-a20c-4b34-bc9e-3cdbaea041ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1a13d80f3d1483fb57383c7447cb828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678851 Feb 14 21:41:35.993098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:36.033087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-5f17341a-0a2e-44ac-84de-c2bd4101d044 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808837d2-7891-417a-ac05-59b9e58fa3c1 HTTP/1.1" status: 200 len: 217 time: 0.0467598 Feb 14 21:41:36.044767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] Publish callbacks [] for security_group (acc59906-3d30-466d-81d3-439f879d787f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.075506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] Publish callbacks [] for security_group (acc59906-3d30-466d-81d3-439f879d787f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.110900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20887-ef31-42a3-b318-3d80779da0ca req-2abe751a-73c1-4df9-977b-266d9d8adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.113714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-2abe751a-73c1-4df9-977b-266d9d8adf4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0749378 Feb 14 21:41:36.143235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (acc59906-3d30-466d-81d3-439f879d787f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.153376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.156779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.161795 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/acc59906-3d30-466d-81d3-439f879d787f HTTP/1.1" status: 204 len: 168 time: 0.1673868 Feb 14 21:41:36.168688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-76156d4e-5122-422f-b80c-a03583566cd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484915 Feb 14 21:41:36.171172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb8de9-b632-445e-8f73-510170f4c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc59906-3d30-466d-81d3-439f879d787f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:36.283829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-eae6c885-7320-49d5-9837-6c28ed949cd7 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076419 Feb 14 21:41:36.396511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59f20887-ef31-42a3-b318-3d80779da0ca req-84866960-4e43-4f1b-b4dd-1eb8860698c6 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059120 Feb 14 21:41:36.538327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930129fe-150c-4b3e-9447-2722bd91d2d1 req-d8c8b250-0c41-4c89-88e1-fb92659aee6d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.552840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-930129fe-150c-4b3e-9447-2722bd91d2d1 req-d8c8b250-0c41-4c89-88e1-fb92659aee6d tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 943 time: 0.1175988 Feb 14 21:41:36.579600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-610a970e-f2cc-4a8a-8baa-a62bba6d1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.585547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-610a970e-f2cc-4a8a-8baa-a62bba6d1d65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 1126 time: 0.1088855 Feb 14 21:41:36.646706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:36.671947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed20bc49-4bfd-4e4d-8a44-7c77f8da7c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.707966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-930129fe-150c-4b3e-9447-2722bd91d2d1 req-4f347c83-4351-4c02-9892-94f92e310078 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Feb 14 21:41:36.765083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-ab30142c-947b-48bc-b67f-f0987e3059b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.766684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-ab30142c-947b-48bc-b67f-f0987e3059b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.1694534 Feb 14 21:41:36.809556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-7daf5fa8-fad6-47c9-ac99-3b722329b32d tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.811317 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-7daf5fa8-fad6-47c9-ac99-3b722329b32d tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.1163387 Feb 14 21:41:36.828485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-d5c61140-8736-425b-b449-5846a50e5ad7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808837d2-7891-417a-ac05-59b9e58fa3c1 HTTP/1.1" status: 200 len: 217 time: 0.0505719 Feb 14 21:41:36.915013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed20bc49-4bfd-4e4d-8a44-7c77f8da7c7d admin admin] Publish callbacks [] for security_group (ac68a538-fbcb-49fa-98fc-2508b4c30611), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.925010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed20bc49-4bfd-4e4d-8a44-7c77f8da7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac68a538-fbcb-49fa-98fc-2508b4c30611), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:36.926100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-dd3e8e1f-dbad-4ea3-a4bc-72fc7db12181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.927744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-dd3e8e1f-dbad-4ea3-a4bc-72fc7db12181 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0896811 Feb 14 21:41:36.930676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0b0f-1dd8-43de-8ad9-5449060cbc88 req-7a8d1602-bf7d-43bc-be2e-32004a229718 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:36.932871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d57b0b0f-1dd8-43de-8ad9-5449060cbc88 req-7a8d1602-bf7d-43bc-be2e-32004a229718 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=17cbf21c-3076-4ab5-b5d7-30be147f0e3a HTTP/1.1" status: 200 len: 1129 time: 0.1063473 Feb 14 21:41:36.973387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-9fe3d031-96c2-42d0-bd9c-df88f1d12b4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376849 Feb 14 21:41:36.996613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ed20bc49-4bfd-4e4d-8a44-7c77f8da7c7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=be56cfa63ab64da5a67b5c0ced9ac45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445361 Feb 14 21:41:36.996613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20bc49-4bfd-4e4d-8a44-7c77f8da7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68a538-fbcb-49fa-98fc-2508b4c30611,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:36.999146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46642) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:37.030257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Deleting port 992e2174-93d1-4a51-961d-4c20ad7f90f6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:37.030634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.066759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d57b0b0f-1dd8-43de-8ad9-5449060cbc88 req-ae68f269-4a5b-4646-b32a-6ce20901bad4 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=db7d5893-9e8f-4bc8-a79b-23919f300342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220534 Feb 14 21:41:37.093426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] Publish callbacks [] for security_group (ac68a538-fbcb-49fa-98fc-2508b4c30611), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.110281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-12f2dd6c-d96e-4fa5-a1c3-2f15a68a1f9d service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284757 Feb 14 21:41:37.129812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] Publish callbacks [] for security_group (ac68a538-fbcb-49fa-98fc-2508b4c30611), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.160406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] For port 992e2174-93d1-4a51-961d-4c20ad7f90f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=992e2174-93d1-4a51-961d-4c20ad7f90f6,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:37.160771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.188631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Calling delete_port for 992e2174-93d1-4a51-961d-4c20ad7f90f6 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:37.214145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-447f0576-3a59-4d4a-ad5a-b6b7d54b0855 req-69e25db4-2cc3-4b17-a2a9-828c11cf2c20 service neutron] 10.222.0.83 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978291 Feb 14 21:41:37.255235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ac68a538-fbcb-49fa-98fc-2508b4c30611), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.257902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.259049 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac68a538-fbcb-49fa-98fc-2508b4c30611 HTTP/1.1" status: 204 len: 168 time: 0.2577884 Feb 14 21:41:37.272419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166339fe-79ee-4844-ae44-534999f378c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68a538-fbcb-49fa-98fc-2508b4c30611,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:37.280653 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.353923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (992e2174-93d1-4a51-961d-4c20ad7f90f6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.367736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['992e2174-93d1-4a51-961d-4c20ad7f90f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:37.386470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Pushing event deleted for resources: {'Port': ['ID=992e2174-93d1-4a51-961d-4c20ad7f90f6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:37.452302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] No DVR routers for this DVR port 992e2174-93d1-4a51-961d-4c20ad7f90f6 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:37.455777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:37.460086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cdbe9d98-3fb0-466d-a9f9-9dcb6fbc8e07 req-276c4e08-866b-40eb-b022-d0ee81866370 tempest-TestServerMultinode-137071157 tempest-TestServerMultinode-137071157-project-admin] 10.222.0.64 "DELETE /v2.0/ports/992e2174-93d1-4a51-961d-4c20ad7f90f6 HTTP/1.1" status: 204 len: 173 time: 0.6374791 Feb 14 21:41:37.460631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'name': 'network-vif-deleted', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:37.466265 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aae758-f9b8-4c09-befa-a10df925b552" -d '{"events": [{"server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "name": "network-vif-deleted", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:37.523391 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cb24ef-b68d-48b2-b58d-148f7ecaa27a x-openstack-request-id: req-69cb24ef-b68d-48b2-b58d-148f7ecaa27a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:37.523713 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cbf21c-3076-4ab5-b5d7-30be147f0e3a", "name": "network-vif-deleted", "tag": "992e2174-93d1-4a51-961d-4c20ad7f90f6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:37.523988 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69cb24ef-b68d-48b2-b58d-148f7ecaa27a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:37.524390 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cbf21c-3076-4ab5-b5d7-30be147f0e3a', 'name': 'network-vif-deleted', 'tag': '992e2174-93d1-4a51-961d-4c20ad7f90f6', 'status': 'completed', 'code': 200} Feb 14 21:41:37.833940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2344df-c5b6-4a29-b351-e4749cc497d5 req-6c9cc15a-4175-4aa4-bf64-c4498080ae13 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:37.835579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d2344df-c5b6-4a29-b351-e4749cc497d5 req-6c9cc15a-4175-4aa4-bf64-c4498080ae13 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 943 time: 0.0569220 Feb 14 21:41:37.905290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d2344df-c5b6-4a29-b351-e4749cc497d5 req-88cb4206-34c4-4b23-9fe3-41d6da8778a5 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629339 Feb 14 21:41:38.129646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46684) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:38.515800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (ff329326-172f-49ee-b7e7-5affc853aafa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:38.793767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Deleting port 4fab02a8-0077-4625-b2cd-480077912d01 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:38.794126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4fab02a8-0077-4625-b2cd-480077912d01), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:38.878252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] For port 4fab02a8-0077-4625-b2cd-480077912d01, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4fab02a8-0077-4625-b2cd-480077912d01,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:38.878779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4fab02a8-0077-4625-b2cd-480077912d01), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:38.894343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Calling delete_port for 4fab02a8-0077-4625-b2cd-480077912d01 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:39.092215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5239-fc46-4f9a-b92e-054dfb7adfe2 req-438fd2b2-8313-43f1-92d8-315896345313 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:39.093885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be4a5239-fc46-4f9a-b92e-054dfb7adfe2 req-438fd2b2-8313-43f1-92d8-315896345313 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 943 time: 0.1030235 Feb 14 21:41:39.119500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4fab02a8-0077-4625-b2cd-480077912d01), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:39.146734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Pushing event deleted for resources: {'Port': ['ID=4fab02a8-0077-4625-b2cd-480077912d01,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:39.167660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be4a5239-fc46-4f9a-b92e-054dfb7adfe2 req-08b4ee00-2fb2-4f8e-b846-c83babaa131f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637870 Feb 14 21:41:39.359535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (ff329326-172f-49ee-b7e7-5affc853aafa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:39.452957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 808837d2-7891-417a-ac05-59b9e58fa3c1 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:39.560346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=808837d2-7891-417a-ac05-59b9e58fa3c1,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:39.573180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '808837d2-7891-417a-ac05-59b9e58fa3c1', 'network_id': '5b0552a4-91cc-45f7-bf56-db0e42b40012', 'port_id': '808837d2-7891-417a-ac05-59b9e58fa3c1', 'mac_address': 'fa:16:3e:81:64:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bf0d5-0fc3-45c3-a009-7ae5e290668d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:39.620860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 808837d2-7891-417a-ac05-59b9e58fa3c1 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:39.621268 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:39.637972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808837d2-7891-417a-ac05-59b9e58fa3c1 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:39.660443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Router ff329326-172f-49ee-b7e7-5affc853aafa has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:41:39.665197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=808837d2-7891-417a-ac05-59b9e58fa3c1,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:39.674840 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:39.750103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:39.794083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:41:39.800506 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-85d5a765-61ae-435e-9736-956ebe9744db admin admin] 10.222.0.86 "PUT /v2.0/routers/ff329326-172f-49ee-b7e7-5affc853aafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692991 Feb 14 21:41:39.802943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46724) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:39.808427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Sync routers for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:41:39.822992 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:41:39.823633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:41:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:39.902950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['808837d2-7891-417a-ac05-59b9e58fa3c1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:39.952617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:41:39.963829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks [] for router (ff329326-172f-49ee-b7e7-5affc853aafa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.174038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks [] for router_gateway (ff329326-172f-49ee-b7e7-5affc853aafa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.182154 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:41:39Z', 'revision_number': 5, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port': {'id': 'cc2bc34d-1597-463b-9a75-c78c2168ec05', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:26Z', 'updated_at': '2022-02-14T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:40.221764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Checking router: ff329326-172f-49ee-b7e7-5affc853aafa for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:41:40.232728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Deleting port cc2bc34d-1597-463b-9a75-c78c2168ec05 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:40.233271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.242714 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Routers {'ff329326-172f-49ee-b7e7-5affc853aafa'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:41:40.243631 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:41:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ff329326-172f-49ee-b7e7-5affc853aafa'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:40.337386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9621c2-d3b5-4a20-8b53-65073cf1dba6 req-ea1ee4b1-e0ca-4451-bdb1-1c08311aa884 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:40.348602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea9621c2-d3b5-4a20-8b53-65073cf1dba6 req-ea1ee4b1-e0ca-4451-bdb1-1c08311aa884 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 944 time: 0.0867903 Feb 14 21:41:40.356004 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] Set router ff329326-172f-49ee-b7e7-5affc853aafa gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:41:40.357412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] For port cc2bc34d-1597-463b-9a75-c78c2168ec05, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cc2bc34d-1597-463b-9a75-c78c2168ec05,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:40.357841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.372000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Calling delete_port for cc2bc34d-1597-463b-9a75-c78c2168ec05 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:40.420714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea9621c2-d3b5-4a20-8b53-65073cf1dba6 req-9d21b9a0-6790-485b-926b-345573c21b8c tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661185 Feb 14 21:41:40.431046 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:41:40Z', 'revision_number': 6, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:40.461290 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77278c6-0ab8-45d6-b009-c43f1a236dac None None] The sync data for ids ['ff329326-172f-49ee-b7e7-5affc853aafa'] in n-d-828372-11 is: [{'id': 'ff329326-172f-49ee-b7e7-5affc853aafa', 'name': 'tempest-TestServerMultinode-771311293-router', 'tenant_id': '162634caf51047fb9f0919aaad07d0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:25Z', 'updated_at': '2022-02-14T21:41:40Z', 'revision_number': 6, 'project_id': '162634caf51047fb9f0919aaad07d0fc', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:41:40.594896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cc2bc34d-1597-463b-9a75-c78c2168ec05), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.623460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2bc34d-1597-463b-9a75-c78c2168ec05,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:40.690530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (ff329326-172f-49ee-b7e7-5affc853aafa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.787272 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (ff329326-172f-49ee-b7e7-5affc853aafa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.789474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks [] for router_controller (ff329326-172f-49ee-b7e7-5affc853aafa), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.850690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (ff329326-172f-49ee-b7e7-5affc853aafa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.851269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff329326-172f-49ee-b7e7-5affc853aafa {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:41:40.864268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.865998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a49ddcf-7470-4b8f-bedb-84c16933d522 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ff329326-172f-49ee-b7e7-5affc853aafa HTTP/1.1" status: 204 len: 168 time: 1.0619299 Feb 14 21:41:40.868698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:40.920571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 992e2174-93d1-4a51-961d-4c20ad7f90f6 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:40.926345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Deleting subnet 8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:41:40.930326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Publish callbacks [] for subnet (8e04b382-bb19-4fa0-825f-7fb2fcb3eac5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:40.948700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 992e2174-93d1-4a51-961d-4c20ad7f90f6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:40.949249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 992e2174-93d1-4a51-961d-4c20ad7f90f6 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:40.973349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (8e04b382-bb19-4fa0-825f-7fb2fcb3eac5), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.056979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8e04b382-bb19-4fa0-825f-7fb2fcb3eac5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.122070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (8e04b382-bb19-4fa0-825f-7fb2fcb3eac5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.149423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.153046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8e04b382-bb19-4fa0-825f-7fb2fcb3eac5 HTTP/1.1" status: 204 len: 168 time: 0.2829599 Feb 14 21:41:41.154059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262a776-5869-441b-8175-119ebdd6e950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e04b382-bb19-4fa0-825f-7fb2fcb3eac5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:41.155280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46736) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:41.158052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca30a2-76e2-4570-9109-e7e341668d87 None None] Network b142ad25-625c-4c97-90c8-b84d0bea88d2 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:41:41.227162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b142ad25-625c-4c97-90c8-b84d0bea88d2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.289163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Deleting port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:41.289747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.349039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] DHCP port deletion for b142ad25-625c-4c97-90c8-b84d0bea88d2 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:41:41.367484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] For port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:41.367992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.381507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Calling delete_port for 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:41.407572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Deleting port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:41.407955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.463411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 808837d2-7891-417a-ac05-59b9e58fa3c1 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:41:41.488597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.515330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] For port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,segment=NetworkSegment(7b0d5afb-8202-413b-8b0d-6bac37ca005b),segment_id=7b0d5afb-8202-413b-8b0d-6bac37ca005b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:41.516296 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.529686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:41.537207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] No DVR routers for this DVR port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:41.542166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Calling delete_port for 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:41.586737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e159-a4ea-46ba-9bde-a55b647ddcff req-45fa4949-b6d3-4bf6-8b0b-142951295dba tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:41.590374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7f7e159-a4ea-46ba-9bde-a55b647ddcff req-45fa4949-b6d3-4bf6-8b0b-142951295dba tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 944 time: 0.0888867 Feb 14 21:41:41.669803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7f7e159-a4ea-46ba-9bde-a55b647ddcff req-b48accca-7171-4a24-b29e-8f5b123dc3db tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660884 Feb 14 21:41:41.750075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b142ad25-625c-4c97-90c8-b84d0bea88d2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.785892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (1718f7a6-b32b-431a-b5ea-9eceb617e5b1), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.801268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b142ad25-625c-4c97-90c8-b84d0bea88d2']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:41.804563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cc2bc34d-1597-463b-9a75-c78c2168ec05 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:41.813628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0d5afb-8202-413b-8b0d-6bac37ca005b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:41.814016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0d5afb-8202-413b-8b0d-6bac37ca005b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:41.825737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (7b0d5afb-8202-413b-8b0d-6bac37ca005b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.831843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cc2bc34d-1597-463b-9a75-c78c2168ec05 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:41.832281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cc2bc34d-1597-463b-9a75-c78c2168ec05 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:41.833081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4fab02a8-0077-4625-b2cd-480077912d01 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:41.843827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7b0d5afb-8202-413b-8b0d-6bac37ca005b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.850855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:41:41.851389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (7b0d5afb-8202-413b-8b0d-6bac37ca005b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:41:41.855392 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:41:41.859970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 808837d2-7891-417a-ac05-59b9e58fa3c1 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:41:41.887746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] Pushing event deleted for resources: {'Port': ['ID=1718f7a6-b32b-431a-b5ea-9eceb617e5b1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:41.891332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf07f6-1bf3-494e-b82d-7aeb77abf5ff None None] No DVR routers for this DVR port 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:41.893029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4fab02a8-0077-4625-b2cd-480077912d01 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:41.893501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4fab02a8-0077-4625-b2cd-480077912d01 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:41.893711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:41.895946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 808837d2-7891-417a-ac05-59b9e58fa3c1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:41.896325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:41.952173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:41.953292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1718f7a6-b32b-431a-b5ea-9eceb617e5b1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:42.027595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 808837d2-7891-417a-ac05-59b9e58fa3c1 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:42.028249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.054462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:42.058044 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa0c36-65b9-41c8-a4b7-8b23ec423755" -d '{"events": [{"server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "name": "network-vif-plugged", "status": "completed", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:42.095212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=808837d2-7891-417a-ac05-59b9e58fa3c1,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:42.106279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.142810 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211fdd4e-b371-4a14-8d1c-9469bb4c7d55 x-openstack-request-id: req-211fdd4e-b371-4a14-8d1c-9469bb4c7d55 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:42.143398 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "name": "network-vif-plugged", "status": "completed", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:42.143816 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-211fdd4e-b371-4a14-8d1c-9469bb4c7d55 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:42.145249 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1', 'code': 200} Feb 14 21:41:42.175261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:42.251184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82033149-b05a-4590-92ed-015a8c57e73b req-d1eb9bad-5c48-4698-962d-39557d3e92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:42.252798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82033149-b05a-4590-92ed-015a8c57e73b req-d1eb9bad-5c48-4698-962d-39557d3e92ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 1128 time: 0.0601988 Feb 14 21:41:42.341139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82033149-b05a-4590-92ed-015a8c57e73b req-b1e04812-e9a2-4d7b-8229-131255440623 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807815 Feb 14 21:41:42.363598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b142ad25-625c-4c97-90c8-b84d0bea88d2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.370587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.374105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] 10.222.0.86 "DELETE /v2.0/networks/b142ad25-625c-4c97-90c8-b84d0bea88d2 HTTP/1.1" status: 204 len: 168 time: 1.2174864 Feb 14 21:41:42.376881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:42.388759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871c451-0de9-4375-b6da-420bebd87f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b142ad25-625c-4c97-90c8-b84d0bea88d2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:42.568761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:42.735247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c664b344-1194-4739-a7ea-0745e1b45537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.779855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (200f7830-efdf-4460-a54d-4989371d06ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.851562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c664b344-1194-4739-a7ea-0745e1b45537 admin admin] Publish callbacks [] for security_group (cdbabaa7-06a6-4c99-907c-e195a389b274), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.856543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c664b344-1194-4739-a7ea-0745e1b45537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cdbabaa7-06a6-4c99-907c-e195a389b274), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:42.901270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c664b344-1194-4739-a7ea-0745e1b45537 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e82976e478a741c0bc613eb29bdc8aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310893 Feb 14 21:41:42.902504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664b344-1194-4739-a7ea-0745e1b45537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbabaa7-06a6-4c99-907c-e195a389b274,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:42.914517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:43.302127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f82d5-d968-4fef-9f19-977e4f4bfca0 req-ee3eec5c-1b72-41b0-8b62-603abb215dbe tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:43.304307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf1f82d5-d968-4fef-9f19-977e4f4bfca0 req-ee3eec5c-1b72-41b0-8b62-603abb215dbe tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.4796939 Feb 14 21:41:43.435528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] Publish callbacks [] for security_group (cdbabaa7-06a6-4c99-907c-e195a389b274), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.442099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf1f82d5-d968-4fef-9f19-977e4f4bfca0 req-39340a08-035e-44f2-9f6d-8c6b7703d6dd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278362 Feb 14 21:41:43.478291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] Publish callbacks [] for security_group (cdbabaa7-06a6-4c99-907c-e195a389b274), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.556343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cdbabaa7-06a6-4c99-907c-e195a389b274), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.559009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.562457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cdbabaa7-06a6-4c99-907c-e195a389b274 HTTP/1.1" status: 204 len: 168 time: 0.6411557 Feb 14 21:41:43.573539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c377c5-4d0e-4095-8f42-b03d2dd03be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbabaa7-06a6-4c99-907c-e195a389b274,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:43.622967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Deleting port 93ce3b43-b2ac-440a-9211-4ead4b95859d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:43.623369 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.724815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] For port 93ce3b43-b2ac-440a-9211-4ead4b95859d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=93ce3b43-b2ac-440a-9211-4ead4b95859d,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:43.725257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.739200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Calling delete_port for 93ce3b43-b2ac-440a-9211-4ead4b95859d owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:43.965232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (93ce3b43-b2ac-440a-9211-4ead4b95859d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:43.994644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ce3b43-b2ac-440a-9211-4ead4b95859d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:44.259074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (200f7830-efdf-4460-a54d-4989371d06ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:44.514474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Router 200f7830-efdf-4460-a54d-4989371d06ee has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:41:44.663952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf774-2e77-4a20-8f19-4490015c76d0 req-5839153f-19d5-47c7-b977-56634eb8b55e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:44.665461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7cf774-2e77-4a20-8f19-4490015c76d0 req-5839153f-19d5-47c7-b977-56634eb8b55e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1022193 Feb 14 21:41:44.671093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:41:44.678676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4fa04735-aedb-4989-bece-11e2e8e1d675 admin admin] 10.222.0.86 "PUT /v2.0/routers/200f7830-efdf-4460-a54d-4989371d06ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3005664 Feb 14 21:41:44.681119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46802) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:44.683063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Sync routers for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:41:44.694318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:41:44.695476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:41:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:44.785237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7cf774-2e77-4a20-8f19-4490015c76d0 req-be0c42fa-413e-4349-9c0e-5c2f554ac336 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117003 Feb 14 21:41:44.843988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks [] for router (200f7830-efdf-4460-a54d-4989371d06ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:44.851599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:41:45.082436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks [] for router_gateway (200f7830-efdf-4460-a54d-4989371d06ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.109777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4005-ead9-4e04-8945-1bb5a276af70 req-4b878659-f2e8-4c89-87b9-3886813ec326 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:45.116867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82ad4005-ead9-4e04-8945-1bb5a276af70 req-4b878659-f2e8-4c89-87b9-3886813ec326 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1050348 Feb 14 21:41:45.170635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:41:43Z', 'revision_number': 5, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port': {'id': 'd69daf6a-4863-41c1-9ff2-bbd510aaa010', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f7830-efdf-4460-a54d-4989371d06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:40:40Z', 'updated_at': '2022-02-14T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:45.200654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82ad4005-ead9-4e04-8945-1bb5a276af70 req-8584ab92-b775-4c8e-89b7-82c979b9442e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775521 Feb 14 21:41:45.202996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Checking router: 200f7830-efdf-4460-a54d-4989371d06ee for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:41:45.212410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Routers {'200f7830-efdf-4460-a54d-4989371d06ee'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:41:45.213464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:41:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['200f7830-efdf-4460-a54d-4989371d06ee'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:45.230906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Deleting port d69daf6a-4863-41c1-9ff2-bbd510aaa010 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:45.231418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.327633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] Set router 200f7830-efdf-4460-a54d-4989371d06ee gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:41:45.342710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] For port d69daf6a-4863-41c1-9ff2-bbd510aaa010, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d69daf6a-4863-41c1-9ff2-bbd510aaa010,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:45.343265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.356570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Calling delete_port for d69daf6a-4863-41c1-9ff2-bbd510aaa010 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:45.395189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:41:45Z', 'revision_number': 6, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:45.435538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f61f-45e1-41ce-923a-e72803d216e3 None None] The sync data for ids ['200f7830-efdf-4460-a54d-4989371d06ee'] in n-d-828372-11 is: [{'id': '200f7830-efdf-4460-a54d-4989371d06ee', 'name': 'tempest-TestServerMultinode-790835900-router', 'tenant_id': '25c2651735b2419fbc80772a03888de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:40:39Z', 'updated_at': '2022-02-14T21:41:45Z', 'revision_number': 6, 'project_id': '25c2651735b2419fbc80772a03888de1', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:41:45.479439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873f4c-26fc-4f95-ad53-c365bc383593 req-a02b6f35-ad87-4bdc-9ac4-3c03d31cd0cd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:45.483619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86873f4c-26fc-4f95-ad53-c365bc383593 req-a02b6f35-ad87-4bdc-9ac4-3c03d31cd0cd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1168470 Feb 14 21:41:45.589650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86873f4c-26fc-4f95-ad53-c365bc383593 req-b5e6ce5f-44b1-4b1f-b030-0eb99b1c524e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Feb 14 21:41:45.657767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d69daf6a-4863-41c1-9ff2-bbd510aaa010), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.682318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Pushing event deleted for resources: {'Port': ['ID=d69daf6a-4863-41c1-9ff2-bbd510aaa010,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:45.769121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (200f7830-efdf-4460-a54d-4989371d06ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.940728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (200f7830-efdf-4460-a54d-4989371d06ee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.944186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks [] for router_controller (200f7830-efdf-4460-a54d-4989371d06ee), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:45.998160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590c378-5bda-4160-9cf6-334da2b1b077 req-782e1976-dba5-40d8-89a6-6032e5443eb7 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:45.999676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7590c378-5bda-4160-9cf6-334da2b1b077 req-782e1976-dba5-40d8-89a6-6032e5443eb7 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1709406 Feb 14 21:41:46.014790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (200f7830-efdf-4460-a54d-4989371d06ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.015328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 200f7830-efdf-4460-a54d-4989371d06ee {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:41:46.019977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.024503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:46.040434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba0bbda4-8e2d-4175-baaf-272b8652906d admin admin] 10.222.0.86 "DELETE /v2.0/routers/200f7830-efdf-4460-a54d-4989371d06ee HTTP/1.1" status: 204 len: 168 time: 1.3578854 Feb 14 21:41:46.073655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Deleting subnet 6047f259-b374-4893-b008-8e3f8985d56b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:41:46.082650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Publish callbacks [] for subnet (6047f259-b374-4893-b008-8e3f8985d56b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.124639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7590c378-5bda-4160-9cf6-334da2b1b077 req-304bdc60-c83c-423a-bed4-e5408ca259a8 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166942 Feb 14 21:41:46.135063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (6047f259-b374-4893-b008-8e3f8985d56b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.229476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6047f259-b374-4893-b008-8e3f8985d56b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.318321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 93ce3b43-b2ac-440a-9211-4ead4b95859d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:46.332547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (6047f259-b374-4893-b008-8e3f8985d56b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.363859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 93ce3b43-b2ac-440a-9211-4ead4b95859d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:46.364225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 93ce3b43-b2ac-440a-9211-4ead4b95859d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:46.382231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.387791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6047f259-b374-4893-b008-8e3f8985d56b HTTP/1.1" status: 204 len: 168 time: 0.3600092 Feb 14 21:41:46.387791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158cadf-b690-4a44-9f9a-c7156c50871c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6047f259-b374-4893-b008-8e3f8985d56b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:46.388173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46830) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:46.393487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c657d8-9c1a-43fe-8efd-c97d094a0404 None None] Network aaeab88a-7148-493a-a011-d44b5a2df998 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:41:46.521615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (aaeab88a-7148-493a-a011-d44b5a2df998), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.574646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:46.639841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] DHCP port deletion for aaeab88a-7148-493a-a011-d44b5a2df998 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:41:46.651754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Deleting port bafe6272-8563-4105-b0cd-5525da64d9e6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:46.652100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.700333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Deleting port bafe6272-8563-4105-b0cd-5525da64d9e6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:41:46.700966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.760821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3385adc-99eb-48a7-ae48-33b5fc71ca1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.792542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] For port bafe6272-8563-4105-b0cd-5525da64d9e6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bafe6272-8563-4105-b0cd-5525da64d9e6,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:46.792923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.813359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Calling delete_port for bafe6272-8563-4105-b0cd-5525da64d9e6 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:46.875949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] For port bafe6272-8563-4105-b0cd-5525da64d9e6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bafe6272-8563-4105-b0cd-5525da64d9e6,segment=NetworkSegment(e662c096-b758-4138-987c-03b25ea2ace5),segment_id=e662c096-b758-4138-987c-03b25ea2ace5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:46.876415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.902660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Calling delete_port for bafe6272-8563-4105-b0cd-5525da64d9e6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:41:46.911137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3385adc-99eb-48a7-ae48-33b5fc71ca1a admin admin] Publish callbacks [] for security_group (e28b86f7-4103-4ba6-b2bc-66f3c58afd37), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.917472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e3385adc-99eb-48a7-ae48-33b5fc71ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e28b86f7-4103-4ba6-b2bc-66f3c58afd37), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.940937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:46.970395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e3385adc-99eb-48a7-ae48-33b5fc71ca1a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24d3c59fb4bb41108f9b2a050201ccf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945885 Feb 14 21:41:46.971600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3385adc-99eb-48a7-ae48-33b5fc71ca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b86f7-4103-4ba6-b2bc-66f3c58afd37,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:46.974091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:46.984124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] No DVR routers for this DVR port bafe6272-8563-4105-b0cd-5525da64d9e6 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:46.991605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bafe6272-8563-4105-b0cd-5525da64d9e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:47.005834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (bafe6272-8563-4105-b0cd-5525da64d9e6), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.028196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] Publish callbacks [] for security_group (e28b86f7-4103-4ba6-b2bc-66f3c58afd37), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.053950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] Publish callbacks [] for security_group (e28b86f7-4103-4ba6-b2bc-66f3c58afd37), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.056310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] No DVR routers for this DVR port bafe6272-8563-4105-b0cd-5525da64d9e6 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:41:47.060657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da519e67-79a6-4d0e-b3bf-64d0a6af824f None None] Pushing event deleted for resources: {'Port': ['ID=bafe6272-8563-4105-b0cd-5525da64d9e6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:47.106465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (aaeab88a-7148-493a-a011-d44b5a2df998), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.126864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e28b86f7-4103-4ba6-b2bc-66f3c58afd37), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.130217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.131834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e28b86f7-4103-4ba6-b2bc-66f3c58afd37 HTTP/1.1" status: 204 len: 168 time: 0.1567881 Feb 14 21:41:47.156469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeab88a-7148-493a-a011-d44b5a2df998']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:47.164260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7393f23-d2ac-4342-8c30-ff1b0b233a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b86f7-4103-4ba6-b2bc-66f3c58afd37,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:47.174141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e662c096-b758-4138-987c-03b25ea2ace5') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:47.174447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e662c096-b758-4138-987c-03b25ea2ace5') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:41:47.197898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e662c096-b758-4138-987c-03b25ea2ace5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.214390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e662c096-b758-4138-987c-03b25ea2ace5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.221482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:41:47.221956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e662c096-b758-4138-987c-03b25ea2ace5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:41:47.224090 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:41:47.327053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (aaeab88a-7148-493a-a011-d44b5a2df998), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.347244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.352059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] 10.222.0.86 "DELETE /v2.0/networks/aaeab88a-7148-493a-a011-d44b5a2df998 HTTP/1.1" status: 204 len: 168 time: 0.9624894 Feb 14 21:41:47.403277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69c81-efcd-44ea-9cf5-500b180e31b3 req-41e044bc-a3d5-4c2f-8e25-2607deba5325 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:47.409093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17a69c81-efcd-44ea-9cf5-500b180e31b3 req-41e044bc-a3d5-4c2f-8e25-2607deba5325 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1744161 Feb 14 21:41:47.412772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6e20-bad6-4dc8-b00e-3e0608169f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeab88a-7148-493a-a011-d44b5a2df998,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:47.506855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17a69c81-efcd-44ea-9cf5-500b180e31b3 req-756d8a3d-1847-4162-9143-ff9c4f4f97d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873098 Feb 14 21:41:47.591328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:47.596075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46856) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:47.608463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f49f215-08dd-440e-819c-9be246320b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.725113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cc2eaa25-2983-44d8-a16d-1340bf208090 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=162634caf51047fb9f0919aaad07d0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250508 Feb 14 21:41:47.727492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46858) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:47.731631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f49f215-08dd-440e-819c-9be246320b1f admin admin] Publish callbacks [] for security_group (6505678f-4a04-4c2d-8b50-3fffdb527c38), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.743653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f49f215-08dd-440e-819c-9be246320b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6505678f-4a04-4c2d-8b50-3fffdb527c38), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.789998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d69daf6a-4863-41c1-9ff2-bbd510aaa010 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:47.819867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46860) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:47.828654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f49f215-08dd-440e-819c-9be246320b1f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd7e18eeb6074563a1ff08a2cf5ff40a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357087 Feb 14 21:41:47.831327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d69daf6a-4863-41c1-9ff2-bbd510aaa010 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:47.832086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49f215-08dd-440e-819c-9be246320b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505678f-4a04-4c2d-8b50-3fffdb527c38,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:47.833147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d69daf6a-4863-41c1-9ff2-bbd510aaa010 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:47.834419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bafe6272-8563-4105-b0cd-5525da64d9e6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:41:47.861457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] Publish callbacks [] for security_group (6fea3f2d-4558-4325-87cd-5e400edcfc57), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.880863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: bafe6272-8563-4105-b0cd-5525da64d9e6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:41:47.881216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bafe6272-8563-4105-b0cd-5525da64d9e6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:41:47.907958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] Publish callbacks [] for security_group (6fea3f2d-4558-4325-87cd-5e400edcfc57), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.949437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] Publish callbacks [] for security_group (6505678f-4a04-4c2d-8b50-3fffdb527c38), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.973332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] Publish callbacks [] for security_group (6505678f-4a04-4c2d-8b50-3fffdb527c38), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.992592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6fea3f2d-4558-4325-87cd-5e400edcfc57), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.995856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:47.997023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6fea3f2d-4558-4325-87cd-5e400edcfc57 HTTP/1.1" status: 204 len: 168 time: 0.2670970 Feb 14 21:41:48.017483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7d2d2-e3ae-41a3-835f-1e780bd7c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea3f2d-4558-4325-87cd-5e400edcfc57,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:48.042894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6505678f-4a04-4c2d-8b50-3fffdb527c38), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.045970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.049971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6505678f-4a04-4c2d-8b50-3fffdb527c38 HTTP/1.1" status: 204 len: 168 time: 0.2291152 Feb 14 21:41:48.061201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432339f-8153-46b9-8c0b-c39f6dba82ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505678f-4a04-4c2d-8b50-3fffdb527c38,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:48.565594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:48.641314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a29945a3-3a27-4a4f-ac35-c44400d41226 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25c2651735b2419fbc80772a03888de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0745382 Feb 14 21:41:48.643931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:48.660931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb91da8-7c42-4a01-8690-10f614fd2d07 req-afb0c3b2-c9fc-4106-a93b-480a87f8eba6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:48.663170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cb91da8-7c42-4a01-8690-10f614fd2d07 req-afb0c3b2-c9fc-4106-a93b-480a87f8eba6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0796494 Feb 14 21:41:48.701008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] Publish callbacks [] for security_group (db7d5893-9e8f-4bc8-a79b-23919f300342), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.729020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] Publish callbacks [] for security_group (db7d5893-9e8f-4bc8-a79b-23919f300342), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.731582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cb91da8-7c42-4a01-8690-10f614fd2d07 req-19f981a8-8582-4751-b16b-db11b8ff3e28 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Feb 14 21:41:48.783255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (db7d5893-9e8f-4bc8-a79b-23919f300342), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.785994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:48.787468 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db7d5893-9e8f-4bc8-a79b-23919f300342 HTTP/1.1" status: 204 len: 168 time: 0.1422310 Feb 14 21:41:48.796478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2074f1-cc49-459f-a0a9-32cccf71e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d5893-9e8f-4bc8-a79b-23919f300342,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:49.997555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f5d3b-8323-4ae7-b07d-90a26ac7d7d8 req-628c5e75-3f0a-428a-a03f-1074e53a8f93 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:50.001590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf9f5d3b-8323-4ae7-b07d-90a26ac7d7d8 req-628c5e75-3f0a-428a-a03f-1074e53a8f93 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1130083 Feb 14 21:41:50.081684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf9f5d3b-8323-4ae7-b07d-90a26ac7d7d8 req-5022bf44-38bb-440c-94b7-d47360ed4572 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739484 Feb 14 21:41:50.095896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46934) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:50.206552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-429ff212-6821-4220-b903-8940b603932d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.285640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-429ff212-6821-4220-b903-8940b603932d admin admin] Publish callbacks [] for security_group (046c42fc-44bf-4458-8b91-3169779c5dc7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.291041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-429ff212-6821-4220-b903-8940b603932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (046c42fc-44bf-4458-8b91-3169779c5dc7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.332886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-429ff212-6821-4220-b903-8940b603932d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59036d32716d43e0a5045ace9fa58126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358029 Feb 14 21:41:50.334042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ff212-6821-4220-b903-8940b603932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c42fc-44bf-4458-8b91-3169779c5dc7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:50.335712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:50.419503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] Publish callbacks [] for security_group (046c42fc-44bf-4458-8b91-3169779c5dc7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.428976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a85f-4d0f-4f7e-b2b4-a1a5a69652eb req-9e59a9c5-ddfb-45ed-b02f-17ac2902bd42 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:50.430449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d83a85f-4d0f-4f7e-b2b4-a1a5a69652eb req-9e59a9c5-ddfb-45ed-b02f-17ac2902bd42 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0865965 Feb 14 21:41:50.467689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] Publish callbacks [] for security_group (046c42fc-44bf-4458-8b91-3169779c5dc7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.520149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d83a85f-4d0f-4f7e-b2b4-a1a5a69652eb req-67b16b7a-ef45-4ce6-83c7-0600b06c8564 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819967 Feb 14 21:41:50.554513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (046c42fc-44bf-4458-8b91-3169779c5dc7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.554513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.554513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/046c42fc-44bf-4458-8b91-3169779c5dc7 HTTP/1.1" status: 204 len: 168 time: 0.2115788 Feb 14 21:41:50.560828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad937f1-d8de-4772-b3f1-8cc7e7bf44c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c42fc-44bf-4458-8b91-3169779c5dc7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:50.682826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebe7da-5e5b-48c9-beac-f1037545fe2f req-af4c40fb-83d3-4cea-8c0e-35f6bf67c9ad tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:50.684513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cebe7da-5e5b-48c9-beac-f1037545fe2f req-af4c40fb-83d3-4cea-8c0e-35f6bf67c9ad tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0673110 Feb 14 21:41:50.741613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cebe7da-5e5b-48c9-beac-f1037545fe2f req-7423bded-a41a-436a-835c-719bf934f48c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501332 Feb 14 21:41:50.881816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35ef7e-b163-45b7-9a02-cc0cc0efb08d req-2e5779c5-2807-400a-af8e-6157670c5a19 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:50.883468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff35ef7e-b163-45b7-9a02-cc0cc0efb08d req-2e5779c5-2807-400a-af8e-6157670c5a19 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0615804 Feb 14 21:41:50.932840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:50.949427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-678e7b46-7064-4092-ab8f-cb4237c44309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:50.962282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff35ef7e-b163-45b7-9a02-cc0cc0efb08d req-77fa6588-8f72-447c-9e6b-04006f294a2e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724962 Feb 14 21:41:51.049713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-678e7b46-7064-4092-ab8f-cb4237c44309 admin admin] Publish callbacks [] for security_group (ae4481e3-1000-4446-9a43-d07e55f7044d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.055828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-678e7b46-7064-4092-ab8f-cb4237c44309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ae4481e3-1000-4446-9a43-d07e55f7044d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.109470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-678e7b46-7064-4092-ab8f-cb4237c44309 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4e87eb5fa84f46199645ccdb85fd6f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753323 Feb 14 21:41:51.110184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:51.110903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e7b46-7064-4092-ab8f-cb4237c44309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4481e3-1000-4446-9a43-d07e55f7044d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:51.139451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780a2e5-a42b-4041-89b6-405d492728ad req-b3c18a31-9692-496c-866c-28a14cd33688 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:51.142252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8780a2e5-a42b-4041-89b6-405d492728ad req-b3c18a31-9692-496c-866c-28a14cd33688 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1015928 Feb 14 21:41:51.168751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] Publish callbacks [] for security_group (ae4481e3-1000-4446-9a43-d07e55f7044d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.194395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] Publish callbacks [] for security_group (ae4481e3-1000-4446-9a43-d07e55f7044d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.218104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8780a2e5-a42b-4041-89b6-405d492728ad req-1050aad1-dffe-4aaa-b956-b9d3304f51af tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699723 Feb 14 21:41:51.302285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ae4481e3-1000-4446-9a43-d07e55f7044d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.309173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:51.310386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae4481e3-1000-4446-9a43-d07e55f7044d HTTP/1.1" status: 204 len: 168 time: 0.1955783 Feb 14 21:41:51.334043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bf3d1-fcf0-4377-95a9-1fce5f3486b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4481e3-1000-4446-9a43-d07e55f7044d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:51.401815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048e53-756b-48b1-9acf-fb44761cc2ba req-d1a53e9e-f6ce-4553-8da5-31f7eba0de5b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:51.404500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7048e53-756b-48b1-9acf-fb44761cc2ba req-d1a53e9e-f6ce-4553-8da5-31f7eba0de5b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0856004 Feb 14 21:41:51.462778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7048e53-756b-48b1-9acf-fb44761cc2ba req-e7c4c8a2-3ddd-41b0-9ef6-1ab56f56b5ca tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Feb 14 21:41:51.701021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-7a09cf9c-c6c7-49eb-87da-d21b6f5f47dd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:51.708904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-7a09cf9c-c6c7-49eb-87da-d21b6f5f47dd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.1509049 Feb 14 21:41:51.749429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-d23cf332-2755-4c06-86bd-c2d39654ce3e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/quotas/bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 375 time: 0.0388353 Feb 14 21:41:51.823823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-a22c33e7-bd32-4d7b-adc6-ff6e7d29df16 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0729530 Feb 14 21:41:51.939811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-89576f9a-9542-4100-ad41-66feda757c04 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138725 Feb 14 21:41:52.076043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-012c1bee-3692-44c3-baf3-b9a1b7103323 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346138 Feb 14 21:41:52.315635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ebe8fa4-eda7-4fb9-89b8-603cb440350b req-6ed4ec8c-43c4-4d0e-90e5-98ef81029b8d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 210 time: 0.0489087 Feb 14 21:41:52.631773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3448e-e5e9-4cde-bcbe-f434eaba90ad req-fdf4efe3-842f-45b0-b694-7f96ce2bd960 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:52.633857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aab3448e-e5e9-4cde-bcbe-f434eaba90ad req-fdf4efe3-842f-45b0-b694-7f96ce2bd960 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0770242 Feb 14 21:41:52.688009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aab3448e-e5e9-4cde-bcbe-f434eaba90ad req-7caf2637-524f-46ad-9865-f8b12cf2b528 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Feb 14 21:41:53.404486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-49b1f7c9-7e15-455e-a347-0246a841016a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:53.406015 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-49b1f7c9-7e15-455e-a347-0246a841016a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.1444123 Feb 14 21:41:53.419104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'device_id': '65503946-a960-4df0-846c-c623237939b0', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'admin_state_up': True, 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:53.480599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59e11261-def1-4bc3-ae8c-975738501aa0 req-6aef7286-78fb-4878-887d-dbbe0b9c4524 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 210 time: 0.0412819 Feb 14 21:41:53.550784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:41:53.554818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:53.714248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.20.0.14 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/623439a7-fc16-4f09-93cd-3be64fbe2fab) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:41:53.840576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50fd65-7742-424c-937c-8bf26489a029 req-ef786ea6-655d-4baa-bd1e-8fd6279e0e7e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:53.850040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d50fd65-7742-424c-937c-8bf26489a029 req-ef786ea6-655d-4baa-bd1e-8fd6279e0e7e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0698135 Feb 14 21:41:53.898191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:53.914954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d50fd65-7742-424c-937c-8bf26489a029 req-d11aca6a-fec7-46e1-8bb3-a353150fa5aa tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638523 Feb 14 21:41:53.939810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:53.953071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6', '170662b0-c4bb-4700-bd18-1a02b415381b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:53.984404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:41:53.987651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:41:53.994611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:41:54.062664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:54.063342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.074857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:54.097902 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-8587a92b-5430-412a-9974-f94f4f7b599f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6825113 Feb 14 21:41:54.125187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Request body: {'port': {'device_id': '65503946-a960-4df0-846c-c623237939b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:41:54.218171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.331323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-09aa1e6e-73ea-463c-a8dd-538294685eeb None None] Provisioning complete for port 623439a7-fc16-4f09-93cd-3be64fbe2fab triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:41:54.331707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09aa1e6e-73ea-463c-a8dd-538294685eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.372236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-09aa1e6e-73ea-463c-a8dd-538294685eeb None None] Port 623439a7-fc16-4f09-93cd-3be64fbe2fab cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:41:54.500281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623439a7-fc16-4f09-93cd-3be64fbe2fab {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:54.510129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks [] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.524620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Transition to ACTIVE for port object 623439a7-fc16-4f09-93cd-3be64fbe2fab will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:41:54.531611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.640599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:54.674763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabddde-3c73-440a-9fa0-14d5098c19a7 req-bfe7828b-803e-4391-9172-bfcf64096b67 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:54.676361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebabddde-3c73-440a-9fa0-14d5098c19a7 req-bfe7828b-803e-4391-9172-bfcf64096b67 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 944 time: 0.0865026 Feb 14 21:41:54.695584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Attempting to bind port 623439a7-fc16-4f09-93cd-3be64fbe2fab on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:41:54.695848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Attempting to bind port 623439a7-fc16-4f09-93cd-3be64fbe2fab by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:41:54.696181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Attempting to bind port 623439a7-fc16-4f09-93cd-3be64fbe2fab on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:54.701409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Port 623439a7-fc16-4f09-93cd-3be64fbe2fab on network f924a868-9918-4cad-a84e-92e2d57a73e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:41:54.701740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Attempting to bind port 623439a7-fc16-4f09-93cd-3be64fbe2fab on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:41:54.707280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:41:54.707634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:41:54.708023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:41:54.708450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Bound port: 623439a7-fc16-4f09-93cd-3be64fbe2fab, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:41:54.708812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.758559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ebabddde-3c73-440a-9fa0-14d5098c19a7 req-550384fc-ce0e-4854-8cfc-bc6af5c096eb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721953 Feb 14 21:41:54.812183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:41:54.815928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:41:54.825430 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.864057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:54.864857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:54.866251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] 10.222.0.64 "PUT /v2.0/ports/623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 200 len: 1093 time: 0.7591157 Feb 14 21:41:54.866670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:41:54.870692 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0f200-8305-4956-bdeb-0dea476e88ad" -d '{"events": [{"name": "network-changed", "server_uuid": "65503946-a960-4df0-846c-c623237939b0", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:41:54.900840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549243d-4463-4428-bbca-ed89d6133f5a service neutron] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:54.969267 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d75c5f-cb48-419a-888b-b17dc32991fa x-openstack-request-id: req-49d75c5f-cb48-419a-888b-b17dc32991fa {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:41:54.969561 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65503946-a960-4df0-846c-c623237939b0", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:41:54.969816 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49d75c5f-cb48-419a-888b-b17dc32991fa {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:41:54.970229 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'status': 'completed', 'code': 200} Feb 14 21:41:55.005847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-23cdaab0-45e4-4991-84d0-09d269fac5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.007433 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-23cdaab0-45e4-4991-84d0-09d269fac5f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 1127 time: 0.0745697 Feb 14 21:41:55.091921 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-cab813ff-fff5-48e3-bbd6-91d8eb5c59d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 200 len: 217 time: 0.0764992 Feb 14 21:41:55.093114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b70ed-d057-4aba-8ded-d2dfa6efd829 req-4e862d18-71f5-4775-85a4-211b80ab2cba tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.101288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e05b70ed-d057-4aba-8ded-d2dfa6efd829 req-4e862d18-71f5-4775-85a4-211b80ab2cba tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0871332 Feb 14 21:41:55.155344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-9bb49709-d3ad-4200-af88-d0266d8847c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.160321 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-9bb49709-d3ad-4200-af88-d0266d8847c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0573435 Feb 14 21:41:55.180096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e05b70ed-d057-4aba-8ded-d2dfa6efd829 req-449fb70c-707e-428f-84f6-5e019c3a698b tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773857 Feb 14 21:41:55.239600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5ed85e72-930e-45b6-9128-d4c8ca56ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.241276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-5ed85e72-930e-45b6-9128-d4c8ca56ca7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0754442 Feb 14 21:41:55.340409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-c57ac4fb-1c86-44f9-a2e1-411e8ecfd502 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924311 Feb 14 21:41:55.436796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a03f6a1e-8723-4669-aaf8-4691933690b6 req-988187f6-05c8-458a-97ae-612dc6ea6988 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894551 Feb 14 21:41:55.541322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-e8d46408-8dca-4d9d-a481-2e2f9fabc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.542932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-e8d46408-8dca-4d9d-a481-2e2f9fabc7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 1127 time: 0.0531816 Feb 14 21:41:55.658800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-fac0ed8b-d287-47ad-ae09-26855112cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.660459 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-fac0ed8b-d287-47ad-ae09-26855112cb00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1104369 Feb 14 21:41:55.702005 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-65e9a4f2-2eb1-4767-b6c8-c1933acb45bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 200 len: 217 time: 0.0356121 Feb 14 21:41:55.749882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-c3087d9e-4220-4461-a8ea-7ac498055620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.751430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-c3087d9e-4220-4461-a8ea-7ac498055620 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0432208 Feb 14 21:41:55.811384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-62083f02-067f-41ba-af51-1f4bd99a7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.813118 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-62083f02-067f-41ba-af51-1f4bd99a7c1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563166 Feb 14 21:41:55.893998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cdd29-5dbc-4a1a-873a-d5ebe7b798f7 req-c7e58cb3-dcc7-496d-9d11-a5d7073d079a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:55.895629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e4cdd29-5dbc-4a1a-873a-d5ebe7b798f7 req-c7e58cb3-dcc7-496d-9d11-a5d7073d079a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 944 time: 0.0581915 Feb 14 21:41:55.906895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-cf5bae91-764e-46b9-8fc9-e0158e7239a3 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871706 Feb 14 21:41:55.951874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e4cdd29-5dbc-4a1a-873a-d5ebe7b798f7 req-cac79330-6b01-4d05-9128-da03890a68a6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Feb 14 21:41:56.006955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d6f0f200-8305-4956-bdeb-0dea476e88ad req-f650b8f5-d17a-4547-b700-e69ede676a06 service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941617 Feb 14 21:41:56.314408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd7a7-99e1-41cc-b59b-da59cd5cc982 req-5c92712e-a62b-48b2-8c3d-73642b0fef79 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:56.315958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e1dd7a7-99e1-41cc-b59b-da59cd5cc982 req-5c92712e-a62b-48b2-8c3d-73642b0fef79 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0791590 Feb 14 21:41:56.370861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e1dd7a7-99e1-41cc-b59b-da59cd5cc982 req-a9c33203-9a77-4847-a947-71cf52d3a7a5 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484095 Feb 14 21:41:56.526997 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:41:57.077008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e76d4c-3841-402d-a36d-5841906f3560 req-38b3d8c1-6d31-478f-a285-c44defe7275c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:57.078510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e76d4c-3841-402d-a36d-5841906f3560 req-38b3d8c1-6d31-478f-a285-c44defe7275c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 944 time: 0.0555313 Feb 14 21:41:57.129927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2e76d4c-3841-402d-a36d-5841906f3560 req-2ea03383-5b35-45fa-bbb5-8e3bf1492611 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Feb 14 21:41:57.497143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad99d-d217-4cc8-b1d9-5819b8115909 req-ba8f6143-079e-4809-99f7-cfbcc5f98d01 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:57.499695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97bad99d-d217-4cc8-b1d9-5819b8115909 req-ba8f6143-079e-4809-99f7-cfbcc5f98d01 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0597324 Feb 14 21:41:57.549060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97bad99d-d217-4cc8-b1d9-5819b8115909 req-d2b7c681-6acf-480c-b69b-f0c6b300a60f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Feb 14 21:41:58.263881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289154b6-1fc2-4869-9e7f-1f4c4cc61404 req-14a4de6d-5e54-4e31-89f1-599ff2c7631d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:58.265505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-289154b6-1fc2-4869-9e7f-1f4c4cc61404 req-14a4de6d-5e54-4e31-89f1-599ff2c7631d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 944 time: 0.0599849 Feb 14 21:41:58.321051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-289154b6-1fc2-4869-9e7f-1f4c4cc61404 req-14d80a98-4224-4e8e-8be3-3afe1c29e365 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Feb 14 21:41:58.676044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aaf83-76ee-4c5f-b257-5571cb781196 req-355c04e6-e096-42a8-85ec-1da7bcf42eac tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:58.677663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e0aaf83-76ee-4c5f-b257-5571cb781196 req-355c04e6-e096-42a8-85ec-1da7bcf42eac tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0601165 Feb 14 21:41:58.712584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:58.729228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e0aaf83-76ee-4c5f-b257-5571cb781196 req-0cc15526-8b61-44ba-9749-2c88c1a3a198 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Feb 14 21:41:59.006608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 623439a7-fc16-4f09-93cd-3be64fbe2fab details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:41:59.025696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:59.136984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:59.148894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'mac_address': 'fa:16:3e:59:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:41:59.157875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd8432e8-4381-43fb-a490-3e8a3412ec35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.192019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 623439a7-fc16-4f09-93cd-3be64fbe2fab is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:41:59.192416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.207899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623439a7-fc16-4f09-93cd-3be64fbe2fab {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:41:59.233585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:41:59.238207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.315729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd8432e8-4381-43fb-a490-3e8a3412ec35 admin admin] Publish callbacks [] for security_group (45e42cfb-eba2-4b02-8379-6fc7999e7fc5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.321028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd8432e8-4381-43fb-a490-3e8a3412ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45e42cfb-eba2-4b02-8379-6fc7999e7fc5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.329081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:59.409682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8432e8-4381-43fb-a490-3e8a3412ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e42cfb-eba2-4b02-8379-6fc7999e7fc5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:59.437219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bd8432e8-4381-43fb-a490-3e8a3412ec35 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3693f75f01894484970cec7ebc904130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103618 Feb 14 21:41:59.438582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:41:59.500741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fa231-77ad-4765-b2c7-d1464042cd05 req-7b17c17c-1dcd-46fc-9e13-1ea0045851e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:59.503145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f1fa231-77ad-4765-b2c7-d1464042cd05 req-7b17c17c-1dcd-46fc-9e13-1ea0045851e7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 945 time: 0.1036766 Feb 14 21:41:59.530931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] Publish callbacks [] for security_group (45e42cfb-eba2-4b02-8379-6fc7999e7fc5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.564484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] Publish callbacks [] for security_group (45e42cfb-eba2-4b02-8379-6fc7999e7fc5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.598161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f1fa231-77ad-4765-b2c7-d1464042cd05 req-37f16549-b91c-49a6-90ae-ae0cecbd8d5f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859575 Feb 14 21:41:59.608017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['623439a7-fc16-4f09-93cd-3be64fbe2fab'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:41:59.657063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (45e42cfb-eba2-4b02-8379-6fc7999e7fc5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.659880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:41:59.666971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45e42cfb-eba2-4b02-8379-6fc7999e7fc5 HTTP/1.1" status: 204 len: 168 time: 0.2258656 Feb 14 21:41:59.675669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485fb66-88ec-4e5a-bdaf-a0480dcde8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e42cfb-eba2-4b02-8379-6fc7999e7fc5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:41:59.901235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaf91-fc03-4942-a807-962ff9aa1e3d req-56c26116-1a14-4c5e-8175-58c626dbb8c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:41:59.903298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eefaf91-fc03-4942-a807-962ff9aa1e3d req-56c26116-1a14-4c5e-8175-58c626dbb8c9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0755894 Feb 14 21:41:59.971704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eefaf91-fc03-4942-a807-962ff9aa1e3d req-e0095cbc-ca49-454b-a4a2-c77ad728e145 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619707 Feb 14 21:42:00.764916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97e97d-a9fc-4467-8856-e94c6d6a2021 req-3301e7f3-f9bf-492d-8bc3-faa487b9c7d7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:00.766458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d97e97d-a9fc-4467-8856-e94c6d6a2021 req-3301e7f3-f9bf-492d-8bc3-faa487b9c7d7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 945 time: 0.0583103 Feb 14 21:42:00.821261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d97e97d-a9fc-4467-8856-e94c6d6a2021 req-5c6c1469-097e-428c-a4f4-845850bc0331 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 Feb 14 21:42:00.929854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-fb48687a-a987-49f2-b746-a89d0e7e82d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458779 Feb 14 21:42:00.971340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee997727-f473-40c3-8734-3a38e58b312b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:01.005964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-ab195bcc-2182-4309-b0dd-a2e91aa5f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.007708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-ab195bcc-2182-4309-b0dd-a2e91aa5f148 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34833bccff8c4f0eaf9c202586a649b1&device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 1129 time: 0.0563076 Feb 14 21:42:01.014514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 623439a7-fc16-4f09-93cd-3be64fbe2fab up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:01.075495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 623439a7-fc16-4f09-93cd-3be64fbe2fab completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:42:01.081405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 623439a7-fc16-4f09-93cd-3be64fbe2fab triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:01.082029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:01.126226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6e571-c45e-42ee-8be5-0f573e432a35 req-1bc8c37d-c6cb-4dd3-aaa4-091a84ea4e74 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.143735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eea6e571-c45e-42ee-8be5-0f573e432a35 req-1bc8c37d-c6cb-4dd3-aaa4-091a84ea4e74 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0885518 Feb 14 21:42:01.147201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-486e705d-ab35-4d69-887d-026bd2a83b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.149235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-486e705d-ab35-4d69-887d-026bd2a83b3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 200 len: 907 time: 0.1180394 Feb 14 21:42:01.186532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 623439a7-fc16-4f09-93cd-3be64fbe2fab is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:01.186837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:01.211471 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-46a4715d-6c9d-4fee-91a9-a16623d2d47d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d HTTP/1.1" status: 200 len: 217 time: 0.0554843 Feb 14 21:42:01.216896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:01.219120 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff1856d-1447-47c5-b93a-856db1b1c31c" -d '{"events": [{"server_uuid": "65503946-a960-4df0-846c-c623237939b0", "name": "network-vif-plugged", "status": "completed", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:01.246393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:01.251617 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:01.257407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eea6e571-c45e-42ee-8be5-0f573e432a35 req-b69719a6-e7e6-44cb-a642-1b37bec41213 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126895 Feb 14 21:42:01.288839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-07c43531-88de-4ca7-bb64-5eb3c6a3e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.291485 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-07c43531-88de-4ca7-bb64-5eb3c6a3e94c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 200 len: 846 time: 0.0728302 Feb 14 21:42:01.300591 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78992848-6cbb-4725-9a2f-d450f265c51a x-openstack-request-id: req-78992848-6cbb-4725-9a2f-d450f265c51a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:01.300892 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65503946-a960-4df0-846c-c623237939b0", "name": "network-vif-plugged", "status": "completed", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:01.301148 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-78992848-6cbb-4725-9a2f-d450f265c51a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:01.301544 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'code': 200} Feb 14 21:42:01.335362 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-443e1814-681b-4a0e-a7d6-45507c3007d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0552a4-91cc-45f7-bf56-db0e42b40012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352817 Feb 14 21:42:01.337688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:01.480876 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-a50a1708-c05b-4591-981b-4a379f58d797 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391513 Feb 14 21:42:01.485843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a23a6-4551-448f-a312-4a1e1326dc4b req-7fd9cc7c-0e15-4eaa-ab13-c583fbc3d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.487391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d2a23a6-4551-448f-a312-4a1e1326dc4b req-7fd9cc7c-0e15-4eaa-ab13-c583fbc3d2af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 1129 time: 0.0964959 Feb 14 21:42:01.600204 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d2a23a6-4551-448f-a312-4a1e1326dc4b req-caa35a21-7d22-409f-83f6-41c2aa5e9bc1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038432 Feb 14 21:42:01.637764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2eea7b50-22eb-4d13-9d95-95352c973e98 req-1c938b4c-6f47-499b-8e80-47d3ed80c24b service neutron] 10.222.0.64 "GET /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491838 Feb 14 21:42:01.961840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f54b42-0918-42ce-9a72-a51ed084eba8 req-377998f9-7750-46c1-9b3d-f54fc915e7cf tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:01.964153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3f54b42-0918-42ce-9a72-a51ed084eba8 req-377998f9-7750-46c1-9b3d-f54fc915e7cf tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 946 time: 0.0614839 Feb 14 21:42:02.028566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3f54b42-0918-42ce-9a72-a51ed084eba8 req-88368e06-2a46-44de-983d-c19c185ccfaa tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Feb 14 21:42:02.368237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf5b0-3c05-4043-8625-1c0eb2c62211 req-3e99d1d3-6e00-49f2-be86-76baf9b2e9d3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:02.370457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c06cf5b0-3c05-4043-8625-1c0eb2c62211 req-3e99d1d3-6e00-49f2-be86-76baf9b2e9d3 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0596204 Feb 14 21:42:02.428215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c06cf5b0-3c05-4043-8625-1c0eb2c62211 req-acca271b-89be-46c1-a6bd-6e7007f358a9 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521936 Feb 14 21:42:03.189328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e93a5-9901-441e-a39b-db16f33cb540 req-d849a5f9-8cc6-4d72-9c2d-c4394e817475 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:03.196872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-367e93a5-9901-441e-a39b-db16f33cb540 req-d849a5f9-8cc6-4d72-9c2d-c4394e817475 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 946 time: 0.0723019 Feb 14 21:42:03.244950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-367e93a5-9901-441e-a39b-db16f33cb540 req-b13747e4-5ad1-4d49-a68e-2343cb9ef1d9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Feb 14 21:42:03.328717 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c77-dca7-4931-8387-64c39fdbc9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:03.545432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069914e-071e-42b2-af95-40de21bc4341 req-0ae11c32-06b8-40ff-8cb7-7038eb1b8f15 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:03.546912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a069914e-071e-42b2-af95-40de21bc4341 req-0ae11c32-06b8-40ff-8cb7-7038eb1b8f15 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0523298 Feb 14 21:42:03.593043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a069914e-071e-42b2-af95-40de21bc4341 req-55dbd297-6ee4-4573-a0ff-b426b189f723 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Feb 14 21:42:04.379446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaec8c6-f675-4fbd-b370-4c7e76acfdf6 req-609215e8-2f35-4239-8a6a-938830d8337b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:04.380954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfaec8c6-f675-4fbd-b370-4c7e76acfdf6 req-609215e8-2f35-4239-8a6a-938830d8337b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 946 time: 0.0606585 Feb 14 21:42:04.431911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfaec8c6-f675-4fbd-b370-4c7e76acfdf6 req-b44a82df-d73e-4908-887b-04e1eb115ecd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Feb 14 21:42:04.548977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:04.556640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-e22dde7b-43bb-4c7a-8eef-74cc5455c490 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 267 time: 0.0578439 Feb 14 21:42:04.619515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-2b857df4-dacd-4b7a-8bac-4cf340688e1c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:04.621292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-2b857df4-dacd-4b7a-8bac-4cf340688e1c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 946 time: 0.0578134 Feb 14 21:42:04.633396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'security_groups': []}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:04.708843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:04.868693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:04.902174 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:04.909643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:04.921559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6', '170662b0-c4bb-4700-bd18-1a02b415381b', '623439a7-fc16-4f09-93cd-3be64fbe2fab'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:04.977583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:04.990852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:04.991577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:04.997695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6256885-7b78-4718-8b81-75073f6f6c15 req-a82ed4b4-9f7a-40ab-a1e1-f30c69605edc tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "PUT /v2.0/ports/623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 200 len: 905 time: 0.3691490 Feb 14 21:42:04.998223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:05.010378 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34de72-712d-4eaa-9371-cb9a926c8f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "65503946-a960-4df0-846c-c623237939b0", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:05.125301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0e20d-0a26-45b6-b3be-b76e5fbe702a req-b74d85d7-2778-4dc0-88a5-a83752b329cf tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.127276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a0e20d-0a26-45b6-b3be-b76e5fbe702a req-b74d85d7-2778-4dc0-88a5-a83752b329cf tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0673304 Feb 14 21:42:05.200593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a0e20d-0a26-45b6-b3be-b76e5fbe702a req-e43d2383-3c42-4e94-b062-8afbd4871fe6 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672569 Feb 14 21:42:05.335647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['623439a7-fc16-4f09-93cd-3be64fbe2fab'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:05.376386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd2d45-706d-43c2-b889-24251a12639d req-e40a35c8-d558-497d-afae-56078224ce45 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.378672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5bd2d45-706d-43c2-b889-24251a12639d req-e40a35c8-d558-497d-afae-56078224ce45 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 908 time: 0.0862579 Feb 14 21:42:05.414842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1f2e88ad-e11f-4cb3-aadb-37aae1a4af5a None None] Provisioning complete for port 623439a7-fc16-4f09-93cd-3be64fbe2fab triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:05.415262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2e88ad-e11f-4cb3-aadb-37aae1a4af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:05.575920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e88ad-e11f-4cb3-aadb-37aae1a4af5a None None] Current status of the port 623439a7-fc16-4f09-93cd-3be64fbe2fab is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:05.599505 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f5b4b-a830-4af9-b6ad-975a175e8c1a x-openstack-request-id: req-515f5b4b-a830-4af9-b6ad-975a175e8c1a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:05.599990 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65503946-a960-4df0-846c-c623237939b0", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:05.600075 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-515f5b4b-a830-4af9-b6ad-975a175e8c1a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:05.600506 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'status': 'completed', 'code': 200} Feb 14 21:42:05.694460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-b00e79da-929d-4316-bf6c-219dab5dc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.697893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-b00e79da-929d-4316-bf6c-219dab5dc734 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 1091 time: 0.0723786 Feb 14 21:42:05.750282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ca97d-1997-4cc2-a7de-7669b57c4b82 req-4c70cb95-c3fe-4888-9c22-0ce252dc4e88 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.751919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-895ca97d-1997-4cc2-a7de-7669b57c4b82 req-4c70cb95-c3fe-4888-9c22-0ce252dc4e88 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0632331 Feb 14 21:42:05.754187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:05.810113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-f6ceefb9-c4b9-448a-973e-867e67da5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.812683 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-f6ceefb9-c4b9-448a-973e-867e67da5033 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1071477 Feb 14 21:42:05.815478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-895ca97d-1997-4cc2-a7de-7669b57c4b82 req-d86a3b79-f492-49f7-aea6-1b74e93f77e9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544486 Feb 14 21:42:05.872956 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-79fe0763-5c81-4e6a-992a-a62ded50f1e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 200 len: 217 time: 0.0523956 Feb 14 21:42:05.928049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-73450e1a-4db8-45f4-99a0-ca6f42aebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.929435 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-73450e1a-4db8-45f4-99a0-ca6f42aebddf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0507038 Feb 14 21:42:05.944932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e773f85-60bd-4a50-aa59-819ca59ad09c req-d4f71e97-ef2a-4102-81e6-02fbd08198e0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.946583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e773f85-60bd-4a50-aa59-819ca59ad09c req-d4f71e97-ef2a-4102-81e6-02fbd08198e0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0582907 Feb 14 21:42:05.980806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-49d749bb-eb18-4371-aa05-3239c91295f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:05.982391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-49d749bb-eb18-4371-aa05-3239c91295f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463815 Feb 14 21:42:05.997174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e773f85-60bd-4a50-aa59-819ca59ad09c req-3c7ba716-bf44-4a35-88ef-298d688d15db tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 Feb 14 21:42:06.129313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-923a4c84-c56c-404d-9624-f460c00b406a service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393623 Feb 14 21:42:06.159083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:06.163590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89376b7-d10d-4456-9f16-b914e0accace req-e3448c80-7818-47bc-991d-073d86910a02 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:06.165532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a89376b7-d10d-4456-9f16-b914e0accace req-e3448c80-7818-47bc-991d-073d86910a02 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0910060 Feb 14 21:42:06.220959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a89376b7-d10d-4456-9f16-b914e0accace req-34707b06-543b-40a4-98d4-20ae133e4610 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495172 Feb 14 21:42:06.262215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5f34de72-712d-4eaa-9371-cb9a926c8f8a req-05f0722a-d8f6-4462-8c1f-feb0ba8108bf service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263065 Feb 14 21:42:06.363838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312ccb-dc15-4908-a093-b38795255f99 req-e131212b-74ce-4657-a917-9c2a52acef5f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:06.365845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25312ccb-dc15-4908-a093-b38795255f99 req-e131212b-74ce-4657-a917-9c2a52acef5f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0617504 Feb 14 21:42:06.416822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25312ccb-dc15-4908-a093-b38795255f99 req-72dec8c7-98d7-43ac-bebb-a24ae7ff3c20 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Feb 14 21:42:06.532212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7234f-2575-4aa7-8d0b-2c0ebc02eb6b req-96fdf463-c859-4acc-95ff-95b55a2fabc3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:06.534031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4f7234f-2575-4aa7-8d0b-2c0ebc02eb6b req-96fdf463-c859-4acc-95ff-95b55a2fabc3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0593042 Feb 14 21:42:06.591464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4f7234f-2575-4aa7-8d0b-2c0ebc02eb6b req-8e4cc378-11f6-496c-9b3f-766fa7e75099 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507853 Feb 14 21:42:06.876693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-c90c4d49-4a19-415b-a0ad-ed9e6c1211bb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:06.879789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-c90c4d49-4a19-415b-a0ad-ed9e6c1211bb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.1171515 Feb 14 21:42:06.894727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-c230e68b-484a-4afa-9cd9-a923faf96332 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/quotas/bda4f4dbeaa94d9da98322aa839c659e HTTP/1.1" status: 200 len: 375 time: 0.0103517 Feb 14 21:42:06.963447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-28fb7e7f-6466-47f3-bacb-069a2871f4a5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0635769 Feb 14 21:42:07.282704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:07.443877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-59f0fa62-537d-44d8-b42a-c0af6ebe70a5 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732125 Feb 14 21:42:07.545780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-a9a56fd9-0888-40c3-a599-4e417fa4d8c8 service neutron] 10.222.0.86 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950167 Feb 14 21:42:07.770607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb951818-ff12-49d9-85b1-621ec3fe8077 req-c98c1bac-3d2a-4526-8c5e-1fcf7c687647 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:07.778235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb951818-ff12-49d9-85b1-621ec3fe8077 req-c98c1bac-3d2a-4526-8c5e-1fcf7c687647 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0693216 Feb 14 21:42:07.834097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb951818-ff12-49d9-85b1-621ec3fe8077 req-a5840084-8d8b-42e7-90e2-8d70a45a6376 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549247 Feb 14 21:42:07.921003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c79af5a-090c-4b74-ba40-ee7fd6a162f1 req-93545e93-270f-4f3d-8420-b672a746d916 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 210 time: 0.0408604 Feb 14 21:42:08.490987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47334) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:08.653765 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-242d0d2a-d739-41c7-b55e-53473a962318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:08.821014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-242d0d2a-d739-41c7-b55e-53473a962318 admin admin] Publish callbacks [] for security_group (d56e797b-d5bf-4934-8fc7-54fb03fa374d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:08.827926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:08.852616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-242d0d2a-d739-41c7-b55e-53473a962318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d56e797b-d5bf-4934-8fc7-54fb03fa374d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:08.903192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:08.903602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-242d0d2a-d739-41c7-b55e-53473a962318 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbee7fa0b98e4f9c9bd4e48dd64aa080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111362 Feb 14 21:42:08.956689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d0d2a-d739-41c7-b55e-53473a962318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e797b-d5bf-4934-8fc7-54fb03fa374d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:08.974959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-56c2d810-20f7-438c-99c7-6fd2465401cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:08.981403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-56c2d810-20f7-438c-99c7-6fd2465401cd tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 811 time: 0.2445931 Feb 14 21:42:08.997329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Request body: {'port': {'device_id': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'admin_state_up': True, 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:09.021322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-36516efc-f908-4688-8049-390112bd18db admin admin] Publish callbacks [] for security_group (d56e797b-d5bf-4934-8fc7-54fb03fa374d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.050626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-36516efc-f908-4688-8049-390112bd18db admin admin] Publish callbacks [] for security_group (d56e797b-d5bf-4934-8fc7-54fb03fa374d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.109489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7429ef09-c6f0-496d-981f-a3d6c5afe5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.144696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-36516efc-f908-4688-8049-390112bd18db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d56e797b-d5bf-4934-8fc7-54fb03fa374d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.148796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-36516efc-f908-4688-8049-390112bd18db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.150821 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-36516efc-f908-4688-8049-390112bd18db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d56e797b-d5bf-4934-8fc7-54fb03fa374d HTTP/1.1" status: 204 len: 168 time: 0.2460597 Feb 14 21:42:09.188429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36516efc-f908-4688-8049-390112bd18db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e797b-d5bf-4934-8fc7-54fb03fa374d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:09.315200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae119f2-ea04-4ee7-89ea-ff194e67f781 req-b69c1820-4b7b-4952-bdd4-69d3cbce2793 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:09.316805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eae119f2-ea04-4ee7-89ea-ff194e67f781 req-b69c1820-4b7b-4952-bdd4-69d3cbce2793 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.2932122 Feb 14 21:42:09.317685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Made reservation on behalf of bda4f4dbeaa94d9da98322aa839c659e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:09.321024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.333795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7429ef09-c6f0-496d-981f-a3d6c5afe5e5 admin admin] Publish callbacks [] for security_group (b917a658-455d-41d4-978b-057f5174fd8a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.347339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7429ef09-c6f0-496d-981f-a3d6c5afe5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b917a658-455d-41d4-978b-057f5174fd8a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.406581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7429ef09-c6f0-496d-981f-a3d6c5afe5e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd87ce433dc8431fb64005ceffb8e63b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778217 Feb 14 21:42:09.407699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429ef09-c6f0-496d-981f-a3d6c5afe5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b917a658-455d-41d4-978b-057f5174fd8a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:09.422011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:09.495474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eae119f2-ea04-4ee7-89ea-ff194e67f781 req-6b71272e-3708-4c3a-86d4-499e92339b6e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482670 Feb 14 21:42:09.514409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] Publish callbacks [] for security_group (b917a658-455d-41d4-978b-057f5174fd8a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.569389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] Publish callbacks [] for security_group (b917a658-455d-41d4-978b-057f5174fd8a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.671653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47362) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:09.675258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Allocated IP 172.20.0.3 (f924a868-9918-4cad-a84e-92e2d57a73e0/2f26c9e7-0869-4b65-983d-22d420c75dc3/523280e5-6521-4fb7-9e59-86f15d474f12) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:09.692043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c93549c-0dd5-4bfb-a089-70c873979c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.695957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b917a658-455d-41d4-978b-057f5174fd8a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.699403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de0c8ccd-8ec5-44ba-9fb8-91a07a095dd5 req-be2644fa-7d9b-40ca-bd83-d0fccf5cefe9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 210 time: 0.0612996 Feb 14 21:42:09.701278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.708123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b917a658-455d-41d4-978b-057f5174fd8a HTTP/1.1" status: 204 len: 168 time: 0.2833145 Feb 14 21:42:09.732824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee934d-c7a3-4583-a3d5-8e83daaeec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917a658-455d-41d4-978b-057f5174fd8a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:09.859018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c93549c-0dd5-4bfb-a089-70c873979c84 admin admin] Publish callbacks [] for security_group (3551c1d1-50f1-4caa-8c0a-e6ee60781c58), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.872893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c93549c-0dd5-4bfb-a089-70c873979c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3551c1d1-50f1-4caa-8c0a-e6ee60781c58), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:09.908009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4c93549c-0dd5-4bfb-a089-70c873979c84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b2076b3a3526407eacfd730890448d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349687 Feb 14 21:42:09.909858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47366) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:09.952991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93549c-0dd5-4bfb-a089-70c873979c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3551c1d1-50f1-4caa-8c0a-e6ee60781c58,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:09.961542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for port (523280e5-6521-4fb7-9e59-86f15d474f12), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.001181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] Publish callbacks [] for security_group (3551c1d1-50f1-4caa-8c0a-e6ee60781c58), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.012454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.025766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6', '170662b0-c4bb-4700-bd18-1a02b415381b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:10.029624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] Publish callbacks [] for security_group (3551c1d1-50f1-4caa-8c0a-e6ee60781c58), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.082876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Network f924a868-9918-4cad-a84e-92e2d57a73e0 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:10.089318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:10.096086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:10.101086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:10.144767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3551c1d1-50f1-4caa-8c0a-e6ee60781c58), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.147577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.151141 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3551c1d1-50f1-4caa-8c0a-e6ee60781c58 HTTP/1.1" status: 204 len: 168 time: 0.2375453 Feb 14 21:42:10.165095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9a12-1a3c-4593-979e-3fd0701473b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551c1d1-50f1-4caa-8c0a-e6ee60781c58,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:10.185658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:10.186267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.213280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bba47ab7-c0e7-45cc-af53-c0d2dcf86aa3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2203934 Feb 14 21:42:10.228986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Request body: {'port': {'device_id': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:10.274041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47372) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:10.365073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22eb8cc2-44db-4ff0-9579-833e6552e43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.387855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.464181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fd6eaeab-b38a-44ba-886d-d1e9a03b0812 None None] Provisioning complete for port 523280e5-6521-4fb7-9e59-86f15d474f12 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:10.464638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd6eaeab-b38a-44ba-886d-d1e9a03b0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.510491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fd6eaeab-b38a-44ba-886d-d1e9a03b0812 None None] Port 523280e5-6521-4fb7-9e59-86f15d474f12 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:10.669576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22eb8cc2-44db-4ff0-9579-833e6552e43b admin admin] Publish callbacks [] for security_group (18fbc5e8-a9ea-4453-add8-ea04c153acd6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.678633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-22eb8cc2-44db-4ff0-9579-833e6552e43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (18fbc5e8-a9ea-4453-add8-ea04c153acd6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.740455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c645b-a20e-4bfe-ae3d-0b54e97269d7 req-c8c56188-fe89-43dd-89b1-e32cbb3e396a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:10.741952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a93c645b-a20e-4bfe-ae3d-0b54e97269d7 req-c8c56188-fe89-43dd-89b1-e32cbb3e396a tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1790192 Feb 14 21:42:10.765007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb8cc2-44db-4ff0-9579-833e6552e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbc5e8-a9ea-4453-add8-ea04c153acd6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:10.771442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-22eb8cc2-44db-4ff0-9579-833e6552e43b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=97259a58041a4f529d5001eb419e3a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945447 Feb 14 21:42:10.772477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47392) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:10.828252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] Publish callbacks [] for security_group (18fbc5e8-a9ea-4453-add8-ea04c153acd6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.844524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a93c645b-a20e-4bfe-ae3d-0b54e97269d7 req-5673cf27-b3a9-40ba-a2a4-48288f0259c2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942898 Feb 14 21:42:10.861278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523280e5-6521-4fb7-9e59-86f15d474f12 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:10.869159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks [] for port (523280e5-6521-4fb7-9e59-86f15d474f12), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.872545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] Publish callbacks [] for security_group (18fbc5e8-a9ea-4453-add8-ea04c153acd6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.884585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Transition to ACTIVE for port object 523280e5-6521-4fb7-9e59-86f15d474f12 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:42:10.890811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.940944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (18fbc5e8-a9ea-4453-add8-ea04c153acd6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.943876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:10.945077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18fbc5e8-a9ea-4453-add8-ea04c153acd6 HTTP/1.1" status: 204 len: 168 time: 0.1711590 Feb 14 21:42:10.968801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bcae0-69e5-4c3e-9a6c-e20c3218c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbc5e8-a9ea-4453-add8-ea04c153acd6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:11.026349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:11.089359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8cfa5-7404-4c86-8080-6e5ed02860c5 req-92dbd16f-a688-4ab9-8f1b-a968fd2e050b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:11.091002 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e8cfa5-7404-4c86-8080-6e5ed02860c5 req-92dbd16f-a688-4ab9-8f1b-a968fd2e050b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.1647866 Feb 14 21:42:11.111793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Attempting to bind port 523280e5-6521-4fb7-9e59-86f15d474f12 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:11.112529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Attempting to bind port 523280e5-6521-4fb7-9e59-86f15d474f12 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:11.112887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Attempting to bind port 523280e5-6521-4fb7-9e59-86f15d474f12 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:11.145582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Port 523280e5-6521-4fb7-9e59-86f15d474f12 on network f924a868-9918-4cad-a84e-92e2d57a73e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:42:11.145582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Attempting to bind port 523280e5-6521-4fb7-9e59-86f15d474f12 on network f924a868-9918-4cad-a84e-92e2d57a73e0 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:11.164654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:11.165000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Checking segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:11.165390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Bound using segment: {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:11.165977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Bound port: 523280e5-6521-4fb7-9e59-86f15d474f12, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57083d7c-d3b5-4d15-bc83-acc314a1c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:11.166349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.250689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e8cfa5-7404-4c86-8080-6e5ed02860c5 req-ac4a58ae-e821-43b4-8937-f2df5967838e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263576 Feb 14 21:42:11.283837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:11.286918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:11.294296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.335481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:11.336386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.338932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] 10.222.0.83 "PUT /v2.0/ports/523280e5-6521-4fb7-9e59-86f15d474f12 HTTP/1.1" status: 200 len: 1092 time: 1.1178453 Feb 14 21:42:11.339584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:11.342851 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:11.408474 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f15e59a-6551-491b-b4b7-aba28cc1bdcc x-openstack-request-id: req-2f15e59a-6551-491b-b4b7-aba28cc1bdcc {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:11.408769 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:11.409151 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f15e59a-6551-491b-b4b7-aba28cc1bdcc {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:11.409806 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12', 'status': 'completed', 'code': 200} Feb 14 21:42:11.433130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc153a9-3828-4f43-9a25-af32031d47bc service neutron] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:11.456761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-098b7cf0-1cbe-4717-a590-fc7c2e26fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:11.459672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-098b7cf0-1cbe-4717-a590-fc7c2e26fc75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 1126 time: 0.0668738 Feb 14 21:42:11.478346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47408) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:11.497497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8d0370e-f4c7-4630-a1b5-c28bf4270544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.511756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-d640c89e-81fd-4b82-95e1-4721133e2044 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523280e5-6521-4fb7-9e59-86f15d474f12 HTTP/1.1" status: 200 len: 217 time: 0.0447388 Feb 14 21:42:11.576470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-9f85d2e1-2b21-4cb1-a39d-9fb615026eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:11.585011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-9f85d2e1-2b21-4cb1-a39d-9fb615026eea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0665252 Feb 14 21:42:11.601894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8d0370e-f4c7-4630-a1b5-c28bf4270544 admin admin] Publish callbacks [] for security_group (e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.609061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b8d0370e-f4c7-4630-a1b5-c28bf4270544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.655537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bea7becb-131d-4ebc-ae90-8f3d19c8dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:11.660022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-bea7becb-131d-4ebc-ae90-8f3d19c8dbf9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0657253 Feb 14 21:42:11.660185 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b8d0370e-f4c7-4630-a1b5-c28bf4270544 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f1315b335354160913388b778580f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780283 Feb 14 21:42:11.660185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0370e-f4c7-4630-a1b5-c28bf4270544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:11.660394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47412) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:11.802956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] Publish callbacks [] for security_group (e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.823432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-df29597b-d28a-49ea-864b-fa596f17f77d service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505311 Feb 14 21:42:11.843420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] Publish callbacks [] for security_group (e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.980048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d0ba494-47c6-4a6c-b4eb-057676603948 req-cfdb5359-85bc-4208-8151-222619492ba6 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492453 Feb 14 21:42:11.982316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.985050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:11.988980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6 HTTP/1.1" status: 204 len: 168 time: 0.3247609 Feb 14 21:42:11.998227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ba8f2-632e-4bca-92ff-2fab48dd2554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ee6cc9-fada-4dd1-a085-9b725a8ef7e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:12.018226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92527c3-aa0e-4be3-bfd2-c7f2781d76b9 req-7368eb87-4a8c-4085-879e-58902982f6ea tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.019791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b92527c3-aa0e-4be3-bfd2-c7f2781d76b9 req-7368eb87-4a8c-4085-879e-58902982f6ea tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0864429 Feb 14 21:42:12.115682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b92527c3-aa0e-4be3-bfd2-c7f2781d76b9 req-2190018c-a84c-40e2-8214-886face69535 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766370 Feb 14 21:42:12.126905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-2ab162f0-80d9-4721-932d-3fbd6ccd1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.135390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-2ab162f0-80d9-4721-932d-3fbd6ccd1384 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 1126 time: 0.0724881 Feb 14 21:42:12.265994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-c2eae36c-0123-4c05-880f-744eb4a80a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.268030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-c2eae36c-0123-4c05-880f-744eb4a80a66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1293001 Feb 14 21:42:12.323516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-3d8e8f85-19fc-4337-b4bb-a8482e2c67fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523280e5-6521-4fb7-9e59-86f15d474f12 HTTP/1.1" status: 200 len: 217 time: 0.0450780 Feb 14 21:42:12.403040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-56f78cb5-74ec-46a4-9c9c-1f7b5aedbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.404631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-56f78cb5-74ec-46a4-9c9c-1f7b5aedbafa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0727785 Feb 14 21:42:12.417240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd2d6-b096-42f3-971b-d62d2507805d req-74e42c8c-1eec-4dc5-9122-38c6b51068f2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.418694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c52fd2d6-b096-42f3-971b-d62d2507805d req-74e42c8c-1eec-4dc5-9122-38c6b51068f2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1011150 Feb 14 21:42:12.498453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-70916c73-7ca0-482c-bed9-6806a8931d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.500095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-70916c73-7ca0-482c-bed9-6806a8931d9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804336 Feb 14 21:42:12.503588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c52fd2d6-b096-42f3-971b-d62d2507805d req-611c3595-408d-4419-8efe-b9d9a2edf873 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751367 Feb 14 21:42:12.654305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-7ed5f423-8cc7-48ac-bb33-a9d56bafebce service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463730 Feb 14 21:42:12.678742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064555e-fd92-4d89-97dc-043f1969397c req-5c06ba3c-671a-464f-af25-f01877e7533f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.683866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8064555e-fd92-4d89-97dc-043f1969397c req-5c06ba3c-671a-464f-af25-f01877e7533f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.1022761 Feb 14 21:42:12.792920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8064555e-fd92-4d89-97dc-043f1969397c req-b9f6c474-1c0d-4382-9b6a-d62be8baf6eb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967891 Feb 14 21:42:12.819561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93088cf1-bb20-47aa-82cc-a80d0ae6e8d8 req-6c2a90fc-b651-41db-a111-8c78d57a1b06 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561933 Feb 14 21:42:12.949300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04382b-8ac3-4b98-82f8-580cd715a430 req-fbc77f16-f122-4598-9d87-a7fac9296196 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:12.950984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed04382b-8ac3-4b98-82f8-580cd715a430 req-fbc77f16-f122-4598-9d87-a7fac9296196 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0696056 Feb 14 21:42:13.003860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed04382b-8ac3-4b98-82f8-580cd715a430 req-178a5b8e-8679-4034-8dc4-d86e088d3e74 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Feb 14 21:42:13.253441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff80f-74fa-437f-92e0-92492a78cd63 req-1128a40f-9a62-4390-87f1-32d367cc2ea4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:13.254921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e85ff80f-74fa-437f-92e0-92492a78cd63 req-1128a40f-9a62-4390-87f1-32d367cc2ea4 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0600390 Feb 14 21:42:13.320048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e85ff80f-74fa-437f-92e0-92492a78cd63 req-39ce9b1f-12c8-4d3e-93bb-b9a428ce413e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590942 Feb 14 21:42:13.936274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed823ad-9166-4aca-84f7-693f26895980 req-808342f6-c85a-4ccb-9c0b-f2e3a0d21282 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:13.938174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ed823ad-9166-4aca-84f7-693f26895980 req-808342f6-c85a-4ccb-9c0b-f2e3a0d21282 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.0559416 Feb 14 21:42:13.988418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ed823ad-9166-4aca-84f7-693f26895980 req-061d86c9-590f-457e-8d96-e6591ebb97a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Feb 14 21:42:14.080486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-92f55cd1-a025-4889-ad3a-932ee908058b tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b7255d018f234056bc867b359a442638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214224 Feb 14 21:42:14.189551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-159e7ab9-5301-4bfd-8d6d-4b20c22bb85c tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:14.190941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-159e7ab9-5301-4bfd-8d6d-4b20c22bb85c tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048810 Feb 14 21:42:14.205502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-acf4f199-4a74-47ad-9dae-247937a496ed tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/quotas/b7255d018f234056bc867b359a442638 HTTP/1.1" status: 200 len: 375 time: 0.0090146 Feb 14 21:42:14.240642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-ff955999-b6e9-48e6-99c1-b3afc9d04918 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b7255d018f234056bc867b359a442638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297484 Feb 14 21:42:14.491919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adcfe6-6376-479d-b726-6c1d906efcf9 req-be319ea6-71ef-49ba-b4fe-374d2e56938f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:14.493771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99adcfe6-6376-479d-b726-6c1d906efcf9 req-be319ea6-71ef-49ba-b4fe-374d2e56938f tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.0977790 Feb 14 21:42:14.543486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-96113bba-0d1c-4e08-8b99-0e90fc2cda59 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:14.545246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-96113bba-0d1c-4e08-8b99-0e90fc2cda59 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ca2ef5c-94d2-40f4-afb8-56df89f5414d HTTP/1.1" status: 200 len: 945 time: 0.1150992 Feb 14 21:42:14.608324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99adcfe6-6376-479d-b726-6c1d906efcf9 req-2681bfd7-07df-4e27-94dd-0fea12761008 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026657 Feb 14 21:42:14.694452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cffb94f-a482-4654-8224-182b0d0a72cc req-c295286f-009e-4320-8536-245767326506 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 210 time: 0.0310442 Feb 14 21:42:14.700398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port 808837d2-7891-417a-ac05-59b9e58fa3c1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:42:14.700722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:14.794658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port 808837d2-7891-417a-ac05-59b9e58fa3c1, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=808837d2-7891-417a-ac05-59b9e58fa3c1,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:14.795014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:14.807961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for 808837d2-7891-417a-ac05-59b9e58fa3c1 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:42:14.944369 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (808837d2-7891-417a-ac05-59b9e58fa3c1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:14.956764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['808837d2-7891-417a-ac05-59b9e58fa3c1'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:14.960257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:14.975262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=808837d2-7891-417a-ac05-59b9e58fa3c1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:15.023923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port 808837d2-7891-417a-ac05-59b9e58fa3c1 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:42:15.027866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.031614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aea736e9-13cf-4e30-8503-72b14ab8c6bd req-3242e644-d616-4c9d-bd28-d41ad59af211 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.83 "DELETE /v2.0/ports/808837d2-7891-417a-ac05-59b9e58fa3c1 HTTP/1.1" status: 204 len: 173 time: 0.4811289 Feb 14 21:42:15.032031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'name': 'network-vif-deleted', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:15.034283 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515b6bb-b9e9-4596-87e4-bf82b4de9489" -d '{"events": [{"server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "name": "network-vif-deleted", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:15.121283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58361706-b397-4ac3-8be5-053e69f99a35 req-fb653ce2-9366-4f79-a31c-3607755cba27 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:15.122949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58361706-b397-4ac3-8be5-053e69f99a35 req-fb653ce2-9366-4f79-a31c-3607755cba27 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.0584769 Feb 14 21:42:15.182098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-58361706-b397-4ac3-8be5-053e69f99a35 req-3bcf89fe-7dd1-470c-a1de-557daecd40f4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507555 Feb 14 21:42:15.225886 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa8a86a-9cab-4102-826a-1c9b92d7a8e0 x-openstack-request-id: req-caa8a86a-9cab-4102-826a-1c9b92d7a8e0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:15.226190 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2ef5c-94d2-40f4-afb8-56df89f5414d", "name": "network-vif-deleted", "tag": "808837d2-7891-417a-ac05-59b9e58fa3c1", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:15.226454 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-caa8a86a-9cab-4102-826a-1c9b92d7a8e0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:15.226862 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca2ef5c-94d2-40f4-afb8-56df89f5414d', 'name': 'network-vif-deleted', 'tag': '808837d2-7891-417a-ac05-59b9e58fa3c1', 'status': 'completed', 'code': 200} Feb 14 21:42:15.332620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-cde22574-3604-4833-811e-e58874669c0a tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b7255d018f234056bc867b359a442638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219562 Feb 14 21:42:15.450132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-1d98c7bc-1932-4fa5-bde2-e5666d5fa773 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:15.451825 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-1d98c7bc-1932-4fa5-bde2-e5666d5fa773 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133456 Feb 14 21:42:15.469502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Request body: {'port': {'device_id': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': 'b7255d018f234056bc867b359a442638'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:15.581159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Made reservation on behalf of b7255d018f234056bc867b359a442638 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:15.584862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.593997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.635513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 523280e5-6521-4fb7-9e59-86f15d474f12 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:42:15.692299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks [] for security_group (3d140601-5c15-4a5a-b3a9-f2cb9711879e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.696820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3d140601-5c15-4a5a-b3a9-f2cb9711879e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.791993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d140601-5c15-4a5a-b3a9-f2cb9711879e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:15.809374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3478b798-db71-45ea-b820-222a665eaacd req-a0d3fe18-6081-4001-967d-7a203925169e tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 210 time: 0.0293212 Feb 14 21:42:15.815103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:15.833499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '523280e5-6521-4fb7-9e59-86f15d474f12', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': '523280e5-6521-4fb7-9e59-86f15d474f12', 'mac_address': 'fa:16:3e:95:89:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:42:15.895323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 523280e5-6521-4fb7-9e59-86f15d474f12 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:15.896610 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:15.914470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Allocated IP 192.168.233.150 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/3d10affc-ab92-4ad0-808c-dd5c15b3b918) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:15.925525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523280e5-6521-4fb7-9e59-86f15d474f12 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:15.952608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:15.960626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.021399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:16.029659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.030013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.030356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.030698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.031033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.031392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.031724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.032051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.032988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.032988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.033172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.033341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.033999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:16.093161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks [] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.137039 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.179185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['523280e5-6521-4fb7-9e59-86f15d474f12'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:16.184104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:16.187302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:16.194797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:16.246336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:16.251389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.263831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Pushing event updated for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:16.278744 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-2e1c9bd3-c308-4a61-8431-bb3b51fe24d4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8132744 Feb 14 21:42:16.298556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Request body: {'port': {'device_id': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:16.379738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.387855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49db12-c57e-4928-b9e5-ad3c5f0b7feb req-1800835e-4365-421b-ae2e-dd5f18b65879 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:16.389425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e49db12-c57e-4928-b9e5-ad3c5f0b7feb req-1800835e-4365-421b-ae2e-dd5f18b65879 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 944 time: 0.0869329 Feb 14 21:42:16.451947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e49db12-c57e-4928-b9e5-ad3c5f0b7feb req-96648748-6557-48e9-8f63-a9f89c60cef1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538001 Feb 14 21:42:16.551008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3968d951-c9cf-4dce-bd25-726b039c20bc None None] Provisioning complete for port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:16.551942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3968d951-c9cf-4dce-bd25-726b039c20bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.606257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3968d951-c9cf-4dce-bd25-726b039c20bc None None] Port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:16.697473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d10affc-ab92-4ad0-808c-dd5c15b3b918 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:16.705530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks [] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.721802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Transition to ACTIVE for port object 3d10affc-ab92-4ad0-808c-dd5c15b3b918 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:42:16.727735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.845158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Pushing event updated for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:16.881818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0aab-a486-4a27-999d-490a34145d8d req-0c5eee04-c123-4f59-943b-c884b1eb6367 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:16.888289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Attempting to bind port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:16.888627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Attempting to bind port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:16.889099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Attempting to bind port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:16.890888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-652e0aab-a486-4a27-999d-490a34145d8d req-0c5eee04-c123-4f59-943b-c884b1eb6367 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 946 time: 0.1084125 Feb 14 21:42:16.893907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:42:16.894239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Attempting to bind port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:16.900586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:16.900930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:16.901316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:16.901753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Bound port: 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:16.902101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:16.949939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-652e0aab-a486-4a27-999d-490a34145d8d req-04a24412-e1c0-4b8a-9ab7-7490a9d965d1 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579133 Feb 14 21:42:16.986491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:16.989921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:16.999341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:17.048280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.049339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:17.050770 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d10affc-ab92-4ad0-808c-dd5c15b3b918 HTTP/1.1" status: 200 len: 1097 time: 0.7632122 Feb 14 21:42:17.051295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:17.053732 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f" -d '{"events": [{"name": "network-changed", "server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:17.087347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0b3b-7098-47ec-b86e-27963d37b246 req-5265ec28-a16d-4346-adc6-1a9dd1a1b0fb tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.088496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f4dee-5e7c-4250-8576-9a5187f66d00 service neutron] Pushing event updated for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:17.089610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a81c0b3b-7098-47ec-b86e-27963d37b246 req-5265ec28-a16d-4346-adc6-1a9dd1a1b0fb tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 948 time: 0.0740139 Feb 14 21:42:17.182622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-b5b9f930-cbc9-41c9-b69b-922f27d38263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.184383 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-b5b9f930-cbc9-41c9-b69b-922f27d38263 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7255d018f234056bc867b359a442638&device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 1131 time: 0.0687644 Feb 14 21:42:17.205448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a81c0b3b-7098-47ec-b86e-27963d37b246 req-354f2140-ca6f-4a5d-a731-c5d72fa8338e tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992177 Feb 14 21:42:17.240971 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-77260ae3-9e68-40f9-bf17-87e78d6e3af6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918 HTTP/1.1" status: 200 len: 217 time: 0.0444446 Feb 14 21:42:17.286062 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c00363f-cdac-477e-9373-5a1fed9745be x-openstack-request-id: req-9c00363f-cdac-477e-9373-5a1fed9745be {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:17.286353 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:17.286610 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c00363f-cdac-477e-9373-5a1fed9745be {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:17.287008 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918', 'status': 'completed', 'code': 200} Feb 14 21:42:17.310033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-9de7ade5-b872-476b-ad93-380650f16c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.311590 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-9de7ade5-b872-476b-ad93-380650f16c0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0635965 Feb 14 21:42:17.573181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e6e32-c18f-4166-86fa-c782869d1b09 req-01e84af4-2da9-4599-8c35-3e1786dfb4c9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.574704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d9e6e32-c18f-4166-86fa-c782869d1b09 req-01e84af4-2da9-4599-8c35-3e1786dfb4c9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 944 time: 0.0545750 Feb 14 21:42:17.624642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d9e6e32-c18f-4166-86fa-c782869d1b09 req-5265139b-7ed7-443a-b132-ff44c1346f29 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Feb 14 21:42:17.646652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b284-9137-428e-a4e9-64e4f337be85 req-c1e2fa13-ccd9-4ae8-81b1-252829381747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.648175 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-c1e2fa13-ccd9-4ae8-81b1-252829381747 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3302839 Feb 14 21:42:17.656145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 523280e5-6521-4fb7-9e59-86f15d474f12 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:17.705260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 523280e5-6521-4fb7-9e59-86f15d474f12 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:42:17.709336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 523280e5-6521-4fb7-9e59-86f15d474f12 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:17.709719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:17.736191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-8939c55f-4718-4de0-84ac-b005d52500fe service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812907 Feb 14 21:42:17.788900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 523280e5-6521-4fb7-9e59-86f15d474f12 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:17.789294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:17.812010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:17.814210 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ca394-80d8-4c77-821f-a3923efa3e3c" -d '{"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-plugged", "status": "completed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:17.826292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:17.829577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c162b284-9137-428e-a4e9-64e4f337be85 req-57cadb61-8bc1-45d8-be6b-c7213ef7a951 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Feb 14 21:42:17.831130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:17.832016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 808837d2-7891-417a-ac05-59b9e58fa3c1 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:42:17.856831 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d08d6-4412-498a-9e3d-647678d1abbc x-openstack-request-id: req-d73d08d6-4412-498a-9e3d-647678d1abbc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:17.857126 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-plugged", "status": "completed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:17.857380 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d73d08d6-4412-498a-9e3d-647678d1abbc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:17.857778 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12', 'code': 200} Feb 14 21:42:17.876537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 808837d2-7891-417a-ac05-59b9e58fa3c1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:42:17.876890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 808837d2-7891-417a-ac05-59b9e58fa3c1 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:42:17.903397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:17.927446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-673bdfb3-670f-4071-88be-5325d2a3a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.928977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-673bdfb3-670f-4071-88be-5325d2a3a094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7255d018f234056bc867b359a442638&device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 1131 time: 0.0482075 Feb 14 21:42:17.979716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecabb2-06a2-49a6-9636-90cf5664cc9b req-fb972dca-e780-4f52-91c0-1a701943c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:17.981837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90ecabb2-06a2-49a6-9636-90cf5664cc9b req-fb972dca-e780-4f52-91c0-1a701943c1f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 1128 time: 0.0517709 Feb 14 21:42:18.032185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90ecabb2-06a2-49a6-9636-90cf5664cc9b req-a3dcc4ee-09dc-4ac6-8535-3809da9ea25b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Feb 14 21:42:18.064344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-be38d955-f87c-42b2-a044-3431383ca014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.066218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-be38d955-f87c-42b2-a044-3431383ca014 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.1302354 Feb 14 21:42:18.104566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802cac-4d76-498b-a021-3fb6efa7f37f req-4e2e5cc8-557f-4212-9d94-d8b0c53921d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.112453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f802cac-4d76-498b-a021-3fb6efa7f37f req-4e2e5cc8-557f-4212-9d94-d8b0c53921d2 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 946 time: 0.0734241 Feb 14 21:42:18.114052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-06aef7b4-6751-426d-aa2c-ff02feaf755e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918 HTTP/1.1" status: 200 len: 217 time: 0.0418580 Feb 14 21:42:18.162891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f802cac-4d76-498b-a021-3fb6efa7f37f req-4dabd2f0-e990-4142-be09-71480a8745cd tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/security-groups?id=78ef1320-6027-4ebc-8cf8-f754e0de672b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493107 Feb 14 21:42:18.175982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-bc348c81-9a0a-4d85-8349-f66438927fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.177670 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-bc348c81-9a0a-4d85-8349-f66438927fc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0562110 Feb 14 21:42:18.239773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-bccdcaa3-357a-44ae-8f2e-40d7e654f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.242109 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-bccdcaa3-357a-44ae-8f2e-40d7e654f059 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0583022 Feb 14 21:42:18.374627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e91a55-f181-4c5b-9dde-ac8e1c2dd4fb req-374a37cf-2b40-4838-a412-78bccb39bdaf tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.376193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11e91a55-f181-4c5b-9dde-ac8e1c2dd4fb req-374a37cf-2b40-4838-a412-78bccb39bdaf tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 948 time: 0.0695589 Feb 14 21:42:18.383936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-8bf2a3f4-63d6-45ca-a1e2-4f51ad4eb8f5 service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350937 Feb 14 21:42:18.428493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11e91a55-f181-4c5b-9dde-ac8e1c2dd4fb req-5ac52725-1751-4309-b845-fc6dfcab3762 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Feb 14 21:42:18.493423 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bc6cb0d2-77be-4c9a-99e6-aa3a373f732f req-1e559be3-2f70-434f-85c6-843bf6f6db5f service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968521 Feb 14 21:42:18.657515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22866e88-439b-4678-b8b4-27babab3e1bc req-37eb5ff3-ca13-429e-9105-6620bfb7c880 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.658959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22866e88-439b-4678-b8b4-27babab3e1bc req-37eb5ff3-ca13-429e-9105-6620bfb7c880 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 946 time: 0.0555549 Feb 14 21:42:18.679955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb2a42-33f2-45cf-a787-e55b7efa8a97 req-92ee091c-4952-4166-9c75-5624e9b2b696 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.681636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01eb2a42-33f2-45cf-a787-e55b7efa8a97 req-92ee091c-4952-4166-9c75-5624e9b2b696 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0605030 Feb 14 21:42:18.734605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01eb2a42-33f2-45cf-a787-e55b7efa8a97 req-5d903df3-2b9f-4d7c-bce0-cbd81a23966b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Feb 14 21:42:18.767341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Deleting port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:42:18.767916 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:18.844385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84978711-b497-4749-b247-9effbdf25dd4 req-a98a566f-d1b8-4a26-93a8-1e2e18825a23 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:18.846015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84978711-b497-4749-b247-9effbdf25dd4 req-a98a566f-d1b8-4a26-93a8-1e2e18825a23 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0556130 Feb 14 21:42:18.873012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] For port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,segment=NetworkSegment(1a85903f-d196-4bea-be7b-a51322c39317),segment_id=1a85903f-d196-4bea-be7b-a51322c39317)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:18.873628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:18.887086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Calling delete_port for a9378b31-25d9-43f3-82bd-15a0fa6a4b1d owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:42:18.900738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84978711-b497-4749-b247-9effbdf25dd4 req-b391ff81-fbfa-4477-8f7f-3a68fb1c9ae6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Feb 14 21:42:19.028374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a9378b31-25d9-43f3-82bd-15a0fa6a4b1d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:19.041951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:19.065697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Pushing event deleted for resources: {'Port': ['ID=a9378b31-25d9-43f3-82bd-15a0fa6a4b1d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:19.112855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] No DVR routers for this DVR port a9378b31-25d9-43f3-82bd-15a0fa6a4b1d on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:42:19.115435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:19.118871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-22866e88-439b-4678-b8b4-27babab3e1bc req-7ef5f6e6-d0a6-4eea-8435-7bf435b0724e tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.64 "DELETE /v2.0/ports/a9378b31-25d9-43f3-82bd-15a0fa6a4b1d HTTP/1.1" status: 204 len: 173 time: 0.4539223 Feb 14 21:42:19.273433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6b69679-4a67-423e-894c-630c7adc4053 req-cfd65f53-9760-4bb3-8b72-2c7110c71973 tempest-ServersTestJSON-509910832 tempest-ServersTestJSON-509910832-project] 10.222.0.86 "GET /v2.0/ports?device_id=b008b734-d09f-49f3-9950-f52c1aeb6182 HTTP/1.1" status: 200 len: 210 time: 0.0309460 Feb 14 21:42:19.292278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'name': 'network-vif-deleted', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:19.294540 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8413fc61-062b-4bb3-a621-a29ef0a32b0a" -d '{"events": [{"server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "name": "network-vif-deleted", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:19.330698 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42442e56-91d6-4889-a1db-c27b2c000da3 x-openstack-request-id: req-42442e56-91d6-4889-a1db-c27b2c000da3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:19.330997 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008b734-d09f-49f3-9950-f52c1aeb6182", "name": "network-vif-deleted", "tag": "a9378b31-25d9-43f3-82bd-15a0fa6a4b1d", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:19.331437 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42442e56-91d6-4889-a1db-c27b2c000da3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:19.331837 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008b734-d09f-49f3-9950-f52c1aeb6182', 'name': 'network-vif-deleted', 'tag': 'a9378b31-25d9-43f3-82bd-15a0fa6a4b1d', 'status': 'completed', 'code': 200} Feb 14 21:42:19.561218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee7bba-813f-4fdf-bf13-71f8e1ca9976 req-4eb7d57b-81f7-4b35-a151-b61bb79f9703 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:19.563226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77ee7bba-813f-4fdf-bf13-71f8e1ca9976 req-4eb7d57b-81f7-4b35-a151-b61bb79f9703 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 948 time: 0.0612025 Feb 14 21:42:19.619866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-77ee7bba-813f-4fdf-bf13-71f8e1ca9976 req-a7d75a22-bc78-4bcc-87dd-ee05a9fd962a tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Feb 14 21:42:19.850811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb807-6b29-4bbe-9c01-b2abe1fe4ab2 req-0c0193f5-30a7-47b2-ab67-a6ee78299905 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:19.852346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b42fb807-6b29-4bbe-9c01-b2abe1fe4ab2 req-0c0193f5-30a7-47b2-ab67-a6ee78299905 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0519111 Feb 14 21:42:19.902812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b42fb807-6b29-4bbe-9c01-b2abe1fe4ab2 req-b1fdf691-faee-47b1-a86a-aa4d1d6bce41 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Feb 14 21:42:20.017704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff21b-21ce-438c-ac80-2179d0c14635 req-bf733b24-f787-445c-bfe8-afdcc7c2a555 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:20.019073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14ff21b-21ce-438c-ac80-2179d0c14635 req-bf733b24-f787-445c-bfe8-afdcc7c2a555 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Feb 14 21:42:20.064099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14ff21b-21ce-438c-ac80-2179d0c14635 req-17f9a773-8c0b-490d-bcb2-b05d18bc6e8c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Feb 14 21:42:20.262645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da34c0-68df-48d2-a777-0f2fc9dfa64f req-7a8258ea-6694-4799-88c5-c658c02f2518 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:20.264194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25da34c0-68df-48d2-a777-0f2fc9dfa64f req-7a8258ea-6694-4799-88c5-c658c02f2518 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0532734 Feb 14 21:42:20.312653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-25da34c0-68df-48d2-a777-0f2fc9dfa64f req-61140c97-40c2-4cd6-9763-5c92f277ce54 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Feb 14 21:42:20.357483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:20.406927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Deleting subnet 285bf0d5-0fc3-45c3-a009-7ae5e290668d {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:42:20.410070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Publish callbacks [] for subnet (285bf0d5-0fc3-45c3-a009-7ae5e290668d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.444830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (285bf0d5-0fc3-45c3-a009-7ae5e290668d), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.484488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (285bf0d5-0fc3-45c3-a009-7ae5e290668d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.536822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (285bf0d5-0fc3-45c3-a009-7ae5e290668d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.562509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285bf0d5-0fc3-45c3-a009-7ae5e290668d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:20.566054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.569296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2c5af5d-9eb1-43e3-b011-c6913a61d558 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/285bf0d5-0fc3-45c3-a009-7ae5e290668d HTTP/1.1" status: 204 len: 168 time: 0.2108092 Feb 14 21:42:20.571759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:20.648786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5b0552a4-91cc-45f7-bf56-db0e42b40012), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.768290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5b0552a4-91cc-45f7-bf56-db0e42b40012), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.792931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0552a4-91cc-45f7-bf56-db0e42b40012']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:20.804524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a85903f-d196-4bea-be7b-a51322c39317') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:20.804824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a85903f-d196-4bea-be7b-a51322c39317') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:20.817951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (1a85903f-d196-4bea-be7b-a51322c39317), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.825751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791bd7e-efa0-48d3-a8bc-2310d774985d req-8cb7b8a5-c8f4-402a-bed8-cda6b9ac6e89 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:20.827249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7791bd7e-efa0-48d3-a8bc-2310d774985d req-8cb7b8a5-c8f4-402a-bed8-cda6b9ac6e89 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 948 time: 0.1283438 Feb 14 21:42:20.849853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1a85903f-d196-4bea-be7b-a51322c39317), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.861182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:42:20.861567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (1a85903f-d196-4bea-be7b-a51322c39317), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:42:20.863343 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:42:20.937945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7791bd7e-efa0-48d3-a8bc-2310d774985d req-94789ace-1987-4143-982e-4304fdd74dc6 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051245 Feb 14 21:42:20.948199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5b0552a4-91cc-45f7-bf56-db0e42b40012), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.953420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:20.956968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] 10.222.0.86 "DELETE /v2.0/networks/5b0552a4-91cc-45f7-bf56-db0e42b40012 HTTP/1.1" status: 204 len: 168 time: 0.3835053 Feb 14 21:42:20.970512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb8d4-088a-4461-a9db-e5e4236a3aea admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0552a4-91cc-45f7-bf56-db0e42b40012,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:21.015837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-912c453b-96a7-4937-8e6c-165d859c127a tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:21.017903 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-912c453b-96a7-4937-8e6c-165d859c127a tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0988843 Feb 14 21:42:21.094276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1a0a-c00c-4627-9acf-678b275ea2a2 req-2111c66a-aec1-4521-ac6c-2401376c4f21 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:21.095889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-194e1a0a-c00c-4627-9acf-678b275ea2a2 req-2111c66a-aec1-4521-ac6c-2401376c4f21 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 945 time: 0.0730608 Feb 14 21:42:21.101456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d10affc-ab92-4ad0-808c-dd5c15b3b918 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:42:21.105709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9378b31-25d9-43f3-82bd-15a0fa6a4b1d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:42:21.157649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47642) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:21.166502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-194e1a0a-c00c-4627-9acf-678b275ea2a2 req-fcd00f31-5545-49a9-8a07-dc95cf5ee708 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=99d19db2-147d-4ac4-a0bb-21386df37ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608978 Feb 14 21:42:21.171345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: a9378b31-25d9-43f3-82bd-15a0fa6a4b1d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:42:21.171959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device a9378b31-25d9-43f3-82bd-15a0fa6a4b1d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:42:21.186850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Deleting port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:42:21.187282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.261327 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-304e8757-03dc-45ac-b63f-681c037a375e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=34833bccff8c4f0eaf9c202586a649b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025379 Feb 14 21:42:21.263765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:21.268417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:21.282843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '3d10affc-ab92-4ad0-808c-dd5c15b3b918', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': '3d10affc-ab92-4ad0-808c-dd5c15b3b918', 'mac_address': 'fa:16:3e:ec:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:42:21.326583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] For port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:21.326956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.328975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:21.329520 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.344802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d10affc-ab92-4ad0-808c-dd5c15b3b918 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:21.365563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:21.373743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.418516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] Publish callbacks [] for security_group (78ef1320-6027-4ebc-8cf8-f754e0de672b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.429977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:21.474351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab420deb-6837-4839-a618-fe7935968e7d req-eae923f0-c8a7-4416-8a47-c72694b7b875 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:21.481448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab420deb-6837-4839-a618-fe7935968e7d req-eae923f0-c8a7-4416-8a47-c72694b7b875 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0686646 Feb 14 21:42:21.510685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] Publish callbacks [] for security_group (78ef1320-6027-4ebc-8cf8-f754e0de672b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.524303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab420deb-6837-4839-a618-fe7935968e7d req-0b698c91-2ad6-4355-9613-b7e2bc933f47 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Feb 14 21:42:21.619847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.620225 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.620547 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Floating IP 0fe384a4-6bc0-4711-93e7-b09d86a8ecac disassociated. External IP: 172.25.2.251, port: 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808. Feb 14 21:42:21.620895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Calling delete_port for 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:42:21.636157 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (78ef1320-6027-4ebc-8cf8-f754e0de672b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.639094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.642781 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78ef1320-6027-4ebc-8cf8-f754e0de672b HTTP/1.1" status: 204 len: 168 time: 0.3756130 Feb 14 21:42:21.679793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfae52-5a75-4361-9ab2-9db6895252b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef1320-6027-4ebc-8cf8-f754e0de672b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:21.768115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3d10affc-ab92-4ad0-808c-dd5c15b3b918'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:21.819182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:21.868371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'Port': ['ID=9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:22.096055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:42:22.120056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aee86-7d0e-4780-a8c0-4c0b434a29fe req-ee8406d2-71de-40c7-b55a-f6ae3c5ff12b tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:22.121947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c73aee86-7d0e-4780-a8c0-4c0b434a29fe req-ee8406d2-71de-40c7-b55a-f6ae3c5ff12b tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 949 time: 0.0652447 Feb 14 21:42:22.211769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c73aee86-7d0e-4780-a8c0-4c0b434a29fe req-3c44cc47-6fd0-44fa-a740-730c04ae9e86 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818558 Feb 14 21:42:22.223287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:22.238166 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:42:22.255568 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:22.258643 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:22.299712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] No DVR routers for this DVR port 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:42:22.312985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:22.317535 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-cd4f5f91-8ae6-40de-8096-b0b1a7474860 req-07fb8ca7-346c-4597-a438-5892128468be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "DELETE /v2.0/ports/9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 HTTP/1.1" status: 204 len: 173 time: 1.2938957 Feb 14 21:42:22.322210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'name': 'network-vif-deleted', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:22.335710 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a04163-b70e-4d6e-a413-2108a29d3214" -d '{"events": [{"server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "name": "network-vif-deleted", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:22.411608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af35547-a1f4-44fa-bcc6-289da45d449f req-e2da092f-7228-4c95-9312-b3e6ec01fb98 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:22.413570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9af35547-a1f4-44fa-bcc6-289da45d449f req-e2da092f-7228-4c95-9312-b3e6ec01fb98 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0829031 Feb 14 21:42:22.509714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9af35547-a1f4-44fa-bcc6-289da45d449f req-ea01fd82-079d-40d4-9197-be86b06caab2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870738 Feb 14 21:42:22.512066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:22.667297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edab21c4-ea94-46dd-a0ba-c216746b5493 req-5453cc38-41ba-4248-b6c2-85e514542316 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e6aa25a-57f3-4559-97f1-c62df4265139 HTTP/1.1" status: 200 len: 210 time: 0.0398338 Feb 14 21:42:22.725373 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a59ab-42ab-42fd-9f4c-12c166555647 x-openstack-request-id: req-654a59ab-42ab-42fd-9f4c-12c166555647 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:22.725668 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6aa25a-57f3-4559-97f1-c62df4265139", "name": "network-vif-deleted", "tag": "9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:22.725920 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-654a59ab-42ab-42fd-9f4c-12c166555647 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:22.726336 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6aa25a-57f3-4559-97f1-c62df4265139', 'name': 'network-vif-deleted', 'tag': '9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808', 'status': 'completed', 'code': 200} Feb 14 21:42:22.791807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:22.825047 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:42:22.836113 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:22.836987 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:23.079669 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:23.102038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d10affc-ab92-4ad0-808c-dd5c15b3b918 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:23.165113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:42:23.170385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:23.170894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:23.296510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:23.296921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:23.338919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:23.344698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:23.347741 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e154725-6ee9-42c4-bc4b-64bb39eb7c27" -d '{"events": [{"server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "name": "network-vif-plugged", "status": "completed", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:23.377334 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1fa6c-0be3-41a2-aa26-1b4eca734670 None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:42:23.377527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:23.383279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:23.389124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f101c9a-84dc-43c7-9e73-f74df459d2b2 req-5a756e0f-1ae2-4390-ac01-32752059ab1a tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:23.398607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f101c9a-84dc-43c7-9e73-f74df459d2b2 req-5a756e0f-1ae2-4390-ac01-32752059ab1a tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 949 time: 0.0922079 Feb 14 21:42:23.466297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f101c9a-84dc-43c7-9e73-f74df459d2b2 req-48e0fcd1-29d2-435c-a586-350053249da7 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667350 Feb 14 21:42:23.471800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:23.552600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e42ed87d-b8de-44c3-834d-30a19e22390c req-ef9e96b0-04f9-489f-8afe-99206dcd390f tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0299945 Feb 14 21:42:23.624423 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c520cc-8334-4ac2-9dc3-ead4ff877c63 x-openstack-request-id: req-23c520cc-8334-4ac2-9dc3-ead4ff877c63 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:23.624727 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "name": "network-vif-plugged", "status": "completed", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:23.624984 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23c520cc-8334-4ac2-9dc3-ead4ff877c63 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:23.625380 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918', 'code': 200} Feb 14 21:42:23.756117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ed95a-783f-44ae-8c73-2778130293ea req-0199fbff-3344-4050-b2f7-92a8b27fb5b3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:23.765093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d3ed95a-783f-44ae-8c73-2778130293ea req-0199fbff-3344-4050-b2f7-92a8b27fb5b3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0723081 Feb 14 21:42:23.780198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561786fb-1adb-4f50-8433-cac251799719 req-a9c9e48c-df5a-41af-9beb-575b69ad5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:23.780750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-561786fb-1adb-4f50-8433-cac251799719 req-a9c9e48c-df5a-41af-9beb-575b69ad5de9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 1133 time: 0.0804248 Feb 14 21:42:23.789603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67abc7-89ce-4f5f-8ccd-ad53d514520d None None] New status for floating IP 0fe384a4-6bc0-4711-93e7-b09d86a8ecac: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:42:23.838282 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-561786fb-1adb-4f50-8433-cac251799719 req-25c1eb1e-bdfd-4728-98d6-48e875208816 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502102 Feb 14 21:42:23.854175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d3ed95a-783f-44ae-8c73-2778130293ea req-f16814b1-b351-4b39-8041-627ffa3bace9 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873833 Feb 14 21:42:23.942012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47762) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:24.011920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (99d19db2-147d-4ac4-a0bb-21386df37ecd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.046586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (99d19db2-147d-4ac4-a0bb-21386df37ecd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.101249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (99d19db2-147d-4ac4-a0bb-21386df37ecd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.104744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.108711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "DELETE /v2.0/security-groups/99d19db2-147d-4ac4-a0bb-21386df37ecd HTTP/1.1" status: 204 len: 168 time: 0.1630926 Feb 14 21:42:24.109374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:24.118163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf073-8257-4dcc-b999-3a658103cd7b tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d19db2-147d-4ac4-a0bb-21386df37ecd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:24.134662 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-23edfc47-ca5d-4478-892f-c48f716b2f1e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] show failed (client error): The resource could not be found. Feb 14 21:42:24.136229 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-23edfc47-ca5d-4478-892f-c48f716b2f1e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups/99d19db2-147d-4ac4-a0bb-21386df37ecd HTTP/1.1" status: 404 len: 347 time: 0.0260913 Feb 14 21:42:24.139210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47772) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:24.287317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Deleting port 60c5a9f8-5937-47c5-9d8a-152ba3c0b958 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:42:24.287894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.380784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.381111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.393206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Calling delete_port for 60c5a9f8-5937-47c5-9d8a-152ba3c0b958 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:42:24.589503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (60c5a9f8-5937-47c5-9d8a-152ba3c0b958), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.647911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'Port': ['ID=60c5a9f8-5937-47c5-9d8a-152ba3c0b958,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:24.670178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efa34-ac64-4c3b-90e5-10e1635aa631 req-9309b87d-ae27-4cce-8331-25f70dd0903e tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:24.682162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd4efa34-ac64-4c3b-90e5-10e1635aa631 req-9309b87d-ae27-4cce-8331-25f70dd0903e tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 950 time: 0.1089325 Feb 14 21:42:24.724661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (0fe384a4-6bc0-4711-93e7-b09d86a8ecac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.728641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:24.733647 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f86ea74f-1476-4206-b290-9871b7ac434e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "DELETE /v2.0/floatingips/0fe384a4-6bc0-4711-93e7-b09d86a8ecac HTTP/1.1" status: 204 len: 168 time: 0.5934389 Feb 14 21:42:24.765320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd4efa34-ac64-4c3b-90e5-10e1635aa631 req-9bd78180-4364-4643-878e-f7056b790f9a tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770867 Feb 14 21:42:24.880101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68ce2993-5bcd-4af1-b1b3-da9329f3c7d1 req-630e90a9-5dcc-4a2e-a20e-dba13e0be9f5 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0541606 Feb 14 21:42:25.105263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:42:25.150935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:42:25.151337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 9122fb8e-bd2e-43f3-9f9f-a2c36fdb1808 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:42:25.439373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47806) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:25.445398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360621111', 'description': 'tempest-description--761184725'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:25.499861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.586247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469e68e-ca00-4269-bbb3-a802b9414766 req-7eb83873-98c9-4714-ab80-7f5ecfc8d57a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:25.591692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1469e68e-ca00-4269-bbb3-a802b9414766 req-7eb83873-98c9-4714-ab80-7f5ecfc8d57a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0986519 Feb 14 21:42:25.637508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (95ca951b-5010-47ee-83af-c65201b8a2ae), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.653501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (95ca951b-5010-47ee-83af-c65201b8a2ae), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.680027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 523280e5-6521-4fb7-9e59-86f15d474f12 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:42:25.700637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca951b-5010-47ee-83af-c65201b8a2ae,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:25.706104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.707706 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20f4e425-12fa-430c-a569-884d7a3d92b8 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2684140 Feb 14 21:42:25.710723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:25.716434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group_rule': {'security_group_id': '95ca951b-5010-47ee-83af-c65201b8a2ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:25.746331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1469e68e-ca00-4269-bbb3-a802b9414766 req-cccf631e-1a3d-41f6-b907-350d882e34a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492050 Feb 14 21:42:25.777383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (0b680e24-07ac-430a-9759-97a9a1840cff), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.813505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b859ba6-ea2a-4e6b-9755-030f5adeae69 req-0777c0ca-d827-457a-a88d-863173ec1a6c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0571954 Feb 14 21:42:25.867318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (0b680e24-07ac-430a-9759-97a9a1840cff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.901277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0b680e24-07ac-430a-9759-97a9a1840cff), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.938122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b680e24-07ac-430a-9759-97a9a1840cff,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:25.946689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:25.949721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-091dade1-b025-4b08-82e7-76aa8d72bd18 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2377126 Feb 14 21:42:25.952796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:25.954108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:25.964314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'security_group_rule': {'security_group_id': '95ca951b-5010-47ee-83af-c65201b8a2ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:25.969941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8456f4-de35-47e9-9f2c-b561d9aca0e1 req-eb661b78-9c5e-4b13-a217-f32aba422183 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:25.974507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '523280e5-6521-4fb7-9e59-86f15d474f12', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'port_id': '523280e5-6521-4fb7-9e59-86f15d474f12', 'mac_address': 'fa:16:3e:95:89:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:42:25.977865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c8456f4-de35-47e9-9f2c-b561d9aca0e1 req-eb661b78-9c5e-4b13-a217-f32aba422183 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 950 time: 0.0746365 Feb 14 21:42:26.029761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (4ab1ce76-8c72-4a09-bbed-9ae6386c4a89), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.032495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 523280e5-6521-4fb7-9e59-86f15d474f12 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:26.035962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.061056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 523280e5-6521-4fb7-9e59-86f15d474f12 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:26.095092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:26.105627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.113445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c8456f4-de35-47e9-9f2c-b561d9aca0e1 req-938ac122-cd40-468b-a766-f52f3ed6ff7d tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326046 Feb 14 21:42:26.178885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (4ab1ce76-8c72-4a09-bbed-9ae6386c4a89), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.192939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4ab1ce76-8c72-4a09-bbed-9ae6386c4a89), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.231227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab1ce76-8c72-4a09-bbed-9ae6386c4a89,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:26.240490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:26.252548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.254010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1d0e009-2f49-497b-befd-c63265766e1f req-dbf54177-3629-4b04-a73a-68ceb12da841 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0560439 Feb 14 21:42:26.257274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ef39ca7-d8d2-4f73-9c79-fbf3c4899f40 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016419 Feb 14 21:42:26.257823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47820) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:26.273420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:26.298600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['523280e5-6521-4fb7-9e59-86f15d474f12'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:26.334970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.610318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:26.858651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Allocated IP 172.25.2.127 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ac8e6890-3c67-4164-9948-aaf34891b71e) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:27.111689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b806d-ac86-4c30-9ae1-19130179b019 req-1adc2c5b-df71-4240-a28c-269060817d57 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:27.113468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-430b806d-ac86-4c30-9ae1-19130179b019 req-1adc2c5b-df71-4240-a28c-269060817d57 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 944 time: 0.1541934 Feb 14 21:42:27.164670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:27.204045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-430b806d-ac86-4c30-9ae1-19130179b019 req-6c696b77-4e7b-49ad-8201-0a20bc181d8e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787764 Feb 14 21:42:27.279383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:27.344571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:27.351236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:27.364952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:27.423390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=ac8e6890-3c67-4164-9948-aaf34891b71e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:27.686161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 523280e5-6521-4fb7-9e59-86f15d474f12 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:27.780111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 523280e5-6521-4fb7-9e59-86f15d474f12 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:27.780513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:27.957361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 523280e5-6521-4fb7-9e59-86f15d474f12 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:27.957768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:27.993797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5cc7436b-f6b6-42dc-bcea-94fab3206442 req-1ccf5c59-7b09-4cad-9ef4-f683bca00bc2 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.5761962 Feb 14 21:42:28.001795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:28.002924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:28.005512 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d8c1a-a3f6-4fe2-8256-09ca016ddfe3" -d '{"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-plugged", "status": "completed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:28.012272 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.096987 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b376709e-39f5-4f58-92b9-cfc68cd36e95 x-openstack-request-id: req-b376709e-39f5-4f58-92b9-cfc68cd36e95 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:28.097279 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-plugged", "status": "completed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:28.097526 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b376709e-39f5-4f58-92b9-cfc68cd36e95 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:28.097916 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12', 'code': 200} Feb 14 21:42:28.130281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:28.232668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.299060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.673896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.688869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.714317 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.783479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131121b0-a166-4b2a-9623-9a666e986ac7 req-3e956331-67c6-4588-bc62-4ce9da820f30 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:28.795756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131121b0-a166-4b2a-9623-9a666e986ac7 req-3e956331-67c6-4588-bc62-4ce9da820f30 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.2186694 Feb 14 21:42:28.797838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.919307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:28.923015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6639037 Feb 14 21:42:28.929773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e7c6-7c0f-4caa-a4d8-94a746a528e7 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=ac8e6890-3c67-4164-9948-aaf34891b71e,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:28.994540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-131121b0-a166-4b2a-9623-9a666e986ac7 req-201517d6-434e-4b4e-8cb7-36f9cf0d19f1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978960 Feb 14 21:42:29.281405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee2bb0d0-4edf-478d-a351-eacb2c498a26 req-61442cf5-6f2e-45d2-9ef9-c450d1ba8f9e tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0753279 Feb 14 21:42:29.484140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-8c046229-7dae-482d-b9d1-9557c1fa9bf1 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--360621111&fields=id&tenant_id=f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 267 time: 0.0847430 Feb 14 21:42:29.663215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-456fece3-7f01-45ad-9e68-7dd1cf5ec04e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:29.679899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-456fece3-7f01-45ad-9e68-7dd1cf5ec04e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 811 time: 0.1881750 Feb 14 21:42:29.701385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-cdc0dfe0-1ea3-4dd0-9548-0dced8dc4de5 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/quotas/f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 375 time: 0.0201612 Feb 14 21:42:29.830532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-7c25c6dd-78e8-4059-a67e-4dd9ebdf3e2c tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281114 Feb 14 21:42:29.973586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-31cf6c0e-ddd3-4271-8984-eb67ac8bacc3 service neutron] 10.222.0.86 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235275 Feb 14 21:42:30.104582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-1a1c9110-fe57-49c9-b66b-6080c4861c61 service neutron] 10.222.0.86 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299758 Feb 14 21:42:30.636986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e5f9b-bc83-43dc-9ff6-4217af13175a req-de5a2b09-87d3-438d-a37d-595abe9e792d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:30.638577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d82e5f9b-bc83-43dc-9ff6-4217af13175a req-de5a2b09-87d3-438d-a37d-595abe9e792d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1545711 Feb 14 21:42:30.730571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d82e5f9b-bc83-43dc-9ff6-4217af13175a req-e6cccd5c-4961-49e2-91b2-97f2652f3e2e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821619 Feb 14 21:42:30.875493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-169a6b10-e5c4-45b9-9bdd-c56defa03419 req-e7b31353-a2c0-4ca7-8206-1b0fde4135b0 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0556626 Feb 14 21:42:30.971895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b4e066a-6655-4002-a7c0-e2f58e81b1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:30.994742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0531845-f8d9-4f0a-8785-f97c1c3b2ab8 req-c6f45a78-0416-46a1-bdcb-c9e294699bee tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 210 time: 0.0571833 Feb 14 21:42:31.974139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f4e3-9030-40fe-97b2-5786ee40ba66 req-c756b0ce-0dc7-44d8-9f55-c173ed81b1e5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:31.977272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6438f4e3-9030-40fe-97b2-5786ee40ba66 req-c756b0ce-0dc7-44d8-9f55-c173ed81b1e5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0985298 Feb 14 21:42:32.038339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6438f4e3-9030-40fe-97b2-5786ee40ba66 req-b77ed0d5-328c-4e02-ab01-dcd4909cd817 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537314 Feb 14 21:42:32.195196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8fbf325-849c-4438-8b64-c9bdcdc892cc req-9ddfea15-f2dc-4278-aa11-e24f008132dd tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0558970 Feb 14 21:42:32.379827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4d2e5b2-633b-430d-a956-541d565e4f5e req-319267e3-2b57-4c2a-8e4b-5c8a430c6b27 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 210 time: 0.0604711 Feb 14 21:42:32.493714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-c8f74f70-1f32-4f29-874b-f2100724a902 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:32.503371 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-c8f74f70-1f32-4f29-874b-f2100724a902 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 811 time: 0.2759342 Feb 14 21:42:32.602151 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-f84da22b-e845-4f50-9b47-5565a146f989 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07de2c424c648c988965c626bc87535 HTTP/1.1" status: 200 len: 379 time: 0.0895865 Feb 14 21:42:32.614439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'port': {'device_id': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'admin_state_up': True, 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'security_groups': ['95ca951b-5010-47ee-83af-c65201b8a2ae']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:32.768003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Made reservation on behalf of f07de2c424c648c988965c626bc87535 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:32.772559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:32.976623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Allocated IP 172.20.0.11 (319dfa36-7b2c-4612-80d0-19398f99dc53/92b7728e-f794-4d5a-8718-7c338c48e7c1/45478cf3-1a50-4896-95f9-c1e64fa23113) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:33.192067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.239130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.296016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event updated for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:33.319057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:33.321815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:33.326158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:33.355334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cd03f3a-e7a3-4fd6-a254-54eebfdaa06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.385800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7224ed-cb45-4637-85dd-ed23892f238a req-3d3948ab-2a41-45b9-9c81-aa0cd2795b41 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:33.387573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f7224ed-cb45-4637-85dd-ed23892f238a req-3d3948ab-2a41-45b9-9c81-aa0cd2795b41 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1406982 Feb 14 21:42:33.433450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:33.436862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.518136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f7224ed-cb45-4637-85dd-ed23892f238a req-6e1d30bd-45b8-4343-ab41-65247925965f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236980 Feb 14 21:42:33.519388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-2288569f-8b0b-4820-bbf7-10b2ff7c90f0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097145 Feb 14 21:42:33.530285 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:42:33.531851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Request body: {'port': {'device_id': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:33.699899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-864e5be9-0bce-464c-be2e-521675672572 req-e1b0b3f8-5096-4e02-9c3f-fba0abb55fc6 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0566559 Feb 14 21:42:33.722777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.876360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4ea4e695-6b55-4c0d-b204-321bb830b297 None None] Provisioning complete for port 45478cf3-1a50-4896-95f9-c1e64fa23113 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:33.877875 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e695-6b55-4c0d-b204-321bb830b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:33.950510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faff42-a877-46f1-8144-7931b7d5a64b req-9299c9d0-0d44-4c43-9214-9a6d27adbbec tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:33.952705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3faff42-a877-46f1-8144-7931b7d5a64b req-9299c9d0-0d44-4c43-9214-9a6d27adbbec tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 932 time: 0.1225114 Feb 14 21:42:33.973003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4e695-6b55-4c0d-b204-321bb830b297 None None] Port 45478cf3-1a50-4896-95f9-c1e64fa23113 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:34.041775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3faff42-a877-46f1-8144-7931b7d5a64b req-ca9a767c-09c9-4e8b-b25a-25128205d057 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799062 Feb 14 21:42:34.343871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45478cf3-1a50-4896-95f9-c1e64fa23113 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:34.352768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks [] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:34.376392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Transition to ACTIVE for port object 45478cf3-1a50-4896-95f9-c1e64fa23113 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:42:34.388224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:34.434098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Pushing event updated for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:34.573948 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:34.749619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Attempting to bind port 45478cf3-1a50-4896-95f9-c1e64fa23113 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:34.750154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Attempting to bind port 45478cf3-1a50-4896-95f9-c1e64fa23113 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:34.750257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Attempting to bind port 45478cf3-1a50-4896-95f9-c1e64fa23113 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:34.756328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Port 45478cf3-1a50-4896-95f9-c1e64fa23113 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:42:34.756679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Attempting to bind port 45478cf3-1a50-4896-95f9-c1e64fa23113 on network 319dfa36-7b2c-4612-80d0-19398f99dc53 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:34.763104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:34.763668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Checking segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:34.764068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Bound using segment: {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:34.764685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Bound port: 45478cf3-1a50-4896-95f9-c1e64fa23113, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25afff5-ea9e-4ad6-87dc-4ac905170c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:34.765057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:34.826696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2dfa2-3ab8-436e-80ea-d690cebf0797 req-06851205-0653-4bd3-a36b-eae716b07043 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:34.835108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8f2dfa2-3ab8-436e-80ea-d690cebf0797 req-06851205-0653-4bd3-a36b-eae716b07043 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1746092 Feb 14 21:42:34.903857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:34.917391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=45478cf3-1a50-4896-95f9-c1e64fa23113,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:34.935098 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:34.964737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8f2dfa2-3ab8-436e-80ea-d690cebf0797 req-be63f751-db47-4449-ba34-df94b22f587b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233170 Feb 14 21:42:35.092742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:35.095950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:35.106455 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] 10.222.0.64 "PUT /v2.0/ports/45478cf3-1a50-4896-95f9-c1e64fa23113 HTTP/1.1" status: 200 len: 1093 time: 1.5747166 Feb 14 21:42:35.118392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:35.127135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d69b3d1-1ecd-463e-95d6-27dbd6036cf9 req-c6c97e09-b74c-44f3-b39b-d5062b14eb95 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0581181 Feb 14 21:42:35.138992 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f9402-8278-49dc-883a-eec6b05e9eec" -d '{"events": [{"name": "network-changed", "server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:35.342550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49662f13-067c-4e3d-bbd2-9d2b47978570 req-33d14a13-4565-43f9-8dc1-65b6196979be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:35.346905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49662f13-067c-4e3d-bbd2-9d2b47978570 req-33d14a13-4565-43f9-8dc1-65b6196979be tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 944 time: 0.0967128 Feb 14 21:42:35.401260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4b8e0-5a1e-4ba7-8fdc-76c5990abe19 service neutron] Pushing event updated for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:35.435251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49662f13-067c-4e3d-bbd2-9d2b47978570 req-80220792-0e4e-40c7-b79c-0849abb664a6 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814011 Feb 14 21:42:35.472332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-810d6cc1-dd55-4539-abf3-32c5d3331fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:35.474615 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-810d6cc1-dd55-4539-abf3-32c5d3331fae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 1127 time: 0.2986324 Feb 14 21:42:35.580951 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a327cd2e-32dd-4544-ae96-300c4459a26b x-openstack-request-id: req-a327cd2e-32dd-4544-ae96-300c4459a26b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:35.581554 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:35.582496 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a327cd2e-32dd-4544-ae96-300c4459a26b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:35.583141 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'status': 'completed', 'code': 200} Feb 14 21:42:35.585970 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9f9d97a8-a41f-4efc-a194-197550a115ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45478cf3-1a50-4896-95f9-c1e64fa23113 HTTP/1.1" status: 200 len: 217 time: 0.0977626 Feb 14 21:42:35.680387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9847d164-5a6a-4a95-8bc3-692bb30c5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:35.682614 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-9847d164-5a6a-4a95-8bc3-692bb30c5dcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0902007 Feb 14 21:42:35.777381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:35.804088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-3d29e859-d2fa-43b0-af77-3ed89320f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:35.808201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-3d29e859-d2fa-43b0-af77-3ed89320f950 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1181812 Feb 14 21:42:35.977630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-051efc5f-ddc1-48dd-a5ce-0e47acf0d731 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628873 Feb 14 21:42:36.085354 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-51a8f75a-173a-4af8-a12a-997607b85c9d req-3b2df006-6ebf-43c5-ad77-e627ef4c3a19 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011112 Feb 14 21:42:36.179436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:36.242367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ed234-0207-4fad-a644-d80e2b29169b req-0a00dbae-ab50-4423-b850-c99c21dfff25 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.243794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c8ed234-0207-4fad-a644-d80e2b29169b req-0a00dbae-ab50-4423-b850-c99c21dfff25 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1524773 Feb 14 21:42:36.261534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-91801aef-a098-4b85-be34-5319b836a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.267203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-91801aef-a098-4b85-be34-5319b836a08b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 1127 time: 0.1051984 Feb 14 21:42:36.329690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c8ed234-0207-4fad-a644-d80e2b29169b req-98baf5fd-2b71-43a4-af8b-c1f5944c8ad7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 Feb 14 21:42:36.425251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-1abbd910-12d9-4298-841e-32ca4319c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.426868 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-1abbd910-12d9-4298-841e-32ca4319c3af service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.1477342 Feb 14 21:42:36.502424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f23c408-535f-4536-b6ce-82e87234ade8 req-cf5f71c7-81ba-4aad-9315-3d4c2a614bb3 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0514903 Feb 14 21:42:36.518379 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-16f16e68-37c7-443f-a3ed-7d513b1fc270 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45478cf3-1a50-4896-95f9-c1e64fa23113 HTTP/1.1" status: 200 len: 217 time: 0.0817969 Feb 14 21:42:36.633467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-68aa849f-ff1d-4b86-bce7-a23ba49ffe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.638561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-68aa849f-ff1d-4b86-bce7-a23ba49ffe82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.1039398 Feb 14 21:42:36.749341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2853b12-dfb6-49d9-b31a-05991216c515 req-997455f2-5f91-4ee1-a356-cf33207ca81e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.768433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2853b12-dfb6-49d9-b31a-05991216c515 req-997455f2-5f91-4ee1-a356-cf33207ca81e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 944 time: 0.1254802 Feb 14 21:42:36.772717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-cbf863fd-058b-419a-b9a8-883ec2f74e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:36.784837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-cbf863fd-058b-419a-b9a8-883ec2f74e06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1243205 Feb 14 21:42:36.856847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2853b12-dfb6-49d9-b31a-05991216c515 req-9d21509f-f2b0-4b25-944b-b19b9c22e1c9 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875182 Feb 14 21:42:36.897388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-1dfe4105-c6df-47b1-8981-b94004cbecf2 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115701 Feb 14 21:42:37.293084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:37.510388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10f10-da34-47af-9e35-935a8da5ed90 req-26c2ebec-23a1-48ec-9ddb-028a3411bb0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:37.512057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde10f10-da34-47af-9e35-935a8da5ed90 req-26c2ebec-23a1-48ec-9ddb-028a3411bb0c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0727606 Feb 14 21:42:37.612408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a94f9402-8278-49dc-883a-eec6b05e9eec req-1c68abb5-6742-4cfa-beb0-c96273a8f305 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037022 Feb 14 21:42:37.637459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde10f10-da34-47af-9e35-935a8da5ed90 req-f5e694a7-eb0a-4fae-8cb4-056a7f296c7b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097631 Feb 14 21:42:37.762612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09bf58c9-34f0-44f2-a7e6-5dba770aad30 req-05c4f46f-4dd0-4ba6-8506-3ecd5d8946b0 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0511823 Feb 14 21:42:38.078844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cdc35-fb2b-47b1-80cd-45a0c03dfade req-41d83aaa-99ce-4395-8934-62653e330b7f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:38.095882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-836cdc35-fb2b-47b1-80cd-45a0c03dfade req-41d83aaa-99ce-4395-8934-62653e330b7f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 944 time: 0.1197596 Feb 14 21:42:38.202476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-836cdc35-fb2b-47b1-80cd-45a0c03dfade req-a82d1222-7877-47bd-a576-00be4532098e tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056306 Feb 14 21:42:38.792003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000de3-0e23-4420-a843-2a946f3dfdbf req-bdb86ffe-a89b-42a6-b719-6ecdf539ae33 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:38.799507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43000de3-0e23-4420-a843-2a946f3dfdbf req-bdb86ffe-a89b-42a6-b719-6ecdf539ae33 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0698521 Feb 14 21:42:38.865314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43000de3-0e23-4420-a843-2a946f3dfdbf req-956d9e69-7977-4026-bdb1-d44ae47d1b09 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645750 Feb 14 21:42:38.982790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-100f7704-6983-416a-b46d-ee1cb0690dd0 req-d7394858-0a18-4961-b262-1c9bafc9ac31 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0398540 Feb 14 21:42:39.179129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 45478cf3-1a50-4896-95f9-c1e64fa23113 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:42:39.366617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346ba8-390d-4585-b013-fd57799cb674 req-ffd21d1c-54a0-47e6-9610-b526a1922071 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:39.378659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d346ba8-390d-4585-b013-fd57799cb674 req-ffd21d1c-54a0-47e6-9610-b526a1922071 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 944 time: 0.0748377 Feb 14 21:42:39.385139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=45478cf3-1a50-4896-95f9-c1e64fa23113,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:39.410917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'port_id': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'mac_address': 'fa:16:3e:c6:9b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:42:39.438844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d346ba8-390d-4585-b013-fd57799cb674 req-07665f41-a38f-4b7e-9aa3-eaca5430aeaf tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581110 Feb 14 21:42:39.481471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 45478cf3-1a50-4896-95f9-c1e64fa23113 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:39.482132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:39.506989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45478cf3-1a50-4896-95f9-c1e64fa23113 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:42:39.537033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=45478cf3-1a50-4896-95f9-c1e64fa23113,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:39.543942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:39.617347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:39.911245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['45478cf3-1a50-4896-95f9-c1e64fa23113'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:42:40.100981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d607b-1714-4427-b2ea-0155547b08c6 req-d36c4ac8-0f4d-4c00-b79d-950ac99969ba tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:40.102118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-469d607b-1714-4427-b2ea-0155547b08c6 req-d36c4ac8-0f4d-4c00-b79d-950ac99969ba tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1053877 Feb 14 21:42:40.209850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-469d607b-1714-4427-b2ea-0155547b08c6 req-2e0e20d1-9cd8-42b2-b691-4a572e3ae04c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991604 Feb 14 21:42:40.385721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-abb51cc4-0f8a-486b-90e1-b20000a1454f req-75d0f735-b61e-4d60-a81f-ebbb34c1a3fa tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0614078 Feb 14 21:42:40.619677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47994) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:40.635935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95cf69-bce0-412d-b53a-05f649894c1a req-c7263e96-6d83-4734-b10c-d8b34da94f94 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:40.637454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac95cf69-bce0-412d-b53a-05f649894c1a req-c7263e96-6d83-4734-b10c-d8b34da94f94 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 945 time: 0.1133924 Feb 14 21:42:40.737933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac95cf69-bce0-412d-b53a-05f649894c1a req-dd1d7915-4a77-4165-bb0d-6d72a629ef89 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927153 Feb 14 21:42:40.821648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:40.999201 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Publish callbacks [] for security_group (94b4ac70-b1ad-461a-a418-1200a511a12c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.012805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (94b4ac70-b1ad-461a-a418-1200a511a12c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.102418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d04f35cd44ce4960ad66ca482d5d1a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809885 Feb 14 21:42:41.104988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4ac70-b1ad-461a-a418-1200a511a12c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:41.106278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:41.115488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.116322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.116881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.117418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.117987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.118548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.119656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.131905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.132724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.133280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.135275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.135828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.136407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb5cfe-e45b-492a-8cd1-c1bd72185b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.210699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 45478cf3-1a50-4896-95f9-c1e64fa23113 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:41.225403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Publish callbacks [] for security_group (94b4ac70-b1ad-461a-a418-1200a511a12c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.268518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Publish callbacks [] for security_group (94b4ac70-b1ad-461a-a418-1200a511a12c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.342203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (94b4ac70-b1ad-461a-a418-1200a511a12c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.344979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.347352 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/94b4ac70-b1ad-461a-a418-1200a511a12c HTTP/1.1" status: 204 len: 168 time: 0.2396221 Feb 14 21:42:41.355721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 45478cf3-1a50-4896-95f9-c1e64fa23113 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:42:41.360620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 45478cf3-1a50-4896-95f9-c1e64fa23113 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:41.361198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.368538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4ac70-b1ad-461a-a418-1200a511a12c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:41.377581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.377952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.378302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.380468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.381709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.381709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.381709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.382179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.383799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.384168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.384521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.385012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.385357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36cbe2-df1b-4008-b13a-9d566898afcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:41.423178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6690-f392-49de-a918-cff52fb65ec3 req-3a000b7f-faf4-41b3-81d1-74be70883854 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:41.431084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-755f6690-f392-49de-a918-cff52fb65ec3 req-3a000b7f-faf4-41b3-81d1-74be70883854 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.1128275 Feb 14 21:42:41.497558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-755f6690-f392-49de-a918-cff52fb65ec3 req-c28c7884-b3a3-4471-a469-616c583e40c8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Feb 14 21:42:41.542721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 45478cf3-1a50-4896-95f9-c1e64fa23113 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:41.543122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.601343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:41.604221 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2ec57-0ba6-4a2e-96b3-957270db0699" -d '{"events": [{"server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "name": "network-vif-plugged", "status": "completed", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:41.620290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=45478cf3-1a50-4896-95f9-c1e64fa23113,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:41.622362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb743178-7267-4586-ab64-58b219fff2f5 req-59c3ca6d-3b0f-4c59-acd3-a95155101e90 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0449739 Feb 14 21:42:41.631114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:41.733809 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f365963b-e5d7-490b-bd1d-d5da7b9422aa x-openstack-request-id: req-f365963b-e5d7-490b-bd1d-d5da7b9422aa {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:41.733809 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "name": "network-vif-plugged", "status": "completed", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:41.733809 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f365963b-e5d7-490b-bd1d-d5da7b9422aa {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:41.733809 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'code': 200} Feb 14 21:42:41.760223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:41.915680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0459d4-38ae-4e73-bd12-18297a9da3f5 req-adeffb06-6256-4224-b34a-50523dbc6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:41.915680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d0459d4-38ae-4e73-bd12-18297a9da3f5 req-adeffb06-6256-4224-b34a-50523dbc6f8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 1129 time: 0.0633965 Feb 14 21:42:41.920541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1eb9b-15c4-4ec2-936d-eeb3e5861e21 req-8cb4ddd4-91fa-4f82-8cf9-5a21c98fd3e9 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:41.921976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52a1eb9b-15c4-4ec2-936d-eeb3e5861e21 req-8cb4ddd4-91fa-4f82-8cf9-5a21c98fd3e9 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0574784 Feb 14 21:42:41.973433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-52a1eb9b-15c4-4ec2-936d-eeb3e5861e21 req-5c67f6d8-bdf5-4cf5-b05d-65f5fd8daa29 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Feb 14 21:42:41.974782 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d0459d4-38ae-4e73-bd12-18297a9da3f5 req-1206dfa4-97d6-40f3-aca3-63b0639af17f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616841 Feb 14 21:42:42.389491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48036) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:42.498260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1466148648-network', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:42.520785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Made reservation on behalf of bba04ad9ec254b0984ee845e937dc16f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:42.523574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.533219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.622427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks [] for security_group (15179e06-f1e8-4bed-a73b-1ed052b8d622), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.623021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ccf0f-d6ed-40e6-a425-24d326249e4a req-065e8d45-b931-4225-b7c6-4d19fce91b2b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:42.624574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e93ccf0f-d6ed-40e6-a425-24d326249e4a req-065e8d45-b931-4225-b7c6-4d19fce91b2b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0654368 Feb 14 21:42:42.626912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (15179e06-f1e8-4bed-a73b-1ed052b8d622), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.652929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:42:42.661652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15179e06-f1e8-4bed-a73b-1ed052b8d622,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:42.668462 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e70f035c-6de1-497f-9561-eff099e5a19b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.668821 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Added segment e70f035c-6de1-497f-9561-eff099e5a19b of type vlan for network 4e170f18-c689-4d5c-8f65-96cc81598fe1 Feb 14 21:42:42.678985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e93ccf0f-d6ed-40e6-a425-24d326249e4a req-8b35be0f-cedb-4b00-b6c1-8a5166f84de8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478013 Feb 14 21:42:42.713473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4e170f18-c689-4d5c-8f65-96cc81598fe1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.737619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4e170f18-c689-4d5c-8f65-96cc81598fe1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.738639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:42.739254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.770129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cde20c0-ccd5-4277-b14b-da335cfa2f2e req-913e924f-5af5-4252-8b5f-025e8feba94b tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Feb 14 21:42:42.799698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4089620 Feb 14 21:42:42.800572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c735bc-032e-4de7-a9e3-68cd9d45c9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e170f18-c689-4d5c-8f65-96cc81598fe1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:42.802652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:42.807341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Request body: {'subnet': {'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1466148648-subnet', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:42.810957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:42:42.827504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Made reservation on behalf of bba04ad9ec254b0984ee845e937dc16f for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:42.829760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:42.992153 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (886f1e59-2bdc-4b0a-b50c-56794842f013), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.052163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Pushing event updated for resources: {'Subnet': ['ID=886f1e59-2bdc-4b0a-b50c-56794842f013,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:43.061135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Checking segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:43.061502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Network hostable DHCP agents. Network: 4e170f18-c689-4d5c-8f65-96cc81598fe1, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:42:43.078939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:42:43.089952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4e170f18-c689-4d5c-8f65-96cc81598fe1) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:43.098524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.099342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.099911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f2e09-7c81-419d-8a1e-851fe1befcd6 None None] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:42:43.114014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c41c-ce94-4cee-b9c0-a258588ffca8 req-7eadf802-1a21-4680-87c4-a092181f2d80 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.115660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a59c41c-ce94-4cee-b9c0-a258588ffca8 req-7eadf802-1a21-4680-87c4-a092181f2d80 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0702186 Feb 14 21:42:43.117199 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-37ee9f90-6bf6-40b6-a06c-88ee5396133c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3137786 Feb 14 21:42:43.120999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48058) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:43.127178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:43.150737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.152117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.184905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-ce97ef48-5788-4ebb-969a-d73029b46dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.186553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-ce97ef48-5788-4ebb-969a-d73029b46dfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 1128 time: 0.0906386 Feb 14 21:42:43.191295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a59c41c-ce94-4cee-b9c0-a258588ffca8 req-e12b485e-4df4-4c55-afcc-8d0dae8be651 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603817 Feb 14 21:42:43.227032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for router_controller (cbb35743-dc22-4a74-88ea-34886fdb0695), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.227747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-4e170f18-c689-4d5c-8f65-96cc81598fe1', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:42:43.229358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.296939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-67d21622-106d-4d62-9c62-4cf482f9fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.298463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-67d21622-106d-4d62-9c62-4cf482f9fca8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1062920 Feb 14 21:42:43.360362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-e59d835e-d91d-4f3f-bea3-5a2c293b9ac0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523280e5-6521-4fb7-9e59-86f15d474f12 HTTP/1.1" status: 200 len: 217 time: 0.0437548 Feb 14 21:42:43.417801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for router_gateway (cbb35743-dc22-4a74-88ea-34886fdb0695), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.433774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-a4c78c51-9a0b-48c9-8f45-8c1138b02b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.435806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-a4c78c51-9a0b-48c9-8f45-8c1138b02b04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0631273 Feb 14 21:42:43.499399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-f9936c65-6f08-4b83-a4d7-ce399167a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.501661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-f9936c65-6f08-4b83-a4d7-ce399167a465 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591607 Feb 14 21:42:43.546336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Allocated IP 172.20.0.2 (4e170f18-c689-4d5c-8f65-96cc81598fe1/886f1e59-2bdc-4b0a-b50c-56794842f013/10cfc0c0-a174-42b3-93c6-1b4d8ab534b9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:43.602138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-79f8707c-ed99-4d1a-83e8-345c25ade054 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924497 Feb 14 21:42:43.651979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for router_gateway (cbb35743-dc22-4a74-88ea-34886fdb0695), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.671057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.700589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks [] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.711063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e63521ad-b655-490f-8b5d-b4370da8abaf req-24b62916-8eb0-454f-86c1-fa41193e19c5 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023450 Feb 14 21:42:43.724024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.760572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:43.763602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:43.767925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:43.783701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Pushing event updated for resources: {'Port': ['ID=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:43.788642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Allocated IP 172.25.2.155 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b98bd5fc-f015-426b-a030-3924dbe1befc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:43.828791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a4a31-d7c8-46b0-aeb3-1e8a18838c04 req-151b85d7-aa6b-467e-bbe0-91978b9b9a50 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:43.837583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-811a4a31-d7c8-46b0-aeb3-1e8a18838c04 req-151b85d7-aa6b-467e-bbe0-91978b9b9a50 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0768151 Feb 14 21:42:43.839269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Attempting to bind port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:43.839802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Attempting to bind port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:43.840030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Attempting to bind port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 on network 4e170f18-c689-4d5c-8f65-96cc81598fe1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:43.845384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:43.845774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Checking segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:43.846467 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.846599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Bound using segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:43.847020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Bound port: 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:43.847440 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.886211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-811a4a31-d7c8-46b0-aeb3-1e8a18838c04 req-97dc1f9a-2707-4b83-b8c4-29891b4a9ec2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Feb 14 21:42:43.906636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.917688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] For port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:43.920884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] For port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:43.928126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.944697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:43.990178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:43.993303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:43.996394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6ee52-b47f-43b9-8792-a31ead889d27 None None] Pushing event updated for resources: {'Port': ['ID=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:43.996562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:44.012202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d16bd49-1c7d-40bf-9e70-8840c7bfd51b req-aa5aa812-235c-451c-9b74-4606ccd021a4 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0517776 Feb 14 21:42:44.023697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Pushing event updated for resources: {'Port': ['ID=b98bd5fc-f015-426b-a030-3924dbe1befc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:44.295744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for router_gateway (cbb35743-dc22-4a74-88ea-34886fdb0695), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:44.327718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab18a8-ada2-4fd3-b18b-59d0ed315455 req-f41ff5d1-a417-405e-809b-09f9c1ab5381 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:44.329205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-adab18a8-ada2-4fd3-b18b-59d0ed315455 req-f41ff5d1-a417-405e-809b-09f9c1ab5381 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0583813 Feb 14 21:42:44.377005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-adab18a8-ada2-4fd3-b18b-59d0ed315455 req-4c86d6ee-c30f-4c86-8824-51c0488d5d2f tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Feb 14 21:42:44.498618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7cb85-7997-4228-a300-ed33755c071d req-074d511d-b4b1-4076-8dee-1389aa598ac0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:44.500343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba7cb85-7997-4228-a300-ed33755c071d req-074d511d-b4b1-4076-8dee-1389aa598ac0 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0546379 Feb 14 21:42:44.502265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:44.508836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:44.513384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Request body: {'floatingip': {'port_id': '45478cf3-1a50-4896-95f9-c1e64fa23113'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:44.586368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:44.839777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Router cbb35743-dc22-4a74-88ea-34886fdb0695 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:42:44.941420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ef8de-29ba-4c75-bfe8-51bcdd4c7209 None None] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:42:45.006109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Provisioning complete for port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:45.006485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.021681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192c1c0-37c1-409e-a1fe-2742429b3c0a req-df21adde-2fdd-4749-9923-4fb81a2a5529 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:45.023498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9192c1c0-37c1-409e-a1fe-2742429b3c0a req-df21adde-2fdd-4749-9923-4fb81a2a5529 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 945 time: 0.0563674 Feb 14 21:42:45.084717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:45.095852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9192c1c0-37c1-409e-a1fe-2742429b3c0a req-69d34498-45ac-4d8e-a559-45d8a182e604 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Feb 14 21:42:45.112876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:42:45.129856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.134170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-08795372-b1dd-425a-ac7b-248328a14922 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0080681 Feb 14 21:42:45.134170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48078) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:45.134459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:45.134659 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:45.172830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Current status of the port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:45.173154 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.206084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4eb9852-12a5-438a-9aa3-10f6233016a9 req-7410db59-5f60-4ef5-add3-c5b42cc7abec tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0530179 Feb 14 21:42:45.218441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] For port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:45.230733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.283735 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:45.295122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.304098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dc974-5e3f-41db-9d4d-c377474f356b None None] Pushing event updated for resources: {'Port': ['ID=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:45.314078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.472315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4d500bbf-04a1-42a1-83fc-0ee342dde117 None None] Provisioning complete for port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:45.472702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d500bbf-04a1-42a1-83fc-0ee342dde117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.505221 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Floating IP 80386244-5b32-46c1-8965-f20adcfe282a associated. External IP: 172.25.2.127, port: 45478cf3-1a50-4896-95f9-c1e64fa23113. Feb 14 21:42:45.513614 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:44Z', 'revision_number': 3, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:45.549705 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:42:45.550323 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Updating router cbb35743-dc22-4a74-88ea-34886fdb0695 port b98bd5fc-f015-426b-a030-3924dbe1befc binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:42:45.586671 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.592482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4d500bbf-04a1-42a1-83fc-0ee342dde117 None None] Current status of the port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:45.797467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 523280e5-6521-4fb7-9e59-86f15d474f12 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:42:45.827552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:45.862708 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks [] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.872337 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.925944 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Attempting to bind port b98bd5fc-f015-426b-a030-3924dbe1befc on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:45.927271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Attempting to bind port b98bd5fc-f015-426b-a030-3924dbe1befc by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:45.927810 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Attempting to bind port b98bd5fc-f015-426b-a030-3924dbe1befc on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:45.936871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 523280e5-6521-4fb7-9e59-86f15d474f12 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:45.937275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.938741 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:45.939341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:45.939939 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.940480 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:45.941121 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Bound port: b98bd5fc-f015-426b-a030-3924dbe1befc, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:45.941673 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.951916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:45.952512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:45.986771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:45.989113 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d77044-5791-4853-8e26-18944290f1e9" -d '{"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-unplugged", "status": "completed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:45.995443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] For port b98bd5fc-f015-426b-a030-3924dbe1befc, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:45.999066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] For port b98bd5fc-f015-426b-a030-3924dbe1befc, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b98bd5fc-f015-426b-a030-3924dbe1befc,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:46.008488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:46.009166 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Pushing event updated for resources: {'Port': ['ID=b98bd5fc-f015-426b-a030-3924dbe1befc,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:46.013738 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.019649 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.021888 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.022405 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.022900 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.023427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.023934 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.024417 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.024897 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.025412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.025896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.026390 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.027043 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.027550 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.028027 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:42:46.050862 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c9ef4-0646-4a7b-86a1-d4de06e7e3d3 x-openstack-request-id: req-ee4c9ef4-0646-4a7b-86a1-d4de06e7e3d3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:46.051183 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-unplugged", "status": "failed", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:46.051441 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee4c9ef4-0646-4a7b-86a1-d4de06e7e3d3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:46.051854 n-d-828372-11 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12', 'code': 422} returned with failed status Feb 14 21:42:46.102269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:46.104868 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01cb43-22e9-482d-aa50-e668449a6839 None None] Pushing event updated for resources: {'Port': ['ID=b98bd5fc-f015-426b-a030-3924dbe1befc,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:46.112405 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:46.112859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:46.113623 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:46.226890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572b9b-885b-4a26-8acd-632ed98d753d req-9246abcb-42e1-43d3-90e4-9a1e6783680b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:46.228600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6572b9b-885b-4a26-8acd-632ed98d753d req-9246abcb-42e1-43d3-90e4-9a1e6783680b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.0595608 Feb 14 21:42:46.249746 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:46.265703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.278506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:42:46.283308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6572b9b-885b-4a26-8acd-632ed98d753d req-853d73e8-d858-4987-8d41-4f59816ed44d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Feb 14 21:42:46.396426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2fb8947-dc2e-43c5-b51f-e01ffd908d58 req-7a0d43fb-efd2-4932-bec7-8d5e2ee5563e tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0349629 Feb 14 21:42:46.464112 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:44Z', 'revision_number': 3, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:46.490391 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02cd91-81b9-49fa-b2fd-5356795adaf5 None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:44Z', 'revision_number': 3, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:42:46.525136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f43aa-9623-495d-9d7a-9d744ee242e3 req-8666c0f5-e281-4d72-a455-4a9fd22d7e6a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:46.527494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48f43aa-9623-495d-9d7a-9d744ee242e3 req-8666c0f5-e281-4d72-a455-4a9fd22d7e6a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0664945 Feb 14 21:42:46.546994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:46.552845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.558757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:42:46.574864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:46.579760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:46.593704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0ccba564-2afa-4ad4-b6aa-84b3a22510ff tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "PUT /v2.0/floatingips/80386244-5b32-46c1-8965-f20adcfe282a HTTP/1.1" status: 200 len: 992 time: 2.0837467 Feb 14 21:42:46.594877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Allocated IP 172.20.0.1 (4e170f18-c689-4d5c-8f65-96cc81598fe1/886f1e59-2bdc-4b0a-b50c-56794842f013/f4dc4cec-45f4-4f16-8dc0-142d3fae2c76) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:46.596902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:42:46.599148 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f200df70-9ec3-4f7d-80b8-d87f722a3612" -d '{"events": [{"name": "network-changed", "server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:42:46.599440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48f43aa-9623-495d-9d7a-9d744ee242e3 req-bbd37e99-acd1-4bae-a32a-cb57be3335c0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655365 Feb 14 21:42:46.717308 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30b357-fd9f-4a28-85b3-39d8c19f63f2 x-openstack-request-id: req-7d30b357-fd9f-4a28-85b3-39d8c19f63f2 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:42:46.718277 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:42:46.718603 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d30b357-fd9f-4a28-85b3-39d8c19f63f2 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:42:46.719513 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'status': 'completed', 'code': 200} Feb 14 21:42:46.740910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:46.752385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks [] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.854658 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:46.894379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-378059fd-378a-4fdc-8232-82e5a966db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:46.896017 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-378059fd-378a-4fdc-8232-82e5a966db82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f07de2c424c648c988965c626bc87535&device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 1129 time: 0.1509581 Feb 14 21:42:46.913097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302beab-e351-42ae-bd56-fb3d560573ab req-cf7f248b-207d-419c-bc78-fb9d6d53c58f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:46.921971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:46.928726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3302beab-e351-42ae-bd56-fb3d560573ab req-cf7f248b-207d-419c-bc78-fb9d6d53c58f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1322799 Feb 14 21:42:46.948713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:46.984699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:47.026781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3302beab-e351-42ae-bd56-fb3d560573ab req-dbdbeba3-3209-4f1e-90f5-694f58928e35 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968337 Feb 14 21:42:47.090872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:47.133746 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (cbb35743-dc22-4a74-88ea-34886fdb0695), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:47.263498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '80386244-5b32-46c1-8965-f20adcfe282a', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c6:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:42:28Z', 'updated_at': '2022-02-14T21:42:45Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:47.329835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-782118c3-c19c-498f-b8b1-a2c6279ffbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:47.331835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-782118c3-c19c-498f-b8b1-a2c6279ffbc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 200 len: 912 time: 0.4284871 Feb 14 21:42:47.350534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:42:47.351780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd0a0-b7f2-4f59-94a4-45bad2494282 req-5594b900-a1b8-4088-bf93-e835321e1a30 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:47.360469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-237bd0a0-b7f2-4f59-94a4-45bad2494282 req-5594b900-a1b8-4088-bf93-e835321e1a30 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1634264 Feb 14 21:42:47.387097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:47.388505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:47.421473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:47.452921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-237bd0a0-b7f2-4f59-94a4-45bad2494282 req-5d5baeee-9baf-49e2-aba7-b093fc9b5399 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804648 Feb 14 21:42:47.456092 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-ce848e2c-09ba-49b3-bb3d-1716af4694ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45478cf3-1a50-4896-95f9-c1e64fa23113 HTTP/1.1" status: 200 len: 1000 time: 0.0961301 Feb 14 21:42:47.567660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-1def6477-be1f-4263-b4fc-762ae3c37a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:47.569188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-1def6477-be1f-4263-b4fc-762ae3c37a87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 200 len: 850 time: 0.0886264 Feb 14 21:42:47.624961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0107a4f-17da-43fa-88a1-c7edebc3a7b0 req-54e77a13-ebc8-4227-91df-8ecd556feef5 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0330455 Feb 14 21:42:47.648651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e5a38f1-bf01-4a7b-b37a-f5fe0c268faa None None] Provisioning complete for port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:47.659212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e5a38f1-bf01-4a7b-b37a-f5fe0c268faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:47.742734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-a17ab519-a16b-48f0-b09b-9d6b7379688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:47.744879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-a17ab519-a16b-48f0-b09b-9d6b7379688a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=319dfa36-7b2c-4612-80d0-19398f99dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1638308 Feb 14 21:42:47.752937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:47.860840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be53f-488d-4092-850b-cfa3ad11bcb7 req-ab3d6aa4-e106-4e1b-9be2-8d5dc7d9e4de tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:47.873643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe6be53f-488d-4092-850b-cfa3ad11bcb7 req-ab3d6aa4-e106-4e1b-9be2-8d5dc7d9e4de tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1427958 Feb 14 21:42:47.877922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks [] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:47.887408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:47.951211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b98bd5fc-f015-426b-a030-3924dbe1befc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:48.007658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe6be53f-488d-4092-850b-cfa3ad11bcb7 req-2e5965d9-b7dc-4494-aaf1-c9070a274480 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318026 Feb 14 21:42:48.027429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-e504916b-29ef-439a-ae5b-970c4d52c312 service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706964 Feb 14 21:42:48.028596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (cbb35743-dc22-4a74-88ea-34886fdb0695), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:48.031057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:48.040464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a38f1-bf01-4a7b-b37a-f5fe0c268faa None None] Port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:48.309426 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f200df70-9ec3-4f7d-80b8-d87f722a3612 req-3056d40c-6d62-4571-9b75-82fa0bbd186f service neutron] 10.222.0.64 "GET /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743175 Feb 14 21:42:48.327133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b98bd5fc-f015-426b-a030-3924dbe1befc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:48.329326 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:48.380806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:48.382254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:48.383584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299011-ea97-464e-9425-4829d7565254 req-3b4340c5-72e1-495a-b706-1ffd303bd000 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:48.395229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05299011-ea97-464e-9425-4829d7565254 req-3b4340c5-72e1-495a-b706-1ffd303bd000 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1368096 Feb 14 21:42:48.489212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05299011-ea97-464e-9425-4829d7565254 req-acc9e4ab-d1ad-40ab-90c7-915cc287cc47 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924578 Feb 14 21:42:48.508686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b98bd5fc-f015-426b-a030-3924dbe1befc is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:48.509391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:48.518499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '80386244-5b32-46c1-8965-f20adcfe282a', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c6:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:42:28Z', 'updated_at': '2022-02-14T21:42:45Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:48.617660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Router cbb35743-dc22-4a74-88ea-34886fdb0695 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:42:48.793585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port b98bd5fc-f015-426b-a030-3924dbe1befc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b98bd5fc-f015-426b-a030-3924dbe1befc,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:48.796532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe71bd-3e00-4721-904e-78845481b970 None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '80386244-5b32-46c1-8965-f20adcfe282a', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'port_id': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'mac_address': 'fa:16:3e:c6:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:42:28Z', 'updated_at': '2022-02-14T21:42:45Z', 'revision_number': 1, 'project_id': 'f07de2c424c648c988965c626bc87535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:42:48.804917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:48.827341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57fa91a0-596d-4ee1-9c82-bc7989200edf req-ab827bf2-6ad0-41f9-876a-729764cf18d0 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0606978 Feb 14 21:42:48.836443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:48.870581 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a44c7c57-363c-471d-a33e-aae60f987ac2 admin admin] 10.222.0.86 "PUT /v2.0/routers/cbb35743-dc22-4a74-88ea-34886fdb0695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7356584 Feb 14 21:42:48.914988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a8e38ddc-ef34-4a84-987f-59bf8a89320e None None] Provisioning complete for port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:48.915404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8e38ddc-ef34-4a84-987f-59bf8a89320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:48.951149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=b98bd5fc-f015-426b-a030-3924dbe1befc,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:48.966746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a8e38ddc-ef34-4a84-987f-59bf8a89320e None None] Port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:49.234777 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea167e38-ab7d-463c-84aa-fd620d1306b5 None None] New status for floating IP 80386244-5b32-46c1-8965-f20adcfe282a: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:42:49.355629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:42:49.366078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:49.366705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:49.516990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:49.594813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:49.599811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-417972454-network', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:49.620038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Made reservation on behalf of 6e544bb4e1934dd2a24af9431a958e10 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:49.622830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.631672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.675545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a8659-e5d7-4e44-9e01-2dd1bade1a9f req-9b5fb08c-07ac-478e-97bb-8d1dfc446091 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:49.680075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066a8659-e5d7-4e44-9e01-2dd1bade1a9f req-9b5fb08c-07ac-478e-97bb-8d1dfc446091 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0929375 Feb 14 21:42:49.768721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-066a8659-e5d7-4e44-9e01-2dd1bade1a9f req-af3e830a-7229-4b4e-809b-d534d51040c1 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814087 Feb 14 21:42:49.773778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks [] for security_group (07e86f41-7baa-43b7-b379-e89fbec0a653), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.781489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07e86f41-7baa-43b7-b379-e89fbec0a653), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.816845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b98bd5fc-f015-426b-a030-3924dbe1befc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:49.817451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:42:49.827529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e86f41-7baa-43b7-b379-e89fbec0a653,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:49.832355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (77d25679-d216-42fe-8023-b4124ffa80a4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.832875 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Added segment 77d25679-d216-42fe-8023-b4124ffa80a4 of type vlan for network f8e76458-ae48-4808-ad12-954465c5f30c Feb 14 21:42:49.910886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f8e76458-ae48-4808-ad12-954465c5f30c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.917173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b98bd5fc-f015-426b-a030-3924dbe1befc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:49.917555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.920573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 2, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:49.966553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f8e76458-ae48-4808-ad12-954465c5f30c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.967857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:49.969130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:49.972106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:42:49.972106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Updating router cbb35743-dc22-4a74-88ea-34886fdb0695 port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:42:50.033955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.045002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e76458-ae48-4808-ad12-954465c5f30c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:50.075298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5cdc04a2-8723-406a-843d-17dd67223148 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4792757 Feb 14 21:42:50.078111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:50.079324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f8e76458-ae48-4808-ad12-954465c5f30c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:42:50.085149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Request body: {'subnet': {'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-417972454-subnet', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:50.114448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Made reservation on behalf of 6e544bb4e1934dd2a24af9431a958e10 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:42:50.117592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.348009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b98bd5fc-f015-426b-a030-3924dbe1befc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:50.485200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8fddb32-5cac-4dd0-92a5-f1047178586d req-863202f8-d224-44a6-b0a4-373750e8f410 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0728085 Feb 14 21:42:50.489330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b7d706b4-3eef-4df7-88bc-67545eb487ce), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.530755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks [] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.543718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.591708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d706b4-3eef-4df7-88bc-67545eb487ce,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:50.628137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Checking segment: {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:50.628888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Network hostable DHCP agents. Network: f8e76458-ae48-4808-ad12-954465c5f30c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:42:50.655489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d166e-54e2-4ccc-ad6e-edb4d61c50b7 None None] Pushing event updated for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:50.677913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Network f8e76458-ae48-4808-ad12-954465c5f30c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:42:50.699218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f8e76458-ae48-4808-ad12-954465c5f30c) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:50.703679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:50.704346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.719559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560c84c-abb5-4442-a105-5f7527d87232 None None] Network f8e76458-ae48-4808-ad12-954465c5f30c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:42:50.738320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b049d456-885c-434c-863d-059d89cdeb0a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6587925 Feb 14 21:42:50.741116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48164) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:50.745509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:42:50.804532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.805642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.921149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Attempting to bind port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:50.921533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Attempting to bind port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:50.921912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Attempting to bind port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 on network 4e170f18-c689-4d5c-8f65-96cc81598fe1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:50.932916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for router_controller (7cf4b927-ece3-4bea-806c-9f697a19f1be), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.958455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:50.958841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Checking segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:50.959543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:50.959946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Bound using segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:50.960439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Bound port: f4dc4cec-45f4-4f16-8dc0-142d3fae2c76, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:50.960828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.124981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f8e76458-ae48-4808-ad12-954465c5f30c', 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c', 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'fixed_ips': [{'subnet_id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:42:51.125833 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.130372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4bd163cb-fa0a-4902-8e2b-c93f88043170 None None] Provisioning complete for port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:51.130749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd163cb-fa0a-4902-8e2b-c93f88043170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.149409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c246fea-5851-4989-baef-5d8e313e06f9 req-30e0eb3f-7c62-469d-83ec-31c358f61c47 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:51.151592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c246fea-5851-4989-baef-5d8e313e06f9 req-30e0eb3f-7c62-469d-83ec-31c358f61c47 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2222486 Feb 14 21:42:51.154303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for router_gateway (7cf4b927-ece3-4bea-806c-9f697a19f1be), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.325974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c246fea-5851-4989-baef-5d8e313e06f9 req-42c09a7c-8777-47ae-8d6d-aff6df997649 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664035 Feb 14 21:42:51.381466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] For port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:51.404812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Allocated IP 172.20.0.2 (f8e76458-ae48-4808-ad12-954465c5f30c/b7d706b4-3eef-4df7-88bc-67545eb487ce/455d8bee-7953-4dd8-9316-c03b873bcce2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:51.418126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] For port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:51.423193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4bd163cb-fa0a-4902-8e2b-c93f88043170 None None] Port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:51.445109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.678013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:51.680073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:51.811935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d5fc70-bcdb-4aec-a245-17c4d816c309 req-c8889ae7-341a-4e76-a5e9-3944116df424 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0609293 Feb 14 21:42:51.822912 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for router_gateway (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:51.863591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d166e-54e2-4ccc-ad6e-edb4d61c50b7 None None] Pushing event updated for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:51.869267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.075728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Allocated IP 172.25.2.164 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/d35ee863-1df2-4650-a1b7-21bd9edef27e) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:52.083693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks [] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.099654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:52.101734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Provisioning complete for port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:52.102110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.104809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.241386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.332994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.464055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Pushing event updated for resources: {'Port': ['ID=d35ee863-1df2-4650-a1b7-21bd9edef27e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:52.477693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Network f8e76458-ae48-4808-ad12-954465c5f30c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:52.484774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:52.498204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:52.501646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Pushing event updated for resources: {'Port': ['ID=455d8bee-7953-4dd8-9316-c03b873bcce2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:52.557407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:52.561446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:52.565264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:52.688513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea31c-71ec-4d56-868c-cd0a0857fec4 req-912d8ba6-82ea-48f9-9fcb-50c9674c19e5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:52.696313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-911ea31c-71ec-4d56-868c-cd0a0857fec4 req-912d8ba6-82ea-48f9-9fcb-50c9674c19e5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.2470369 Feb 14 21:42:52.870238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-911ea31c-71ec-4d56-868c-cd0a0857fec4 req-c7c6b32b-cb3d-481a-892f-c308a51c73e0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658907 Feb 14 21:42:52.900674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Attempting to bind port 455d8bee-7953-4dd8-9316-c03b873bcce2 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:52.903625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Attempting to bind port 455d8bee-7953-4dd8-9316-c03b873bcce2 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:52.904305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Attempting to bind port 455d8bee-7953-4dd8-9316-c03b873bcce2 on network f8e76458-ae48-4808-ad12-954465c5f30c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:52.931783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:52.932719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Checking segment: {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:52.933298 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.933874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Bound using segment: {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:52.934538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Bound port: 455d8bee-7953-4dd8-9316-c03b873bcce2, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:52.935112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:52.938254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Current status of the port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:52.938821 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:53.052948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] For port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:53.096342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:53.143952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b8f8812-cf4d-433e-89a0-bb3fad260955 req-b8a017e7-5cb1-424a-8a7e-70978e56b23c tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0901909 Feb 14 21:42:53.213052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] For port 455d8bee-7953-4dd8-9316-c03b873bcce2, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:53.244735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] For port 455d8bee-7953-4dd8-9316-c03b873bcce2, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=455d8bee-7953-4dd8-9316-c03b873bcce2,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:53.259016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for router_gateway (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:53.266028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a2cd-0fa4-4074-9fbd-1fd7153fe673 None None] Pushing event updated for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:53.271265 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:53.317773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:51Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:53.365327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ebcfe-d64a-4b33-a238-83c0d0ac619d None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:51Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:42:53.413358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca578-bc7b-4a75-9199-63e965d86a3f None None] Pushing event updated for resources: {'Port': ['ID=455d8bee-7953-4dd8-9316-c03b873bcce2,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:53.661400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:53.928445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:54.069315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:54.069747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:54.177603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:54.396620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-7bd0faa6-451b-4d33-be68-f5bc0c13c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:54.399194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-7bd0faa6-451b-4d33-be68-f5bc0c13c56c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1357393 Feb 14 21:42:54.449311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080e8de-d525-426a-aa0e-6a435859749f req-922fe088-22d9-42eb-8c77-5c58cd70fc8b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:54.462371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b080e8de-d525-426a-aa0e-6a435859749f req-922fe088-22d9-42eb-8c77-5c58cd70fc8b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1997247 Feb 14 21:42:54.656772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-6514a82a-dd1b-453b-8866-7d9baecf46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:54.658278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-6514a82a-dd1b-453b-8866-7d9baecf46a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.2193730 Feb 14 21:42:54.666690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b080e8de-d525-426a-aa0e-6a435859749f req-2dc91d56-7f1d-4f5f-900b-618a6cfadca3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022271 Feb 14 21:42:54.843352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-95213caf-cbfb-4cb4-8356-efed6426e3f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.1679087 Feb 14 21:42:54.890689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef869453-4630-4df7-ad27-e2f189e5dadb req-b0eb0ed8-85af-424d-9abc-40011a4bf8ec tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0646861 Feb 14 21:42:54.968830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Router 7cf4b927-ece3-4bea-806c-9f697a19f1be is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:42:54.989390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-dbac799b-a34d-44b7-97b6-646e1359694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:54.990973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-dbac799b-a34d-44b7-97b6-646e1359694f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.1332853 Feb 14 21:42:55.014275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6be0d-e07e-4672-853a-c6799dd22525 None None] Network f8e76458-ae48-4808-ad12-954465c5f30c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:42:55.105789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Provisioning complete for port 455d8bee-7953-4dd8-9316-c03b873bcce2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:55.106975 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:55.156216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-3d0f2eb6-9d01-4d41-a588-608890d86873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:55.158027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-3d0f2eb6-9d01-4d41-a588-608890d86873 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1605597 Feb 14 21:42:55.260475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:55.271095 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Sync routers for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:42:55.278235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Current status of the port 455d8bee-7953-4dd8-9316-c03b873bcce2 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:55.278769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:55.286164 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:55.290669 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:55.319803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:55.323584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b2823c8-c64d-4c3b-be6c-5f218314784c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5788219 Feb 14 21:42:55.324693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:42:55.342150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] For port 455d8bee-7953-4dd8-9316-c03b873bcce2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=455d8bee-7953-4dd8-9316-c03b873bcce2,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:55.346970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:55.403953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-46b3c7de-40ef-466d-97b4-1170ebb6c138 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367935 Feb 14 21:42:55.429251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78fb10-8ea7-4510-a0cc-3f4cf12d5302 None None] Pushing event updated for resources: {'Port': ['ID=455d8bee-7953-4dd8-9316-c03b873bcce2,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:55.493409 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:55.582363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7d13d28-b650-43e8-b5a7-dc4f1e1d37a0 req-5c5f2109-e2ad-4c16-9957-d707f90c2a57 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647050 Feb 14 21:42:55.789618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-57f6a20c-193b-4644-95e7-e12c6d1a8014 None None] Provisioning complete for port 455d8bee-7953-4dd8-9316-c03b873bcce2 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:55.790003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57f6a20c-193b-4644-95e7-e12c6d1a8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:55.877583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 3, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:55.952524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0c952-4270-4b93-acbf-8f2612e39814 req-5fb2529c-77c6-4652-8177-ad5060a476a6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:55.954521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ee0c952-4270-4b93-acbf-8f2612e39814 req-5fb2529c-77c6-4652-8177-ad5060a476a6 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1572421 Feb 14 21:42:55.965694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 455d8bee-7953-4dd8-9316-c03b873bcce2 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:55.969575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-57f6a20c-193b-4644-95e7-e12c6d1a8014 None None] Current status of the port 455d8bee-7953-4dd8-9316-c03b873bcce2 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:55.985343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Checking router: 7cf4b927-ece3-4bea-806c-9f697a19f1be for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:42:55.985690 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Updating router 7cf4b927-ece3-4bea-806c-9f697a19f1be port d35ee863-1df2-4650-a1b7-21bd9edef27e binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:42:56.023585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 455d8bee-7953-4dd8-9316-c03b873bcce2 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:56.024113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.044612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.048863 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.066948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ee0c952-4270-4b93-acbf-8f2612e39814 req-680c13f9-53ee-4e36-89c7-a3b9f9ffd680 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060009 Feb 14 21:42:56.145240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 455d8bee-7953-4dd8-9316-c03b873bcce2 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:56.203182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59881fa8-67b7-4d4e-af8c-b0e5956b0ab4 req-6be14ebf-1f4d-4d63-8db4-47fd7e18eb1f tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0358632 Feb 14 21:42:56.310247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Allocated IP 172.20.0.1 (f8e76458-ae48-4808-ad12-954465c5f30c/b7d706b4-3eef-4df7-88bc-67545eb487ce/5e6c0d36-25b9-46a3-8417-477872e0d38f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:42:56.396557 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks [] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.406732 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.441963 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Attempting to bind port d35ee863-1df2-4650-a1b7-21bd9edef27e on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:42:56.442644 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Attempting to bind port d35ee863-1df2-4650-a1b7-21bd9edef27e by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:42:56.443120 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Attempting to bind port d35ee863-1df2-4650-a1b7-21bd9edef27e on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:42:56.471435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:42:56.472005 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:42:56.472508 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.473161 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:42:56.474181 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Bound port: d35ee863-1df2-4650-a1b7-21bd9edef27e, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:42:56.474707 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.543940 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] For port d35ee863-1df2-4650-a1b7-21bd9edef27e, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:42:56.548235 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] For port d35ee863-1df2-4650-a1b7-21bd9edef27e, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d35ee863-1df2-4650-a1b7-21bd9edef27e,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:42:56.564223 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.617035 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8471f0-fba8-4e78-9e1a-16a565cd61ec None None] Pushing event updated for resources: {'Port': ['ID=d35ee863-1df2-4650-a1b7-21bd9edef27e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:56.677311 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8471f0-fba8-4e78-9e1a-16a565cd61ec None None] Pushing event updated for resources: {'Port': ['ID=d35ee863-1df2-4650-a1b7-21bd9edef27e,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:56.687851 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:42:56.688484 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:56.811884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks [] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.825510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:42:56.851248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:56.914365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Network f8e76458-ae48-4808-ad12-954465c5f30c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:56.916101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:56.920013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:56.932507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:42:57.036976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.048896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 3, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:42:57.079907 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4583bf-01be-4ef4-a124-2152bfb6ab1b None None] The sync data for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 is: [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 3, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:42:57.278256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5774-d2cf-4871-842c-ebee7c7a93d6 req-61f5ebd7-640c-4c02-a399-be5dd6452f09 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:57.280716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02bd5774-d2cf-4871-842c-ebee7c7a93d6 req-61f5ebd7-640c-4c02-a399-be5dd6452f09 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1056564 Feb 14 21:42:57.301460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.316179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4e0dda0f-86a7-44fb-90c4-c88140d97ccb None None] Provisioning complete for port 5e6c0d36-25b9-46a3-8417-477872e0d38f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:57.316727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0dda0f-86a7-44fb-90c4-c88140d97ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.387619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dda0f-86a7-44fb-90c4-c88140d97ccb None None] Port 5e6c0d36-25b9-46a3-8417-477872e0d38f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:57.401287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02bd5774-d2cf-4871-842c-ebee7c7a93d6 req-bd3e1413-c0e2-4e13-9e36-e5ff9b25ee9f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063576 Feb 14 21:42:57.590532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca34351-92ef-4a2e-8e86-de52b88e5f63 req-511ad9ac-0d7b-4dba-95c6-bf2e4dc19b63 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0451677 Feb 14 21:42:57.622507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks [] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.634008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.709963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:57.712083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:57.861109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d35ee863-1df2-4650-a1b7-21bd9edef27e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:57.883586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Network f8e76458-ae48-4808-ad12-954465c5f30c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:42:57.885468 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:42:57.988422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d35ee863-1df2-4650-a1b7-21bd9edef27e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:57.988711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:58.173499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d35ee863-1df2-4650-a1b7-21bd9edef27e is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:42:58.173895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:58.183813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Router 7cf4b927-ece3-4bea-806c-9f697a19f1be has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:42:58.240254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d35ee863-1df2-4650-a1b7-21bd9edef27e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d35ee863-1df2-4650-a1b7-21bd9edef27e,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:42:58.247193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-50bc7598-72ff-4bd2-8f67-117b2666eea8 None None] Provisioning complete for port 5e6c0d36-25b9-46a3-8417-477872e0d38f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:58.247576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50bc7598-72ff-4bd2-8f67-117b2666eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:58.276828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:58.350063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d35ee863-1df2-4650-a1b7-21bd9edef27e,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:42:58.366030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7598-72ff-4bd2-8f67-117b2666eea8 None None] Port 5e6c0d36-25b9-46a3-8417-477872e0d38f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:42:58.386650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:42:58.395275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-90f4f4e1-26f1-40bf-907b-c4ebfc475671 admin admin] 10.222.0.86 "PUT /v2.0/routers/7cf4b927-ece3-4bea-806c-9f697a19f1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0675330 Feb 14 21:42:58.637366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcf9e3-a21d-493d-95fa-56c8d4e532af req-7dbb2d83-5340-42ef-a9f7-dbeaf6e62e27 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:58.645772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6dcf9e3-a21d-493d-95fa-56c8d4e532af req-7dbb2d83-5340-42ef-a9f7-dbeaf6e62e27 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1104968 Feb 14 21:42:58.723728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6dcf9e3-a21d-493d-95fa-56c8d4e532af req-68e680d9-f356-4cd5-8556-243316b4431d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721610 Feb 14 21:42:58.725205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:58.832716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-818c9a56-cf8f-4fc9-a951-047b74b27b94 req-d917a358-90f2-4982-add6-60027d0c7a53 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0500605 Feb 14 21:42:59.871136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d35ee863-1df2-4650-a1b7-21bd9edef27e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:42:59.888590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007dc1-e0d8-42a3-a000-f8d3089aa7f0 req-23a31185-dd38-4cc2-8a59-f1a97e0f6a8d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:42:59.891269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21007dc1-e0d8-42a3-a000-f8d3089aa7f0 req-23a31185-dd38-4cc2-8a59-f1a97e0f6a8d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0869851 Feb 14 21:42:59.952106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d35ee863-1df2-4650-a1b7-21bd9edef27e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:42:59.952566 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:42:59.977175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21007dc1-e0d8-42a3-a000-f8d3089aa7f0 req-8c6b594d-0cae-42d6-8246-fbf8e599ec50 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794179 Feb 14 21:43:00.159003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d35ee863-1df2-4650-a1b7-21bd9edef27e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:00.202592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-494a7af7-79de-4801-811b-1250487e27ed req-245f3ace-3223-42b1-880a-225d72a6c86d tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0814273 Feb 14 21:43:00.287407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Sync routers for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:43:00.332666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:00.334292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:00.669239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9048-83cd-4c61-b565-01230164abc7 req-207b6fe9-2d61-4003-8648-2898724d1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:00.678293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-207b6fe9-2d61-4003-8648-2898724d1a4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1658826 Feb 14 21:43:00.710535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:01.024957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35603ee8-e25e-4c03-8caf-c617e7f92a94 req-29e9c6ed-8c48-4f70-99c3-b87cda8e10bb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:01.030198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35603ee8-e25e-4c03-8caf-c617e7f92a94 req-29e9c6ed-8c48-4f70-99c3-b87cda8e10bb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.4619892 Feb 14 21:43:01.041601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4d16a2b-5761-4efb-9f30-8f7fe23214e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:01.072084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:57Z', 'revision_number': 4, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e6c0d36-25b9-46a3-8417-477872e0d38f', 'name': '', 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'mac_address': 'fa:16:3e:8e:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:56Z', 'updated_at': '2022-02-14T21:42:57Z', 'revision_number': 2, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'subnets': [{'id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:01.076268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9048-83cd-4c61-b565-01230164abc7 req-1d3853fd-dbb3-4fbe-882b-0e0b03a76c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:01.077936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-1d3853fd-dbb3-4fbe-882b-0e0b03a76c89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.3828306 Feb 14 21:43:01.210706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35603ee8-e25e-4c03-8caf-c617e7f92a94 req-af4ea7c2-cf2b-4b8b-a80b-563d546c55e0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519787 Feb 14 21:43:01.311650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-984b1d1e-1e35-4893-8bd5-26bf5f17cc39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.2251658 Feb 14 21:43:01.314693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Checking router: 7cf4b927-ece3-4bea-806c-9f697a19f1be for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:43:01.315065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Updating router 7cf4b927-ece3-4bea-806c-9f697a19f1be port 5e6c0d36-25b9-46a3-8417-477872e0d38f binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:43:01.380839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:01.494739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a073202-f8ed-458b-b16f-a2c7dd91936e req-7c25521e-232f-4538-805e-ad9696b7137c tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0936108 Feb 14 21:43:01.512812 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1f03483b-cccc-41e6-8229-879644a0cb0b req-fe16c9ea-b425-47d5-999d-73e05e9daa8e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0595369 Feb 14 21:43:01.541626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9048-83cd-4c61-b565-01230164abc7 req-4f65d02d-d546-4f32-a1d4-02eed846a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:01.543565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-4f65d02d-d546-4f32-a1d4-02eed846a544 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.2237411 Feb 14 21:43:01.798763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9048-83cd-4c61-b565-01230164abc7 req-0486ded9-8d86-4185-aafc-c361c8761437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:01.800183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-0486ded9-8d86-4185-aafc-c361c8761437 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0887697 Feb 14 21:43:01.957524 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks [] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:01.971021 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:01.978386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-21fae211-64cb-4f3b-a880-7e9f87e63bef service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689854 Feb 14 21:43:02.048441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f1883-5238-4c75-90bc-d61d38e7e9e2 None None] Pushing event updated for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:02.171854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Attempting to bind port 5e6c0d36-25b9-46a3-8417-477872e0d38f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:43:02.172407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Attempting to bind port 5e6c0d36-25b9-46a3-8417-477872e0d38f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:43:02.172803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Attempting to bind port 5e6c0d36-25b9-46a3-8417-477872e0d38f on network f8e76458-ae48-4808-ad12-954465c5f30c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:02.179519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:43:02.179913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Checking segment: {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:02.180598 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:02.181007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Bound using segment: {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:43:02.182048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Bound port: 5e6c0d36-25b9-46a3-8417-477872e0d38f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d25679-d216-42fe-8023-b4124ffa80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:43:02.182457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:02.263186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-648b9048-83cd-4c61-b565-01230164abc7 req-3e450f67-fe6b-4fe4-89db-5c3f201a2f86 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724905 Feb 14 21:43:02.287203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] For port 5e6c0d36-25b9-46a3-8417-477872e0d38f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:43:02.303246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] For port 5e6c0d36-25b9-46a3-8417-477872e0d38f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e6c0d36-25b9-46a3-8417-477872e0d38f,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:43:02.328549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:02.439173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:02.443702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:42:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:02.453199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6173a-a235-4872-800a-a39b0fb62589 req-fbfb6c42-377e-44fe-abb0-a2fe40bb782c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:02.454896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1f6173a-a235-4872-800a-a39b0fb62589 req-fbfb6c42-377e-44fe-abb0-a2fe40bb782c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1235266 Feb 14 21:43:02.553917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f1883-5238-4c75-90bc-d61d38e7e9e2 None None] Pushing event updated for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:02.609455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1f6173a-a235-4872-800a-a39b0fb62589 req-b9c90c5e-ff8a-442d-a0da-90f8961b906f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415927 Feb 14 21:43:02.703182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Provisioning complete for port 5e6c0d36-25b9-46a3-8417-477872e0d38f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:02.703760 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:02.791801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:02.921426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3eeba576-e5ea-4fa1-ae09-92404e737a34 req-34edd722-3d2c-422c-9e36-808974fb2945 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0701258 Feb 14 21:43:03.125514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-6dab80d8-a375-4b22-8063-fa8f1c6f604e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1788328 Feb 14 21:43:03.130329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Current status of the port 5e6c0d36-25b9-46a3-8417-477872e0d38f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:03.130898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:03.252442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] For port 5e6c0d36-25b9-46a3-8417-477872e0d38f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e6c0d36-25b9-46a3-8417-477872e0d38f,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:03.278334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:03.311566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac227be2-6315-4140-8fcb-aa525b7e068b req-1a9508f5-841e-4b64-ac11-4dcad9bb6b3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1605a463ece54e44b2178866c67323f6&device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0652199 Feb 14 21:43:03.314587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-8e16f5bd-0eb8-41a7-8df8-e89c93c55f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:03.322108 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-8e16f5bd-0eb8-41a7-8df8-e89c93c55f70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 1128 time: 0.1266406 Feb 14 21:43:03.379368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac227be2-6315-4140-8fcb-aa525b7e068b req-d33b3709-ae44-4745-8f75-5c95f446abbf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1605a463ece54e44b2178866c67323f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629230 Feb 14 21:43:03.484191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-554d750e-6759-4339-ac90-52a8948f9af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:03.489730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e88af-d40e-43f5-8ed4-e0acadd0c60f None None] Pushing event updated for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:03.516006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b2621167-86d6-4656-85a4-4c051d1cd797 None None] Provisioning complete for port 5e6c0d36-25b9-46a3-8417-477872e0d38f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:03.516423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2621167-86d6-4656-85a4-4c051d1cd797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:03.594064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:57Z', 'revision_number': 4, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e6c0d36-25b9-46a3-8417-477872e0d38f', 'name': '', 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'mac_address': 'fa:16:3e:8e:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:56Z', 'updated_at': '2022-02-14T21:43:02Z', 'revision_number': 4, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'subnets': [{'id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:03.653515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-fa5717a8-a25e-4d96-9ab0-8f840775370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:03.655841 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-fa5717a8-a25e-4d96-9ab0-8f840775370c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.3025751 Feb 14 21:43:03.678385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b92f29-90e2-4532-aa25-95ee8ec29b31 None None] The sync data for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 is: [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:42:57Z', 'revision_number': 4, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5e6c0d36-25b9-46a3-8417-477872e0d38f', 'name': '', 'network_id': 'f8e76458-ae48-4808-ad12-954465c5f30c', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'mac_address': 'fa:16:3e:8e:17:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:56Z', 'updated_at': '2022-02-14T21:43:02Z', 'revision_number': 4, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'subnets': [{'id': 'b7d706b4-3eef-4df7-88bc-67545eb487ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:43:03.682841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47979ffa-8c23-482f-9580-3d119828466b req-6a79d39a-64b2-464a-83f1-2615728a60c9 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.2985308 Feb 14 21:43:03.690413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac227be2-6315-4140-8fcb-aa525b7e068b req-6143a62c-db56-4f08-a461-344e1c4f3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:03.700890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac227be2-6315-4140-8fcb-aa525b7e068b req-6143a62c-db56-4f08-a461-344e1c4f3020 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2737477 Feb 14 21:43:03.769097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b2621167-86d6-4656-85a4-4c051d1cd797 None None] Current status of the port 5e6c0d36-25b9-46a3-8417-477872e0d38f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:03.787478 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-aa0e2df0-502b-43f6-b13a-cbfad54c21da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 200 len: 217 time: 0.1242816 Feb 14 21:43:03.966499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-b0cb37fc-30be-45b6-98a8-be0729987eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:03.968252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-b0cb37fc-30be-45b6-98a8-be0729987eb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.1635585 Feb 14 21:43:03.985843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d7c2-8cf8-4140-a690-e0c795284e76 req-11bc2176-6e6c-4420-ad2f-239514a6a533 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:03.997329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8949d7c2-8cf8-4140-a690-e0c795284e76 req-11bc2176-6e6c-4420-ad2f-239514a6a533 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1292624 Feb 14 21:43:04.063745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-13e18eec-4aad-4277-97cb-a47c918a61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:04.068343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-13e18eec-4aad-4277-97cb-a47c918a61d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0897729 Feb 14 21:43:04.128829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8949d7c2-8cf8-4140-a690-e0c795284e76 req-6560bfca-ceee-4783-8d6f-518b37aecb27 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275594 Feb 14 21:43:04.199829 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-c95f2bc9-bedf-4778-9416-2ade2715cd5d service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243923 Feb 14 21:43:04.406490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-28a78ac0-ff02-4335-b2d3-62271c53f35a req-cf09b999-dc0f-42ec-966d-616e5e857c7a service neutron] 10.222.0.64 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993139 Feb 14 21:43:04.463246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c15568-0ae1-457a-b41e-59ce46782167 req-acc0ca77-2a36-48e5-ac81-96c9898acc28 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:04.471457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7c15568-0ae1-457a-b41e-59ce46782167 req-acc0ca77-2a36-48e5-ac81-96c9898acc28 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1674330 Feb 14 21:43:04.548383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7c15568-0ae1-457a-b41e-59ce46782167 req-967ba2ac-bcd7-4b97-ada8-9a791d5c18fa tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761068 Feb 14 21:43:04.567360 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:04.729251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6367e2-2088-49c3-9f6c-08317a71bbba req-062bdbb9-31f5-46b6-9b84-d03fa1b2624f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:04.736806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e6367e2-2088-49c3-9f6c-08317a71bbba req-062bdbb9-31f5-46b6-9b84-d03fa1b2624f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1051378 Feb 14 21:43:04.803358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e6367e2-2088-49c3-9f6c-08317a71bbba req-6f142761-9f7b-4403-a862-9fe48a6048b8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649178 Feb 14 21:43:04.919106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac227be2-6315-4140-8fcb-aa525b7e068b req-a4e31fe3-2f1c-424b-89ab-7da6cf6162f1 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.83 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0371945 Feb 14 21:43:04.958783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b56e9d0-0546-4a62-aaa9-19fd41cb3a0c req-b57c0f84-172a-4281-b7ca-df25eb79ebe6 tempest-ServerShowV257Test-432508557 tempest-ServerShowV257Test-432508557-project] 10.222.0.86 "GET /v2.0/ports?device_id=14239998-9973-4a91-93ed-8c5acb30ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0438180 Feb 14 21:43:05.204108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf9e0-524e-4f71-82b5-54f09855dbbc req-099462fd-99b6-4b9e-b4ff-b338cbf9a06e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:05.218027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73eaf9e0-524e-4f71-82b5-54f09855dbbc req-099462fd-99b6-4b9e-b4ff-b338cbf9a06e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0981045 Feb 14 21:43:05.325698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73eaf9e0-524e-4f71-82b5-54f09855dbbc req-4010b63b-ba9e-4824-a55d-d90f3d673824 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997558 Feb 14 21:43:05.553468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97bd64-01e0-449e-9340-5d619173e760 req-1a11849c-59a5-45f4-b299-43612c2d2a48 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:05.558148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c97bd64-01e0-449e-9340-5d619173e760 req-1a11849c-59a5-45f4-b299-43612c2d2a48 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1286194 Feb 14 21:43:05.639626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c97bd64-01e0-449e-9340-5d619173e760 req-53b81af2-1f25-4f3b-a6a8-753dd4a18afb tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748074 Feb 14 21:43:05.759062 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:05.895680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e6c0d36-25b9-46a3-8417-477872e0d38f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:05.973001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5e6c0d36-25b9-46a3-8417-477872e0d38f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:05.974312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.089047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5e6c0d36-25b9-46a3-8417-477872e0d38f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:06.147990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8452-484f-4532-8780-29fbe909dcab req-8e2f72a5-9968-4b3b-a75e-4f7d6a9479ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:06.150672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5eea8452-484f-4532-8780-29fbe909dcab req-8e2f72a5-9968-4b3b-a75e-4f7d6a9479ac tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1103947 Feb 14 21:43:06.177954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.224494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5eea8452-484f-4532-8780-29fbe909dcab req-9e294b78-b0d7-4b33-ac19-c3c4fe40cd23 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594854 Feb 14 21:43:06.581604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:06.702426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-193db7f6-6ba8-4d4d-8c7f-1dca5068bff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.779625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-193db7f6-6ba8-4d4d-8c7f-1dca5068bff5 admin admin] Publish callbacks [] for security_group (7ac942e2-31fa-4b78-a151-614af252d2c8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.784797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-193db7f6-6ba8-4d4d-8c7f-1dca5068bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7ac942e2-31fa-4b78-a151-614af252d2c8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.829763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-193db7f6-6ba8-4d4d-8c7f-1dca5068bff5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1605a463ece54e44b2178866c67323f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466137 Feb 14 21:43:06.832201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48386) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:06.850231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193db7f6-6ba8-4d4d-8c7f-1dca5068bff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac942e2-31fa-4b78-a151-614af252d2c8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:06.897999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] Publish callbacks [] for security_group (7ac942e2-31fa-4b78-a151-614af252d2c8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.924220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] Publish callbacks [] for security_group (7ac942e2-31fa-4b78-a151-614af252d2c8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.975887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7ac942e2-31fa-4b78-a151-614af252d2c8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.978701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:06.982458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ac942e2-31fa-4b78-a151-614af252d2c8 HTTP/1.1" status: 204 len: 168 time: 0.1468115 Feb 14 21:43:06.989555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a59e72-375f-4b09-a09f-ade1470c1d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac942e2-31fa-4b78-a151-614af252d2c8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:07.281453 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:07.390082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f657-5e2f-4a27-a4a8-24703601764f req-88196815-7747-4c28-b7a7-5fc98d9ba2d2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:07.391703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8e9f657-5e2f-4a27-a4a8-24703601764f req-88196815-7747-4c28-b7a7-5fc98d9ba2d2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0793881 Feb 14 21:43:07.456087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8e9f657-5e2f-4a27-a4a8-24703601764f req-5fc5d1c4-7fbd-475b-bd32-457876a6efea tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583520 Feb 14 21:43:07.813535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efdb50-f94b-4d74-b3f2-5b9bc18a3cd2 req-dba4ec02-0ebc-44f4-9252-622bb2ac709a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:07.821321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4efdb50-f94b-4d74-b3f2-5b9bc18a3cd2 req-dba4ec02-0ebc-44f4-9252-622bb2ac709a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1534543 Feb 14 21:43:07.847656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-26ec5825-17a2-4d64-9fd3-864d9057ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:07.849132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-26ec5825-17a2-4d64-9fd3-864d9057ffb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 1128 time: 0.1237833 Feb 14 21:43:07.905792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4efdb50-f94b-4d74-b3f2-5b9bc18a3cd2 req-e02a0448-2fd8-4e05-a8b1-84a0198b42d8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800633 Feb 14 21:43:08.021010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-94c17b33-50bc-47b1-a1bb-b92b3c858972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:08.022813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-94c17b33-50bc-47b1-a1bb-b92b3c858972 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 200 len: 912 time: 0.1417797 Feb 14 21:43:08.098605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-2b210274-fd7c-473f-ac71-6e96736e59e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 200 len: 999 time: 0.0680640 Feb 14 21:43:08.155426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-73cf77f4-5894-4a36-a894-b3910aeb12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:08.157302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-73cf77f4-5894-4a36-a894-b3910aeb12e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 200 len: 850 time: 0.0523942 Feb 14 21:43:08.237607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-cebf4a55-16d2-44b8-9ddf-a7c0ad0e1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:08.240053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-cebf4a55-16d2-44b8-9ddf-a7c0ad0e1e87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f924a868-9918-4cad-a84e-92e2d57a73e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767751 Feb 14 21:43:08.358181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48432) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:08.362742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-932ccedc-e0c0-4380-8176-1db11373ec61 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157019 Feb 14 21:43:08.480590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-554567b0-48b3-43d0-8ab7-b78336683224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.495438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-014771ba-da17-4684-a14d-d43c3b3d6019 req-4f824098-3d5f-4047-8e03-5a0f4d2987a8 service neutron] 10.222.0.83 "GET /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251857 Feb 14 21:43:08.604616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-554567b0-48b3-43d0-8ab7-b78336683224 admin admin] Publish callbacks [] for security_group (ad9ebf3b-2177-4bd0-8dd2-2d070173f707), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.610084 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-554567b0-48b3-43d0-8ab7-b78336683224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ad9ebf3b-2177-4bd0-8dd2-2d070173f707), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.656475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554567b0-48b3-43d0-8ab7-b78336683224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ebf3b-2177-4bd0-8dd2-2d070173f707,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:08.661551 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-554567b0-48b3-43d0-8ab7-b78336683224 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86e770d78eb6464187bbd41aab4dd43f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026752 Feb 14 21:43:08.664708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:08.719561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] Publish callbacks [] for security_group (ad9ebf3b-2177-4bd0-8dd2-2d070173f707), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.745136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] Publish callbacks [] for security_group (ad9ebf3b-2177-4bd0-8dd2-2d070173f707), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.802149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ad9ebf3b-2177-4bd0-8dd2-2d070173f707), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.805672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:08.810261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad9ebf3b-2177-4bd0-8dd2-2d070173f707 HTTP/1.1" status: 204 len: 168 time: 0.1423099 Feb 14 21:43:08.818814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d664d-575f-4a93-a4eb-dbfaed12f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ebf3b-2177-4bd0-8dd2-2d070173f707,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:09.047491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b626-09b6-47af-a82a-f83f07986149 req-1bf3e376-b005-44b3-9aff-191c81b7506e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:09.048987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f610b626-09b6-47af-a82a-f83f07986149 req-1bf3e376-b005-44b3-9aff-191c81b7506e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0618632 Feb 14 21:43:09.123136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f610b626-09b6-47af-a82a-f83f07986149 req-64b1bd7d-9d42-433c-8d3f-fe432fce8834 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600033 Feb 14 21:43:09.718424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48468) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:09.843687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1385321011-network', 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:09.865679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:09.871250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:09.881146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:09.973150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks [] for security_group (f41fef17-0e76-4c07-b2d2-345d566a664d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:09.977947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f41fef17-0e76-4c07-b2d2-345d566a664d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:09.998899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:43:10.017276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (368dd3f5-2a8c-40af-8f42-a2cb7d487820), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.017621 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Added segment 368dd3f5-2a8c-40af-8f42-a2cb7d487820 of type vlan for network 8c34034c-f402-4eff-9fc5-61fa1df68893 Feb 14 21:43:10.018958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fef17-0e76-4c07-b2d2-345d566a664d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:10.063009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8c34034c-f402-4eff-9fc5-61fa1df68893), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.098615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8c34034c-f402-4eff-9fc5-61fa1df68893), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.099880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:10.100541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.167831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4481492 Feb 14 21:43:10.170645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48474) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:10.178079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Request body: {'subnet': {'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1385321011-subnet', 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:10.196804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02574f-6ed1-4375-8b2c-76ca0c030421 admin admin] Pushing event updated for resources: {'Network': ['ID=8c34034c-f402-4eff-9fc5-61fa1df68893,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:10.208624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:43:10.227077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:10.232677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.350989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45717be-f043-428d-a861-246ae7bfe1ed req-ee236074-67c8-4480-b149-10327707d88a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:10.355696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d45717be-f043-428d-a861-246ae7bfe1ed req-ee236074-67c8-4480-b149-10327707d88a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1615465 Feb 14 21:43:10.466005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d45717be-f043-428d-a861-246ae7bfe1ed req-d97714f5-78b3-4f1e-85fa-faa866fda130 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972414 Feb 14 21:43:10.530738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8425cf06-d344-4de6-a10f-4c414098ea76), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.532187 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:43:10.635379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8425cf06-d344-4de6-a10f-4c414098ea76,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:10.650377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Checking segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:10.650804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Network hostable DHCP agents. Network: 8c34034c-f402-4eff-9fc5-61fa1df68893, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:43:10.659102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07391e5-bb2b-40a3-954c-f5973f3b7320 req-8ebe05c5-6374-4b98-ab8d-135b8edc9029 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:10.660656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d07391e5-bb2b-40a3-954c-f5973f3b7320 req-8ebe05c5-6374-4b98-ab8d-135b8edc9029 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.1023719 Feb 14 21:43:10.695060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:43:10.715576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8c34034c-f402-4eff-9fc5-61fa1df68893) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:10.719714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:10.720344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:10.730604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709e957-d3e3-4b26-b380-aef5839087bf None None] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:43:10.738893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d07391e5-bb2b-40a3-954c-f5973f3b7320 req-0c4d8764-4512-460a-96e7-0d595ea3562a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697241 Feb 14 21:43:10.772789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eda5a39b-77df-497a-b0ad-2c0d9d6ba2fd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6007333 Feb 14 21:43:10.864104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db88eca-c5c0-48e7-bb58-627f19baebc2 None None] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:43:11.722130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-6d4921b0-4e0f-4a9a-ba5a-d7756eb5831b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:11.723612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-6d4921b0-4e0f-4a9a-ba5a-d7756eb5831b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2396265-ada9-41e4-a94f-2d3b1fc1da94 HTTP/1.1" status: 200 len: 943 time: 0.0668759 Feb 14 21:43:11.831132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port 523280e5-6521-4fb7-9e59-86f15d474f12 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:11.831541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:11.946694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port 523280e5-6521-4fb7-9e59-86f15d474f12, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=523280e5-6521-4fb7-9e59-86f15d474f12,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:11.947879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:11.981648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for 523280e5-6521-4fb7-9e59-86f15d474f12 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:12.149003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (523280e5-6521-4fb7-9e59-86f15d474f12), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:12.162416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6', '170662b0-c4bb-4700-bd18-1a02b415381b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:43:12.202543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=523280e5-6521-4fb7-9e59-86f15d474f12,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:12.258084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] No DVR routers for this DVR port 523280e5-6521-4fb7-9e59-86f15d474f12 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:12.261453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:12.265323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-480ac4b8-705c-4ac3-8ff9-8ba028f05629 req-b83895b5-4a79-4abf-87c0-d07a825747a3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "DELETE /v2.0/ports/523280e5-6521-4fb7-9e59-86f15d474f12 HTTP/1.1" status: 204 len: 173 time: 0.5358701 Feb 14 21:43:12.265978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-deleted', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:12.268407 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304696e3-f6b3-4ed6-9e01-fe8e7206a128" -d '{"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-deleted", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:13.010181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-6f45b8ea-5355-41d4-9668-b02fda4602a0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:13.011718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-6f45b8ea-5355-41d4-9668-b02fda4602a0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.1179285 Feb 14 21:43:13.029683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-9f9cecae-87ba-48bc-b0fe-c080c8a47fab tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/quotas/2dc9ab8961074a0a91cd152b22579a8c HTTP/1.1" status: 200 len: 375 time: 0.0104146 Feb 14 21:43:13.065530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-118cf374-3ab9-49bd-94fa-85267fdc08c1 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302227 Feb 14 21:43:13.163772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-ca5ca638-459e-4c5b-be42-4050d720e2d6 service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886741 Feb 14 21:43:13.265203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-8d2ae2ee-f833-4acc-aecf-4b9dc2cf3c4f service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944555 Feb 14 21:43:13.427456 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397cdd75-5339-4a33-ba67-de5675bcef21 x-openstack-request-id: req-397cdd75-5339-4a33-ba67-de5675bcef21 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:13.428029 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2396265-ada9-41e4-a94f-2d3b1fc1da94", "name": "network-vif-deleted", "tag": "523280e5-6521-4fb7-9e59-86f15d474f12", "status": "failed", "code": 422}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:13.428511 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-397cdd75-5339-4a33-ba67-de5675bcef21 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:13.429198 n-d-828372-11 neutron-server[103513]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2396265-ada9-41e4-a94f-2d3b1fc1da94', 'name': 'network-vif-deleted', 'tag': '523280e5-6521-4fb7-9e59-86f15d474f12', 'status': 'failed', 'code': 422} returned with failed status Feb 14 21:43:13.600800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da78046e-872c-4180-8391-2128197ad69e req-ae3f7310-3b7e-4d8c-b8db-8f3cb5f995cf tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 210 time: 0.0390799 Feb 14 21:43:13.991869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a37aa5-814f-481e-a7f7-1ccbb06e5ba9 req-d45e3dcf-437b-42f5-ad56-9eb1fdc93f04 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:13.997229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9a37aa5-814f-481e-a7f7-1ccbb06e5ba9 req-d45e3dcf-437b-42f5-ad56-9eb1fdc93f04 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 908 time: 0.0815785 Feb 14 21:43:14.776461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f415b7e1-b9b6-48e5-b8b5-4c01cf794ae1 req-3cbbe7b7-04a8-43e5-b406-cbeac4d88744 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 210 time: 0.0378911 Feb 14 21:43:14.880112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-fec4c218-cfda-4282-b0af-4c793c4ad19b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:14.882207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-fec4c218-cfda-4282-b0af-4c793c4ad19b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.2686200 Feb 14 21:43:14.899726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Request body: {'port': {'device_id': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'admin_state_up': True, 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:15.066197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:15.070448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:15.297163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93351912-ac88-43ff-9406-9cc66808ddd8 req-71ab55c3-fa5d-4b56-aba2-0e6324eb131d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:15.298707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93351912-ac88-43ff-9406-9cc66808ddd8 req-71ab55c3-fa5d-4b56-aba2-0e6324eb131d tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 908 time: 0.1396677 Feb 14 21:43:15.323021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Allocated IP 172.20.0.2 (8c34034c-f402-4eff-9fc5-61fa1df68893/8425cf06-d344-4de6-a10f-4c414098ea76/af21a276-5b32-4a0d-97e3-f3f5906aec96) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:43:15.548360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks [] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:15.638685 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:15.644814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-38d773f6-686c-486c-abff-c84e5bdf5a8a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:15.647276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-38d773f6-686c-486c-abff-c84e5bdf5a8a tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 908 time: 0.0854099 Feb 14 21:43:15.771708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port 623439a7-fc16-4f09-93cd-3be64fbe2fab {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:15.772134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:15.948016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port 623439a7-fc16-4f09-93cd-3be64fbe2fab, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=623439a7-fc16-4f09-93cd-3be64fbe2fab,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:15.948364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:15.963076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for 623439a7-fc16-4f09-93cd-3be64fbe2fab owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:16.111717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (623439a7-fc16-4f09-93cd-3be64fbe2fab), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:16.164809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:43:16.174199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:16.178132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event updated for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:16.180916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:43:16.200647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=623439a7-fc16-4f09-93cd-3be64fbe2fab,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:16.224162 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] No DVR routers for this DVR port 623439a7-fc16-4f09-93cd-3be64fbe2fab on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:16.236686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:16.242125 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4660d028-33e0-4d51-872f-bddd7f9d49b4 req-effe6893-3c36-4544-8546-ee6b4d0077b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "DELETE /v2.0/ports/623439a7-fc16-4f09-93cd-3be64fbe2fab HTTP/1.1" status: 204 len: 173 time: 0.5890884 Feb 14 21:43:16.242784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'name': 'network-vif-deleted', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:16.248591 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c81d31-682c-468c-bd1a-293f385b6838" -d '{"events": [{"server_uuid": "65503946-a960-4df0-846c-c623237939b0", "name": "network-vif-deleted", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:16.268032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c09d6-ea3a-4cec-accb-5b746bc7612e req-49650b1c-1cb1-4a07-8370-c24a3b79992a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:16.279475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f67c09d6-ea3a-4cec-accb-5b746bc7612e req-49650b1c-1cb1-4a07-8370-c24a3b79992a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 931 time: 0.1772735 Feb 14 21:43:16.293931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:16.294571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:16.331657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-755bc8d8-1645-42ad-86c7-9c6ccd05d37a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4364822 Feb 14 21:43:16.348021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Request body: {'port': {'device_id': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:16.393157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f67c09d6-ea3a-4cec-accb-5b746bc7612e req-ba7919ab-8d90-4dc6-b7c8-be6385ca6090 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Feb 14 21:43:16.486350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:16.555316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-0792e27c-ba2e-4389-9819-d7c541f4889e req-dad17f6a-a39f-466b-89e4-debf27c79fe8 tempest-ServersTestManualDisk-458806885 tempest-ServersTestManualDisk-458806885-project] (103513) timed out ('10.222.0.64', 53237) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:43:16.849358 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce23c18d-69f2-4bd7-a9ac-e4ca88e38970 x-openstack-request-id: req-ce23c18d-69f2-4bd7-a9ac-e4ca88e38970 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:16.849885 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65503946-a960-4df0-846c-c623237939b0", "name": "network-vif-deleted", "tag": "623439a7-fc16-4f09-93cd-3be64fbe2fab", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:16.849885 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce23c18d-69f2-4bd7-a9ac-e4ca88e38970 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:16.850290 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65503946-a960-4df0-846c-c623237939b0', 'name': 'network-vif-deleted', 'tag': '623439a7-fc16-4f09-93cd-3be64fbe2fab', 'status': 'completed', 'code': 200} Feb 14 21:43:16.948339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af21a276-5b32-4a0d-97e3-f3f5906aec96 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:43:16.960733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks [] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:17.003915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc7bddd6-541b-427d-a06d-7d21b38460cc req-0344ca40-db15-492a-9ec1-4c180620bdde tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=65503946-a960-4df0-846c-c623237939b0 HTTP/1.1" status: 200 len: 210 time: 0.0396993 Feb 14 21:43:17.006564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Transition to ACTIVE for port object af21a276-5b32-4a0d-97e3-f3f5906aec96 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:43:17.012781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:17.077204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Pushing event updated for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:17.147194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Attempting to bind port af21a276-5b32-4a0d-97e3-f3f5906aec96 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:43:17.147544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Attempting to bind port af21a276-5b32-4a0d-97e3-f3f5906aec96 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:43:17.147862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Attempting to bind port af21a276-5b32-4a0d-97e3-f3f5906aec96 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:17.153218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Port af21a276-5b32-4a0d-97e3-f3f5906aec96 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:43:17.153549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Attempting to bind port af21a276-5b32-4a0d-97e3-f3f5906aec96 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:17.158682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:43:17.159025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Checking segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:17.159443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Bound using segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:43:17.159877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Bound port: af21a276-5b32-4a0d-97e3-f3f5906aec96, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:43:17.160242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:17.240786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:43:17.245050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:43:17.257039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:17.298474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:17.299652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:17.301126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] 10.222.0.83 "PUT /v2.0/ports/af21a276-5b32-4a0d-97e3-f3f5906aec96 HTTP/1.1" status: 200 len: 1092 time: 0.9572670 Feb 14 21:43:17.301704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:17.304112 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72165a7-07ac-401c-9337-5899b66f1c74" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:17.368812 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17528f4d-c959-4dc6-959d-87b5f9a2644a x-openstack-request-id: req-17528f4d-c959-4dc6-959d-87b5f9a2644a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:17.370049 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:17.370298 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17528f4d-c959-4dc6-959d-87b5f9a2644a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:17.370699 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96', 'status': 'completed', 'code': 200} Feb 14 21:43:17.371842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df727ed-7b51-4f03-9a5a-f96971caaa97 service neutron] Pushing event updated for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:17.412990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-b249defa-c3ac-4627-b675-8dfabb4dbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:17.413683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-b249defa-c3ac-4627-b675-8dfabb4dbc7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 1126 time: 0.0598178 Feb 14 21:43:17.484172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-5240040b-f0dd-4f41-8c6a-807264430fba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96 HTTP/1.1" status: 200 len: 217 time: 0.0616114 Feb 14 21:43:17.572656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-1b867ce5-cb4d-4735-9a41-2f5da36ef622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:17.574158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-1b867ce5-cb4d-4735-9a41-2f5da36ef622 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0812621 Feb 14 21:43:17.585678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261727b2-c90b-4178-a952-3476758ece6a req-f5dc48cd-0762-4d10-be95-090d0f72065e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:17.587786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-261727b2-c90b-4178-a952-3476758ece6a req-f5dc48cd-0762-4d10-be95-090d0f72065e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 943 time: 0.1132910 Feb 14 21:43:17.635134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-6605444d-42b1-467c-99a0-49b0247c7ad9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457413 Feb 14 21:43:17.712945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-261727b2-c90b-4178-a952-3476758ece6a req-2d77d6dc-ee73-4a54-9c60-2d6be3b75f7b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160553 Feb 14 21:43:17.760090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-33f12faa-ea0c-412e-bab9-e18b76265b7a service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178539 Feb 14 21:43:17.866353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb76b07c-6200-4364-a1b4-f6ebdd9bbf93 req-13a72a9e-c311-4de0-90a2-540fcc973d41 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005545 Feb 14 21:43:17.983219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-7f14765c-1999-4365-8bde-0e76b655fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:17.985123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-7f14765c-1999-4365-8bde-0e76b655fa1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 1126 time: 0.0595577 Feb 14 21:43:18.178959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-9c7e98b2-15b5-40ea-8239-1eb7209eb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:18.180620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-9c7e98b2-15b5-40ea-8239-1eb7209eb12e service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.1879659 Feb 14 21:43:18.267273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-68cfa404-60cf-4379-9cb7-0393e31c4da7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96 HTTP/1.1" status: 200 len: 217 time: 0.0782225 Feb 14 21:43:18.361237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-b50c7e92-967b-41a9-8f9a-4f5f85feebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:18.363419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-b50c7e92-967b-41a9-8f9a-4f5f85feebab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0865843 Feb 14 21:43:18.408901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-358a16f2-887d-4201-a86f-4f84cd5b2a9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373127 Feb 14 21:43:18.424802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd4c4-1062-417d-800d-f69b037bc54d req-fab95857-08a5-4502-ab92-383f4ab21d5c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:18.433768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91afd4c4-1062-417d-800d-f69b037bc54d req-fab95857-08a5-4502-ab92-383f4ab21d5c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 945 time: 0.1250751 Feb 14 21:43:18.535036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91afd4c4-1062-417d-800d-f69b037bc54d req-c2212fae-4e76-4f39-a61d-e68dc4990db7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998225 Feb 14 21:43:18.593171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-3c10783b-1efe-4820-be5e-d8b386b522cf service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374607 Feb 14 21:43:18.699027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b72165a7-07ac-401c-9337-5899b66f1c74 req-1846d706-d20f-48af-8ce1-a1ecc36ad357 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947902 Feb 14 21:43:18.847993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6090-7227-4489-9a55-df6e6c4e63b4 req-df1edc5d-7dee-4504-93b1-50ab0b69564c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:18.851437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86df6090-7227-4489-9a55-df6e6c4e63b4 req-df1edc5d-7dee-4504-93b1-50ab0b69564c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 943 time: 0.0593135 Feb 14 21:43:18.902224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86df6090-7227-4489-9a55-df6e6c4e63b4 req-47bc12a3-008f-4777-a57e-2b1b4bfd92ac tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Feb 14 21:43:19.388982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 623439a7-fc16-4f09-93cd-3be64fbe2fab no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:19.409698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 623439a7-fc16-4f09-93cd-3be64fbe2fab {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:19.410045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 623439a7-fc16-4f09-93cd-3be64fbe2fab not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:19.686015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a84ac-2a23-42dc-b64f-b2bc143673c1 req-129e670b-1996-462d-8c87-502940b052c8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:19.688602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c92a84ac-2a23-42dc-b64f-b2bc143673c1 req-129e670b-1996-462d-8c87-502940b052c8 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 945 time: 0.0619595 Feb 14 21:43:19.751847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c92a84ac-2a23-42dc-b64f-b2bc143673c1 req-697793e8-5932-41c8-861e-5378678c67a5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Feb 14 21:43:20.033775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-0fbbd228-2196-4348-897f-b8d63946e73e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:20.036499 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-0fbbd228-2196-4348-897f-b8d63946e73e tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 945 time: 0.0762184 Feb 14 21:43:20.071617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8369f-cb0c-4b4d-a626-22806863d595 req-09230174-bb35-417a-a349-20c1c0b07706 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:20.073618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ff8369f-cb0c-4b4d-a626-22806863d595 req-09230174-bb35-417a-a349-20c1c0b07706 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 943 time: 0.0967686 Feb 14 21:43:20.149312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ff8369f-cb0c-4b4d-a626-22806863d595 req-541f1420-3600-43d8-998e-3e984c562e39 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655763 Feb 14 21:43:20.192387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port 170662b0-c4bb-4700-bd18-1a02b415381b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:20.192735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:20.288068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port 170662b0-c4bb-4700-bd18-1a02b415381b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=170662b0-c4bb-4700-bd18-1a02b415381b,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:20.288859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:20.303015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for 170662b0-c4bb-4700-bd18-1a02b415381b owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:20.437161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (170662b0-c4bb-4700-bd18-1a02b415381b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:20.450197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ffe4fb24-4e89-42e0-b550-bf50001d42f6', '170662b0-c4bb-4700-bd18-1a02b415381b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:43:20.482226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=170662b0-c4bb-4700-bd18-1a02b415381b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:20.530788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] No DVR routers for this DVR port 170662b0-c4bb-4700-bd18-1a02b415381b on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:20.533728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:20.537413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b197092f-5e76-4f25-b2c3-d1b6dd839b54 req-f5d254f8-d062-4a07-a7bb-00cacbfca7a7 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "DELETE /v2.0/ports/170662b0-c4bb-4700-bd18-1a02b415381b HTTP/1.1" status: 204 len: 173 time: 0.4938917 Feb 14 21:43:20.537812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'name': 'network-vif-deleted', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:20.540445 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6b2d9-7997-4d8b-baf8-86559e165e57" -d '{"events": [{"server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "name": "network-vif-deleted", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:20.622379 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c563b-672c-4398-9e09-32f3b91c4d92 x-openstack-request-id: req-ea4c563b-672c-4398-9e09-32f3b91c4d92 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:20.622379 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84d4a6f-8826-4461-b39a-85027dfc5d95", "name": "network-vif-deleted", "tag": "170662b0-c4bb-4700-bd18-1a02b415381b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:20.622625 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea4c563b-672c-4398-9e09-32f3b91c4d92 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:20.622957 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84d4a6f-8826-4461-b39a-85027dfc5d95', 'name': 'network-vif-deleted', 'tag': '170662b0-c4bb-4700-bd18-1a02b415381b', 'status': 'completed', 'code': 200} Feb 14 21:43:20.885766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d9f4084-f5ef-4876-acb2-67198f94cf41 req-b3de04cf-948c-43fc-97c6-e7e7b5d600cf tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84d4a6f-8826-4461-b39a-85027dfc5d95 HTTP/1.1" status: 200 len: 210 time: 0.0396621 Feb 14 21:43:21.297279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ecbfc-d5c1-465a-9c86-dbd9ff530fbc req-7aba0d16-b265-433d-bd88-f7baeafd1fa1 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:21.299586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e65ecbfc-d5c1-465a-9c86-dbd9ff530fbc req-7aba0d16-b265-433d-bd88-f7baeafd1fa1 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 943 time: 0.0803919 Feb 14 21:43:21.355434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e65ecbfc-d5c1-465a-9c86-dbd9ff530fbc req-38a0f7ae-73f3-4919-81ae-b47a54fb305a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503063 Feb 14 21:43:21.986451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device af21a276-5b32-4a0d-97e3-f3f5906aec96 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:43:22.107717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:22.125938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'af21a276-5b32-4a0d-97e3-f3f5906aec96', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'port_id': 'af21a276-5b32-4a0d-97e3-f3f5906aec96', 'mac_address': 'fa:16:3e:4a:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425cf06-d344-4de6-a10f-4c414098ea76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:43:22.175436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port af21a276-5b32-4a0d-97e3-f3f5906aec96 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:22.176208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:22.191693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af21a276-5b32-4a0d-97e3-f3f5906aec96 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:43:22.225352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:22.235947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:22.290548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:22.299682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.300109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.300555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.300966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.301460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.301771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.302168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.302575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.303231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.303688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.304107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.304506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.305016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:22.315101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d575de9-f295-48f4-a804-d5226c5406f1 req-4d5405ea-0e04-4e73-8e73-78e181116911 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:22.323624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d575de9-f295-48f4-a804-d5226c5406f1 req-4d5405ea-0e04-4e73-8e73-78e181116911 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.1057479 Feb 14 21:43:22.371456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d575de9-f295-48f4-a804-d5226c5406f1 req-7643dd59-e4da-4807-9f5f-7be9703a1a83 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Feb 14 21:43:22.479941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:43:22.490192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27f3e-716f-4e35-b449-961e7bcd57f9 req-48410754-3323-4f81-b84c-fe6b87411039 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:22.492070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6c27f3e-716f-4e35-b449-961e7bcd57f9 req-48410754-3323-4f81-b84c-fe6b87411039 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 944 time: 0.0567069 Feb 14 21:43:22.554695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6c27f3e-716f-4e35-b449-961e7bcd57f9 req-ddab470f-75cf-4b1f-8ef9-44842698b73a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565739 Feb 14 21:43:23.446195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 170662b0-c4bb-4700-bd18-1a02b415381b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:23.479537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 170662b0-c4bb-4700-bd18-1a02b415381b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:23.480667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 170662b0-c4bb-4700-bd18-1a02b415381b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:23.481104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ffe4fb24-4e89-42e0-b550-bf50001d42f6 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:23.519896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964de11b-7ad5-4f15-bac2-b1a1e5e0dc07 req-fbe8b16e-9252-4932-8626-8b6c4403cc59 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:23.522280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964de11b-7ad5-4f15-bac2-b1a1e5e0dc07 req-fbe8b16e-9252-4932-8626-8b6c4403cc59 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0727415 Feb 14 21:43:23.580097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-036af8d0-b4e7-4f68-a3d3-2c96c5ba0bf0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:23.583139 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-036af8d0-b4e7-4f68-a3d3-2c96c5ba0bf0 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 945 time: 0.0837617 Feb 14 21:43:23.627239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964de11b-7ad5-4f15-bac2-b1a1e5e0dc07 req-8dfa2594-cdef-4911-a7fd-f9783cf4221b tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=aef4c51f-4c94-461b-88a5-903a6e092a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990765 Feb 14 21:43:23.648899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ffe4fb24-4e89-42e0-b550-bf50001d42f6 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:23.655710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:23.691860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:23.704131 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e1fea3-0fc5-4695-ac9d-cacf4ce412c3" -d '{"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:23.713541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port ffe4fb24-4e89-42e0-b550-bf50001d42f6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:23.717128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:23.742434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:23.757443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:23.792114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7475-47ed-4c52-93c5-d69fadea1a89 req-d89f0b81-7d26-4433-9b1e-78774f3b8c0d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:23.799971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da9c7475-47ed-4c52-93c5-d69fadea1a89 req-d89f0b81-7d26-4433-9b1e-78774f3b8c0d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 944 time: 0.1078069 Feb 14 21:43:23.845603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:23.850847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port ffe4fb24-4e89-42e0-b550-bf50001d42f6, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ffe4fb24-4e89-42e0-b550-bf50001d42f6,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:23.851431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:23.864664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da9c7475-47ed-4c52-93c5-d69fadea1a89 req-4226323d-676e-485e-b645-2552ddac682b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Feb 14 21:43:23.888472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for ffe4fb24-4e89-42e0-b550-bf50001d42f6 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:23.910851 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f640d-86b0-452c-aa6d-88d8a66fef17 x-openstack-request-id: req-a99f640d-86b0-452c-aa6d-88d8a66fef17 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:23.911172 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:23.911431 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a99f640d-86b0-452c-aa6d-88d8a66fef17 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:23.911830 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'code': 200} Feb 14 21:43:23.982304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device af21a276-5b32-4a0d-97e3-f3f5906aec96 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:24.038171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port af21a276-5b32-4a0d-97e3-f3f5906aec96 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:43:24.043598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ffe4fb24-4e89-42e0-b550-bf50001d42f6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:24.044719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port af21a276-5b32-4a0d-97e3-f3f5906aec96 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:24.045168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:24.074433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=ffe4fb24-4e89-42e0-b550-bf50001d42f6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:24.135924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] No DVR routers for this DVR port ffe4fb24-4e89-42e0-b550-bf50001d42f6 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:24.143268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:24.157085 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f66f3320-dd19-46ed-8b4e-95a5c4cdb994 req-1e8571fe-b578-43f5-8524-0f57facc6ca4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.64 "DELETE /v2.0/ports/ffe4fb24-4e89-42e0-b550-bf50001d42f6 HTTP/1.1" status: 204 len: 173 time: 0.5654812 Feb 14 21:43:24.157544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-deleted', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:24.164254 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5d89a-90c1-454b-aeb1-f02445ae9fc7" -d '{"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-deleted", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:24.181064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port af21a276-5b32-4a0d-97e3-f3f5906aec96 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:24.181516 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:24.234364 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0438215f-615a-4bdd-b658-f4ca4626f517 x-openstack-request-id: req-0438215f-615a-4bdd-b658-f4ca4626f517 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:24.234631 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c113f83e-6d70-48ff-8c4d-ffd82717cd8a", "name": "network-vif-deleted", "tag": "ffe4fb24-4e89-42e0-b550-bf50001d42f6", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:24.234963 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0438215f-615a-4bdd-b658-f4ca4626f517 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:24.235394 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c113f83e-6d70-48ff-8c4d-ffd82717cd8a', 'name': 'network-vif-deleted', 'tag': 'ffe4fb24-4e89-42e0-b550-bf50001d42f6', 'status': 'completed', 'code': 200} Feb 14 21:43:24.239060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:24.259398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:24.327568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:24.756381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b48e5c19-4dc2-492a-aa49-83fa8909ffde req-3f1f1775-543c-46c2-8df2-50ea149f2e65 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=c113f83e-6d70-48ff-8c4d-ffd82717cd8a HTTP/1.1" status: 200 len: 210 time: 0.0478005 Feb 14 21:43:24.987649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356b4b7-cb2d-4d71-842e-14c565636e2f req-9a5cac17-ef91-45ea-a428-dcc0d9b63fbd tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:24.989395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0356b4b7-cb2d-4d71-842e-14c565636e2f req-9a5cac17-ef91-45ea-a428-dcc0d9b63fbd tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.0542324 Feb 14 21:43:25.039844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0356b4b7-cb2d-4d71-842e-14c565636e2f req-c87333b6-ce75-4b92-ac47-a57496e74adc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436556 Feb 14 21:43:25.913818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:25.916993 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401a585-24a4-4af1-867d-1c68167a0cbe" -d '{"events": [{"server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:25.989012 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5832d1-e6bf-41a9-9715-9e1bc6f70e72 x-openstack-request-id: req-0c5832d1-e6bf-41a9-9715-9e1bc6f70e72 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:25.989390 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "name": "network-vif-plugged", "status": "completed", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:25.989771 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c5832d1-e6bf-41a9-9715-9e1bc6f70e72 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:25.990243 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96', 'code': 200} Feb 14 21:43:26.131884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e95e-5e4f-4fc7-9805-ad82a126429c req-100e2b7b-3b50-4851-9cfc-d9e6b8536d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:26.134508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad92e95e-5e4f-4fc7-9805-ad82a126429c req-100e2b7b-3b50-4851-9cfc-d9e6b8536d1d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 1128 time: 0.0804801 Feb 14 21:43:26.146754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346378bc-f99d-454f-8118-8f2145afa025 req-fb13e3f2-a054-432b-a0aa-1a033c64bb49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:26.149050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-346378bc-f99d-454f-8118-8f2145afa025 req-fb13e3f2-a054-432b-a0aa-1a033c64bb49 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0963533 Feb 14 21:43:26.205421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad92e95e-5e4f-4fc7-9805-ad82a126429c req-2157926b-7784-4fe8-8bd4-e55e2cf8685e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551841 Feb 14 21:43:26.226515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-346378bc-f99d-454f-8118-8f2145afa025 req-d55a1126-4ded-449a-a14c-31edd7c6524f tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576081 Feb 14 21:43:26.348517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ff310-d5c7-465b-ac34-3fee75759dbe req-60ffb49b-c1cb-41f2-99fb-b9f9a1f41d96 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:26.350130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b5ff310-d5c7-465b-ac34-3fee75759dbe req-60ffb49b-c1cb-41f2-99fb-b9f9a1f41d96 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.0563571 Feb 14 21:43:26.398841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b5ff310-d5c7-465b-ac34-3fee75759dbe req-b5dfba4d-8bda-45b0-af39-07ce984c97ff tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Feb 14 21:43:27.360119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17975-2633-4489-9c4a-668f440e6599 req-4be0f4d6-1d9f-40de-8d48-eb8734ae2ab2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:27.361783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1a17975-2633-4489-9c4a-668f440e6599 req-4be0f4d6-1d9f-40de-8d48-eb8734ae2ab2 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0574887 Feb 14 21:43:27.418782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1a17975-2633-4489-9c4a-668f440e6599 req-27ec5909-d9ec-44e7-9e12-460d2e2f444c tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups?id=610bd7f7-8ff9-40bc-ad10-b3f055bc775d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487437 Feb 14 21:43:27.540301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00d14-e544-434b-a354-cc657176c9bf req-668d5a9a-8ec7-43b5-8423-dd6267b121d0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:27.542371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84f00d14-e544-434b-a354-cc657176c9bf req-668d5a9a-8ec7-43b5-8423-dd6267b121d0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.0678380 Feb 14 21:43:27.600259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84f00d14-e544-434b-a354-cc657176c9bf req-5d3e7d33-2ec6-41a4-9d4a-c7677e35974f tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Feb 14 21:43:27.875590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-ca8f5954-3811-424b-9165-61bbfa135b39 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:27.877438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-ca8f5954-3811-424b-9165-61bbfa135b39 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 945 time: 0.0642526 Feb 14 21:43:27.999563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:28.000056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.106944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] For port ff10247a-ec95-46c5-ad80-1bf37c09ce16, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=ff10247a-ec95-46c5-ad80-1bf37c09ce16,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:28.108184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.401372 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.401974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.402622 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Floating IP 749c9556-e2a1-480f-b65d-9b49b576c7d6 disassociated. External IP: 172.25.2.91, port: ff10247a-ec95-46c5-ad80-1bf37c09ce16. Feb 14 21:43:28.402975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for ff10247a-ec95-46c5-ad80-1bf37c09ce16 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:28.560118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ff10247a-ec95-46c5-ad80-1bf37c09ce16), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.631963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1490a7eb-9c90-4606-b520-4d9992149b3b req-a6dd75cc-0d14-4792-b802-5892c8b95d47 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.0819321 Feb 14 21:43:28.649779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=ff10247a-ec95-46c5-ad80-1bf37c09ce16,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:28.730707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:28.896456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:43:29.045097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:43:29.057316 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Sync routers for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:43:29.088542 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:29.089497 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:29.126156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] No DVR routers for this DVR port ff10247a-ec95-46c5-ad80-1bf37c09ce16 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:29.132384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:29.141673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-776c6dcb-b1f4-44fa-8f8b-bbd362c4663b req-2a6da409-3429-42f3-8f29-bb7b9ca42cf4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.83 "DELETE /v2.0/ports/ff10247a-ec95-46c5-ad80-1bf37c09ce16 HTTP/1.1" status: 204 len: 173 time: 1.2570159 Feb 14 21:43:29.142147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-deleted', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:29.157279 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490354e-8b07-484c-9a47-56c413cea8bb" -d '{"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-deleted", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:29.277105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:29.290006 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465426f7-a8ab-4a42-ba73-86b3fb685a50 x-openstack-request-id: req-465426f7-a8ab-4a42-ba73-86b3fb685a50 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:29.290006 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605269c-6c25-4c0a-b6ed-cf2f6333e3fd", "name": "network-vif-deleted", "tag": "ff10247a-ec95-46c5-ad80-1bf37c09ce16", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:29.290006 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-465426f7-a8ab-4a42-ba73-86b3fb685a50 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:29.290006 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605269c-6c25-4c0a-b6ed-cf2f6333e3fd', 'name': 'network-vif-deleted', 'tag': 'ff10247a-ec95-46c5-ad80-1bf37c09ce16', 'status': 'completed', 'code': 200} Feb 14 21:43:29.716111 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:29.769343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Checking router: f40c267d-c3e0-4418-9986-a8a76c1ae1f8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:43:29.780545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:29.781178 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:29.902789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ee38e2da-0819-463a-876f-5a96e52b74a7 req-f43c7c96-29e7-431b-bb19-9784700c3062 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/ports?device_id=1605269c-6c25-4c0a-b6ed-cf2f6333e3fd HTTP/1.1" status: 200 len: 210 time: 0.0598254 Feb 14 21:43:29.931719 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:30.013331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:30.038932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: ff10247a-ec95-46c5-ad80-1bf37c09ce16 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:30.039829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device ff10247a-ec95-46c5-ad80-1bf37c09ce16 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:30.145256 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:30.176996 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c663a8-4313-419c-9da0-da643c2c0e40 None None] The sync data for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 is: [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:35:20Z', 'revision_number': 4, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd', 'name': '', 'network_id': 'f924a868-9918-4cad-a84e-92e2d57a73e0', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'mac_address': 'fa:16:3e:fe:67:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:16Z', 'updated_at': '2022-02-14T21:35:27Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'subnets': [{'id': '2f26c9e7-0869-4b65-983d-22d420c75dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:43:30.530226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a8538-8d0b-4cae-9dbd-9d48df62cc61 None None] New status for floating IP 749c9556-e2a1-480f-b65d-9b49b576c7d6: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:43:30.968004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1859f4fe-d34c-42db-bd4c-6e35e0c26d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.026058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:31.102792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (610bd7f7-8ff9-40bc-ad10-b3f055bc775d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.140716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (610bd7f7-8ff9-40bc-ad10-b3f055bc775d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.208623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (610bd7f7-8ff9-40bc-ad10-b3f055bc775d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.211963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.216179 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "DELETE /v2.0/security-groups/610bd7f7-8ff9-40bc-ad10-b3f055bc775d HTTP/1.1" status: 204 len: 168 time: 0.1868212 Feb 14 21:43:31.216624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48848) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:31.243140 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-3f3e0b53-aa25-4d92-869c-dbfe5c04d3b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] show failed (client error): The resource could not be found. Feb 14 21:43:31.245997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455bf9b-c52c-4178-bf25-e9cddf4e18b5 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bd7f7-8ff9-40bc-ad10-b3f055bc775d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:31.250542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f3e0b53-aa25-4d92-869c-dbfe5c04d3b4 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "GET /v2.0/security-groups/610bd7f7-8ff9-40bc-ad10-b3f055bc775d HTTP/1.1" status: 404 len: 347 time: 0.0322335 Feb 14 21:43:31.251272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:31.434331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Deleting port 24fd6711-de11-4260-8159-f3e7bfeb3ef9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:31.434582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.517871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.518590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (24fd6711-de11-4260-8159-f3e7bfeb3ef9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.532201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Calling delete_port for 24fd6711-de11-4260-8159-f3e7bfeb3ef9 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:31.690502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (24fd6711-de11-4260-8159-f3e7bfeb3ef9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.753934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Pushing event deleted for resources: {'Port': ['ID=24fd6711-de11-4260-8159-f3e7bfeb3ef9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:31.813027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks [] for floatingip (749c9556-e2a1-480f-b65d-9b49b576c7d6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.816057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:31.820023 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49e56f65-d580-43b3-8016-45574290f3e3 tempest-ServerActionsTestJSON-567746763 tempest-ServerActionsTestJSON-567746763-project] 10.222.0.86 "DELETE /v2.0/floatingips/749c9556-e2a1-480f-b65d-9b49b576c7d6 HTTP/1.1" status: 204 len: 168 time: 0.5570221 Feb 14 21:43:31.820219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48866) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:32.289615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:32.568202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Deleting port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:32.568544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:32.680272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] For port e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:32.680720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:32.694095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Calling delete_port for e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:32.936060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:32.962742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:33.156184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:33.348803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-02f745ed-2cb8-48de-80ae-db37e9e75e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:33.414566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:43:33.535665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:43:33.541179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e37cfd50-8307-4dc3-9b99-d39c7e8ad39f admin admin] 10.222.0.86 "PUT /v2.0/routers/f40c267d-c3e0-4418-9986-a8a76c1ae1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199976 Feb 14 21:43:33.544704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:33.546418 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Sync routers for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:43:33.559320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:33.560751 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:33.662137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks [] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:33.686591 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:33.913767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks [] for router_gateway (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:33.940012 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '28621d79-5033-4a64-9180-822270bfbba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:43:32Z', 'revision_number': 5, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port': {'id': '28621d79-5033-4a64-9180-822270bfbba3', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:35:07Z', 'updated_at': '2022-02-14T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:34.000673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Deleting port 28621d79-5033-4a64-9180-822270bfbba3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:34.000910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Checking router: f40c267d-c3e0-4418-9986-a8a76c1ae1f8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:43:34.001259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (28621d79-5033-4a64-9180-822270bfbba3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.010138 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Routers {'f40c267d-c3e0-4418-9986-a8a76c1ae1f8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:34.011022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:34.102220 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] Set router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:34.112620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] For port 28621d79-5033-4a64-9180-822270bfbba3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=28621d79-5033-4a64-9180-822270bfbba3,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:34.113080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (28621d79-5033-4a64-9180-822270bfbba3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.128194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Calling delete_port for 28621d79-5033-4a64-9180-822270bfbba3 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:34.180096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:43:33Z', 'revision_number': 6, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:34.208651 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafe2c1-026c-4674-b3e5-0aa55d793e55 None None] The sync data for ids ['f40c267d-c3e0-4418-9986-a8a76c1ae1f8'] in n-d-828372-11 is: [{'id': 'f40c267d-c3e0-4418-9986-a8a76c1ae1f8', 'name': 'tempest-ServerActionsTestJSON-314627462-router', 'tenant_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:35:06Z', 'updated_at': '2022-02-14T21:43:33Z', 'revision_number': 6, 'project_id': 'bda4f4dbeaa94d9da98322aa839c659e', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:43:34.356544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (28621d79-5033-4a64-9180-822270bfbba3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.387856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=28621d79-5033-4a64-9180-822270bfbba3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:34.453637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.567776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.570648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks [] for router_controller (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.574447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.633480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f40c267d-c3e0-4418-9986-a8a76c1ae1f8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.634545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40c267d-c3e0-4418-9986-a8a76c1ae1f8 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:43:34.639545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.643681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:34.644277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e429ad0f-0c03-42c0-a9c4-809e8500ef3c admin admin] 10.222.0.86 "DELETE /v2.0/routers/f40c267d-c3e0-4418-9986-a8a76c1ae1f8 HTTP/1.1" status: 204 len: 168 time: 1.0980852 Feb 14 21:43:34.699880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Deleting subnet 2f26c9e7-0869-4b65-983d-22d420c75dc3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:43:34.703474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Publish callbacks [] for subnet (2f26c9e7-0869-4b65-983d-22d420c75dc3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.740788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (2f26c9e7-0869-4b65-983d-22d420c75dc3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.828967 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2f26c9e7-0869-4b65-983d-22d420c75dc3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.884009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (2f26c9e7-0869-4b65-983d-22d420c75dc3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.911687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f26c9e7-0869-4b65-983d-22d420c75dc3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:34.913618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:34.917096 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62147e03-b30f-4311-917c-4149ae9578d2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2f26c9e7-0869-4b65-983d-22d420c75dc3 HTTP/1.1" status: 204 len: 168 time: 0.2715244 Feb 14 21:43:34.920028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:34.923133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b34831-c8b3-4b31-9f8b-c4c6accea522 None None] Network f924a868-9918-4cad-a84e-92e2d57a73e0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:43:35.018382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f924a868-9918-4cad-a84e-92e2d57a73e0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.187400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] DHCP port deletion for f924a868-9918-4cad-a84e-92e2d57a73e0 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:43:35.265413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Deleting port 5c4e01f4-53c3-4648-ac86-6999f1405466 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:35.266150 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.346402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] For port 5c4e01f4-53c3-4648-ac86-6999f1405466, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c4e01f4-53c3-4648-ac86-6999f1405466,segment=NetworkSegment(57083d7c-d3b5-4d15-bc83-acc314a1c5cd),segment_id=57083d7c-d3b5-4d15-bc83-acc314a1c5cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:35.347232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.362494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Calling delete_port for 5c4e01f4-53c3-4648-ac86-6999f1405466 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:35.469006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.482426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] No DVR routers for this DVR port 5c4e01f4-53c3-4648-ac86-6999f1405466 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:35.516846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688cb82-6089-4466-8530-b97a6d2f0895 None None] Pushing event deleted for resources: {'Port': ['ID=5c4e01f4-53c3-4648-ac86-6999f1405466,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:35.535069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Deleting port 5c4e01f4-53c3-4648-ac86-6999f1405466 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:43:35.535456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.608564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] For port 5c4e01f4-53c3-4648-ac86-6999f1405466, host n-d-828372-11, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:35.608927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.621409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Calling delete_port for 5c4e01f4-53c3-4648-ac86-6999f1405466 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:43:35.624047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Port 5c4e01f4-53c3-4648-ac86-6999f1405466 was not found and therefore no delete operation was performed {{(pid=103512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:43:35.625987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5c4e01f4-53c3-4648-ac86-6999f1405466), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.659835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] No DVR routers for this DVR port 5c4e01f4-53c3-4648-ac86-6999f1405466 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:43:35.662904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4e01f4-53c3-4648-ac86-6999f1405466,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:35.752517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f924a868-9918-4cad-a84e-92e2d57a73e0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.755298 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.779448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f924a868-9918-4cad-a84e-92e2d57a73e0']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:35.792221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57083d7c-d3b5-4d15-bc83-acc314a1c5cd') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:35.792445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57083d7c-d3b5-4d15-bc83-acc314a1c5cd') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:35.827410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (57083d7c-d3b5-4d15-bc83-acc314a1c5cd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.833792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:35.852377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57083d7c-d3b5-4d15-bc83-acc314a1c5cd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.856020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:35.856789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e0c9e2e0-4f29-4ed9-93a0-cf6c109da9fd not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:35.857522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c4e01f4-53c3-4648-ac86-6999f1405466 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:35.860281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:43:35.860765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (57083d7c-d3b5-4d15-bc83-acc314a1c5cd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.881001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5c4e01f4-53c3-4648-ac86-6999f1405466 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:35.881732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c4e01f4-53c3-4648-ac86-6999f1405466 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:35.882405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 28621d79-5033-4a64-9180-822270bfbba3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:43:35.907469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 28621d79-5033-4a64-9180-822270bfbba3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:43:35.908151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 28621d79-5033-4a64-9180-822270bfbba3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:43:35.921972 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:43:35.929263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f924a868-9918-4cad-a84e-92e2d57a73e0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.939341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:35.945223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f924a868-9918-4cad-a84e-92e2d57a73e0 HTTP/1.1" status: 204 len: 168 time: 1.0217605 Feb 14 21:43:35.955730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadeb80-84cc-4edd-bddd-8f61f04eb5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f924a868-9918-4cad-a84e-92e2d57a73e0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:36.091455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:36.161943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b0ef8c8e-0e21-4b85-bdf8-b4879d314110 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bda4f4dbeaa94d9da98322aa839c659e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706646 Feb 14 21:43:36.163756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:36.164051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:36.229356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] Publish callbacks [] for security_group (aef4c51f-4c94-461b-88a5-903a6e092a2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:36.253082 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] Publish callbacks [] for security_group (aef4c51f-4c94-461b-88a5-903a6e092a2e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:36.313032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (aef4c51f-4c94-461b-88a5-903a6e092a2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:36.316134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:36.317870 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aef4c51f-4c94-461b-88a5-903a6e092a2e HTTP/1.1" status: 204 len: 168 time: 0.1525238 Feb 14 21:43:36.329317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a27dc4-1344-4dd2-8531-2cd46b4dd079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef4c51f-4c94-461b-88a5-903a6e092a2e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:37.058296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48994) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:37.183926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-network', 'tenant_id': '357948a687b543e7b0e18a943083cb1c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:37.224857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Made reservation on behalf of 357948a687b543e7b0e18a943083cb1c for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:37.226859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.237937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.319263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.359115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks [] for security_group (5c88a201-e6b1-43dc-a695-6ca1da2b3fe2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.364296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5c88a201-e6b1-43dc-a695-6ca1da2b3fe2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.394545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:37.399974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:43:37.411276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (38ffc04b-b1c3-40c7-8b30-8eb547035fa3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.411635 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Added segment 38ffc04b-b1c3-40c7-8b30-8eb547035fa3 of type vlan for network 4a783571-2868-4c86-abf9-2305fe74857c Feb 14 21:43:37.458170 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4a783571-2868-4c86-abf9-2305fe74857c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.489693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4a783571-2868-4c86-abf9-2305fe74857c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.490697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:37.491381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.558894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4973054 Feb 14 21:43:37.560302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:37.567272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Request body: {'subnet': {'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-subnet', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:37.571101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961cbfc-9c6a-4968-93e4-b0f1877b8a6b admin admin] Pushing event updated for resources: {'Network': ['ID=4a783571-2868-4c86-abf9-2305fe74857c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:37.582902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4a783571-2868-4c86-abf9-2305fe74857c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:43:37.606019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Made reservation on behalf of 357948a687b543e7b0e18a943083cb1c for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:37.608474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.791720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (befaeea0-904d-4506-b303-6f9b5b7bd0fb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.865540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befaeea0-904d-4506-b303-6f9b5b7bd0fb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:37.873882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Checking segment: {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:37.873882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Network hostable DHCP agents. Network: 4a783571-2868-4c86-abf9-2305fe74857c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:43:37.893696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Network 4a783571-2868-4c86-abf9-2305fe74857c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:43:37.903208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4a783571-2868-4c86-abf9-2305fe74857c) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:37.908871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:37.909577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.921140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad738dc1-fff8-48c2-919e-b519ee1da4fb None None] Network 4a783571-2868-4c86-abf9-2305fe74857c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:43:37.932684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2865b78c-4d0f-4297-905c-90bd5036fc85 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3673573 Feb 14 21:43:37.933516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49020) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:37.939073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:37.962049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:37.964606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.036728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for router_controller (92230aa0-eed3-4e30-af6a-4347e5aceaba), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.046911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc64d6e-4583-4d5f-8efd-d49e70726801 None None] Network 4a783571-2868-4c86-abf9-2305fe74857c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:43:38.243583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for router_gateway (92230aa0-eed3-4e30-af6a-4347e5aceaba), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.537443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for router_gateway (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.557124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.665444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Allocated IP 172.25.2.137 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ac2a5143-ff71-4f7d-976b-d7b213c82329) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:43:38.787415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.823336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:38.860977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:43:38.864112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:38.867701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:43:38.901905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2a5143-ff71-4f7d-976b-d7b213c82329,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:39.518604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for router_gateway (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:39.734138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:39.899030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Router 92230aa0-eed3-4e30-af6a-4347e5aceaba is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:43:40.019407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:43:40.032188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Sync routers for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:43:40.038816 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.042825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9d028651-52fd-44c1-81ab-46e3d6098017 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1057038 Feb 14 21:43:40.043229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49074) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:43:40.045561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:40.046186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:40.186958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:40.404568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:39Z', 'revision_number': 3, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:40.434241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Checking router: 92230aa0-eed3-4e30-af6a-4347e5aceaba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:43:40.434712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Updating router 92230aa0-eed3-4e30-af6a-4347e5aceaba port ac2a5143-ff71-4f7d-976b-d7b213c82329 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:43:40.464710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.596897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.790151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Allocated IP 172.20.0.1 (4a783571-2868-4c86-abf9-2305fe74857c/befaeea0-904d-4506-b303-6f9b5b7bd0fb/52c13d5a-a302-48b5-a6d4-19cdf77e00f8) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:43:40.805414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks [] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.813712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.887539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Attempting to bind port ac2a5143-ff71-4f7d-976b-d7b213c82329 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:43:40.888323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Attempting to bind port ac2a5143-ff71-4f7d-976b-d7b213c82329 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:43:40.889145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Attempting to bind port ac2a5143-ff71-4f7d-976b-d7b213c82329 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:40.902699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:43:40.903354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:40.903858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.904351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:43:40.905054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Bound port: ac2a5143-ff71-4f7d-976b-d7b213c82329, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:43:40.905651 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.929677 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks [] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.973238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:40.976045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] For port ac2a5143-ff71-4f7d-976b-d7b213c82329, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:43:40.978456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e515c-ec4f-44a0-bc08-749ba4884cf5 None None] Pushing event updated for resources: {'Port': ['ID=ac2a5143-ff71-4f7d-976b-d7b213c82329,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:40.990052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] For port ac2a5143-ff71-4f7d-976b-d7b213c82329, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ac2a5143-ff71-4f7d-976b-d7b213c82329,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:43:40.997893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.014308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Network 4a783571-2868-4c86-abf9-2305fe74857c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:43:41.018132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:41.022324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:43:41.064185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:41.064809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:41.066100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Pushing event updated for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:41.081430 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.179244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:41.223672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e515c-ec4f-44a0-bc08-749ba4884cf5 None None] Pushing event updated for resources: {'Port': ['ID=ac2a5143-ff71-4f7d-976b-d7b213c82329,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:41.240701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.459805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:39Z', 'revision_number': 3, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:41.489650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks [] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.495597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.500179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302f232-cc77-4bd4-ad3b-d6b6ad368605 None None] The sync data for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 is: [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:39Z', 'revision_number': 3, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:43:41.569726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Pushing event updated for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:41.581397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:41.584482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.584932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.585372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.585833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.586929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.587027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.587616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.588144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.588576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.589054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.589541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.589973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.590396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:43:41.714795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Network 4a783571-2868-4c86-abf9-2305fe74857c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:43:41.716293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:41.927702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Router 92230aa0-eed3-4e30-af6a-4347e5aceaba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:43:42.073038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:43:42.087288 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-913c9761-8c06-4463-b1ad-4bff22aea008 admin admin] 10.222.0.86 "PUT /v2.0/routers/92230aa0-eed3-4e30-af6a-4347e5aceaba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387266 Feb 14 21:43:42.679695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-833d762c-9901-4655-9444-1c24163ead60 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:42.690771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-833d762c-9901-4655-9444-1c24163ead60 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 819 time: 0.1359479 Feb 14 21:43:42.710859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-bcd1cd69-e4c5-425e-917d-84f683819ce1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/quotas/357948a687b543e7b0e18a943083cb1c HTTP/1.1" status: 200 len: 375 time: 0.0186646 Feb 14 21:43:42.778025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-c2410d5f-8a8c-4983-8a26-4d0e5fae9344 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657816 Feb 14 21:43:42.934282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-401e16a3-894b-4430-af22-2024768683d7 service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551092 Feb 14 21:43:43.046459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-388e464f-0bb7-482d-a517-49235f1e6e23 service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062832 Feb 14 21:43:43.219734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d98e0cd7-0c30-46fe-ba0f-52a576f7e532 req-6d2880d1-9f57-47b4-a3b8-0f7c69486b86 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 210 time: 0.0345998 Feb 14 21:43:43.763019 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Sync routers for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:43:43.778840 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:43.780048 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:43.934162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ac2a5143-ff71-4f7d-976b-d7b213c82329 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:43.970352 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:44.035530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ac2a5143-ff71-4f7d-976b-d7b213c82329 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:44.036219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.136223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ac2a5143-ff71-4f7d-976b-d7b213c82329 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:44.136866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.162969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ac2a5143-ff71-4f7d-976b-d7b213c82329, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ac2a5143-ff71-4f7d-976b-d7b213c82329,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:44.171136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.229617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ac2a5143-ff71-4f7d-976b-d7b213c82329,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:44.309825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 2, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:44.374234 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Checking router: 92230aa0-eed3-4e30-af6a-4347e5aceaba for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:43:44.374853 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Updating router 92230aa0-eed3-4e30-af6a-4347e5aceaba port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:43:44.411284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c19cf579-40ea-47eb-bc83-422cef99cad3 req-12a5feb7-8897-4fad-9eb1-4c2df03156df tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 210 time: 0.0667500 Feb 14 21:43:44.457890 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.501409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-47ab0202-813f-4edb-838b-64133fedaeb0 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:44.504074 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-47ab0202-813f-4edb-838b-64133fedaeb0 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 819 time: 0.1377797 Feb 14 21:43:44.518109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'port': {'device_id': 'df440304-5423-42b0-9933-56e90edac122', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'admin_state_up': True, 'tenant_id': '357948a687b543e7b0e18a943083cb1c'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:44.703183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Made reservation on behalf of 357948a687b543e7b0e18a943083cb1c for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:43:44.707894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.812656 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks [] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.817773 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.891554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Allocated IP 172.20.0.2 (4a783571-2868-4c86-abf9-2305fe74857c/befaeea0-904d-4506-b303-6f9b5b7bd0fb/098fa57e-2002-4d99-b743-e6def80963f0) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:43:44.907287 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955fc46-10b3-42a3-a75d-d7fdb60fe45a None None] Pushing event updated for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:44.961221 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Attempting to bind port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:43:44.961221 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Attempting to bind port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:43:44.961613 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Attempting to bind port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 on network 4a783571-2868-4c86-abf9-2305fe74857c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:44.968343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:43:44.968725 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Checking segment: {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:44.969133 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:44.969751 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Bound using segment: {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:43:44.970415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Bound port: 52c13d5a-a302-48b5-a6d4-19cdf77e00f8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:43:44.971002 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.052777 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] For port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:43:45.056152 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] For port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:43:45.062820 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.118550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for port (098fa57e-2002-4d99-b743-e6def80963f0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.129032 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:43:45.129866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:43:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:45.157790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.210044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Network 4a783571-2868-4c86-abf9-2305fe74857c is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:43:45.214220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:43:45.216637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:43:45.233636 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955fc46-10b3-42a3-a75d-d7fdb60fe45a None None] Pushing event updated for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:45.263225 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:43:45.274863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:45.321534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:45.322494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.347869 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-6021c96b-a9ae-4f23-9b3a-2ba3c51ebd16 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8341918 Feb 14 21:43:45.359846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Request body: {'port': {'device_id': 'df440304-5423-42b0-9933-56e90edac122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:45.425334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.590596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29c68-d3de-4af0-a993-5890ef50f41c req-726e820b-88ab-4e8f-88a1-7fd0e6f9c419 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:45.595216 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:45Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:43:45.599045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fd29c68-d3de-4af0-a993-5890ef50f41c req-726e820b-88ab-4e8f-88a1-7fd0e6f9c419 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 931 time: 0.0884268 Feb 14 21:43:45.649571 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9310c-dde0-4887-b28d-690a63f19b17 None None] The sync data for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 is: [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:45Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:43:45.700367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5fd29c68-d3de-4af0-a993-5890ef50f41c req-b7d31b5d-63d5-4032-8e42-cbbe6dbaacca tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934644 Feb 14 21:43:45.841913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098fa57e-2002-4d99-b743-e6def80963f0 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:43:45.852817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks [] for port (098fa57e-2002-4d99-b743-e6def80963f0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:45.866563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Transition to ACTIVE for port object 098fa57e-2002-4d99-b743-e6def80963f0 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:43:45.882968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.000196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:46.024462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:46.046899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Attempting to bind port 098fa57e-2002-4d99-b743-e6def80963f0 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:43:46.046899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Attempting to bind port 098fa57e-2002-4d99-b743-e6def80963f0 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:43:46.046899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Attempting to bind port 098fa57e-2002-4d99-b743-e6def80963f0 on network 4a783571-2868-4c86-abf9-2305fe74857c {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:46.049987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Port 098fa57e-2002-4d99-b743-e6def80963f0 on network 4a783571-2868-4c86-abf9-2305fe74857c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:43:46.050330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Attempting to bind port 098fa57e-2002-4d99-b743-e6def80963f0 on network 4a783571-2868-4c86-abf9-2305fe74857c {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:43:46.059185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:43:46.059185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Checking segment: {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:43:46.059512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Bound using segment: {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:43:46.059745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Bound port: 098fa57e-2002-4d99-b743-e6def80963f0, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ffc04b-b1c3-40c7-8b30-8eb547035fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:43:46.060167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.150880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:43:46.155919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:43:46.171464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.234673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:46.235568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.237355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] 10.222.0.64 "PUT /v2.0/ports/098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 1092 time: 0.8821707 Feb 14 21:43:46.237886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:46.240411 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2059a7-68d3-4587-bef6-1f51a5b009d3" -d '{"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:46.319025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:46.319863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.368581 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e14253f-f813-48ad-9e34-d58c802c2472 x-openstack-request-id: req-6e14253f-f813-48ad-9e34-d58c802c2472 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:46.369551 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:46.369914 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e14253f-f813-48ad-9e34-d58c802c2472 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:46.370415 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:43:46.376123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4e6f3-c4cb-4c40-9155-fd5648e90744 service neutron] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:46.399797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-42b4fc93-ee6d-4163-b0e5-af6e509964e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:46.401528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-42b4fc93-ee6d-4163-b0e5-af6e509964e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1126 time: 0.0802276 Feb 14 21:43:46.424552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:46.428379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.480249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:46.487930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.489670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ac2a5143-ff71-4f7d-976b-d7b213c82329 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:46.496724 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-061ae5e6-4f49-4438-8528-cc3ef20f8386 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0815475 Feb 14 21:43:46.600407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294833-f665-468b-b104-1b59791bcbb2 req-53efb8e4-0488-4e3d-be92-913a820d1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:46.602200 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-53efb8e4-0488-4e3d-be92-913a820d1d4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0954511 Feb 14 21:43:46.642863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ac2a5143-ff71-4f7d-976b-d7b213c82329 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:46.643481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:46.644058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-9694c28d-1692-49f9-bbf6-37999740df58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321667 Feb 14 21:43:46.645286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:46.780435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ac2a5143-ff71-4f7d-976b-d7b213c82329 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:46.783367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-fdd52289-f7dd-456e-ba08-da1865ae097c service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330180 Feb 14 21:43:46.920378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3421186-79a6-42d7-a725-45ae74095509 req-70e32e6b-f3bf-4649-8c6d-2cfd1ea0b9f6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:46.924493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3421186-79a6-42d7-a725-45ae74095509 req-70e32e6b-f3bf-4649-8c6d-2cfd1ea0b9f6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 943 time: 0.1112075 Feb 14 21:43:46.944552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-e4294833-f665-468b-b104-1b59791bcbb2 req-1c8451a0-6c6e-44ab-b25b-bdf911b46e99 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551509 Feb 14 21:43:47.011782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3421186-79a6-42d7-a725-45ae74095509 req-48b7c4d1-0ca3-4218-918b-6cbc54548df1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713415 Feb 14 21:43:47.101470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-4f711d08-a53b-4b67-ba18-f2c6462b9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:47.103004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-4f711d08-a53b-4b67-ba18-f2c6462b9290 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1126 time: 0.1091869 Feb 14 21:43:47.223709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-a5f6307b-cafa-46e7-9113-f8f2771f5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:47.225710 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-a5f6307b-cafa-46e7-9113-f8f2771f5054 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1151836 Feb 14 21:43:47.296601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-7714badd-7287-4150-aa2f-1a2e59ec25cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0532672 Feb 14 21:43:47.346559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-f7df4ad6-8b93-4be9-b43f-20d7fcda23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:47.348223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-f7df4ad6-8b93-4be9-b43f-20d7fcda23a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0504811 Feb 14 21:43:47.384497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-dcfa9be6-93e9-46ff-ba6c-f2e41a5a69ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299888 Feb 14 21:43:47.519325 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-c4b3b71c-6d7c-410c-b8a7-4b0434db76df service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249454 Feb 14 21:43:47.534723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:43:47.633840 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0d2059a7-68d3-4587-bef6-1f51a5b009d3 req-48f12120-f246-44d8-b1ee-ea638df5f69d service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060321 Feb 14 21:43:47.851723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:47.912576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:47.913260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:48.004587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:48.141210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efd87d-00ee-4663-b30e-3f7e57e771b8 req-744dbc81-de1f-4af9-9022-cc6f557fd1ad tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:48.145224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6efd87d-00ee-4663-b30e-3f7e57e771b8 req-744dbc81-de1f-4af9-9022-cc6f557fd1ad tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 943 time: 0.0721660 Feb 14 21:43:48.215882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6efd87d-00ee-4663-b30e-3f7e57e771b8 req-8ca1d5a1-5ecb-444c-bfcd-0ed1a8318368 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572946 Feb 14 21:43:49.357666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69137748-a285-44a4-9515-e49ad447d249 req-666b2a15-0f7c-4a9f-be50-de4a2c61e0b5 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:49.359551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69137748-a285-44a4-9515-e49ad447d249 req-666b2a15-0f7c-4a9f-be50-de4a2c61e0b5 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 943 time: 0.0703871 Feb 14 21:43:49.410750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69137748-a285-44a4-9515-e49ad447d249 req-ad4e01bc-5b44-46a8-b49a-b5c746373bb2 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Feb 14 21:43:50.594587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3394e5-4138-4486-b580-e7dc38bf5b46 req-6a20080d-359f-4612-982a-b9e731a6fb24 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:50.597604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c3394e5-4138-4486-b580-e7dc38bf5b46 req-6a20080d-359f-4612-982a-b9e731a6fb24 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 943 time: 0.0829544 Feb 14 21:43:50.723888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c3394e5-4138-4486-b580-e7dc38bf5b46 req-4d20a26f-5bff-410d-896e-148410d52234 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116152 Feb 14 21:43:51.632857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 098fa57e-2002-4d99-b743-e6def80963f0 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:43:51.800499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:51.826177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '098fa57e-2002-4d99-b743-e6def80963f0', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'port_id': '098fa57e-2002-4d99-b743-e6def80963f0', 'mac_address': 'fa:16:3e:87:d9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:43:51.932424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 098fa57e-2002-4d99-b743-e6def80963f0 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:51.932825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:51.941211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c48b37-dcd5-4046-a38b-7e8f7f95ff92 req-5fd742f1-57a4-4901-9071-cd38bb32cb6f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:51.954828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97c48b37-dcd5-4046-a38b-7e8f7f95ff92 req-5fd742f1-57a4-4901-9071-cd38bb32cb6f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 943 time: 0.1126099 Feb 14 21:43:51.957751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098fa57e-2002-4d99-b743-e6def80963f0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:43:51.983835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:51.996437 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:52.026849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97c48b37-dcd5-4046-a38b-7e8f7f95ff92 req-e6724dd6-9c17-4d0b-b0fc-5877de64bded tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689476 Feb 14 21:43:52.096047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:52.366444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:43:53.164359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb337a2-8016-493e-8cfa-c6fdcf580abc req-306acb0c-8ad0-4681-938d-b14eca167ce1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:53.174021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb337a2-8016-493e-8cfa-c6fdcf580abc req-306acb0c-8ad0-4681-938d-b14eca167ce1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 944 time: 0.0695641 Feb 14 21:43:53.230617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8eb337a2-8016-493e-8cfa-c6fdcf580abc req-3eff5b8f-8d7f-4b03-943e-11a1fab7db3a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Feb 14 21:43:53.640236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 098fa57e-2002-4d99-b743-e6def80963f0 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:43:53.694658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 098fa57e-2002-4d99-b743-e6def80963f0 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:43:53.698935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 098fa57e-2002-4d99-b743-e6def80963f0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:43:53.699344 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (098fa57e-2002-4d99-b743-e6def80963f0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:53.781206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 098fa57e-2002-4d99-b743-e6def80963f0 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:43:53.782917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:53.817804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:43:53.817804 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a199405a-ed0d-44b2-8afb-b513223fe840" -d '{"events": [{"server_uuid": "df440304-5423-42b0-9933-56e90edac122", "name": "network-vif-plugged", "status": "completed", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:43:53.846728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:43:53.854925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:53.933283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:43:54.136664 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c64aca-bee2-4fa1-b83d-24b7d465d4b2 x-openstack-request-id: req-10c64aca-bee2-4fa1-b83d-24b7d465d4b2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:43:54.136973 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df440304-5423-42b0-9933-56e90edac122", "name": "network-vif-plugged", "status": "completed", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:43:54.137235 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10c64aca-bee2-4fa1-b83d-24b7d465d4b2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:43:54.138075 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'code': 200} Feb 14 21:43:54.243375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587601f-3e72-436f-bc48-cc99a24416a4 req-d8a75439-e63c-4d67-9006-a4952c9128ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:54.244990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a587601f-3e72-436f-bc48-cc99a24416a4 req-d8a75439-e63c-4d67-9006-a4952c9128ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0489273 Feb 14 21:43:54.292600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a587601f-3e72-436f-bc48-cc99a24416a4 req-3d067e54-0cb1-4c4b-9bfe-d99d8268afb1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Feb 14 21:43:54.367123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1cf07-accd-434b-afd0-52df4e67950d req-632e0eba-f299-4df0-87b2-95742cb8bb51 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:54.368609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92e1cf07-accd-434b-afd0-52df4e67950d req-632e0eba-f299-4df0-87b2-95742cb8bb51 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Feb 14 21:43:54.427678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92e1cf07-accd-434b-afd0-52df4e67950d req-bb11256c-9388-4d4b-9afa-b2ca1fb0426d tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Feb 14 21:43:55.561194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46027-4408-4691-8630-3668f435c076 req-f1326416-aad2-4e8b-b610-5939e5dc86dc tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:55.562504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62e46027-4408-4691-8630-3668f435c076 req-f1326416-aad2-4e8b-b610-5939e5dc86dc tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0609739 Feb 14 21:43:55.619678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62e46027-4408-4691-8630-3668f435c076 req-1414b79d-9120-465a-8d7e-f9085116905f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502067 Feb 14 21:43:56.757736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd1121-0074-4498-9683-c59b73936a6c req-3d960a94-6f2b-4e70-beeb-196fa74c4e1f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:56.760594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18dd1121-0074-4498-9683-c59b73936a6c req-3d960a94-6f2b-4e70-beeb-196fa74c4e1f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Feb 14 21:43:56.813052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18dd1121-0074-4498-9683-c59b73936a6c req-1caa819f-fa80-414e-9aa8-fba0e4a29eaf tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Feb 14 21:43:57.108746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbe84f-d12d-4307-8e82-70f30c426123 req-79c0310a-412e-4a4b-b2a3-5567974b6899 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:57.110257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3abbe84f-d12d-4307-8e82-70f30c426123 req-79c0310a-412e-4a4b-b2a3-5567974b6899 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Feb 14 21:43:57.110760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-cc239ec3-b3a9-49ab-8086-f76c7e78e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:57.112957 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-cc239ec3-b3a9-49ab-8086-f76c7e78e0ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0503533 Feb 14 21:43:57.165285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3abbe84f-d12d-4307-8e82-70f30c426123 req-d067dc5e-c774-468a-97e4-4019e1055741 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Feb 14 21:43:57.220205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-d303e0be-78a6-4bf6-82ce-b02cd18aed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:57.221747 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-d303e0be-78a6-4bf6-82ce-b02cd18aed1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1017869 Feb 14 21:43:57.265107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-2cf0813b-2c20-4205-a7db-e3438ff13aee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0373034 Feb 14 21:43:57.350657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-351b6149-5064-46f9-a51f-9022d8a9f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:57.352099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-351b6149-5064-46f9-a51f-9022d8a9f054 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0790365 Feb 14 21:43:57.383364 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-a56120bf-4bb2-4535-a9a4-b7674f22c84b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250618 Feb 14 21:43:57.485715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-6f0141ae-9d34-433e-82db-74d0a2e35084 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956261 Feb 14 21:43:57.624609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-064d31b2-e5cd-4c30-8c2c-f97686313620 req-a8d5df1f-4d80-47c3-be8e-951dc48aca98 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317430 Feb 14 21:43:58.193964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-400a4e8d-ed41-41ff-9eb9-a9c10be78abf tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:58.196315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-400a4e8d-ed41-41ff-9eb9-a9c10be78abf tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.1087036 Feb 14 21:43:58.214006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-e51108a8-fde3-44d1-b8c6-73bd42a07d72 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/quotas/2dc9ab8961074a0a91cd152b22579a8c HTTP/1.1" status: 200 len: 375 time: 0.0109158 Feb 14 21:43:58.269380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-68694c5d-57dc-469f-9c7e-1b8cd9777049 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491619 Feb 14 21:43:58.375194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-4c146f79-113e-4f94-a1cf-5106144e0dce service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940261 Feb 14 21:43:58.483679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-4b92d6af-d928-4403-8347-469484b2e09e service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998647 Feb 14 21:43:58.730377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cbdd0-7565-49b8-a34f-7ca25bd66970 req-5905d4b2-ecd4-4e4d-bd48-b6d0186e1ee3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:58.733066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-547cbdd0-7565-49b8-a34f-7ca25bd66970 req-5905d4b2-ecd4-4e4d-bd48-b6d0186e1ee3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0914087 Feb 14 21:43:58.750472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:43:58.793221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-547cbdd0-7565-49b8-a34f-7ca25bd66970 req-7bb0e9ad-a444-4941-b140-08072afc62dc tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513322 Feb 14 21:43:58.873971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-669bc8e4-66e5-4748-8257-d2387c6c3072 req-a4ca6141-f70e-4d08-baec-e2ea53c066a9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 210 time: 0.0350771 Feb 14 21:43:59.837412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-cd1c30ad-2165-4238-a332-79bb4b5106ad tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:43:59.839698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-cd1c30ad-2165-4238-a332-79bb4b5106ad tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.1528957 Feb 14 21:43:59.856558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Request body: {'port': {'device_id': '98923471-3396-4784-ab86-82e6d49d0803', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'admin_state_up': True, 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:43:59.996688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c37dc-9199-4157-a3ac-c1f873ebc6f1 req-098d3985-6bd9-4644-a546-42061139588f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:00.003794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-143c37dc-9199-4157-a3ac-c1f873ebc6f1 req-098d3985-6bd9-4644-a546-42061139588f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0965948 Feb 14 21:44:00.063187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:44:00.066553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:00.096108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-143c37dc-9199-4157-a3ac-c1f873ebc6f1 req-21c943bc-0c36-45d4-99ce-bce2c2bd2746 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914660 Feb 14 21:44:00.232467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be44b20f-6bff-4d1e-9afe-90063431bae7 req-cbd410a3-84d8-4dad-a4bd-4d956983ca19 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 210 time: 0.0549936 Feb 14 21:44:00.264940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Allocated IP 172.20.0.7 (8c34034c-f402-4eff-9fc5-61fa1df68893/8425cf06-d344-4de6-a10f-4c414098ea76/c08a0fdb-fec5-438f-b22d-d118f7d74816) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:44:00.439719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks [] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:00.484162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:00.497117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:00.531900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:44:00.537332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:44:00.539895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:44:00.564813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event updated for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:00.580629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.580930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.581270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.581621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.581965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.582304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.582644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.582981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.583341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.583680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.584014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.584343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.584676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:00.619620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:00.620244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:00.639596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-12376197-7756-465a-8f2a-ccaebe6123fc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889695 Feb 14 21:44:00.655562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Request body: {'port': {'device_id': '98923471-3396-4784-ab86-82e6d49d0803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:00.727622 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:00.964993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2916-a23d-4b45-8d87-a0f87afa9b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.015646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08a0fdb-fec5-438f-b22d-d118f7d74816 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:44:01.023537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks [] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.037907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Transition to ACTIVE for port object c08a0fdb-fec5-438f-b22d-d118f7d74816 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:44:01.041997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.101062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Pushing event updated for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:01.194967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Attempting to bind port c08a0fdb-fec5-438f-b22d-d118f7d74816 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:44:01.195343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Attempting to bind port c08a0fdb-fec5-438f-b22d-d118f7d74816 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:44:01.195683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Attempting to bind port c08a0fdb-fec5-438f-b22d-d118f7d74816 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:44:01.203192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Port c08a0fdb-fec5-438f-b22d-d118f7d74816 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:44:01.203436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Attempting to bind port c08a0fdb-fec5-438f-b22d-d118f7d74816 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:44:01.223333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:44:01.223691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Checking segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:44:01.224088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Bound using segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:44:01.224526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Bound port: c08a0fdb-fec5-438f-b22d-d118f7d74816, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:44:01.224890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.295792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285fcc-ce7a-4170-8d43-00ad209101b7 req-4c75cf1f-0fc2-41fa-8fba-68e0a32c5b28 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:01.297460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b285fcc-ce7a-4170-8d43-00ad209101b7 req-4c75cf1f-0fc2-41fa-8fba-68e0a32c5b28 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.1122453 Feb 14 21:44:01.345233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:44:01.366330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:44:01.373279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b285fcc-ce7a-4170-8d43-00ad209101b7 req-49f7fd46-5f08-4a25-bb05-16478e123139 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687020 Feb 14 21:44:01.375924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.463956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:01.465542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:01.467098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] 10.222.0.83 "PUT /v2.0/ports/c08a0fdb-fec5-438f-b22d-d118f7d74816 HTTP/1.1" status: 200 len: 1092 time: 0.8182311 Feb 14 21:44:01.467774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:01.470057 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699eb99-339e-4961-98f2-4f052fbd3c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:01.472519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b9c14-298e-40e9-b143-abc2c2b01225 service neutron] Pushing event updated for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:01.576436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55dbc9-2ae4-4502-a01c-4a8120d1b2af req-63bc445e-fac5-4b82-ae04-47bd6572a2d1 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:01.578667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b55dbc9-2ae4-4502-a01c-4a8120d1b2af req-63bc445e-fac5-4b82-ae04-47bd6572a2d1 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 943 time: 0.1309853 Feb 14 21:44:01.605632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-f2e3af5d-0381-4b31-a922-57ce6aa92769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:01.607056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-f2e3af5d-0381-4b31-a922-57ce6aa92769 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 1126 time: 0.0931780 Feb 14 21:44:01.661738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-b406b2a8-63b4-4d9d-a737-b10996cb94b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816 HTTP/1.1" status: 200 len: 217 time: 0.0447643 Feb 14 21:44:01.671351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b55dbc9-2ae4-4502-a01c-4a8120d1b2af req-cf496284-299a-49dc-a390-bea27c44dbcc tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869327 Feb 14 21:44:01.722719 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fa11d7-85ea-4747-8fd3-f14c4b2fa60a x-openstack-request-id: req-a2fa11d7-85ea-4747-8fd3-f14c4b2fa60a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:01.722980 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:01.723397 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2fa11d7-85ea-4747-8fd3-f14c4b2fa60a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:01.723801 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816', 'status': 'completed', 'code': 200} Feb 14 21:44:01.730228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-109a5a53-1627-4543-b153-fb926c0830b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:01.732030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-109a5a53-1627-4543-b153-fb926c0830b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0595822 Feb 14 21:44:01.765386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-508946a5-3a89-4caa-ada9-d00283c2b3d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278473 Feb 14 21:44:01.871802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-1ab02a8f-ad4d-45bb-9765-ab5ce995c64a service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004140 Feb 14 21:44:01.991012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0ed1a85-80ac-45cb-83ea-00786ba98d52 req-5f9e156e-9e22-418c-8289-0404d7594394 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103859 Feb 14 21:44:02.117847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-eaa273a6-a85c-43d0-a41e-eb79ac14fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:02.125734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-eaa273a6-a85c-43d0-a41e-eb79ac14fba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 1126 time: 0.0835795 Feb 14 21:44:02.226402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-fea8ae88-7eaa-4b00-bab2-32877913bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:02.227939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-fea8ae88-7eaa-4b00-bab2-32877913bb11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.0946062 Feb 14 21:44:02.299690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-39cdf2b7-fa3b-4fc4-88ae-a1c99bbef8c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816 HTTP/1.1" status: 200 len: 217 time: 0.0644023 Feb 14 21:44:02.362590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-e58ed5e4-cd4f-45d0-8259-9606e1e24663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:02.364438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-e58ed5e4-cd4f-45d0-8259-9606e1e24663 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0565045 Feb 14 21:44:02.414654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-f2f158ec-e5b7-49f2-be6d-efdb85966411 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425308 Feb 14 21:44:02.573215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-aaed3c08-25d5-46e8-8fb4-46b0fa794b65 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520772 Feb 14 21:44:02.706862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc95366-262c-4006-8210-43cf9a74bb65 req-f89c10c9-6e78-40b8-af4c-c204b33c54a6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:02.708579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cc95366-262c-4006-8210-43cf9a74bb65 req-f89c10c9-6e78-40b8-af4c-c204b33c54a6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.1308084 Feb 14 21:44:02.726852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4699eb99-339e-4961-98f2-4f052fbd3c6e req-4d79e452-cc16-4591-aeab-f4b8d4d1da2a service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358190 Feb 14 21:44:02.784188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cc95366-262c-4006-8210-43cf9a74bb65 req-0cb7b1bf-beed-4e30-b112-444c9490bfca tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652330 Feb 14 21:44:02.896268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1741-6c94-4ed8-bf69-b9a2b0f0735a req-4085f860-2cbf-43c1-9792-adcffbbd21db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:02.897784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0ab1741-6c94-4ed8-bf69-b9a2b0f0735a req-4085f860-2cbf-43c1-9792-adcffbbd21db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 943 time: 0.0585477 Feb 14 21:44:02.955418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0ab1741-6c94-4ed8-bf69-b9a2b0f0735a req-4e089cf7-831d-49b5-8105-85f138801638 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Feb 14 21:44:03.349103 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-267ac9fa-f65f-495e-90c4-f2a97800ce27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:03.920093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8b865-6ef0-439d-b55a-4194f95a5570 req-0aff65ea-7374-4d10-93ec-b30d11fd1961 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:03.923812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96e8b865-6ef0-439d-b55a-4194f95a5570 req-0aff65ea-7374-4d10-93ec-b30d11fd1961 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0615008 Feb 14 21:44:04.003024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96e8b865-6ef0-439d-b55a-4194f95a5570 req-1ac1328b-e9ba-4533-8fae-1f8af37bad99 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680354 Feb 14 21:44:04.107127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a552cd-6f14-4bad-93ba-0dd390252f28 req-44b8b7b1-b61b-45e2-899c-da34bec6738d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:04.108941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90a552cd-6f14-4bad-93ba-0dd390252f28 req-44b8b7b1-b61b-45e2-899c-da34bec6738d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 943 time: 0.0579929 Feb 14 21:44:04.204185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90a552cd-6f14-4bad-93ba-0dd390252f28 req-e202b1a2-1c06-4bb0-b764-738c2f9d4f2f tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894678 Feb 14 21:44:04.556505 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:05.136377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a196fd-d86c-43d8-b905-8cb67abc73d8 req-860e273d-976f-467b-8672-d3cbf2b9b284 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.137834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a196fd-d86c-43d8-b905-8cb67abc73d8 req-860e273d-976f-467b-8672-d3cbf2b9b284 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0594056 Feb 14 21:44:05.247066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a196fd-d86c-43d8-b905-8cb67abc73d8 req-7684e0d4-55c9-42d2-b14f-65883c1da33a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007102 Feb 14 21:44:05.322450 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-0aa8ecd5-2b49-4324-8318-92516fbb3045 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3897073 Feb 14 21:44:05.370644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b409f-6850-41df-bf86-2e570b26dfd8 req-7a3ef712-0b53-422b-a75a-746d7c63491f tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.372519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-642b409f-6850-41df-bf86-2e570b26dfd8 req-7a3ef712-0b53-422b-a75a-746d7c63491f tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 943 time: 0.0677426 Feb 14 21:44:05.401506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-295ad8f5-dc63-407c-beb0-4668a489e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.403289 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-295ad8f5-dc63-407c-beb0-4668a489e1ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7255d018f234056bc867b359a442638&device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 1133 time: 0.0507157 Feb 14 21:44:05.424332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-642b409f-6850-41df-bf86-2e570b26dfd8 req-cd86b8e2-dbfa-4eec-8acf-686a5c532ae9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Feb 14 21:44:05.514422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-fc4578c3-5dce-451f-b34a-3c9e93df17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.516094 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-fc4578c3-5dce-451f-b34a-3c9e93df17c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0905812 Feb 14 21:44:05.559261 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-cb8bbebd-9e09-4594-b1cf-1c3a64e42ff7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918 HTTP/1.1" status: 200 len: 217 time: 0.0357928 Feb 14 21:44:05.607045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-341bb611-5ac5-441f-afaa-4631ea332b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.608535 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-341bb611-5ac5-441f-afaa-4631ea332b6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0443680 Feb 14 21:44:05.658453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-846a0a7d-d31a-49d7-a777-9f7255b7d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:05.659895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-846a0a7d-d31a-49d7-a777-9f7255b7d79f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0439060 Feb 14 21:44:05.761422 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-b843439f-3697-43ab-8f8d-54a0436a188c service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944951 Feb 14 21:44:05.768077 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:05.876447 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37caa79c-4192-43bb-83ba-34e10b0f9a2e req-593377f0-a3aa-4310-8583-84134eda668f service neutron] 10.222.0.64 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061885 Feb 14 21:44:06.177679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:06.183520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c08a0fdb-fec5-438f-b22d-d118f7d74816 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:44:06.326530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:06.339329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'c08a0fdb-fec5-438f-b22d-d118f7d74816', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'port_id': 'c08a0fdb-fec5-438f-b22d-d118f7d74816', 'mac_address': 'fa:16:3e:09:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425cf06-d344-4de6-a10f-4c414098ea76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:44:06.380730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c08a0fdb-fec5-438f-b22d-d118f7d74816 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:44:06.381376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:06.387432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b62bfc-70ba-4169-8bf0-1ba49f0e2b4a req-511ebb1f-957b-444f-9302-885df35dfb65 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:06.394974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10b62bfc-70ba-4169-8bf0-1ba49f0e2b4a req-511ebb1f-957b-444f-9302-885df35dfb65 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0819218 Feb 14 21:44:06.397637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08a0fdb-fec5-438f-b22d-d118f7d74816 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:44:06.419226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:06.428564 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:06.460353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10b62bfc-70ba-4169-8bf0-1ba49f0e2b4a req-3dbe4c7b-c34d-4da0-a37d-a05a92b16882 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596440 Feb 14 21:44:06.502432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:06.584859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de299b1-4acb-4b75-b1f6-efe07eef446f req-b1132e73-b737-4f83-8e9c-ab7db27b9da4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:06.586375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6de299b1-4acb-4b75-b1f6-efe07eef446f req-b1132e73-b737-4f83-8e9c-ab7db27b9da4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 944 time: 0.0567307 Feb 14 21:44:06.631235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['c08a0fdb-fec5-438f-b22d-d118f7d74816'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:06.648780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6de299b1-4acb-4b75-b1f6-efe07eef446f req-deb3c916-5766-4f69-a300-7345fb66869d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516109 Feb 14 21:44:07.277595 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:07.577491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d18b3-415e-428f-8f92-3ccffdb0398e req-f6396068-ce6a-4884-b484-00767a90f734 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:07.579248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-775d18b3-415e-428f-8f92-3ccffdb0398e req-f6396068-ce6a-4884-b484-00767a90f734 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0561378 Feb 14 21:44:07.632512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-775d18b3-415e-428f-8f92-3ccffdb0398e req-f0aacaa3-edb8-4389-b3b6-8b4122c98091 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Feb 14 21:44:07.777330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb390fb5-4e87-4fc8-a9d7-3febbc91dc32 req-f6d54dc0-ed0b-423a-bd0b-c72468943e54 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:07.782076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb390fb5-4e87-4fc8-a9d7-3febbc91dc32 req-f6d54dc0-ed0b-423a-bd0b-c72468943e54 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 944 time: 0.0566461 Feb 14 21:44:07.831416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb390fb5-4e87-4fc8-a9d7-3febbc91dc32 req-ff16527d-4e85-4537-b198-06032daba0b5 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Feb 14 21:44:07.908373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-024a86b6-f13f-40fb-a8b5-2ca7d0b4dd5f req-7212f4fd-5f13-47a1-8756-a446ca888975 service neutron] (103513) timed out ('10.222.0.86', 41038) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:44:08.200402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c08a0fdb-fec5-438f-b22d-d118f7d74816 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:44:08.257636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port c08a0fdb-fec5-438f-b22d-d118f7d74816 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:44:08.268019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port c08a0fdb-fec5-438f-b22d-d118f7d74816 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:44:08.268545 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:08.387604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c08a0fdb-fec5-438f-b22d-d118f7d74816 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:44:08.388257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:08.421641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:08.422600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:08.424937 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddd3b8-d7df-4e93-9f71-00b17c615300" -d '{"events": [{"server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "name": "network-vif-plugged", "status": "completed", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:08.428094 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:08.474160 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9ebabf-0eb2-49a3-b8cb-d4215564bf2e x-openstack-request-id: req-0b9ebabf-0eb2-49a3-b8cb-d4215564bf2e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:08.474606 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "name": "network-vif-plugged", "status": "completed", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:08.474870 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b9ebabf-0eb2-49a3-b8cb-d4215564bf2e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:08.475293 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816', 'code': 200} Feb 14 21:44:08.489480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:08.581083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc72c-daef-4c09-af22-dbb56924a9c9 req-0d1c5924-98a2-4d14-8b62-c140a0b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:08.582687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06bbc72c-daef-4c09-af22-dbb56924a9c9 req-0d1c5924-98a2-4d14-8b62-c140a0b27c2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 1128 time: 0.0468111 Feb 14 21:44:08.628660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06bbc72c-daef-4c09-af22-dbb56924a9c9 req-a80754af-a2f9-40e6-8f9f-e56a2a930661 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Feb 14 21:44:08.764702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a9ef4-5238-444b-ac7f-cdb9d2d74a06 req-1f15aaad-bc9b-4b78-aac7-8ea7569b057e tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:08.766119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e56a9ef4-5238-444b-ac7f-cdb9d2d74a06 req-1f15aaad-bc9b-4b78-aac7-8ea7569b057e tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0603755 Feb 14 21:44:08.813785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e56a9ef4-5238-444b-ac7f-cdb9d2d74a06 req-5e1f45c5-9671-42f8-9598-584b27a1f034 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Feb 14 21:44:08.970161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f827-f374-43a1-8099-1b11358636f3 req-007665f6-d455-4753-b1da-a3e8e6a091b4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:08.971794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f72f827-f374-43a1-8099-1b11358636f3 req-007665f6-d455-4753-b1da-a3e8e6a091b4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 945 time: 0.0665865 Feb 14 21:44:09.019665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f72f827-f374-43a1-8099-1b11358636f3 req-2d835762-a8c0-417a-b4ff-c2a8534384b9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Feb 14 21:44:09.960954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f731dff-a43a-47d8-8ff5-cf3ab1b8ab7b req-187253fd-c09f-4b8e-b627-1cc64e31d809 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:09.962677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f731dff-a43a-47d8-8ff5-cf3ab1b8ab7b req-187253fd-c09f-4b8e-b627-1cc64e31d809 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0749025 Feb 14 21:44:10.025669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f731dff-a43a-47d8-8ff5-cf3ab1b8ab7b req-677ba424-4cd3-470d-94b1-3f99d4c6e658 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Feb 14 21:44:10.151701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61ed0-d238-457c-8564-465ef817d598 req-4969e7ff-0d57-47bc-82f4-4c6c9d2395db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:10.153178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0da61ed0-d238-457c-8564-465ef817d598 req-4969e7ff-0d57-47bc-82f4-4c6c9d2395db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 945 time: 0.0606406 Feb 14 21:44:10.214156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0da61ed0-d238-457c-8564-465ef817d598 req-42589f7a-2551-485d-8575-c137986b1cc5 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 Feb 14 21:44:11.187577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af95eb-de3b-4fbc-a214-c7f0e4f772e0 req-e5ec5aa8-6513-4668-9cc1-be860a8080da tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:11.189319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48af95eb-de3b-4fbc-a214-c7f0e4f772e0 req-e5ec5aa8-6513-4668-9cc1-be860a8080da tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0852296 Feb 14 21:44:11.246343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48af95eb-de3b-4fbc-a214-c7f0e4f772e0 req-c2aafcec-ed1c-41cb-9cc7-374f1e408dde tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512948 Feb 14 21:44:12.452600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec286c6-10a1-48a8-a1a8-5f5f68f03bb0 req-1d5d7d7f-9b25-4020-8b28-cf2596891d1b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:12.454171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ec286c6-10a1-48a8-a1a8-5f5f68f03bb0 req-1d5d7d7f-9b25-4020-8b28-cf2596891d1b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0615432 Feb 14 21:44:12.503491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ec286c6-10a1-48a8-a1a8-5f5f68f03bb0 req-b0c0361b-21ac-4968-92f2-04371d08ab99 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Feb 14 21:44:13.625202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e68-dc58-438c-ba67-76ba982c3290 req-3ef74ddb-cce6-46a2-84ec-3ae9d1b6c553 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:13.627681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f3c6e68-dc58-438c-ba67-76ba982c3290 req-3ef74ddb-cce6-46a2-84ec-3ae9d1b6c553 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0547380 Feb 14 21:44:13.675771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f3c6e68-dc58-438c-ba67-76ba982c3290 req-6e398ddc-0db0-4c61-9ba2-ecf8c70600d8 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Feb 14 21:44:14.801856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b53cae-8162-483b-92a3-58ba2a822168 req-80082f83-bf2b-45e4-abe4-792c78fdb3e9 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:14.804286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5b53cae-8162-483b-92a3-58ba2a822168 req-80082f83-bf2b-45e4-abe4-792c78fdb3e9 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0571315 Feb 14 21:44:14.854033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5b53cae-8162-483b-92a3-58ba2a822168 req-68fcaa07-c3b7-4e62-8166-a79467e56227 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Feb 14 21:44:15.976929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60ba96-0c9e-48f8-ad48-580e50e92b3b req-793e9fa0-e666-4d53-b0da-56bfae04df3a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:15.978448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d60ba96-0c9e-48f8-ad48-580e50e92b3b req-793e9fa0-e666-4d53-b0da-56bfae04df3a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0545180 Feb 14 21:44:16.027380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d60ba96-0c9e-48f8-ad48-580e50e92b3b req-6a25649e-50a1-41cc-b1d8-13f027db6642 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Feb 14 21:44:17.148481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371f54f-223b-451e-938c-dc8f7e97dfe2 req-1b7ca562-3b1c-4107-9aa3-93fc44cb535b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:17.150664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5371f54f-223b-451e-938c-dc8f7e97dfe2 req-1b7ca562-3b1c-4107-9aa3-93fc44cb535b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0551083 Feb 14 21:44:17.203272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5371f54f-223b-451e-938c-dc8f7e97dfe2 req-a811dbaa-c79c-4e4f-a124-5f34dabb9cdc tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Feb 14 21:44:18.341699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426d90-e679-4f1e-90bd-05141d0e2924 req-e2ac723f-7e6d-4d72-bb9a-a7162e922e22 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:18.343319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf426d90-e679-4f1e-90bd-05141d0e2924 req-e2ac723f-7e6d-4d72-bb9a-a7162e922e22 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0610511 Feb 14 21:44:18.400394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf426d90-e679-4f1e-90bd-05141d0e2924 req-d8dd89e8-a3ce-4578-9f60-c6698b872516 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503502 Feb 14 21:44:19.526357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b6083-3b92-4a9e-a0c8-bd140ad28df0 req-6ece9b5d-5dd7-4430-b869-ab4ba2846a0d tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:19.528058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b6b6083-3b92-4a9e-a0c8-bd140ad28df0 req-6ece9b5d-5dd7-4430-b869-ab4ba2846a0d tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0580268 Feb 14 21:44:19.575893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b6b6083-3b92-4a9e-a0c8-bd140ad28df0 req-a18f398a-1160-4659-8087-c8b3566a8543 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Feb 14 21:44:20.705976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6b983-b145-489c-ae54-fb5fb1624e2c req-57097abd-449d-4bb8-9bf9-b6bed16f58a7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:20.709216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ad6b983-b145-489c-ae54-fb5fb1624e2c req-57097abd-449d-4bb8-9bf9-b6bed16f58a7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0600252 Feb 14 21:44:20.767722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ad6b983-b145-489c-ae54-fb5fb1624e2c req-74adc106-1971-4a79-9153-d8c6b22967dc tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Feb 14 21:44:21.897502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9214-0ba3-4554-a99d-5ec39d6e390c req-a8a83512-af62-4a18-815d-fd2cb9612a63 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:21.898935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-893c9214-0ba3-4554-a99d-5ec39d6e390c req-a8a83512-af62-4a18-815d-fd2cb9612a63 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0617743 Feb 14 21:44:21.948412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-893c9214-0ba3-4554-a99d-5ec39d6e390c req-5365c0ce-9ad2-4935-a008-32056049d3f5 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Feb 14 21:44:23.073268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7ba83-4343-4b0d-898e-91dbc646a7a9 req-a82600e0-9e60-44cb-b2e2-ae4744232f2b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:23.075645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55a7ba83-4343-4b0d-898e-91dbc646a7a9 req-a82600e0-9e60-44cb-b2e2-ae4744232f2b tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0585229 Feb 14 21:44:23.127055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55a7ba83-4343-4b0d-898e-91dbc646a7a9 req-e80c4b98-4e10-485c-a563-95b0db732b81 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Feb 14 21:44:24.116013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c103a2-6a64-4255-beb1-63b20d014a0b req-d25afd5a-9a38-48b0-a925-68c22f793c37 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:24.117628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c103a2-6a64-4255-beb1-63b20d014a0b req-d25afd5a-9a38-48b0-a925-68c22f793c37 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0578611 Feb 14 21:44:24.166244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96c103a2-6a64-4255-beb1-63b20d014a0b req-4c2fd17a-e546-4550-99ec-007afd793a87 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420461 Feb 14 21:44:24.292594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6d880-5b91-45c5-a216-2b7c0f628c95 req-aa5595f7-046e-4c94-8ab8-90de489f096a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:24.294467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17c6d880-5b91-45c5-a216-2b7c0f628c95 req-aa5595f7-046e-4c94-8ab8-90de489f096a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0669165 Feb 14 21:44:24.351706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17c6d880-5b91-45c5-a216-2b7c0f628c95 req-d4f8dee5-4d4c-490a-868a-94fddee3aaf6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Feb 14 21:44:24.487483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deb53a-5f8d-4b76-8fee-430cab2737fb req-9a90e237-5862-4d1f-8fe8-39b0924b3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:24.489189 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7deb53a-5f8d-4b76-8fee-430cab2737fb req-9a90e237-5862-4d1f-8fe8-39b0924b3592 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0516627 Feb 14 21:44:24.534768 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:44:24.535472 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7deb53a-5f8d-4b76-8fee-430cab2737fb req-6789e47f-d4cc-43d9-a31c-8f0bd3264867 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Feb 14 21:44:25.298997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe09c1-4982-42a5-9c5d-e68358b8cc44 req-390065d7-bacc-45ac-ad9f-779151ee6e41 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:25.300656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6abe09c1-4982-42a5-9c5d-e68358b8cc44 req-390065d7-bacc-45ac-ad9f-779151ee6e41 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0623760 Feb 14 21:44:25.349790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6abe09c1-4982-42a5-9c5d-e68358b8cc44 req-8a9215cc-b400-4360-b36c-81abb23eeb3d tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Feb 14 21:44:25.468008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0087c7-e353-4391-a575-3a8c35c9ef36 req-bc9e4e8b-1032-4a24-8adf-004247f35bd4 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:25.469592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c0087c7-e353-4391-a575-3a8c35c9ef36 req-bc9e4e8b-1032-4a24-8adf-004247f35bd4 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Feb 14 21:44:25.517590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c0087c7-e353-4391-a575-3a8c35c9ef36 req-05e89761-d7db-43cf-a448-c20dfe08efbe tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Feb 14 21:44:26.383194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-24445bd2-19db-4c5b-a771-8fd8fe222516 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:26.385783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-24445bd2-19db-4c5b-a771-8fd8fe222516 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0589888 Feb 14 21:44:26.495385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998996b-10d1-4f68-b7f8-5031254acf3e req-3bc78833-09aa-4da2-8e5f-7f7cb19ccb51 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:26.503835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a998996b-10d1-4f68-b7f8-5031254acf3e req-3bc78833-09aa-4da2-8e5f-7f7cb19ccb51 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 946 time: 0.0748925 Feb 14 21:44:26.507807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Deleting port 45478cf3-1a50-4896-95f9-c1e64fa23113 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:26.508391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.551551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a998996b-10d1-4f68-b7f8-5031254acf3e req-524bcbea-83ad-472a-8729-392131837605 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups?id=95ca951b-5010-47ee-83af-c65201b8a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Feb 14 21:44:26.676860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] For port 45478cf3-1a50-4896-95f9-c1e64fa23113, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=45478cf3-1a50-4896-95f9-c1e64fa23113,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:26.677231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.691695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87554c94-9a52-429e-8a89-9bf18b780729 req-a14cdb6e-a807-4e52-afad-894fe8941db1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:26.693977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87554c94-9a52-429e-8a89-9bf18b780729 req-a14cdb6e-a807-4e52-afad-894fe8941db1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0772536 Feb 14 21:44:26.753222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87554c94-9a52-429e-8a89-9bf18b780729 req-803a1774-e24a-4def-bb2d-72e75a79bdf2 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522985 Feb 14 21:44:26.850786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-535509007', 'description': 'tempest-description-1862373138'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:26.879059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.908220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.908778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.909210 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Floating IP 80386244-5b32-46c1-8965-f20adcfe282a disassociated. External IP: 172.25.2.127, port: 45478cf3-1a50-4896-95f9-c1e64fa23113. Feb 14 21:44:26.909737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Calling delete_port for 45478cf3-1a50-4896-95f9-c1e64fa23113 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:26.955581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (e5a8ed50-3bba-44e7-9ba1-662dc3883228), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:26.960743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e5a8ed50-3bba-44e7-9ba1-662dc3883228), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.016714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8ed50-3bba-44e7-9ba1-662dc3883228,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:27.035458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.052384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8dd9a095-a9ed-4dfe-9aa3-047621d431f6 req-ed24f6a8-635e-4a7b-978d-4dcd6a8a8da6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2055399 Feb 14 21:44:27.068893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (45478cf3-1a50-4896-95f9-c1e64fa23113), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.098387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'Port': ['ID=45478cf3-1a50-4896-95f9-c1e64fa23113,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:27.160430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae44ae15-ec1b-4700-931a-133207952401 req-7cbf89e5-bd7b-4ec2-90a5-0a51d73bd10a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-535509007&fields=id&tenant_id=357948a687b543e7b0e18a943083cb1c HTTP/1.1" status: 200 len: 267 time: 0.0642331 Feb 14 21:44:27.225922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44ae15-ec1b-4700-931a-133207952401 req-0928453c-34cc-4c93-bea6-9fe27f682133 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:27.234279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae44ae15-ec1b-4700-931a-133207952401 req-0928453c-34cc-4c93-bea6-9fe27f682133 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0662403 Feb 14 21:44:27.241115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'port': {'security_groups': ['5c88a201-e6b1-43dc-a695-6ca1da2b3fe2', 'e5a8ed50-3bba-44e7-9ba1-662dc3883228']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:27.258407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:44:27.331561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.406104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:44:27.416671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:44:27.433082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:27.435647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:27.514766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] No DVR routers for this DVR port 45478cf3-1a50-4896-95f9-c1e64fa23113 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:44:27.529907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.533357 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d8894a3f-c53c-4b5e-aafd-97cf010d5d8b req-6b9033c2-5a82-4806-a380-af35d05db349 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.64 "DELETE /v2.0/ports/45478cf3-1a50-4896-95f9-c1e64fa23113 HTTP/1.1" status: 204 len: 173 time: 1.1421413 Feb 14 21:44:27.533836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'name': 'network-vif-deleted', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:27.541843 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706dd6e0-4597-4aae-8dda-8d5d4653a1b3" -d '{"events": [{"server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "name": "network-vif-deleted", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:27.601997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:27.653993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:27.659643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for port (098fa57e-2002-4d99-b743-e6def80963f0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.665857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.748674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:27.749623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:27.763500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae44ae15-ec1b-4700-931a-133207952401 req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "PUT /v2.0/ports/098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 981 time: 0.5270345 Feb 14 21:44:27.764338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:27.772091 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe811053-c116-4c59-98a7-73a4e679e754" -d '{"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:27.809109 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d834e-e436-46ac-a32e-7e8b9e4c9fc0 x-openstack-request-id: req-184d834e-e436-46ac-a32e-7e8b9e4c9fc0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:27.809415 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f458bd-b357-4a8d-90fe-d36831dfa8dc", "name": "network-vif-deleted", "tag": "45478cf3-1a50-4896-95f9-c1e64fa23113", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:27.809670 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-184d834e-e436-46ac-a32e-7e8b9e4c9fc0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:27.810159 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f458bd-b357-4a8d-90fe-d36831dfa8dc', 'name': 'network-vif-deleted', 'tag': '45478cf3-1a50-4896-95f9-c1e64fa23113', 'status': 'completed', 'code': 200} Feb 14 21:44:27.855502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ec16-19ec-4135-a0c8-cb20d7a7988f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:27.908322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:27.927975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a16a5b08-cd86-4838-bfe3-9f5856a88fc1 req-aad360f7-26a4-4955-b045-5bdc52b3e987 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/ports?device_id=35f458bd-b357-4a8d-90fe-d36831dfa8dc HTTP/1.1" status: 200 len: 210 time: 0.0313766 Feb 14 21:44:27.989826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:28.051148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-084a0236-3115-4e1b-8055-411606e3b264 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-535509007&fields=id&tenant_id=357948a687b543e7b0e18a943083cb1c HTTP/1.1" status: 200 len: 267 time: 0.0587077 Feb 14 21:44:28.122332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-5cd0bbbc-616f-4333-a5a0-1dea4e1b2593 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:28.131932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-5cd0bbbc-616f-4333-a5a0-1dea4e1b2593 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 984 time: 0.0733860 Feb 14 21:44:28.137337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'port': {'security_groups': ['5c88a201-e6b1-43dc-a695-6ca1da2b3fe2']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:28.177664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:28.215879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:44:28.232530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:28.253098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:28.254171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:28.699893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:28.790401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:28.824460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:28.866144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for port (098fa57e-2002-4d99-b743-e6def80963f0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:28.873590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:28.887839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:28.944048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:28.944712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:28.959912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43143d01-a2b0-400d-9267-fd5309ccfb68 req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "PUT /v2.0/ports/098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 942 time: 0.8260019 Feb 14 21:44:29.005641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de1d4-e3ba-4f5e-b5a3-01f4c91ef663 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:29.024700 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca6b9e-6bbd-489a-bb59-6f9ecd466562 x-openstack-request-id: req-f5ca6b9e-6bbd-489a-bb59-6f9ecd466562 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:29.025001 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:29.025725 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f5ca6b9e-6bbd-489a-bb59-6f9ecd466562 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:29.026211 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:44:29.068373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:29.086271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811053-c116-4c59-98a7-73a4e679e754 req-5da9fd18-685c-4db8-96c7-dab35484c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:29.088153 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-5da9fd18-685c-4db8-96c7-dab35484c96f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0507059 Feb 14 21:44:29.162354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:29.220824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0b6d3-9286-4357-804b-537e2c4f5512 None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:36:54Z', 'revision_number': 4, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '115ae554-c83c-46c3-86e5-50b06ad7aafe', 'name': '', 'network_id': '319dfa36-7b2c-4612-80d0-19398f99dc53', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'mac_address': 'fa:16:3e:3f:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:52Z', 'updated_at': '2022-02-14T21:37:10Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'subnets': [{'id': '92b7728e-f794-4d5a-8718-7c338c48e7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:44:29.300134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811053-c116-4c59-98a7-73a4e679e754 req-8911d8a8-7453-4667-895d-eafb92117aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:29.302837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-8911d8a8-7453-4667-895d-eafb92117aad service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.2079022 Feb 14 21:44:29.363270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-82f911e9-1ba1-4b7d-be86-e4de6e49a1c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0541658 Feb 14 21:44:29.441709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811053-c116-4c59-98a7-73a4e679e754 req-a558ae85-1a81-43ee-9ac5-492d059be6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:29.444394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-a558ae85-1a81-43ee-9ac5-492d059be6f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0746069 Feb 14 21:44:29.487469 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-2eb26877-619b-4f1f-be91-6d2930b1b08e tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2798157 Feb 14 21:44:29.492205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:29.502391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-b722ac7c-00bb-43e2-bda2-0b8fa6125d74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523956 Feb 14 21:44:29.515988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:29.657438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:29.657758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-46ac9bac-cfd7-4ea9-aaa4-ab8bbb8a7da0 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478028 Feb 14 21:44:29.678734 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef494a21-455f-4e31-8308-05ad95917d21 None None] New status for floating IP 80386244-5b32-46c1-8965-f20adcfe282a: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:44:29.829310 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-fe811053-c116-4c59-98a7-73a4e679e754 req-088852e5-5a6a-4d05-9275-91d4e39ddc15 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619453 Feb 14 21:44:29.884435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Allocated IP 172.25.2.151 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/42ad952a-997e-40d0-a1ab-77e35627af5e) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:44:30.007732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.046042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.083392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:44:30.088703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:44:30.092653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:44:30.122056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'Port': ['ID=42ad952a-997e-40d0-a1ab-77e35627af5e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:30.189300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.228866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.393890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.399329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.477688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event updated for resources: {'Port': ['ID=42ad952a-997e-40d0-a1ab-77e35627af5e,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:30.489210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.505404 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.511655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-4e897086-6c1a-4b46-b960-f332b4d41552 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0233173 Feb 14 21:44:30.592834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-acd04709-c158-4897-9ba5-7d56814d059f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.0793705 Feb 14 21:44:30.704017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-03897521-3a7a-4d01-b5a3-e4f622500b41 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:30.705444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-03897521-3a7a-4d01-b5a3-e4f622500b41 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1068833 Feb 14 21:44:30.717416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-b5a589d3-f521-4f72-a336-fc735911edde tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:44:30.718591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9c8bf9-4ef4-4b3f-9f5a-d855c581fe3a req-b5a589d3-f521-4f72-a336-fc735911edde tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073388 Feb 14 21:44:30.755977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50076) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:30.855262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (95ca951b-5010-47ee-83af-c65201b8a2ae), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.881703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (95ca951b-5010-47ee-83af-c65201b8a2ae), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.939365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (95ca951b-5010-47ee-83af-c65201b8a2ae), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.942574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:30.947646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "DELETE /v2.0/security-groups/95ca951b-5010-47ee-83af-c65201b8a2ae HTTP/1.1" status: 204 len: 168 time: 0.1898620 Feb 14 21:44:30.948288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:30.980823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efef7ff-0b57-4457-8da6-d40e50582515 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca951b-5010-47ee-83af-c65201b8a2ae,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:30.983288 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-4cfe0000-e2ab-405f-bd51-e03ff12405d2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] show failed (client error): The resource could not be found. Feb 14 21:44:30.987627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50086) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:30.988103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4cfe0000-e2ab-405f-bd51-e03ff12405d2 tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "GET /v2.0/security-groups/95ca951b-5010-47ee-83af-c65201b8a2ae HTTP/1.1" status: 404 len: 347 time: 0.0255892 Feb 14 21:44:30.997796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-799922c0-f2f4-4edf-9701-ab6f4a0f5223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:31.046220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:31.048580 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a171693-1b11-4466-b5d9-e9f345322da6" -d '{"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:31.147648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-dc6eee1a-4b7f-4eb2-b1d0-f940901fd9ef tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:31.149429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-dc6eee1a-4b7f-4eb2-b1d0-f940901fd9ef tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2421100 Feb 14 21:44:31.207831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-c5723c15-d365-493e-9332-523f297f46f8 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.0491891 Feb 14 21:44:31.220363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'floatingip': {'port_id': '098fa57e-2002-4d99-b743-e6def80963f0', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:31.225143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Deleting port ac8e6890-3c67-4164-9948-aaf34891b71e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:31.225506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:31.298390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:31.439517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:31.439859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (ac8e6890-3c67-4164-9948-aaf34891b71e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:31.466354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Calling delete_port for ac8e6890-3c67-4164-9948-aaf34891b71e owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:31.796037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 45478cf3-1a50-4896-95f9-c1e64fa23113 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:44:31.825487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 45478cf3-1a50-4896-95f9-c1e64fa23113 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:44:31.826029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 45478cf3-1a50-4896-95f9-c1e64fa23113 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:44:31.987769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ac8e6890-3c67-4164-9948-aaf34891b71e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.028147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Pushing event deleted for resources: {'Port': ['ID=ac8e6890-3c67-4164-9948-aaf34891b71e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:32.148559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:44:32.192687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks [] for floatingip (80386244-5b32-46c1-8965-f20adcfe282a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.195886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.210734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-90bdac69-9304-453a-a22d-27b9a43220cb tempest-AttachVolumeTestJSON-705589605 tempest-AttachVolumeTestJSON-705589605-project] 10.222.0.86 "DELETE /v2.0/floatingips/80386244-5b32-46c1-8965-f20adcfe282a HTTP/1.1" status: 204 len: 168 time: 1.2084379 Feb 14 21:44:32.214877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.223926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.372782 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Floating IP 0029a7e6-3b20-4b10-ab07-8de94b6eb02f associated. External IP: 172.25.2.151, port: 098fa57e-2002-4d99-b743-e6def80963f0. Feb 14 21:44:32.623112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Router 92230aa0-eed3-4e30-af6a-4347e5aceaba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:44:32.780632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:44:32.785834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:32.795042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Sync routers for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:44:32.809619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:32.810438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:32.841951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-9778a00c-47b5-4610-b47a-fbe2c9de8ae3 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "PUT /v2.0/floatingips/0029a7e6-3b20-4b10-ab07-8de94b6eb02f HTTP/1.1" status: 200 len: 996 time: 1.6190932 Feb 14 21:44:32.904552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-3e3137b4-1849-4b38-a9da-7f7abac76fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:32.912870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-3e3137b4-1849-4b38-a9da-7f7abac76fd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0693674 Feb 14 21:44:32.961633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:33.005360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-bd384954-63a9-4229-903e-6695a3f93a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:33.012575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-bd384954-63a9-4229-903e-6695a3f93a1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.0988183 Feb 14 21:44:33.083025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-d1cf89f1-02fd-413d-bd35-05a51bab556c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 999 time: 0.0687487 Feb 14 21:44:33.227590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0029a7e6-3b20-4b10-ab07-8de94b6eb02f', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'port_id': '098fa57e-2002-4d99-b743-e6def80963f0', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'mac_address': 'fa:16:3e:87:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df440304-5423-42b0-9933-56e90edac122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:44:30Z', 'updated_at': '2022-02-14T21:44:32Z', 'revision_number': 1, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:33.259882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Checking router: 92230aa0-eed3-4e30-af6a-4347e5aceaba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:44:33.271547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:33.273289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:33.394629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2101434-6036-402f-af01-f9375c859511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:33.426743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:33.591940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-28c2d37d-ca43-4315-8a97-da48d572ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:33.594262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-28c2d37d-ca43-4315-8a97-da48d572ed69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.5032198 Feb 14 21:44:33.631800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-20f8ddc5-cd27-4cd7-a41f-d8de0ab9d02d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260143 Feb 14 21:44:33.641919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-ba9836f6-f72a-4ef6-b974-d15d41eafa6c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:44:33.642958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-ba9836f6-f72a-4ef6-b974-d15d41eafa6c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050650 Feb 14 21:44:33.693164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0029a7e6-3b20-4b10-ab07-8de94b6eb02f', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'port_id': '098fa57e-2002-4d99-b743-e6def80963f0', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'mac_address': 'fa:16:3e:87:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df440304-5423-42b0-9933-56e90edac122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:44:30Z', 'updated_at': '2022-02-14T21:44:32Z', 'revision_number': 1, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:33.726100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628a969-a4e3-4942-b896-85b008a54e18 None None] The sync data for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 is: [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0029a7e6-3b20-4b10-ab07-8de94b6eb02f', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'port_id': '098fa57e-2002-4d99-b743-e6def80963f0', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'mac_address': 'fa:16:3e:87:d9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df440304-5423-42b0-9933-56e90edac122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:44:30Z', 'updated_at': '2022-02-14T21:44:32Z', 'revision_number': 1, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:44:33.777157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-5b65a651-f39b-4f10-98d9-123ba32b6685 service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204553 Feb 14 21:44:33.885638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af227878-17c3-4d5d-be00-dc859f4921a7 req-b1d12852-7d81-4616-9fd8-d424a7adc07c service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154318 Feb 14 21:44:33.952347 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f53b73-4f38-4660-b1ab-0602e99181b6 x-openstack-request-id: req-20f53b73-4f38-4660-b1ab-0602e99181b6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:33.952836 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:33.953245 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20f53b73-4f38-4660-b1ab-0602e99181b6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:33.953823 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:44:34.036012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-17beec28-0ef3-45fa-8463-0fb6a276762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:34.038231 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-17beec28-0ef3-45fa-8463-0fb6a276762d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0582099 Feb 14 21:44:34.112396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810e1b45-5471-4501-9352-7b2009ef4ec2 None None] New status for floating IP 0029a7e6-3b20-4b10-ab07-8de94b6eb02f: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:44:34.189740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-67d861df-e265-4704-8e61-cc8c6c5cabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:34.191814 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-67d861df-e265-4704-8e61-cc8c6c5cabb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1474223 Feb 14 21:44:34.262733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-44f3eaee-6cca-4a90-ba04-9c55a011d0b0 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 999 time: 0.1774385 Feb 14 21:44:34.333525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-7974e187-66b5-4de2-90f3-8560c244fe4a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:34.335206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-7974e187-66b5-4de2-90f3-8560c244fe4a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports/098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 942 time: 0.0715966 Feb 14 21:44:34.335895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-35ba1ae2-97bd-4615-97a1-621382f9577a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 999 time: 0.1336668 Feb 14 21:44:34.405944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-264a516f-6c5a-4d39-ba38-835716d0ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:34.407652 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-264a516f-6c5a-4d39-ba38-835716d0ec0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0664055 Feb 14 21:44:34.474456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-ee3057e2-1121-483f-8a8e-2042741a91b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598624 Feb 14 21:44:34.491695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-2582dc23-ae76-458e-9940-32938f0cbd1a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 1001 time: 0.0842934 Feb 14 21:44:34.582713 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:34.639094 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-f1cadd2a-6a83-4a67-92f7-f5e4aff20316 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575997 Feb 14 21:44:34.652435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-c5ebeb39-ce67-4d4c-9382-d1f8b0e7788d tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:34.653799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-c5ebeb39-ce67-4d4c-9382-d1f8b0e7788d tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1560898 Feb 14 21:44:34.736168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-9399c31b-0ad2-4d0f-8649-9de66fdae7b6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 1001 time: 0.0754170 Feb 14 21:44:34.748985 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1a171693-1b11-4466-b5d9-e9f345322da6 req-b310783a-39da-4826-b792-7795b92ad326 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022029 Feb 14 21:44:34.750826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:34.808230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:34.989641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:34.994760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:34.995169 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Floating IP 0029a7e6-3b20-4b10-ab07-8de94b6eb02f disassociated. External IP: 172.25.2.151, port: 098fa57e-2002-4d99-b743-e6def80963f0. Feb 14 21:44:35.217178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Router 92230aa0-eed3-4e30-af6a-4347e5aceaba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:44:35.344621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:44:35.349218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:35.367879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Sync routers for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:44:35.382557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:35.382792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-d6c0f3c7-269b-43f2-b87f-c9f8839115d7 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "PUT /v2.0/floatingips/0029a7e6-3b20-4b10-ab07-8de94b6eb02f HTTP/1.1" status: 200 len: 695 time: 0.6402440 Feb 14 21:44:35.383673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:35.445137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-ac84324a-03c5-4831-9856-397ab6f00faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:35.447027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-ac84324a-03c5-4831-9856-397ab6f00faf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0518854 Feb 14 21:44:35.508629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:35.551913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-5147c6de-cb54-491e-b0aa-8e9d3179d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:35.561345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-5147c6de-cb54-491e-b0aa-8e9d3179d91a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1084862 Feb 14 21:44:35.608587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-893377e0-eb45-400f-9df2-60fd9b297cb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0463436 Feb 14 21:44:35.656353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-6de674c2-2eca-4c28-bded-b832bce1d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:35.663573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-6de674c2-2eca-4c28-bded-b832bce1d06c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0541172 Feb 14 21:44:35.697166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-7589253b-dfd4-4ea6-832b-64faa29117b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321646 Feb 14 21:44:35.766776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:35.800179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Checking router: 92230aa0-eed3-4e30-af6a-4347e5aceaba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:44:35.803262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-4730db13-3619-40ff-bff6-67381f00de3d service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048348 Feb 14 21:44:35.808022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:35.811290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:35.811949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:35.911013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27654d01-437c-49ec-91a0-de60a5b45cb1 req-12e03969-9c28-44a1-8b5c-740185ff7d73 service neutron] 10.222.0.86 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065295 Feb 14 21:44:35.942596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:35.954934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}, {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:35.957347 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e" -d '{"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}, {"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:36.102596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-bf92a32a-ff8b-4a00-b1a3-14d11b476a16 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:36.105221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-bf92a32a-ff8b-4a00-b1a3-14d11b476a16 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.1154101 Feb 14 21:44:36.120208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-e8f21800-d3d3-4917-af61-b3ff5b020aa0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/quotas/2dc9ab8961074a0a91cd152b22579a8c HTTP/1.1" status: 200 len: 375 time: 0.0096898 Feb 14 21:44:36.202782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-1df41026-527b-49a4-812b-fd62e652b113 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768440 Feb 14 21:44:36.224350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:36.240867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:36.272333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d246be92-0400-4aa5-8974-7461d1ce2b6e None None] The sync data for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 is: [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:43:41Z', 'revision_number': 4, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '52c13d5a-a302-48b5-a6d4-19cdf77e00f8', 'name': '', 'network_id': '4a783571-2868-4c86-abf9-2305fe74857c', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'mac_address': 'fa:16:3e:f0:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:40Z', 'updated_at': '2022-02-14T21:43:46Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'subnets': [{'id': 'befaeea0-904d-4506-b303-6f9b5b7bd0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:44:36.316184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-d62bc4b7-cdbd-4929-84ba-5349729cb033 service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115835 Feb 14 21:44:36.430638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-b8a27717-1ab4-481c-8328-b854bc11594c service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074994 Feb 14 21:44:36.654459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-2c8b22d6-6ebd-4d2f-9354-da283d60201f tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips/0029a7e6-3b20-4b10-ab07-8de94b6eb02f HTTP/1.1" status: 200 len: 695 time: 0.0636823 Feb 14 21:44:36.678799 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3597a-2e8b-4efe-8001-8fa21df40a13 None None] New status for floating IP 0029a7e6-3b20-4b10-ab07-8de94b6eb02f: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:44:36.810273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-960038bb-f76a-453b-812b-0d6040b0ac30 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:36.816781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-960038bb-f76a-453b-812b-0d6040b0ac30 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 784 time: 0.1548529 Feb 14 21:44:36.822649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-0692f6f4-0693-439a-82ce-6c708d95536a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:44:36.829798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-0692f6f4-0693-439a-82ce-6c708d95536a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122027 Feb 14 21:44:36.885586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-3ad30610-04d0-4b4a-a5f7-41c313dc9462 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 698 time: 0.0548401 Feb 14 21:44:36.978176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-38172758-5ba1-46c7-a369-bc74d2a76ea1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 698 time: 0.0917447 Feb 14 21:44:37.161660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Deleting port 42ad952a-997e-40d0-a1ab-77e35627af5e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:37.162042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.249322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.249759 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (42ad952a-997e-40d0-a1ab-77e35627af5e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.273899 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.280315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Calling delete_port for 42ad952a-997e-40d0-a1ab-77e35627af5e owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:37.431550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (42ad952a-997e-40d0-a1ab-77e35627af5e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.459382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event deleted for resources: {'Port': ['ID=42ad952a-997e-40d0-a1ab-77e35627af5e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:37.559225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for floatingip (0029a7e6-3b20-4b10-ab07-8de94b6eb02f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.561886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.575718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0122d78b-ddf8-408b-8e1f-61a5b1322d7e req-618ac2fd-5abe-43fd-ac06-c40db729f293 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "DELETE /v2.0/floatingips/0029a7e6-3b20-4b10-ab07-8de94b6eb02f HTTP/1.1" status: 204 len: 173 time: 0.5909207 Feb 14 21:44:37.610714 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6761b468-f3e9-4d3e-8f43-be38bed6be5b x-openstack-request-id: req-6761b468-f3e9-4d3e-8f43-be38bed6be5b {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:37.611013 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df440304-5423-42b0-9933-56e90edac122", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:37.611316 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6761b468-f3e9-4d3e-8f43-be38bed6be5b {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:37.611702 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:44:37.611965 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:44:37.690285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c357a2f9-8c01-4b0b-83e6-6841e7a3f50f req-ac1126cc-8c27-49cf-8f2e-c5b12d2985f3 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 210 time: 0.0288231 Feb 14 21:44:37.693443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-0ebbfc02-28db-47c0-b1a5-a70a99aa64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:37.698730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-0ebbfc02-28db-47c0-b1a5-a70a99aa64f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0605528 Feb 14 21:44:37.785321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-f66b9137-a901-4f3e-8cb3-305e7f38482a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups/e5a8ed50-3bba-44e7-9ba1-662dc3883228 HTTP/1.1" status: 200 len: 1826 time: 0.0654974 Feb 14 21:44:37.838898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-e9423f54-ec70-4cda-85ee-078869e540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:37.840775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-e9423f54-ec70-4cda-85ee-078869e540bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1318905 Feb 14 21:44:37.862138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (e5a8ed50-3bba-44e7-9ba1-662dc3883228), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.893695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (e5a8ed50-3bba-44e7-9ba1-662dc3883228), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.929203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-9adc3bd0-b077-4bf0-8038-36787f73322a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0710208 Feb 14 21:44:37.970940 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e5a8ed50-3bba-44e7-9ba1-662dc3883228), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.982052 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:37.983553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7eb36f59-602b-4bc6-bce4-6696f2815903 req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "DELETE /v2.0/security-groups/e5a8ed50-3bba-44e7-9ba1-662dc3883228 HTTP/1.1" status: 204 len: 173 time: 0.1971393 Feb 14 21:44:38.017684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-83196903-7ff5-40b1-8706-80b5df01c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.019742 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-83196903-7ff5-40b1-8706-80b5df01c93a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0840209 Feb 14 21:44:38.055666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cb511-f47a-4620-acc7-457e3336508a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8ed50-3bba-44e7-9ba1-662dc3883228,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:38.106158 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-7a701b9d-fbc9-44fc-8f6e-be8570453c01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801075 Feb 14 21:44:38.239701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-d0d3ec7d-b757-4dd8-aa50-42e9d5113765 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.241453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-d0d3ec7d-b757-4dd8-aa50-42e9d5113765 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.2502441 Feb 14 21:44:38.260861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-0812145e-9fc2-4a47-9bf4-fb7f9ab8f48f service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468074 Feb 14 21:44:38.263914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Request body: {'port': {'device_id': 'a821800f-f97d-471b-8f29-dc98a867b717', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'admin_state_up': True, 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:38.390992 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-012b4c50-784a-4458-8c09-46e963dfb59c service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236017 Feb 14 21:44:38.528236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-dcd12e82-3bf0-43d7-9edb-e2cf7238c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.529931 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-dcd12e82-3bf0-43d7-9edb-e2cf7238c63d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=357948a687b543e7b0e18a943083cb1c&device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 1128 time: 0.0613625 Feb 14 21:44:38.653057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-27eda136-2f38-4f82-ab71-c60005385d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.654878 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-27eda136-2f38-4f82-ab71-c60005385d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 200 len: 920 time: 0.1184599 Feb 14 21:44:38.716972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-8fc74ebe-1815-42bb-8375-6262cb9a6879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 200 len: 217 time: 0.0528934 Feb 14 21:44:38.739079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517aa3a-49ee-4dbf-8c47-a4b7581e8be2 req-33cbed9d-28e3-4169-9bf1-2fc13fbcf5f4 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.740626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a517aa3a-49ee-4dbf-8c47-a4b7581e8be2 req-33cbed9d-28e3-4169-9bf1-2fc13fbcf5f4 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.3870454 Feb 14 21:44:38.780447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-2a530191-79f8-4404-bd71-098ca9cd0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:38.782413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-2a530191-79f8-4404-bd71-098ca9cd0e7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 200 len: 859 time: 0.0558386 Feb 14 21:44:38.824409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-47378005-9f92-4808-9b66-b8e4d7f6429f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a783571-2868-4c86-abf9-2305fe74857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327446 Feb 14 21:44:38.862029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a517aa3a-49ee-4dbf-8c47-a4b7581e8be2 req-0d0bb679-5c79-4aef-a9bf-5d81d435e2a6 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098456 Feb 14 21:44:38.863226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:44:38.871057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:38.964408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-36ee241c-27db-4201-a039-ae935811de25 service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306069 Feb 14 21:44:39.012515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-172d2d57-314a-4d1c-a495-44b9e1339d73 req-456c4753-032b-4035-b2f4-595042262cad tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 210 time: 0.0407531 Feb 14 21:44:39.071083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Allocated IP 172.20.0.4 (8c34034c-f402-4eff-9fc5-61fa1df68893/8425cf06-d344-4de6-a10f-4c414098ea76/723a6aca-0f68-4170-bd20-cd00349f0c6d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:44:39.089986 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f7a6fb57-4b80-4fc5-85b6-9a1acb76d20e req-a61e7d57-319d-463a-ac0f-52c4f50df4bc service neutron] 10.222.0.64 "GET /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159725 Feb 14 21:44:39.253914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks [] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:39.333079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:39.349265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96', 'c08a0fdb-fec5-438f-b22d-d118f7d74816'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:39.377982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:44:39.401259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:44:39.403948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:44:39.455043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event updated for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:39.492937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:39.493629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:39.511402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-0ff72fa9-991a-4b02-8fd7-805693e22018 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2542655 Feb 14 21:44:39.528090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Request body: {'port': {'device_id': 'a821800f-f97d-471b-8f29-dc98a867b717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:44:39.629748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.030464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723a6aca-0f68-4170-bd20-cd00349f0c6d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:44:40.045609 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks [] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.067019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Transition to ACTIVE for port object 723a6aca-0f68-4170-bd20-cd00349f0c6d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:44:40.078618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ba0ae-784f-4a59-868e-ebbdedad557f req-20c259ee-c6a4-4e7f-b45f-859e8465aed1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:40.081024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-018ba0ae-784f-4a59-868e-ebbdedad557f req-20c259ee-c6a4-4e7f-b45f-859e8465aed1 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.0975976 Feb 14 21:44:40.082224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.165474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Pushing event updated for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:40.233579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-018ba0ae-784f-4a59-868e-ebbdedad557f req-a4ce8b01-500f-4c30-9a55-854f32df8026 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445980 Feb 14 21:44:40.263714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Attempting to bind port 723a6aca-0f68-4170-bd20-cd00349f0c6d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:44:40.264064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Attempting to bind port 723a6aca-0f68-4170-bd20-cd00349f0c6d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:44:40.264402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Attempting to bind port 723a6aca-0f68-4170-bd20-cd00349f0c6d on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:44:40.276156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Port 723a6aca-0f68-4170-bd20-cd00349f0c6d on network 8c34034c-f402-4eff-9fc5-61fa1df68893 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:44:40.277677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Attempting to bind port 723a6aca-0f68-4170-bd20-cd00349f0c6d on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:44:40.289521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:44:40.293949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Checking segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:44:40.294455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Bound using segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:44:40.295019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Bound port: 723a6aca-0f68-4170-bd20-cd00349f0c6d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:44:40.295521 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.443731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:44:40.447898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:44:40.461861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0df0e0-8b3a-4ef3-83aa-9cff91ceb455 req-f10de449-679a-4fc3-a904-6951100d86df tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:40.463740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe0df0e0-8b3a-4ef3-83aa-9cff91ceb455 req-f10de449-679a-4fc3-a904-6951100d86df tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 943 time: 0.1009853 Feb 14 21:44:40.465536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.546619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:40.547291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:40.548699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] 10.222.0.83 "PUT /v2.0/ports/723a6aca-0f68-4170-bd20-cd00349f0c6d HTTP/1.1" status: 200 len: 1092 time: 1.0285633 Feb 14 21:44:40.549172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:40.551488 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:40.573928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b3f57-ef2e-434c-b2de-c9f123511a2a service neutron] Pushing event updated for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:40.662607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe0df0e0-8b3a-4ef3-83aa-9cff91ceb455 req-cbab04c6-d977-4a88-a7c2-072dac6612ac tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615596 Feb 14 21:44:40.703723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-a69196a2-c920-4396-9b4f-ac2786b60f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:40.705686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-a69196a2-c920-4396-9b4f-ac2786b60f3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 1126 time: 0.1099262 Feb 14 21:44:40.764925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49f103-7855-4c92-aa69-d16fdf45c1aa x-openstack-request-id: req-ff49f103-7855-4c92-aa69-d16fdf45c1aa {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:40.765470 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:40.766013 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff49f103-7855-4c92-aa69-d16fdf45c1aa {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:40.766945 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d', 'status': 'completed', 'code': 200} Feb 14 21:44:40.768902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-b71089a2-c4b8-4366-83b9-4a44c5355125 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d HTTP/1.1" status: 200 len: 217 time: 0.0549562 Feb 14 21:44:40.832455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-aa042a18-14e4-4c19-91f9-147d4d299c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:40.834397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-aa042a18-14e4-4c19-91f9-147d4d299c7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0571856 Feb 14 21:44:40.880147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-3c14e5af-1496-40b4-aab8-478b7b6f0f5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369670 Feb 14 21:44:41.089167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cc802-b81d-4dfb-940d-ecea17974554 req-cffeb2c1-a391-443b-be5c-8ad7edec4ce9 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:41.090734 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-836cc802-b81d-4dfb-940d-ecea17974554 req-cffeb2c1-a391-443b-be5c-8ad7edec4ce9 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.64 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.1535985 Feb 14 21:44:41.123192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-fbf83140-578c-4652-aeca-91e8213abf88 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337070 Feb 14 21:44:41.249794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99e760f6-5c7b-4b51-8e0a-8ea4f4264196 req-4c97234e-11ed-4af8-b2ba-ca11d2415988 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167896 Feb 14 21:44:41.298784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Deleting port 098fa57e-2002-4d99-b743-e6def80963f0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:41.299343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (098fa57e-2002-4d99-b743-e6def80963f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:41.464393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-da9cebb0-e6a3-438b-884e-4146f5f453b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:41.466388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-da9cebb0-e6a3-438b-884e-4146f5f453b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 1126 time: 0.1505632 Feb 14 21:44:41.502035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] For port 098fa57e-2002-4d99-b743-e6def80963f0, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=098fa57e-2002-4d99-b743-e6def80963f0,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:41.503827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (098fa57e-2002-4d99-b743-e6def80963f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:41.521656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Calling delete_port for 098fa57e-2002-4d99-b743-e6def80963f0 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:41.611737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a767a-f325-45f1-adec-df53d52afd8f req-2e4ee45d-1bdc-49c6-9e3b-1a572dad8448 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:41.613297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826a767a-f325-45f1-adec-df53d52afd8f req-2e4ee45d-1bdc-49c6-9e3b-1a572dad8448 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/ports?device_id=df440304-5423-42b0-9933-56e90edac122 HTTP/1.1" status: 200 len: 945 time: 0.2263465 Feb 14 21:44:41.717540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-8666b591-0254-442f-80f9-8d3084a157a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:41.719490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-8666b591-0254-442f-80f9-8d3084a157a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.2461672 Feb 14 21:44:41.738429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (098fa57e-2002-4d99-b743-e6def80963f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:41.743444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826a767a-f325-45f1-adec-df53d52afd8f req-97dbcc27-b56e-4c7f-8119-76e895f46743 tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208942 Feb 14 21:44:41.762943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['098fa57e-2002-4d99-b743-e6def80963f0'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:41.813470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-cb9f180f-5776-4e4a-8857-12e5477e6fdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d HTTP/1.1" status: 200 len: 217 time: 0.0673935 Feb 14 21:44:41.818819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Pushing event deleted for resources: {'Port': ['ID=098fa57e-2002-4d99-b743-e6def80963f0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:41.872156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.872942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.873406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.873860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.874421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.874975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.875894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.876364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.876815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.877263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.878422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.878779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.879803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:41.913032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] No DVR routers for this DVR port 098fa57e-2002-4d99-b743-e6def80963f0 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:44:41.916692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:41.921864 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-836cc802-b81d-4dfb-940d-ecea17974554 req-94a1c8d2-662a-42d4-969c-e0bbcd4a5c8a tempest-ServerRescueTestJSONUnderV235-90365485 tempest-ServerRescueTestJSONUnderV235-90365485-project] 10.222.0.64 "DELETE /v2.0/ports/098fa57e-2002-4d99-b743-e6def80963f0 HTTP/1.1" status: 204 len: 173 time: 0.8249385 Feb 14 21:44:41.922590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'name': 'network-vif-deleted', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:41.927518 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5d1f9-a82f-4932-8ed5-e301568240ee" -d '{"events": [{"server_uuid": "df440304-5423-42b0-9933-56e90edac122", "name": "network-vif-deleted", "tag": "098fa57e-2002-4d99-b743-e6def80963f0"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:42.030123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-0a2e03ef-c1e4-428e-91c7-49c1dc337ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:42.034302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-0a2e03ef-c1e4-428e-91c7-49c1dc337ab4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.2135055 Feb 14 21:44:42.048236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a54fd-d78b-4278-ba09-9a64e9e29730 req-e53d8d3e-e7b2-47d9-92a9-0f996b8e8e93 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:42.071409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-553a54fd-d78b-4278-ba09-9a64e9e29730 req-e53d8d3e-e7b2-47d9-92a9-0f996b8e8e93 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 943 time: 0.1481080 Feb 14 21:44:42.209647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-553a54fd-d78b-4278-ba09-9a64e9e29730 req-fbc84b84-8c34-4661-8eb4-3ee1579ab643 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356680 Feb 14 21:44:42.255706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-08444c22-7284-49d7-a5e0-1fda4a9f264d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919080 Feb 14 21:44:42.268376 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993aa07-d02b-4be1-b661-56acc4c5df76 x-openstack-request-id: req-a993aa07-d02b-4be1-b661-56acc4c5df76 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:42.269289 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df440304-5423-42b0-9933-56e90edac122", "name": "network-vif-deleted", "tag": "098fa57e-2002-4d99-b743-e6def80963f0", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:42.270154 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a993aa07-d02b-4be1-b661-56acc4c5df76 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:42.270785 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df440304-5423-42b0-9933-56e90edac122', 'name': 'network-vif-deleted', 'tag': '098fa57e-2002-4d99-b743-e6def80963f0', 'status': 'completed', 'code': 200} Feb 14 21:44:42.451501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-fddac4ad-2348-4420-96a8-a07a06354c25 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900597 Feb 14 21:44:42.598257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a8fa0e2-9f1f-473d-b6ed-26687b4fcf0e req-656fc6e8-8901-4bc7-9d61-777344e6bbda service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392426 Feb 14 21:44:42.881056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:43.526550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b590fc-a3aa-462b-a51f-7b753f86b509 req-beabbd2c-a353-4bce-9500-43d6929e1ea4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:43.528098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59b590fc-a3aa-462b-a51f-7b753f86b509 req-beabbd2c-a353-4bce-9500-43d6929e1ea4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 943 time: 0.1538289 Feb 14 21:44:43.588316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:43.665429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59b590fc-a3aa-462b-a51f-7b753f86b509 req-3299b150-4f30-4ff5-b27b-d0f627f023c4 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111417 Feb 14 21:44:44.062444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Deleting port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:44.063443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.155299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] For port 52c13d5a-a302-48b5-a6d4-19cdf77e00f8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,segment=NetworkSegment(38ffc04b-b1c3-40c7-8b30-8eb547035fa3),segment_id=38ffc04b-b1c3-40c7-8b30-8eb547035fa3)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:44.155683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.176666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Calling delete_port for 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:44.372141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 723a6aca-0f68-4170-bd20-cd00349f0c6d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:44:44.519174 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (52c13d5a-a302-48b5-a6d4-19cdf77e00f8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.521297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:44.538571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '723a6aca-0f68-4170-bd20-cd00349f0c6d', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'port_id': '723a6aca-0f68-4170-bd20-cd00349f0c6d', 'mac_address': 'fa:16:3e:ba:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425cf06-d344-4de6-a10f-4c414098ea76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:44:44.560270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Pushing event deleted for resources: {'Port': ['ID=52c13d5a-a302-48b5-a6d4-19cdf77e00f8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:44.609719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 723a6aca-0f68-4170-bd20-cd00349f0c6d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:44:44.610690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.629964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723a6aca-0f68-4170-bd20-cd00349f0c6d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:44:44.653360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:44.662187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.799535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:44.840450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.840731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:44.844048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.846988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.847506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.848059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.848616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.849110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.849594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.854151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.854665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.855185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.855671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.856154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:44:44.927123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['723a6aca-0f68-4170-bd20-cd00349f0c6d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:45.229442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e3d6-e40c-41fc-acd6-5ebe084a9c89 req-b5e803ec-53ad-40e8-a069-872483acb597 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:45.230317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a064e3d6-e40c-41fc-acd6-5ebe084a9c89 req-b5e803ec-53ad-40e8-a069-872483acb597 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 944 time: 0.4329116 Feb 14 21:44:45.328474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a064e3d6-e40c-41fc-acd6-5ebe084a9c89 req-a0b0c12a-85bd-4a95-9918-5910d0ea9c01 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910473 Feb 14 21:44:45.496409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Router 92230aa0-eed3-4e30-af6a-4347e5aceaba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:44:45.687758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:44:45.697943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0cc16bdd-7f1c-4d92-9768-c38128b583af admin admin] 10.222.0.86 "PUT /v2.0/routers/92230aa0-eed3-4e30-af6a-4347e5aceaba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130066 Feb 14 21:44:45.698954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50796) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:45.701383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Sync routers for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:44:45.726435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:45.727088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:45.867743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks [] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:45.910038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 098fa57e-2002-4d99-b743-e6def80963f0 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:44:46.168054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks [] for router_gateway (92230aa0-eed3-4e30-af6a-4347e5aceaba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:46.236629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 098fa57e-2002-4d99-b743-e6def80963f0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:44:46.237253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 098fa57e-2002-4d99-b743-e6def80963f0 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:44:46.241099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Deleting port ac2a5143-ff71-4f7d-976b-d7b213c82329 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:46.241619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:46.277999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:46.363416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] For port ac2a5143-ff71-4f7d-976b-d7b213c82329, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ac2a5143-ff71-4f7d-976b-d7b213c82329,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:46.363778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:46.398733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 723a6aca-0f68-4170-bd20-cd00349f0c6d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:44:46.400380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Calling delete_port for ac2a5143-ff71-4f7d-976b-d7b213c82329 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:46.549975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 723a6aca-0f68-4170-bd20-cd00349f0c6d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:44:46.573661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 723a6aca-0f68-4170-bd20-cd00349f0c6d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:44:46.574314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:46.705505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b04ce-0946-476e-9e5c-1913cca5690d req-d687c7d4-6628-440e-90cb-11a1c88f9797 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:46.707220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-918b04ce-0946-476e-9e5c-1913cca5690d req-d687c7d4-6628-440e-90cb-11a1c88f9797 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 944 time: 0.1586454 Feb 14 21:44:46.772056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 723a6aca-0f68-4170-bd20-cd00349f0c6d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:44:46.772649 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:46.784573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:44:44Z', 'revision_number': 5, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port': {'id': 'ac2a5143-ff71-4f7d-976b-d7b213c82329', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:43:38Z', 'updated_at': '2022-02-14T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:46.818140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Checking router: 92230aa0-eed3-4e30-af6a-4347e5aceaba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:44:46.833402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Routers {'92230aa0-eed3-4e30-af6a-4347e5aceaba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:44:46.834027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:44:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['92230aa0-eed3-4e30-af6a-4347e5aceaba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:46.864605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:46.919095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-918b04ce-0946-476e-9e5c-1913cca5690d req-63453e51-00a7-4697-a1fe-2d0a04a1b726 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926613 Feb 14 21:44:46.925338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:46.929180 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19f782-32ac-4123-a4e3-9ab5d2343d14" -d '{"events": [{"server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "name": "network-vif-plugged", "status": "completed", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:46.942418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.050022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ac2a5143-ff71-4f7d-976b-d7b213c82329), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.072896 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c465f92a-bee6-4573-8fca-e0c2e1216955 x-openstack-request-id: req-c465f92a-bee6-4573-8fca-e0c2e1216955 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:47.073182 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "name": "network-vif-plugged", "status": "completed", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:47.073471 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c465f92a-bee6-4573-8fca-e0c2e1216955 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:47.073821 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d', 'code': 200} Feb 14 21:44:47.103135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2a5143-ff71-4f7d-976b-d7b213c82329,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:47.155554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:47.228673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] Set router 92230aa0-eed3-4e30-af6a-4347e5aceaba gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:44:47.262286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.366925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:44:46Z', 'revision_number': 6, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:47.419392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c0cd4-b8dd-424c-b147-20bf38d98308 None None] The sync data for ids ['92230aa0-eed3-4e30-af6a-4347e5aceaba'] in n-d-828372-11 is: [{'id': '92230aa0-eed3-4e30-af6a-4347e5aceaba', 'name': 'tempest-ServerRescueTestJSONUnderV235-570974280-router', 'tenant_id': '357948a687b543e7b0e18a943083cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:43:37Z', 'updated_at': '2022-02-14T21:44:46Z', 'revision_number': 6, 'project_id': '357948a687b543e7b0e18a943083cb1c', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:44:47.484407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.504358 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks [] for router_controller (92230aa0-eed3-4e30-af6a-4347e5aceaba), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.585855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe21120-333e-4c6c-a5cf-1400608511f7 req-d5697ccb-d8b9-4942-af5c-5ede21dcf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:47.588467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efe21120-333e-4c6c-a5cf-1400608511f7 req-d5697ccb-d8b9-4942-af5c-5ede21dcf042 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 1128 time: 0.4582009 Feb 14 21:44:47.604129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (92230aa0-eed3-4e30-af6a-4347e5aceaba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.604677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92230aa0-eed3-4e30-af6a-4347e5aceaba {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:44:47.626895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.628274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-afe069d4-d1d1-4fb2-80be-c55e61fb3849 admin admin] 10.222.0.86 "DELETE /v2.0/routers/92230aa0-eed3-4e30-af6a-4347e5aceaba HTTP/1.1" status: 204 len: 168 time: 1.9283626 Feb 14 21:44:47.631031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50836) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:47.662716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efe21120-333e-4c6c-a5cf-1400608511f7 req-1ddd8858-9a96-4374-81aa-fc7968a9ff6d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684752 Feb 14 21:44:47.722479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Deleting subnet befaeea0-904d-4506-b303-6f9b5b7bd0fb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:44:47.726055 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Publish callbacks [] for subnet (befaeea0-904d-4506-b303-6f9b5b7bd0fb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.778790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (befaeea0-904d-4506-b303-6f9b5b7bd0fb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.829261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (befaeea0-904d-4506-b303-6f9b5b7bd0fb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.938688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (befaeea0-904d-4506-b303-6f9b5b7bd0fb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:47.939832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:44:47.982727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befaeea0-904d-4506-b303-6f9b5b7bd0fb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:47.998819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.001149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:44:48.003661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52c13d5a-a302-48b5-a6d4-19cdf77e00f8 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:44:48.004501 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be0843b6-f7bf-431e-a27a-a53f8b2fdc01 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/befaeea0-904d-4506-b303-6f9b5b7bd0fb HTTP/1.1" status: 204 len: 168 time: 0.3724213 Feb 14 21:44:48.007056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:48.106551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4a783571-2868-4c86-abf9-2305fe74857c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.210620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf7d8b-3757-4e35-9a57-1635f5aa4a5d req-602593d9-9c5a-4f73-805e-60c0b16a1a39 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:48.213292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddf7d8b-3757-4e35-9a57-1635f5aa4a5d req-602593d9-9c5a-4f73-805e-60c0b16a1a39 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 945 time: 0.1022661 Feb 14 21:44:48.287348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4a783571-2868-4c86-abf9-2305fe74857c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.308326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddf7d8b-3757-4e35-9a57-1635f5aa4a5d req-500f912e-08e4-4024-8c6d-356b15f635d3 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Feb 14 21:44:48.339692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a783571-2868-4c86-abf9-2305fe74857c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:48.360004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ffc04b-b1c3-40c7-8b30-8eb547035fa3') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:48.360306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ffc04b-b1c3-40c7-8b30-8eb547035fa3') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:44:48.376821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (38ffc04b-b1c3-40c7-8b30-8eb547035fa3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.392777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (38ffc04b-b1c3-40c7-8b30-8eb547035fa3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.411848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:44:48.412396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (38ffc04b-b1c3-40c7-8b30-8eb547035fa3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:44:48.501570 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:44:48.503804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4a783571-2868-4c86-abf9-2305fe74857c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.519731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.528860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] 10.222.0.86 "DELETE /v2.0/networks/4a783571-2868-4c86-abf9-2305fe74857c HTTP/1.1" status: 204 len: 168 time: 0.5204942 Feb 14 21:44:48.546333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9550b-09b8-428e-beb3-ffb142e6e68a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a783571-2868-4c86-abf9-2305fe74857c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:48.799467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50862) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:48.872032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8767b49c-c8be-49d0-bea9-22572e9e1ca6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=357948a687b543e7b0e18a943083cb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709267 Feb 14 21:44:48.877878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50864) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:44:48.934047 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] Publish callbacks [] for security_group (5c88a201-e6b1-43dc-a695-6ca1da2b3fe2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:48.960754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] Publish callbacks [] for security_group (5c88a201-e6b1-43dc-a695-6ca1da2b3fe2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:49.015416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5c88a201-e6b1-43dc-a695-6ca1da2b3fe2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:49.018767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:49.022624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c88a201-e6b1-43dc-a695-6ca1da2b3fe2 HTTP/1.1" status: 204 len: 168 time: 0.1472890 Feb 14 21:44:49.034856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdef63-b373-4c88-bb67-7a73700e1127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88a201-e6b1-43dc-a695-6ca1da2b3fe2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:49.469019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a38f-9821-4a2a-a55a-3ae742336e49 req-9a447562-6838-4738-9c28-4eb403734577 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:49.470870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2683a38f-9821-4a2a-a55a-3ae742336e49 req-9a447562-6838-4738-9c28-4eb403734577 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 945 time: 0.0674472 Feb 14 21:44:49.529310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2683a38f-9821-4a2a-a55a-3ae742336e49 req-f0b49f30-3e69-4c7e-93df-0a6e7c797288 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517328 Feb 14 21:44:49.839181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ac2a5143-ff71-4f7d-976b-d7b213c82329 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:44:49.901313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ac2a5143-ff71-4f7d-976b-d7b213c82329 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:44:49.901664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ac2a5143-ff71-4f7d-976b-d7b213c82329 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:44:50.601185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42dd7b9f-c73b-4bb4-af99-c329778ff527 req-7c511ec9-26d4-45e9-852a-acb76b96c8a7 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0416758 Feb 14 21:44:51.310520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84c29a40-c32e-4a04-a257-3ac56a561bff req-5c437d4a-c99e-4496-97e5-1d3f342469ef tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0643585 Feb 14 21:44:52.548972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487614ac-0309-4986-ae0a-a9772b9213a5 req-bcb0dcf4-70d0-42f8-8779-34524c0aaff5 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0446100 Feb 14 21:44:53.699044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9c68d9a-5abc-42f4-aa14-e9d38cf4d6d9 req-55c3c8b1-9be8-4265-ae02-5c99c696d8b6 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0497561 Feb 14 21:44:54.810957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7e98561-fb85-4b53-8cb2-886231913921 req-620a486b-77a3-4b1f-be6c-3d10dcabdbc1 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0300996 Feb 14 21:44:54.994680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-59fa8f93-6a85-4bc6-8d0b-1799ddc88bd2 req-bb7557b5-5fbb-4009-a95f-78f65763f4b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Feb 14 21:44:55.069021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-4dc98195-6394-4ce7-8929-f4f0a3e1932f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471702 Feb 14 21:44:55.157592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-45bd64fc-00d2-4b48-b0d4-fae5bbd3abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:55.159323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-45bd64fc-00d2-4b48-b0d4-fae5bbd3abc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 1128 time: 0.0461977 Feb 14 21:44:55.280159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-837259b5-1f56-4595-8c8a-9c71570399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:55.281788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-837259b5-1f56-4595-8c8a-9c71570399aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.0961316 Feb 14 21:44:55.325187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-570c38ed-7b2d-445f-b8d4-0bf7ba1b0e3c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96 HTTP/1.1" status: 200 len: 217 time: 0.0356581 Feb 14 21:44:55.373076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-ea5441e3-a6e6-4f9a-a6fe-2d07cfa2ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:55.374660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-ea5441e3-a6e6-4f9a-a6fe-2d07cfa2ad4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0438306 Feb 14 21:44:55.411405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-e7dfc896-d071-4ccf-855f-c0fa8f2163cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310681 Feb 14 21:44:55.508567 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-11560ea9-b7e9-4b26-b546-9997182b602c req-89504240-0e14-4ad2-a86f-b4896d69b1c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0254118 Feb 14 21:44:55.518228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-e4867604-e917-467e-b490-3dbe32f82fe1 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007006 Feb 14 21:44:55.617946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c7ffe3-e896-4b7e-bdbc-cdb2ddc22fbb req-ea15e059-3120-422c-82b8-c9ebc3e9825e service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943487 Feb 14 21:44:55.918302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6dc1f15e-c9cf-40b8-b73f-63d8db7e6c86 req-9e219396-f974-4cf0-a745-1ac7976da09b tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0278728 Feb 14 21:44:57.023597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca2b9ce-1866-4057-a7fe-3dc4da32b861 req-0dc0a45e-008e-412d-b3b3-9e775ea2337e tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0267901 Feb 14 21:44:57.445985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d76ed-6928-4b10-9452-b445e00955fd req-54cce86e-9bdb-4c38-8c45-96a6ca4eb0ff tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:57.448057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be6d76ed-6928-4b10-9452-b445e00955fd req-54cce86e-9bdb-4c38-8c45-96a6ca4eb0ff tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 950 time: 0.0549121 Feb 14 21:44:57.496522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be6d76ed-6928-4b10-9452-b445e00955fd req-0bd73fee-a3aa-419f-8616-3d2cd8bed3a8 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Feb 14 21:44:57.588746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc42ec76-1443-4efb-b5d9-2a70a83588b3 req-41cce442-64f1-4e6a-8575-2b520268d9e2 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0309303 Feb 14 21:44:58.631272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23066-f37f-4c16-8f87-605f13df6fc5 req-6c5433a4-b1da-486a-af9e-497fbcce9707 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:58.634529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2db23066-f37f-4c16-8f87-605f13df6fc5 req-6c5433a4-b1da-486a-af9e-497fbcce9707 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 950 time: 0.0657721 Feb 14 21:44:58.684648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2db23066-f37f-4c16-8f87-605f13df6fc5 req-16553f30-d391-4c9b-8bac-e1b71105b565 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/security-groups?id=3d140601-5c15-4a5a-b3a9-f2cb9711879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Feb 14 21:44:58.749187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:58.779733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13abe7f1-9999-4e8f-b267-4881ef59e67f req-e4bc3b98-f7da-4686-8925-e67d65b1b12c tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0334475 Feb 14 21:44:59.049413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-63e71d41-3bf4-488a-b25f-7886140090e4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:44:59.050931 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-63e71d41-3bf4-488a-b25f-7886140090e4 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.64 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 950 time: 0.0586441 Feb 14 21:44:59.143496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Deleting port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:44:59.143759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:59.234366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] For port 3d10affc-ab92-4ad0-808c-dd5c15b3b918, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=3d10affc-ab92-4ad0-808c-dd5c15b3b918,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:44:59.234735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:59.246956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Calling delete_port for 3d10affc-ab92-4ad0-808c-dd5c15b3b918 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:44:59.372862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3d10affc-ab92-4ad0-808c-dd5c15b3b918), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:59.385587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['3d10affc-ab92-4ad0-808c-dd5c15b3b918'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:44:59.414087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Pushing event deleted for resources: {'Port': ['ID=3d10affc-ab92-4ad0-808c-dd5c15b3b918,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:44:59.451475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] No DVR routers for this DVR port 3d10affc-ab92-4ad0-808c-dd5c15b3b918 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:44:59.454961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:44:59.458442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ff5bdc98-2195-47ac-9c58-f7fe1cb662ff req-d237a911-4c55-45ff-a421-176aae72d511 tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.64 "DELETE /v2.0/ports/3d10affc-ab92-4ad0-808c-dd5c15b3b918 HTTP/1.1" status: 204 len: 173 time: 0.4015183 Feb 14 21:44:59.458911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'name': 'network-vif-deleted', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:44:59.461203 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f12ec6c-1a02-44c9-909d-3ba4140c8fd8" -d '{"events": [{"server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "name": "network-vif-deleted", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:44:59.503060 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3a98a-33d4-49b7-b197-21a71bd56a27 x-openstack-request-id: req-b7f3a98a-33d4-49b7-b197-21a71bd56a27 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:44:59.503395 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f37c45-14f1-4a56-9063-86d3ed2e54ca", "name": "network-vif-deleted", "tag": "3d10affc-ab92-4ad0-808c-dd5c15b3b918", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:44:59.503814 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7f3a98a-33d4-49b7-b197-21a71bd56a27 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:44:59.504229 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f37c45-14f1-4a56-9063-86d3ed2e54ca', 'name': 'network-vif-deleted', 'tag': '3d10affc-ab92-4ad0-808c-dd5c15b3b918', 'status': 'completed', 'code': 200} Feb 14 21:44:59.966990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3adce0d1-29cd-489b-a867-c0f698eea8b8 req-087e9136-c19d-43f1-8643-997b5f4c156b tempest-VolumesBackupsTest-2031748756 tempest-VolumesBackupsTest-2031748756-project] 10.222.0.86 "GET /v2.0/ports?device_id=52f37c45-14f1-4a56-9063-86d3ed2e54ca HTTP/1.1" status: 200 len: 210 time: 0.1996512 Feb 14 21:45:00.072095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-264425ec-23d7-45f5-851f-6f31e826c5b7 req-c43b03e9-4377-44bc-bd5e-896486965d10 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0347817 Feb 14 21:45:00.960754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-305bc146-cc3c-4d81-9c3e-d98db0cf1153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:01.195250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f760d888-25f8-4634-86a4-9351c963b203 req-6b463918-3694-4079-b8e7-04579b7a7199 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Feb 14 21:45:01.535589 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:45:02.320742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f82acec9-265e-4687-9641-c4b099688e58 req-a6f555b1-a248-4555-afcd-7662d02fa978 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0370183 Feb 14 21:45:03.347801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cae43a08-66ac-4b7f-996a-8578b65e938c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:03.433221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f4ca8b9-f7d7-4a4a-b200-20850499482a req-4d92594d-195a-4695-b0dd-2e1a8b32e264 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Feb 14 21:45:03.997163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d10affc-ab92-4ad0-808c-dd5c15b3b918 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:45:04.020279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 3d10affc-ab92-4ad0-808c-dd5c15b3b918 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:45:04.021413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 3d10affc-ab92-4ad0-808c-dd5c15b3b918 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:45:04.539744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b50a1ca-f04e-47a5-bf1d-972d4077a133 req-53db5445-53c8-43e7-9d0f-a4eea23bf33f tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Feb 14 21:45:04.564458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:05.665611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbf412bc-c7fa-4459-a131-348340005ecd req-7500da1b-5511-4ecd-89c7-d94b98026073 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0281675 Feb 14 21:45:05.761259 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:06.198749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:06.777619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a0939f2-93c3-490c-a397-5db9607a404e req-f6aa1547-9c24-488e-b01f-0ccf67217814 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Feb 14 21:45:07.279988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:07.889995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b17e3821-087d-41a8-beb1-39c00c5e1df4 req-882b16d9-c0cf-440b-9d2f-e2c243b6d0e3 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0294259 Feb 14 21:45:08.992076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41157a94-8c80-498f-9e14-238436a36edd req-924f7bec-edf3-4f13-b77c-4979915a68f1 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Feb 14 21:45:10.097599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13c932d3-c1e7-40cf-9c85-824fa7103322 req-d6a855fb-4481-4884-b51f-b740d56e89a5 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Feb 14 21:45:11.210096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d04710c-9d64-44f0-b033-1c5446f56119 req-1e267648-7a0b-4c2f-9df1-0b7043d20db0 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0371883 Feb 14 21:45:12.315816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d60afe7-93c7-4b90-b3b3-96a190590a86 req-88e385f2-0e68-400b-9ec5-29dd54142d6b tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Feb 14 21:45:13.425834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-442600a2-6b52-434a-a337-eb96a4a7ce77 req-f601778f-0d14-4e9d-982f-a4ea8c66e512 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Feb 14 21:45:14.528349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-028ef6ec-55d8-4458-a076-dfd305413090 req-0b040f96-10e7-4cc0-9c3d-d9be57169169 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Feb 14 21:45:15.678737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-592b23b1-b0fd-4e8e-a697-2e55f35412b2 req-c7031fe8-2d38-4c19-a920-3d01dc20cbe3 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0280685 Feb 14 21:45:16.811194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b15ada-0761-4b0e-a8a6-d6877887682c req-b62c17fc-474b-4ca6-87a7-7f7e4aff7e56 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0350521 Feb 14 21:45:17.952954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13facb3e-6a69-4146-9479-85a0ee5d7d63 req-d209400c-7944-4d2f-93a0-cac3195c17c6 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0318789 Feb 14 21:45:19.093095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f74496db-5bc3-4a06-b4a2-8628d2afc072 req-5d8f838f-62d4-455c-bc6e-c6d14337f57e tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0294602 Feb 14 21:45:20.241343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bc75184-8c1a-40f1-b0e8-2a840b749b82 req-cae4cd44-d61c-4059-85e9-3f20df43d46a tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0516794 Feb 14 21:45:20.979518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51366) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:21.362226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a7576caa-bcaa-4208-b198-55f01dfec986 req-ab560a17-6921-4ee4-91fd-48e9c1567565 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0315638 Feb 14 21:45:21.613147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:22.201458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Deleting port 115ae554-c83c-46c3-86e5-50b06ad7aafe {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:45:22.201882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:22.293383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] For port 115ae554-c83c-46c3-86e5-50b06ad7aafe, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=115ae554-c83c-46c3-86e5-50b06ad7aafe,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:22.293830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:22.309129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Calling delete_port for 115ae554-c83c-46c3-86e5-50b06ad7aafe owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:45:22.547992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7ab5e23-f7f4-4982-8684-b2d625749b74 req-323dea4d-5df8-4360-850f-9d6ee67ab6aa tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0379717 Feb 14 21:45:22.565483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (115ae554-c83c-46c3-86e5-50b06ad7aafe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:22.595753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=115ae554-c83c-46c3-86e5-50b06ad7aafe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:22.654533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.654891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.655662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.656009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.656345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.656935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.657281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.657707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.658040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.658382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.658820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.659169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.659498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:22.851566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:23.140393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Router 1c4996ec-48bb-4572-9ac6-e7f132032a10 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:45:23.301751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:45:23.312032 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Sync routers for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:45:23.321539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e02edeab-d167-4a2b-9b17-2d10c19cc1ba admin admin] 10.222.0.86 "PUT /v2.0/routers/1c4996ec-48bb-4572-9ac6-e7f132032a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3403685 Feb 14 21:45:23.324039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51460) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:23.324566 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:45:23.324788 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:45:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:23.443805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks [] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:23.558500 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks [] for router_gateway (1c4996ec-48bb-4572-9ac6-e7f132032a10), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:23.663450 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:45:23.673050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Deleting port a6e7415f-9efe-4204-bcdb-5c1232f99f73 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:45:23.674414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:23.752742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22002950-6dbd-48e0-af55-be772ef4030e req-3a18c0f2-deaa-4b4e-a82d-b8b4651c4644 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0540445 Feb 14 21:45:23.783599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] For port a6e7415f-9efe-4204-bcdb-5c1232f99f73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a6e7415f-9efe-4204-bcdb-5c1232f99f73,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:23.784320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:23.798597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Calling delete_port for a6e7415f-9efe-4204-bcdb-5c1232f99f73 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:45:24.021574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a6e7415f-9efe-4204-bcdb-5c1232f99f73), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.094352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e7415f-9efe-4204-bcdb-5c1232f99f73,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:24.115573 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:45:22Z', 'revision_number': 5, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port': {'id': 'a6e7415f-9efe-4204-bcdb-5c1232f99f73', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:36:44Z', 'updated_at': '2022-02-14T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:24.153904 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Checking router: 1c4996ec-48bb-4572-9ac6-e7f132032a10 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:45:24.160536 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.164939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Routers {'1c4996ec-48bb-4572-9ac6-e7f132032a10'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:45:24.165654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:45:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1c4996ec-48bb-4572-9ac6-e7f132032a10'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:24.249047 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] Set router 1c4996ec-48bb-4572-9ac6-e7f132032a10 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:45:24.279856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.283181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks [] for router_controller (1c4996ec-48bb-4572-9ac6-e7f132032a10), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.362897 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:45:23Z', 'revision_number': 7, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:24.403689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af5d2f-8487-4a21-9142-eea561bca93f None None] The sync data for ids ['1c4996ec-48bb-4572-9ac6-e7f132032a10'] in n-d-828372-11 is: [{'id': '1c4996ec-48bb-4572-9ac6-e7f132032a10', 'name': 'tempest-AttachVolumeTestJSON-1837359840-router', 'tenant_id': 'f07de2c424c648c988965c626bc87535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:36:42Z', 'updated_at': '2022-02-14T21:45:23Z', 'revision_number': 7, 'project_id': 'f07de2c424c648c988965c626bc87535', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:45:24.654398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (1c4996ec-48bb-4572-9ac6-e7f132032a10), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.654940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4996ec-48bb-4572-9ac6-e7f132032a10 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:45:24.659326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.660348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df6f7f53-ba95-440b-bead-6ef1cf7f04ce admin admin] 10.222.0.86 "DELETE /v2.0/routers/1c4996ec-48bb-4572-9ac6-e7f132032a10 HTTP/1.1" status: 204 len: 168 time: 1.3343682 Feb 14 21:45:24.662962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51472) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:24.710840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Deleting subnet 92b7728e-f794-4d5a-8718-7c338c48e7c1 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:45:24.714363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Publish callbacks [] for subnet (92b7728e-f794-4d5a-8718-7c338c48e7c1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.756364 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (92b7728e-f794-4d5a-8718-7c338c48e7c1), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:24.935921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f7dbc9c-4091-439e-8b0f-d3a88d340335 req-195ac961-7c56-4db7-bf2d-8788cb52086e tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0468075 Feb 14 21:45:24.959329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (92b7728e-f794-4d5a-8718-7c338c48e7c1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.032354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (92b7728e-f794-4d5a-8718-7c338c48e7c1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.073378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b7728e-f794-4d5a-8718-7c338c48e7c1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:25.076200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.083367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51480) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:25.083940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3ec98b99-66fb-4630-9548-40aa81abf2ef admin admin] 10.222.0.86 "DELETE /v2.0/subnets/92b7728e-f794-4d5a-8718-7c338c48e7c1 HTTP/1.1" status: 204 len: 168 time: 0.4198592 Feb 14 21:45:25.088948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebd911-f612-4afd-a63e-46030e4c0878 None None] Network 319dfa36-7b2c-4612-80d0-19398f99dc53 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:45:25.183766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (319dfa36-7b2c-4612-80d0-19398f99dc53), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.280634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Deleting port 47a91b8f-bf36-4244-b894-f6cf245ecce6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:45:25.281349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.363032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] DHCP port deletion for 319dfa36-7b2c-4612-80d0-19398f99dc53 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:45:25.367866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] For port 47a91b8f-bf36-4244-b894-f6cf245ecce6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47a91b8f-bf36-4244-b894-f6cf245ecce6,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:25.368381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.383896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Calling delete_port for 47a91b8f-bf36-4244-b894-f6cf245ecce6 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:45:25.432525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Deleting port 47a91b8f-bf36-4244-b894-f6cf245ecce6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:45:25.432899 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.487102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.518101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] No DVR routers for this DVR port 47a91b8f-bf36-4244-b894-f6cf245ecce6 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:45:25.520539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a91b8f-bf36-4244-b894-f6cf245ecce6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:25.549071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] For port 47a91b8f-bf36-4244-b894-f6cf245ecce6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=47a91b8f-bf36-4244-b894-f6cf245ecce6,segment=NetworkSegment(d25afff5-ea9e-4ad6-87dc-4ac905170c51),segment_id=d25afff5-ea9e-4ad6-87dc-4ac905170c51)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:25.550261 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.596674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Calling delete_port for 47a91b8f-bf36-4244-b894-f6cf245ecce6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:45:25.609152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (319dfa36-7b2c-4612-80d0-19398f99dc53), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.633273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319dfa36-7b2c-4612-80d0-19398f99dc53']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:25.643831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25afff5-ea9e-4ad6-87dc-4ac905170c51') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:25.644428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25afff5-ea9e-4ad6-87dc-4ac905170c51') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:45:25.661441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (d25afff5-ea9e-4ad6-87dc-4ac905170c51), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.676653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d25afff5-ea9e-4ad6-87dc-4ac905170c51), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.688993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:45:25.690345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (d25afff5-ea9e-4ad6-87dc-4ac905170c51), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.701763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (47a91b8f-bf36-4244-b894-f6cf245ecce6), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:45:25.714918 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:45:25.743640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] Pushing event deleted for resources: {'Port': ['ID=47a91b8f-bf36-4244-b894-f6cf245ecce6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:25.754031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6423a1d-0b2c-499d-a899-cf03a0f765a5 None None] No DVR routers for this DVR port 47a91b8f-bf36-4244-b894-f6cf245ecce6 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:45:25.776139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (319dfa36-7b2c-4612-80d0-19398f99dc53), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.782106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:25.788504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/319dfa36-7b2c-4612-80d0-19398f99dc53 HTTP/1.1" status: 204 len: 168 time: 0.6988857 Feb 14 21:45:25.802461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64bbfe-3ec9-4400-9601-4074631475a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=319dfa36-7b2c-4612-80d0-19398f99dc53,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:25.934234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47a91b8f-bf36-4244-b894-f6cf245ecce6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:45:25.953382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51486) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:25.957123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 47a91b8f-bf36-4244-b894-f6cf245ecce6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:45:25.957478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 47a91b8f-bf36-4244-b894-f6cf245ecce6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:45:25.957905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a6e7415f-9efe-4204-bcdb-5c1232f99f73 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:45:25.980228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a6e7415f-9efe-4204-bcdb-5c1232f99f73 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:45:25.980578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a6e7415f-9efe-4204-bcdb-5c1232f99f73 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:45:25.981234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 115ae554-c83c-46c3-86e5-50b06ad7aafe no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:45:26.004576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 115ae554-c83c-46c3-86e5-50b06ad7aafe {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:45:26.004897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 115ae554-c83c-46c3-86e5-50b06ad7aafe not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:45:26.007828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e8a0b024-0f78-4d32-adbb-46f787f0ac21 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f07de2c424c648c988965c626bc87535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529296 Feb 14 21:45:26.010281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51490) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:26.074647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dad96c5c-e813-4936-b6ea-b160ea747b5b req-7dd43bd9-2f03-4567-9431-129c99167650 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0401685 Feb 14 21:45:26.080694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] Publish callbacks [] for security_group (ffa8157d-2e2e-4535-8b84-86f667c17ef1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:26.105915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] Publish callbacks [] for security_group (ffa8157d-2e2e-4535-8b84-86f667c17ef1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:26.173443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ffa8157d-2e2e-4535-8b84-86f667c17ef1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:26.176490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:26.180255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ffa8157d-2e2e-4535-8b84-86f667c17ef1 HTTP/1.1" status: 204 len: 168 time: 0.1664958 Feb 14 21:45:26.187346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2fec-ac59-4594-8860-a0eaf61bc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8157d-2e2e-4535-8b84-86f667c17ef1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:27.235795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a4a7d398-4490-45d1-b809-ba05ba1fd841 req-af6e39f3-dcaa-4648-b3f0-cfbea99b6a76 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0407779 Feb 14 21:45:28.165552 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4dc543fe-f364-46d7-9f1f-74d7af1054ce req-1383404a-66af-4850-81b3-5c8f9751cfec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Feb 14 21:45:28.375673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce88af47-1946-403c-95bf-8b5c635e9a83 req-5b6c3e87-1a57-4ff4-808a-192127a98ed2 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0315824 Feb 14 21:45:28.776493 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:28.824871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-7a9f0ad0-0dbb-4d27-9121-f754b5530843 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:28.832781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-7a9f0ad0-0dbb-4d27-9121-f754b5530843 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.1236074 Feb 14 21:45:28.850090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-39f6ed53-0729-4de8-8f34-b35643e07c3c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/quotas/2dc9ab8961074a0a91cd152b22579a8c HTTP/1.1" status: 200 len: 375 time: 0.0164762 Feb 14 21:45:28.911484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-2e33bc74-7fb1-4084-8d59-013247ae5247 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604303 Feb 14 21:45:29.045231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-9198e02a-e1fd-45c5-ad98-2d5f3907311e service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266005 Feb 14 21:45:29.167716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-24d8e83f-2841-4ad8-9a64-e4100866dadd service neutron] 10.222.0.86 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154275 Feb 14 21:45:29.234380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51594) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:29.419440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d019b3a-f1c1-4d73-9925-265ac6dbd25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.476048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4dfe13f-2629-4b2b-8ec2-e3743d7eb2ef req-02b10be8-9cc7-4051-8b55-3407651f9b80 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 210 time: 0.0745780 Feb 14 21:45:29.627801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c272adf2-a30f-493d-b6d3-1fff98ddde5f req-e8037446-bd69-4855-bf03-148b61c6d086 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0362873 Feb 14 21:45:29.629558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d019b3a-f1c1-4d73-9925-265ac6dbd25f admin admin] Publish callbacks [] for security_group (cb2a3560-62b3-4070-9057-6d91c0a5d160), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.637196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d019b3a-f1c1-4d73-9925-265ac6dbd25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cb2a3560-62b3-4070-9057-6d91c0a5d160), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.686218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d019b3a-f1c1-4d73-9925-265ac6dbd25f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7beed8bbb33a41f1a32079096350fcd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497764 Feb 14 21:45:29.688933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51612) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:29.713648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019b3a-f1c1-4d73-9925-265ac6dbd25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2a3560-62b3-4070-9057-6d91c0a5d160,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:29.782291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] Publish callbacks [] for security_group (cb2a3560-62b3-4070-9057-6d91c0a5d160), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.815056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] Publish callbacks [] for security_group (cb2a3560-62b3-4070-9057-6d91c0a5d160), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.902737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cb2a3560-62b3-4070-9057-6d91c0a5d160), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.906589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:29.910276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb2a3560-62b3-4070-9057-6d91c0a5d160 HTTP/1.1" status: 204 len: 168 time: 0.2181106 Feb 14 21:45:29.918700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf6fdf-0dea-4084-89d6-19cba4745427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2a3560-62b3-4070-9057-6d91c0a5d160,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:30.261775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:30.285578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f247e5d2-71c7-4774-a2d1-94e26795e6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.391620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f247e5d2-71c7-4774-a2d1-94e26795e6bf admin admin] Publish callbacks [] for security_group (fe017c1b-ca26-4dae-bfb4-1e034bcf726a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.396135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f247e5d2-71c7-4774-a2d1-94e26795e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe017c1b-ca26-4dae-bfb4-1e034bcf726a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.448072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247e5d2-71c7-4774-a2d1-94e26795e6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe017c1b-ca26-4dae-bfb4-1e034bcf726a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:30.455233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f247e5d2-71c7-4774-a2d1-94e26795e6bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd1b38b21dad4a42b284c45580b422a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898196 Feb 14 21:45:30.455456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:30.523070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] Publish callbacks [] for security_group (fe017c1b-ca26-4dae-bfb4-1e034bcf726a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.582721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] Publish callbacks [] for security_group (fe017c1b-ca26-4dae-bfb4-1e034bcf726a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.660918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-543c0347-d383-49c1-8d15-2b28404a59d7 req-53625886-8db8-4224-953d-9e8ed5c8ff7c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 210 time: 0.0812604 Feb 14 21:45:30.748097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-fec65f21-cb67-4a52-a5bb-3c9e5f37125e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:30.749606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-fec65f21-cb67-4a52-a5bb-3c9e5f37125e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 815 time: 0.2013295 Feb 14 21:45:30.757984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe017c1b-ca26-4dae-bfb4-1e034bcf726a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.761679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.763271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fe017c1b-ca26-4dae-bfb4-1e034bcf726a HTTP/1.1" status: 204 len: 168 time: 0.3066440 Feb 14 21:45:30.770520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Request body: {'port': {'device_id': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'admin_state_up': True, 'tenant_id': '2dc9ab8961074a0a91cd152b22579a8c'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:45:30.801179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a503b81-3b34-46d4-8b96-e0de0c4af624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe017c1b-ca26-4dae-bfb4-1e034bcf726a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:30.853397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07697b3d-dc88-4632-b0b7-b903498742b0 req-c37bfb99-ec2a-45da-b329-eacc2bcfcf42 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0716760 Feb 14 21:45:30.974293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Made reservation on behalf of 2dc9ab8961074a0a91cd152b22579a8c for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:45:30.985370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:30.986401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4b7908a-76d7-46ab-8333-bffd31efb51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:31.229021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Allocated IP 172.20.0.9 (8c34034c-f402-4eff-9fc5-61fa1df68893/8425cf06-d344-4de6-a10f-4c414098ea76/9ea37832-ec73-409b-b204-d57d372e2d29) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:45:31.283748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-54b6d2a9-be52-48ff-925e-170392b51fca req-b8ed7ea3-8781-48db-9564-d3f6ff55b93f tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721&device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0477931 Feb 14 21:45:31.602751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks [] for port (9ea37832-ec73-409b-b204-d57d372e2d29), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:31.643506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:31.657470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96', 'c08a0fdb-fec5-438f-b22d-d118f7d74816', '723a6aca-0f68-4170-bd20-cd00349f0c6d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:45:31.697117 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-75807cd5-1244-479c-94e1-0ae3212cfb5e req-8220fc31-ae07-41ce-a9f6-3f0ed9a3adf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8f285a28fe4479881a5e486d96ffcb&device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0971553 Feb 14 21:45:31.709823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8a220d1-9848-41e1-85a7-4df6ab3fe0c6 req-7282a8a9-3eef-499e-a0f2-627ec09e5f04 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0583875 Feb 14 21:45:31.720597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Network 8c34034c-f402-4eff-9fc5-61fa1df68893 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:45:31.730375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:45:31.733096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event updated for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:31.735439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:45:31.816687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-75807cd5-1244-479c-94e1-0ae3212cfb5e req-ae491489-d029-43e9-870c-cb9f0247a15c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4f8f285a28fe4479881a5e486d96ffcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100323 Feb 14 21:45:31.831066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:31.833268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:31.877536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-5e65a86f-5f8f-4887-9140-62be6056b7d9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1129851 Feb 14 21:45:31.900300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Request body: {'port': {'device_id': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:45:31.979475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd48b-8efc-4741-9eb5-51495912f3b7 req-c4df494b-ea5b-4711-b3ff-09ca63a4888c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:31.987618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-119fd48b-8efc-4741-9eb5-51495912f3b7 req-c4df494b-ea5b-4711-b3ff-09ca63a4888c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 931 time: 0.1235435 Feb 14 21:45:32.007797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.123117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807cd5-1244-479c-94e1-0ae3212cfb5e req-c062b7d8-88d4-487e-977b-9055dc75729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:32.124760 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-75807cd5-1244-479c-94e1-0ae3212cfb5e req-c062b7d8-88d4-487e-977b-9055dc75729d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000689 Feb 14 21:45:32.137185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-119fd48b-8efc-4741-9eb5-51495912f3b7 req-2f081766-247d-4789-bbb2-6601ff7a1d03 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484427 Feb 14 21:45:32.493901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea37832-ec73-409b-b204-d57d372e2d29 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:45:32.504730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks [] for port (9ea37832-ec73-409b-b204-d57d372e2d29), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.520037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Transition to ACTIVE for port object 9ea37832-ec73-409b-b204-d57d372e2d29 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:45:32.527815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.594513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:32.676967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Attempting to bind port 9ea37832-ec73-409b-b204-d57d372e2d29 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:45:32.678032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Attempting to bind port 9ea37832-ec73-409b-b204-d57d372e2d29 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:45:32.678590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Attempting to bind port 9ea37832-ec73-409b-b204-d57d372e2d29 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:45:32.684488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Port 9ea37832-ec73-409b-b204-d57d372e2d29 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:45:32.684787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Attempting to bind port 9ea37832-ec73-409b-b204-d57d372e2d29 on network 8c34034c-f402-4eff-9fc5-61fa1df68893 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:45:32.691267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:45:32.692473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Checking segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:45:32.692943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Bound using segment: {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:45:32.693395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Bound port: 9ea37832-ec73-409b-b204-d57d372e2d29, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368dd3f5-2a8c-40af-8f42-a2cb7d487820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:45:32.693771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.784303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:45:32.789735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9ea37832-ec73-409b-b204-d57d372e2d29,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:45:32.799004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.860552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:32.861388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:32.864183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] 10.222.0.83 "PUT /v2.0/ports/9ea37832-ec73-409b-b204-d57d372e2d29 HTTP/1.1" status: 200 len: 1092 time: 0.9697311 Feb 14 21:45:32.870475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:45:32.873891 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48" -d '{"events": [{"name": "network-changed", "server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:45:32.966548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5fc-d3e7-427a-ab69-fe1be13fa645 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:33.003769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90a0c359-c058-493b-8893-f800af39710a req-e74b7474-cdd0-4dba-9a9e-eb95a2729cd6 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.1017413 Feb 14 21:45:33.049933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-52dddf6c-243d-44a9-8c4b-ba18e759e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:33.053145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-52dddf6c-243d-44a9-8c4b-ba18e759e899 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 1126 time: 0.1316323 Feb 14 21:45:33.054925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550635a-2b3f-4a15-a45f-f9e98acbb448 x-openstack-request-id: req-7550635a-2b3f-4a15-a45f-f9e98acbb448 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:45:33.055812 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:45:33.058511 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7550635a-2b3f-4a15-a45f-f9e98acbb448 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:45:33.059020 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29', 'status': 'completed', 'code': 200} Feb 14 21:45:33.098415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-1abd8f9e-2991-4ba4-91db-3503e942a28d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea37832-ec73-409b-b204-d57d372e2d29 HTTP/1.1" status: 200 len: 217 time: 0.0380042 Feb 14 21:45:33.188081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-b32a76ba-6d0d-45c4-ab15-14331821dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:33.190337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-b32a76ba-6d0d-45c4-ab15-14331821dd97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0849340 Feb 14 21:45:33.263274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-e5e387d7-b839-46f6-a679-e709fed84ec9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677006 Feb 14 21:45:33.363622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151f1f19-1667-4144-b932-ed32b1779f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:33.427089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1affbb-f084-42e1-87ec-55a283fe2496 req-476d77c8-b8a5-4722-bc01-d3429a706d02 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:33.428646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1affbb-f084-42e1-87ec-55a283fe2496 req-476d77c8-b8a5-4722-bc01-d3429a706d02 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 943 time: 0.1640496 Feb 14 21:45:33.467247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-8e69403a-eea0-48fe-b186-a3a4778cb3bc service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855037 Feb 14 21:45:33.644732 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-75807cd5-1244-479c-94e1-0ae3212cfb5e req-64532f1c-362c-44a9-9ff7-942134512377 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0655596 Feb 14 21:45:33.851760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a1affbb-f084-42e1-87ec-55a283fe2496 req-c07de8c6-ffd7-401b-8050-12cdb961d1d6 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126568 Feb 14 21:45:33.908045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f7cabb9-8c9f-435e-8d48-f17663baff69 req-55e82dbb-ee75-4118-915a-96ed47dec815 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353499 Feb 14 21:45:34.013764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-cdef2934-8d5d-4b0a-8a29-52ad60484f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:34.015862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-cdef2934-8d5d-4b0a-8a29-52ad60484f63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 1126 time: 0.0509560 Feb 14 21:45:34.214545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-47e931a6-cc32-4dbb-8bf8-279f0702d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:34.216367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-47e931a6-cc32-4dbb-8bf8-279f0702d121 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.1945958 Feb 14 21:45:34.241781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-189d0d70-c531-4419-ab9f-8d0fd3aab556 req-f2f3ecc8-a368-465c-946c-fe6e01ce3898 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=6aae0a7e-111d-443b-973b-52758578b721 HTTP/1.1" status: 200 len: 210 time: 0.0401199 Feb 14 21:45:34.318820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-920ff065-161d-4627-883b-8f034456b575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea37832-ec73-409b-b204-d57d372e2d29 HTTP/1.1" status: 200 len: 217 time: 0.0740011 Feb 14 21:45:34.380305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-43ea76e9-541c-4914-9c09-fcb5f0cefcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:34.381949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-43ea76e9-541c-4914-9c09-fcb5f0cefcfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.0569506 Feb 14 21:45:34.424215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-f3f98be7-a2e3-4fdc-99ec-e581a75f323b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327208 Feb 14 21:45:34.538895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-72835e76-0970-4ec2-a449-a732b33fd937 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072464 Feb 14 21:45:34.569115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:34.685331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d64b4b8-afd5-4f33-b2bd-36d10c801a48 req-2daf631d-3da3-4054-b4fe-e5253eb7bca0 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369460 Feb 14 21:45:35.019759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1587d9d-0913-4984-a3b0-dd2ef9b835a2 req-06e79c89-7cb7-4737-b97a-2de56dc925e0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:35.021428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1587d9d-0913-4984-a3b0-dd2ef9b835a2 req-06e79c89-7cb7-4737-b97a-2de56dc925e0 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 943 time: 0.0898132 Feb 14 21:45:35.091483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1587d9d-0913-4984-a3b0-dd2ef9b835a2 req-82c1417f-4b72-48ff-ab06-f940befab953 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630448 Feb 14 21:45:35.623908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcb089fe-6759-479b-a57c-30df85a93e1f req-ba5514d8-d387-4fd7-ad16-d8d589d57561 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8f285a28fe4479881a5e486d96ffcb&device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0887840 Feb 14 21:45:35.675089 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcb089fe-6759-479b-a57c-30df85a93e1f req-6a264517-c88d-4ff5-b24c-51b6df1a0633 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4f8f285a28fe4479881a5e486d96ffcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445068 Feb 14 21:45:35.699234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-57d4ae0a-f7a7-4a3d-8aca-c21276841606 req-ec9bb177-4232-4a21-b1e1-bf6b2cba5f04 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0708001 Feb 14 21:45:35.793134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:35.805953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb089fe-6759-479b-a57c-30df85a93e1f req-15a6731a-29b7-4f76-b6c3-0f018069be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:35.807529 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcb089fe-6759-479b-a57c-30df85a93e1f req-15a6731a-29b7-4f76-b6c3-0f018069be92 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260278 Feb 14 21:45:36.223641 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:36.254169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfeb7-3430-4f48-9a00-5705b937a53c req-c8638853-c913-43bb-a794-4febb899f37b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:36.261457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d93cfeb7-3430-4f48-9a00-5705b937a53c req-c8638853-c913-43bb-a794-4febb899f37b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 943 time: 0.0750666 Feb 14 21:45:36.316238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d93cfeb7-3430-4f48-9a00-5705b937a53c req-1116b4ff-3147-43ba-a3ee-c01795ed86f5 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Feb 14 21:45:36.574052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9ea37832-ec73-409b-b204-d57d372e2d29 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:45:36.705146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9ea37832-ec73-409b-b204-d57d372e2d29,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:36.719522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '9ea37832-ec73-409b-b204-d57d372e2d29', 'network_id': '8c34034c-f402-4eff-9fc5-61fa1df68893', 'port_id': '9ea37832-ec73-409b-b204-d57d372e2d29', 'mac_address': 'fa:16:3e:b6:aa:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425cf06-d344-4de6-a10f-4c414098ea76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:45:36.769549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9ea37832-ec73-409b-b204-d57d372e2d29 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:45:36.769950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:36.787821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea37832-ec73-409b-b204-d57d372e2d29 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:45:36.815288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9ea37832-ec73-409b-b204-d57d372e2d29,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:36.823941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:36.834360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6226733-2806-4e98-abc4-6b7e764cfdff req-5cf7746b-ea68-427c-b349-f41eb6e571b8 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.86 "GET /v2.0/ports?device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0419471 Feb 14 21:45:36.890633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:37.072298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['9ea37832-ec73-409b-b204-d57d372e2d29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:45:37.282711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:37.302909 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-dcb089fe-6759-479b-a57c-30df85a93e1f req-a8d69a0d-ab20-4cfa-a906-8105bb2163d1 tempest-ServerShowV247Test-644472664 tempest-ServerShowV247Test-644472664-project] 10.222.0.64 "GET /v2.0/ports?device_id=d804b241-e084-44be-89cc-a9cd79a21246 HTTP/1.1" status: 200 len: 210 time: 0.0532608 Feb 14 21:45:37.483915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f478c-82f2-421b-9238-874919629828 req-4025344e-40f8-423a-a44d-d63ca2c126ed tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:37.485525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64f478c-82f2-421b-9238-874919629828 req-4025344e-40f8-423a-a44d-d63ca2c126ed tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 944 time: 0.0673327 Feb 14 21:45:37.568366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64f478c-82f2-421b-9238-874919629828 req-7689f8d3-cf7d-41e2-bb22-b23765d62c61 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753853 Feb 14 21:45:38.264846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51826) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:38.388873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bcf12375-7387-4e89-a69b-e8d8b97322fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.472534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bcf12375-7387-4e89-a69b-e8d8b97322fb admin admin] Publish callbacks [] for security_group (85d919a3-ce6f-488d-a039-82da5be03e70), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.477493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bcf12375-7387-4e89-a69b-e8d8b97322fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85d919a3-ce6f-488d-a039-82da5be03e70), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.517994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bcf12375-7387-4e89-a69b-e8d8b97322fb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f8f285a28fe4479881a5e486d96ffcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517986 Feb 14 21:45:38.519076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf12375-7387-4e89-a69b-e8d8b97322fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d919a3-ce6f-488d-a039-82da5be03e70,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:38.520673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51832) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:38.540961 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:45:38.582481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9ea37832-ec73-409b-b204-d57d372e2d29 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:45:38.602695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] Publish callbacks [] for security_group (85d919a3-ce6f-488d-a039-82da5be03e70), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.645160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 9ea37832-ec73-409b-b204-d57d372e2d29 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:45:38.654858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 9ea37832-ec73-409b-b204-d57d372e2d29 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:45:38.655272 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.659968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] Publish callbacks [] for security_group (85d919a3-ce6f-488d-a039-82da5be03e70), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.724864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc40bd-8664-4c26-bad1-41e7dcd479ae req-c9443bc0-5b80-4dff-95e2-182ac036f5e8 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:38.734451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61dc40bd-8664-4c26-bad1-41e7dcd479ae req-c9443bc0-5b80-4dff-95e2-182ac036f5e8 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 944 time: 0.0764375 Feb 14 21:45:38.740887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85d919a3-ce6f-488d-a039-82da5be03e70), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.744641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.745940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85d919a3-ce6f-488d-a039-82da5be03e70 HTTP/1.1" status: 204 len: 168 time: 0.2235138 Feb 14 21:45:38.758878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f967e-fc5b-4a7f-80e8-7fe5d797bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d919a3-ce6f-488d-a039-82da5be03e70,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:38.791953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 9ea37832-ec73-409b-b204-d57d372e2d29 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:45:38.792896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.814648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 51842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:38.828741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:45:38.832435 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d464577f-01e1-45ab-befd-8a7bb2025808" -d '{"events": [{"server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "name": "network-vif-plugged", "status": "completed", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:45:38.843201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61dc40bd-8664-4c26-bad1-41e7dcd479ae req-24e677d9-f1aa-4bec-8b0e-07df5a396f3f tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073108 Feb 14 21:45:38.853627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9ea37832-ec73-409b-b204-d57d372e2d29,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:45:38.872022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:38.937341 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54396582-c824-4b36-bbfb-d007e4ca95e3 x-openstack-request-id: req-54396582-c824-4b36-bbfb-d007e4ca95e3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:45:38.938102 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "name": "network-vif-plugged", "status": "completed", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:45:38.938517 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54396582-c824-4b36-bbfb-d007e4ca95e3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:45:38.939059 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29', 'code': 200} Feb 14 21:45:38.960781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:39.092119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94137b-2560-47c0-90ff-8b1351d44b7d req-a050876a-25a3-43de-875f-a92e094f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:39.099270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e94137b-2560-47c0-90ff-8b1351d44b7d req-a050876a-25a3-43de-875f-a92e094f4959 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 1128 time: 0.0973771 Feb 14 21:45:39.170353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a38b425f-2fb4-4875-9753-c3497952ead6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.171043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e94137b-2560-47c0-90ff-8b1351d44b7d req-89f27e95-1192-4fbf-8ee5-367c206f1fed service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642908 Feb 14 21:45:39.270379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a38b425f-2fb4-4875-9753-c3497952ead6 admin admin] Publish callbacks [] for security_group (c18467f0-46e8-428a-9ce0-0f40601dda14), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.282515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a38b425f-2fb4-4875-9753-c3497952ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c18467f0-46e8-428a-9ce0-0f40601dda14), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.328731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51868) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:39.328934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a38b425f-2fb4-4875-9753-c3497952ead6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d78be49ca5a40f599cd618d33cf82d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5129321 Feb 14 21:45:39.329929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b425f-2fb4-4875-9753-c3497952ead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18467f0-46e8-428a-9ce0-0f40601dda14,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:39.387474 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] Publish callbacks [] for security_group (c18467f0-46e8-428a-9ce0-0f40601dda14), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.420929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] Publish callbacks [] for security_group (c18467f0-46e8-428a-9ce0-0f40601dda14), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.492255 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c18467f0-46e8-428a-9ce0-0f40601dda14), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.495531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.496673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c18467f0-46e8-428a-9ce0-0f40601dda14 HTTP/1.1" status: 204 len: 168 time: 0.1661894 Feb 14 21:45:39.512315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425bc81-95c9-493e-b712-15e5f47adf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18467f0-46e8-428a-9ce0-0f40601dda14,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:39.901151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51890) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:39.914464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1c5416d-e164-4824-9a39-1e9940be4d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:39.995567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1c5416d-e164-4824-9a39-1e9940be4d3e admin admin] Publish callbacks [] for security_group (4549bbb7-5bb8-4bc7-9fec-cee20a7d74de), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.000729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1c5416d-e164-4824-9a39-1e9940be4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4549bbb7-5bb8-4bc7-9fec-cee20a7d74de), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.029961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b1c5416d-e164-4824-9a39-1e9940be4d3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8471e81174d4cea8b8a9f656e099f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277213 Feb 14 21:45:40.032447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 51894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:40.079091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5416d-e164-4824-9a39-1e9940be4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4549bbb7-5bb8-4bc7-9fec-cee20a7d74de,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:40.110080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] Publish callbacks [] for security_group (4549bbb7-5bb8-4bc7-9fec-cee20a7d74de), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.140734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] Publish callbacks [] for security_group (4549bbb7-5bb8-4bc7-9fec-cee20a7d74de), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.240423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4549bbb7-5bb8-4bc7-9fec-cee20a7d74de), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.244161 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:40.245415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4549bbb7-5bb8-4bc7-9fec-cee20a7d74de HTTP/1.1" status: 204 len: 168 time: 0.2118270 Feb 14 21:45:40.285457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50400cf7-329d-4f56-a21f-143670b43674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4549bbb7-5bb8-4bc7-9fec-cee20a7d74de,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:40.629868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183caa-2b7b-42f3-819d-0626df2e1a68 req-9c858a7a-9f51-4f46-87fc-1b1f14f243a9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:40.637617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88183caa-2b7b-42f3-819d-0626df2e1a68 req-9c858a7a-9f51-4f46-87fc-1b1f14f243a9 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 945 time: 0.1783381 Feb 14 21:45:40.706007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88183caa-2b7b-42f3-819d-0626df2e1a68 req-443f802e-73f0-4dc8-bfe9-dbc8572f2bf7 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658581 Feb 14 21:45:55.145376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:55.311358 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3d90-e462-45a2-9581-b09afac8c149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.410629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3d90-e462-45a2-9581-b09afac8c149 admin admin] Publish callbacks [] for security_group (a9ac071d-2540-45ff-94ae-25cdb31f2b8a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.415660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3d90-e462-45a2-9581-b09afac8c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9ac071d-2540-45ff-94ae-25cdb31f2b8a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.454479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:45:55.455243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dfaf3d90-e462-45a2-9581-b09afac8c149 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b08f0e6b098647728cf30f80fed8254c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079817 Feb 14 21:45:55.465504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf3d90-e462-45a2-9581-b09afac8c149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ac071d-2540-45ff-94ae-25cdb31f2b8a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:55.532278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Publish callbacks [] for security_group (a9ac071d-2540-45ff-94ae-25cdb31f2b8a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.566830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Publish callbacks [] for security_group (a9ac071d-2540-45ff-94ae-25cdb31f2b8a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.625017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9ac071d-2540-45ff-94ae-25cdb31f2b8a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.628668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:45:55.641790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9ac071d-2540-45ff-94ae-25cdb31f2b8a HTTP/1.1" status: 204 len: 168 time: 0.1831281 Feb 14 21:45:55.649721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ac071d-2540-45ff-94ae-25cdb31f2b8a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:45:55.659289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.660006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.660603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.661417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.662773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.663377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.664276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.664929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.665434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.665935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.666437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.666935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:55.667651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459378a-5697-40ff-a51b-0265dc7c1567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:45:56.359219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-5124dafa-0d35-4ac8-959c-350117665f30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2896674 Feb 14 21:45:56.455566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-2f01b850-bac1-4a89-9974-60554fc604f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:56.458986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-2f01b850-bac1-4a89-9974-60554fc604f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 1128 time: 0.0765407 Feb 14 21:45:56.679234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-97d833df-72b0-4e23-a97c-8c7e8ae014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:56.681066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-97d833df-72b0-4e23-a97c-8c7e8ae014ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 200 len: 916 time: 0.1977324 Feb 14 21:45:56.732816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-d994ee71-bca5-45c3-ba46-8f532d79054b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816 HTTP/1.1" status: 200 len: 217 time: 0.0448616 Feb 14 21:45:56.866333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-2261604d-503f-43d4-a384-a5137973fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:45:56.874987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-2261604d-503f-43d4-a384-a5137973fb09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 200 len: 855 time: 0.1329007 Feb 14 21:45:56.931517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-2a3fa00a-6ffc-4ed0-b863-0489ac4e3d13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c34034c-f402-4eff-9fc5-61fa1df68893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502255 Feb 14 21:45:56.949759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-3973c45e-62d2-4939-bd17-2fc288ccf141 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:45:56.951588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-3973c45e-62d2-4939-bd17-2fc288ccf141 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068769 Feb 14 21:45:57.068741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-11c6d7ec-c553-422f-98e9-3193217fd12d service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087511 Feb 14 21:45:57.200390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68cf3fae-4f50-4518-b1bf-178fb5dc1cd5 req-6fc68bac-ffd9-42aa-8a26-15d4eeded4e9 service neutron] 10.222.0.83 "GET /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251054 Feb 14 21:45:58.775765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:00.970779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ede0ff6-26da-4cae-8871-a06ec7fb42bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:01.661979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:01.803420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5792604e-6339-4848-b51c-0d99d26ed279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:01.880004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5792604e-6339-4848-b51c-0d99d26ed279 admin admin] Publish callbacks [] for security_group (928ce77e-efa2-4d1b-bb49-4b74e4e769cb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:01.884706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5792604e-6339-4848-b51c-0d99d26ed279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (928ce77e-efa2-4d1b-bb49-4b74e4e769cb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:01.922497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792604e-6339-4848-b51c-0d99d26ed279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ce77e-efa2-4d1b-bb49-4b74e4e769cb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:01.927684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5792604e-6339-4848-b51c-0d99d26ed279 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6149432a215c4a3eb297fc08cbeb91dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644522 Feb 14 21:46:01.930436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52570) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:01.981653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] Publish callbacks [] for security_group (928ce77e-efa2-4d1b-bb49-4b74e4e769cb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.003125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] Publish callbacks [] for security_group (928ce77e-efa2-4d1b-bb49-4b74e4e769cb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.052765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (928ce77e-efa2-4d1b-bb49-4b74e4e769cb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.055619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.056942 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/928ce77e-efa2-4d1b-bb49-4b74e4e769cb HTTP/1.1" status: 204 len: 168 time: 0.1257434 Feb 14 21:46:02.065455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f2186-4ecc-43a1-8218-63ce25903f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ce77e-efa2-4d1b-bb49-4b74e4e769cb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:02.355886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52584) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:02.369299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d88664-279e-482b-b972-ecbdcdea5ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.451731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d88664-279e-482b-b972-ecbdcdea5ffa admin admin] Publish callbacks [] for security_group (7536a7f4-d510-4b1d-8db7-de554ad27c77), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.456561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48d88664-279e-482b-b972-ecbdcdea5ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7536a7f4-d510-4b1d-8db7-de554ad27c77), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.494493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d88664-279e-482b-b972-ecbdcdea5ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7536a7f4-d510-4b1d-8db7-de554ad27c77,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:02.506087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52592) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:02.506563 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48d88664-279e-482b-b972-ecbdcdea5ffa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=187bfc679ebf452391627de15e14053e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492281 Feb 14 21:46:02.564945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] Publish callbacks [] for security_group (7536a7f4-d510-4b1d-8db7-de554ad27c77), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.590472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] Publish callbacks [] for security_group (7536a7f4-d510-4b1d-8db7-de554ad27c77), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.655760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7536a7f4-d510-4b1d-8db7-de554ad27c77), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.672263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:02.684427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7536a7f4-d510-4b1d-8db7-de554ad27c77 HTTP/1.1" status: 204 len: 168 time: 0.1666353 Feb 14 21:46:02.693158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511acff-73c3-4863-8440-214bb52012f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7536a7f4-d510-4b1d-8db7-de554ad27c77,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:03.348553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f95eff16-6bc7-4b7d-88a1-3777aa008771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:04.591600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:04.985410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52696) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:05.092307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd22e462-9c50-4159-8887-98a6861f88ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.167210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd22e462-9c50-4159-8887-98a6861f88ff admin admin] Publish callbacks [] for security_group (629de515-daaa-4963-ad13-f331dc713bbe), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.171400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd22e462-9c50-4159-8887-98a6861f88ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (629de515-daaa-4963-ad13-f331dc713bbe), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.210195 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bd22e462-9c50-4159-8887-98a6861f88ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da1a486a620d431c8b4cf5d5a0067ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236595 Feb 14 21:46:05.211642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22e462-9c50-4159-8887-98a6861f88ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629de515-daaa-4963-ad13-f331dc713bbe,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:05.213497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52700) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:05.278660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] Publish callbacks [] for security_group (629de515-daaa-4963-ad13-f331dc713bbe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.307686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] Publish callbacks [] for security_group (629de515-daaa-4963-ad13-f331dc713bbe), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.367895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (629de515-daaa-4963-ad13-f331dc713bbe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.370820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.374716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/629de515-daaa-4963-ad13-f331dc713bbe HTTP/1.1" status: 204 len: 168 time: 0.1593728 Feb 14 21:46:05.384794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288633cb-c058-46e5-aa40-e13901a9e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629de515-daaa-4963-ad13-f331dc713bbe,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:05.649157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52710) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:05.662315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74bbfc18-0e16-41d8-98ab-cb98abf7adbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.740906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74bbfc18-0e16-41d8-98ab-cb98abf7adbb admin admin] Publish callbacks [] for security_group (03a75689-c5d0-4d36-98c0-097de3feb1fc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.745214 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74bbfc18-0e16-41d8-98ab-cb98abf7adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (03a75689-c5d0-4d36-98c0-097de3feb1fc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.767465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.785477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-74bbfc18-0e16-41d8-98ab-cb98abf7adbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5b98dc55fc14010972f95d75112a6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352425 Feb 14 21:46:05.786593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbfc18-0e16-41d8-98ab-cb98abf7adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a75689-c5d0-4d36-98c0-097de3feb1fc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:05.788246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:05.841305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] Publish callbacks [] for security_group (03a75689-c5d0-4d36-98c0-097de3feb1fc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.864372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] Publish callbacks [] for security_group (03a75689-c5d0-4d36-98c0-097de3feb1fc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.915346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (03a75689-c5d0-4d36-98c0-097de3feb1fc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.918135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:05.919433 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/03a75689-c5d0-4d36-98c0-097de3feb1fc HTTP/1.1" status: 204 len: 168 time: 0.1294265 Feb 14 21:46:05.931234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc308f-8d59-4108-b1dc-d09a620ab78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a75689-c5d0-4d36-98c0-097de3feb1fc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:06.208868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:06.780311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:06.908897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bc08eba-bf1b-4557-9711-f2e2a985f7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.016279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bc08eba-bf1b-4557-9711-f2e2a985f7b1 admin admin] Publish callbacks [] for security_group (f34fc871-bb11-41dc-9223-45d66e9aa6ee), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.022231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8bc08eba-bf1b-4557-9711-f2e2a985f7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f34fc871-bb11-41dc-9223-45d66e9aa6ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.063196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8bc08eba-bf1b-4557-9711-f2e2a985f7b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe0710a73b2a45ec9ab7c42659bf1baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807117 Feb 14 21:46:07.064111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc08eba-bf1b-4557-9711-f2e2a985f7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34fc871-bb11-41dc-9223-45d66e9aa6ee,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:07.065824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:07.119331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] Publish callbacks [] for security_group (f34fc871-bb11-41dc-9223-45d66e9aa6ee), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.142550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] Publish callbacks [] for security_group (f34fc871-bb11-41dc-9223-45d66e9aa6ee), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.198676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f34fc871-bb11-41dc-9223-45d66e9aa6ee), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.202151 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:07.207749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f34fc871-bb11-41dc-9223-45d66e9aa6ee HTTP/1.1" status: 204 len: 168 time: 0.1402063 Feb 14 21:46:07.219977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4c22a-38ad-44c3-b029-3711bc7c6139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34fc871-bb11-41dc-9223-45d66e9aa6ee,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:07.283780 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.393414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52922) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:10.672277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c11f6533-eaf2-4879-bc4e-2795fd3cf9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.785173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c11f6533-eaf2-4879-bc4e-2795fd3cf9ce admin admin] Publish callbacks [] for security_group (7c4f627a-d8d3-438b-b6f0-d0c484ced8de), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.790824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c11f6533-eaf2-4879-bc4e-2795fd3cf9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7c4f627a-d8d3-438b-b6f0-d0c484ced8de), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.833741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:10.834329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c11f6533-eaf2-4879-bc4e-2795fd3cf9ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2181b8c558d54619866d972fc9c76826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4392762 Feb 14 21:46:10.834748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f6533-eaf2-4879-bc4e-2795fd3cf9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f627a-d8d3-438b-b6f0-d0c484ced8de,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:10.917878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] Publish callbacks [] for security_group (7c4f627a-d8d3-438b-b6f0-d0c484ced8de), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.944126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] Publish callbacks [] for security_group (7c4f627a-d8d3-438b-b6f0-d0c484ced8de), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:10.999246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7c4f627a-d8d3-438b-b6f0-d0c484ced8de), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.002436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.007004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c4f627a-d8d3-438b-b6f0-d0c484ced8de HTTP/1.1" status: 204 len: 168 time: 0.1714897 Feb 14 21:46:11.017005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205feb6-9b0e-4eea-b8f2-72d115b30504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f627a-d8d3-438b-b6f0-d0c484ced8de,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:11.492810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 52968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:11.507713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f905c3e9-03c8-4fe0-a0f1-787fce5ad223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.598329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f905c3e9-03c8-4fe0-a0f1-787fce5ad223 admin admin] Publish callbacks [] for security_group (fd45872f-7b57-48e2-862e-851bd58415bd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.605015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f905c3e9-03c8-4fe0-a0f1-787fce5ad223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd45872f-7b57-48e2-862e-851bd58415bd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.657966 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f905c3e9-03c8-4fe0-a0f1-787fce5ad223 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4583a3874737474c848517ad6d8983e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639922 Feb 14 21:46:11.659279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905c3e9-03c8-4fe0-a0f1-787fce5ad223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd45872f-7b57-48e2-862e-851bd58415bd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:11.661370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 52970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:11.728956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] Publish callbacks [] for security_group (fd45872f-7b57-48e2-862e-851bd58415bd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.784343 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] Publish callbacks [] for security_group (fd45872f-7b57-48e2-862e-851bd58415bd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.866567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd45872f-7b57-48e2-862e-851bd58415bd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.871374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:11.875558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd45872f-7b57-48e2-862e-851bd58415bd HTTP/1.1" status: 204 len: 168 time: 0.2101476 Feb 14 21:46:11.885650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422f760-e394-48a9-be88-0b9e74d070d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd45872f-7b57-48e2-862e-851bd58415bd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:13.653894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:13.793900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1f6e-d4b9-4c60-8d8c-b3cdcee540ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:13.905209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1f6e-d4b9-4c60-8d8c-b3cdcee540ac admin admin] Publish callbacks [] for security_group (cd93e650-ab1f-4ece-8f48-f1323b91fd88), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:13.914608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1f6e-d4b9-4c60-8d8c-b3cdcee540ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cd93e650-ab1f-4ece-8f48-f1323b91fd88), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:13.944217 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c1a1f6e-d4b9-4c60-8d8c-b3cdcee540ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b652135696ef4b4288f6ef20c715397a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895052 Feb 14 21:46:13.946925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53092) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:13.968651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a1f6e-d4b9-4c60-8d8c-b3cdcee540ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93e650-ab1f-4ece-8f48-f1323b91fd88,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:14.004329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] Publish callbacks [] for security_group (cd93e650-ab1f-4ece-8f48-f1323b91fd88), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:14.034825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] Publish callbacks [] for security_group (cd93e650-ab1f-4ece-8f48-f1323b91fd88), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:14.102682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cd93e650-ab1f-4ece-8f48-f1323b91fd88), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:14.106344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:14.107835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd93e650-ab1f-4ece-8f48-f1323b91fd88 HTTP/1.1" status: 204 len: 168 time: 0.1597853 Feb 14 21:46:14.124346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b49d9-1f55-47c8-9a4e-de2aaeb1ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93e650-ab1f-4ece-8f48-f1323b91fd88,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:14.861914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:14.999517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980aec5c-2d5e-414c-8171-e76571f7f7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.113771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980aec5c-2d5e-414c-8171-e76571f7f7f3 admin admin] Publish callbacks [] for security_group (fd903a73-9fd9-4548-a004-ca8796f9c131), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.142979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980aec5c-2d5e-414c-8171-e76571f7f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd903a73-9fd9-4548-a004-ca8796f9c131), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.207681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aec5c-2d5e-414c-8171-e76571f7f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd903a73-9fd9-4548-a004-ca8796f9c131,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:15.248630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53156) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.256341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-980aec5c-2d5e-414c-8171-e76571f7f7f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6faca8fdaf074888b620748a9cc5558c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928888 Feb 14 21:46:15.307884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] Publish callbacks [] for security_group (fd903a73-9fd9-4548-a004-ca8796f9c131), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.335713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] Publish callbacks [] for security_group (fd903a73-9fd9-4548-a004-ca8796f9c131), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.399831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd903a73-9fd9-4548-a004-ca8796f9c131), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.405613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.407633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd903a73-9fd9-4548-a004-ca8796f9c131 HTTP/1.1" status: 204 len: 168 time: 0.1571941 Feb 14 21:46:15.420694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a7e62-2f8b-4e2a-911a-878c1c12f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd903a73-9fd9-4548-a004-ca8796f9c131,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:15.469707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.476041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714266628', 'description': 'tempest-secgroup-smoke-714266628 description', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:15.544971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:46:15.550167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.652615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (52053ae7-36f4-4bf1-b379-65c7655b8c39), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.663361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (52053ae7-36f4-4bf1-b379-65c7655b8c39), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.700540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52053ae7-36f4-4bf1-b379-65c7655b8c39,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:15.710552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.716163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7dda45ea-c46b-40e3-88cd-affcb6333f0e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2420788 Feb 14 21:46:15.716282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.721481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:15.743069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53178) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.750828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (7a1585cc-bc05-4ffa-8627-ab6b99c005a4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.817017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (7a1585cc-bc05-4ffa-8627-ab6b99c005a4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.824669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (7a1585cc-bc05-4ffa-8627-ab6b99c005a4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.850919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1585cc-bc05-4ffa-8627-ab6b99c005a4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:15.879887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.882568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30e50eeb-5edc-42de-9ed3-6e3699ad1419 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652548 Feb 14 21:46:15.886062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.893289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:15.922105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c017636f-4a2f-4fae-a98b-e8b87aa19d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:15.928795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:15.943904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcb03a42-ac45-45a7-b42a-edf64ddca6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.030556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (120f3ee0-5039-4a2c-82df-0c157ac1af92), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.032027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcb03a42-ac45-45a7-b42a-edf64ddca6ba admin admin] Publish callbacks [] for security_group (c4ced6d3-295b-4a3c-955e-891688026bfb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.038955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bcb03a42-ac45-45a7-b42a-edf64ddca6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4ced6d3-295b-4a3c-955e-891688026bfb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.052449 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c017636f-4a2f-4fae-a98b-e8b87aa19d22 admin admin] Publish callbacks [] for security_group (95429c24-f532-46f5-b44d-31e154d97c73), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.067407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c017636f-4a2f-4fae-a98b-e8b87aa19d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (95429c24-f532-46f5-b44d-31e154d97c73), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.075517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb03a42-ac45-45a7-b42a-edf64ddca6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ced6d3-295b-4a3c-955e-891688026bfb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.115665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bcb03a42-ac45-45a7-b42a-edf64ddca6ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=650a211e74854dfb9f76018ec760b7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842754 Feb 14 21:46:16.117930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53190) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.124459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c017636f-4a2f-4fae-a98b-e8b87aa19d22 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e757e450a7264ae397fd688edcefd506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776605 Feb 14 21:46:16.124459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017636f-4a2f-4fae-a98b-e8b87aa19d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95429c24-f532-46f5-b44d-31e154d97c73,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.131752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.201411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] Publish callbacks [] for security_group (c4ced6d3-295b-4a3c-955e-891688026bfb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.209977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (120f3ee0-5039-4a2c-82df-0c157ac1af92), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.216592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] Publish callbacks [] for security_group (95429c24-f532-46f5-b44d-31e154d97c73), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.229436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] Publish callbacks [] for security_group (c4ced6d3-295b-4a3c-955e-891688026bfb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.247842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] Publish callbacks [] for security_group (95429c24-f532-46f5-b44d-31e154d97c73), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.263648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (120f3ee0-5039-4a2c-82df-0c157ac1af92), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.286885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120f3ee0-5039-4a2c-82df-0c157ac1af92,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.304944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4ced6d3-295b-4a3c-955e-891688026bfb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.308270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.311959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4ced6d3-295b-4a3c-955e-891688026bfb HTTP/1.1" status: 204 len: 168 time: 0.1903951 Feb 14 21:46:16.320106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416e779-2851-42b0-9158-44ec8b5567f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ced6d3-295b-4a3c-955e-891688026bfb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.331885 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.336810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4c7e95f5-cbbb-4f46-88f0-ed6d179e52cd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4486139 Feb 14 21:46:16.338469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53198) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.348084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:16.369290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (95429c24-f532-46f5-b44d-31e154d97c73), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.375461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.376490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95429c24-f532-46f5-b44d-31e154d97c73 HTTP/1.1" status: 204 len: 168 time: 0.2426474 Feb 14 21:46:16.399076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e82f65-d28d-4b36-a42f-19e7fe34da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95429c24-f532-46f5-b44d-31e154d97c73,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.409267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (7f9eefc2-487b-4eb2-8690-522775f3dccd), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.510627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (7f9eefc2-487b-4eb2-8690-522775f3dccd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.517613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (7f9eefc2-487b-4eb2-8690-522775f3dccd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.551720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9eefc2-487b-4eb2-8690-522775f3dccd,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.565039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.568961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bf618f3a-4033-4f2c-930d-6807bcb24d7d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2239339 Feb 14 21:46:16.569325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53208) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.574258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:16.616754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (96fab1b9-e6a8-40a1-9a42-7d8f8069ef50), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.677687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (96fab1b9-e6a8-40a1-9a42-7d8f8069ef50), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.684824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (96fab1b9-e6a8-40a1-9a42-7d8f8069ef50), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.716796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fab1b9-e6a8-40a1-9a42-7d8f8069ef50,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.731199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.734267 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0a0ac95-f0d0-476b-8d2a-74f292eabf86 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638839 Feb 14 21:46:16.737377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53214) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.743656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:16.786229 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Project bba04ad9ec254b0984ee845e937dc16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:46:16.792897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (13d98fba-6e9a-4b7a-ac81-9a8b925a8f3a), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.894635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (13d98fba-6e9a-4b7a-ac81-9a8b925a8f3a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.901164 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (13d98fba-6e9a-4b7a-ac81-9a8b925a8f3a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.956223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:16.958147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191229 Feb 14 21:46:16.959360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8600a-5c1b-476b-afe3-7595ffdc9401 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d98fba-6e9a-4b7a-ac81-9a8b925a8f3a,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:16.960707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:16.973058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'security_group_rule': {'security_group_id': '52053ae7-36f4-4bf1-b379-65c7655b8c39', 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:17.036565 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Project bba04ad9ec254b0984ee845e937dc16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:46:17.043666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (c76a2d48-df4e-4b1d-8a83-9c647190843f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:17.155113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (c76a2d48-df4e-4b1d-8a83-9c647190843f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:17.161803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c76a2d48-df4e-4b1d-8a83-9c647190843f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:17.181347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76a2d48-df4e-4b1d-8a83-9c647190843f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:17.201525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:17.211928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c16eccd2-960e-4027-9a2b-f8bb78f08124 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2452395 Feb 14 21:46:17.578256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-4f1b44d2-486a-47ff-b698-a8e75bf08faf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714266628&fields=id&tenant_id=bba04ad9ec254b0984ee845e937dc16f HTTP/1.1" status: 200 len: 267 time: 0.1266537 Feb 14 21:46:17.702441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-828f6bc9-8ef0-4eba-80d1-4a6f5a571f93 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:17.710222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-828f6bc9-8ef0-4eba-80d1-4a6f5a571f93 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 814 time: 0.1301873 Feb 14 21:46:17.726961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-63b3d748-22df-401b-b75d-b1d350aa3d48 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/quotas/bba04ad9ec254b0984ee845e937dc16f HTTP/1.1" status: 200 len: 375 time: 0.0152671 Feb 14 21:46:17.801718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-07fc8b47-f0d3-4f84-b812-4ffffe89e823 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738561 Feb 14 21:46:17.959255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-5c5a2561-a32a-4da1-935e-c8e076beac99 service neutron] 10.222.0.86 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079316 Feb 14 21:46:18.081780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-a78682d1-b519-4e40-9646-d3856a6311e2 service neutron] 10.222.0.86 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162305 Feb 14 21:46:18.572393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53318) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:18.740922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-627572ee-c66a-45e6-aca5-a76f8a365e40 req-31d7d925-4620-4064-8695-9ac8f7dbd0b1 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0507755 Feb 14 21:46:18.812722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1555024781'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:18.848008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Made reservation on behalf of ed4888a3863a4071bb0a2c2e31f2407f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:18.856366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:18.880591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.011482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for security_group (69f4eeb9-b70a-47ba-81be-d822b15b3b1e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.017009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (69f4eeb9-b70a-47ba-81be-d822b15b3b1e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.050778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:46:19.072302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4eeb9-b70a-47ba-81be-d822b15b3b1e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:19.076564 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c8ea61c2-1886-44a2-a6e0-005b028f04e2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.077502 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Added segment c8ea61c2-1886-44a2-a6e0-005b028f04e2 of type vlan for network 956fcc1a-ee91-496a-a224-ba0606cc6263 Feb 14 21:46:19.129223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (956fcc1a-ee91-496a-a224-ba0606cc6263), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.182415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (956fcc1a-ee91-496a-a224-ba0606cc6263), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.187961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:19.188548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.314343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:19.314556 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7409484 Feb 14 21:46:19.315896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc612ce-9b62-47ad-8345-bfb1ce96efff tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event updated for resources: {'Network': ['ID=956fcc1a-ee91-496a-a224-ba0606cc6263,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:19.322068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Request body: {'subnet': {'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:19.327413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:46:19.495888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Made reservation on behalf of ed4888a3863a4071bb0a2c2e31f2407f for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:19.501166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.811954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (a61becaf-e45c-4877-961b-92bd4b5a1b5c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:19.892020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96d7b738-e5ef-4702-81e5-f46674e700a6 req-0ea7e7cc-3437-4947-8f56-fb76c660f500 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0438809 Feb 14 21:46:19.919393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event updated for resources: {'Subnet': ['ID=a61becaf-e45c-4877-961b-92bd4b5a1b5c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:19.941912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Checking segment: {'id': 'c8ea61c2-1886-44a2-a6e0-005b028f04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:46:19.943414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Network hostable DHCP agents. Network: 956fcc1a-ee91-496a-a224-ba0606cc6263, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:46:19.986145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:46:20.014538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 956fcc1a-ee91-496a-a224-ba0606cc6263) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:20.027945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8b6a3-3604-48af-80cf-8df47f400a92 None None] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:46:20.035859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:20.036796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.079901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53358) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:20.087141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Request body: {'port': {'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263', 'name': 'tempest-DHCPAgentSchedulersTestJSON-420210719'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:20.090094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0b3959d9-82f5-40f7-9500-c90faa9c7382 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725723 Feb 14 21:46:20.215602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-956fcc1a-ee91-496a-a224-ba0606cc6263', 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263', 'project_id': 'ed4888a3863a4071bb0a2c2e31f2407f', 'fixed_ips': [{'subnet_id': 'a61becaf-e45c-4877-961b-92bd4b5a1b5c'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:46:20.216599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.360702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53362) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:20.428328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-07ff2878-b20a-46bd-bd3a-1fd47ac7d1d1 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:20.430762 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-07ff2878-b20a-46bd-bd3a-1fd47ac7d1d1 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 814 time: 0.2089005 Feb 14 21:46:20.484179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Made reservation on behalf of ed4888a3863a4071bb0a2c2e31f2407f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:20.489224 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.530366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] device_id is not set on port d00927c6-f383-427a-9a42-7bc313632b99 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:46:20.593190 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79bc371c-8671-4ee4-8827-804446274cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.701745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Allocated IP 172.20.0.2 (956fcc1a-ee91-496a-a224-ba0606cc6263/a61becaf-e45c-4877-961b-92bd4b5a1b5c/a474b546-7ec1-4723-b8a6-686e44b91010) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:46:20.705671 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-b31ff05d-5625-4d7d-a060-f18e17a86281 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba04ad9ec254b0984ee845e937dc16f HTTP/1.1" status: 200 len: 379 time: 0.2663288 Feb 14 21:46:20.722753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'port': {'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'admin_state_up': True, 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'security_groups': ['52053ae7-36f4-4bf1-b379-65c7655b8c39']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:20.779902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79bc371c-8671-4ee4-8827-804446274cb7 admin admin] Publish callbacks [] for security_group (13f62a62-d730-4cdf-9c0c-6032f6db17a0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.793742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-79bc371c-8671-4ee4-8827-804446274cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (13f62a62-d730-4cdf-9c0c-6032f6db17a0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.870073 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks [] for port (a474b546-7ec1-4723-b8a6-686e44b91010), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.884970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.894386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-79bc371c-8671-4ee4-8827-804446274cb7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e2f5e68e3c944b9796cccec1f72218bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325606 Feb 14 21:46:20.895935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc371c-8671-4ee4-8827-804446274cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f62a62-d730-4cdf-9c0c-6032f6db17a0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:20.899308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:20.982756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:46:20.985403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] Publish callbacks [] for security_group (13f62a62-d730-4cdf-9c0c-6032f6db17a0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:20.990977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:20.998497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:46:21.034950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] Publish callbacks [] for security_group (13f62a62-d730-4cdf-9c0c-6032f6db17a0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.037647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Pushing event updated for resources: {'Port': ['ID=a474b546-7ec1-4723-b8a6-686e44b91010,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:21.095064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Made reservation on behalf of bba04ad9ec254b0984ee845e937dc16f for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:21.105136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.107385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.107746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.108096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.110612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.111064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.111446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.111790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.112230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.112576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.112907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.113241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.114753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.115102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:21.127367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-72728b38-b1f2-4f5d-8713-a0ebc8b7ef84 req-93064c56-ade2-4cdf-9a12-2c456a0f2a4e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0386760 Feb 14 21:46:21.130382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (13f62a62-d730-4cdf-9c0c-6032f6db17a0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.134279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.137934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13f62a62-d730-4cdf-9c0c-6032f6db17a0 HTTP/1.1" status: 204 len: 168 time: 0.2348871 Feb 14 21:46:21.144231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a109c-ef18-494a-8d13-c5ec61dc9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f62a62-d730-4cdf-9c0c-6032f6db17a0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:21.170800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Allocated IP 172.20.0.7 (956fcc1a-ee91-496a-a224-ba0606cc6263/a61becaf-e45c-4877-961b-92bd4b5a1b5c/d00927c6-f383-427a-9a42-7bc313632b99) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:46:21.240847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Attempting to bind port a474b546-7ec1-4723-b8a6-686e44b91010 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:46:21.241156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Attempting to bind port a474b546-7ec1-4723-b8a6-686e44b91010 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c8ea61c2-1886-44a2-a6e0-005b028f04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:46:21.242690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Attempting to bind port a474b546-7ec1-4723-b8a6-686e44b91010 on network 956fcc1a-ee91-496a-a224-ba0606cc6263 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:46:21.254633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:46:21.256453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Checking segment: {'id': 'c8ea61c2-1886-44a2-a6e0-005b028f04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:46:21.258642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.259744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Bound using segment: {'id': 'c8ea61c2-1886-44a2-a6e0-005b028f04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:46:21.260538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Bound port: a474b546-7ec1-4723-b8a6-686e44b91010, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea61c2-1886-44a2-a6e0-005b028f04e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '956fcc1a-ee91-496a-a224-ba0606cc6263'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:46:21.261171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.433722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] For port a474b546-7ec1-4723-b8a6-686e44b91010, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:46:21.441589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] For port a474b546-7ec1-4723-b8a6-686e44b91010, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a474b546-7ec1-4723-b8a6-686e44b91010,segment=NetworkSegment(c8ea61c2-1886-44a2-a6e0-005b028f04e2),segment_id=c8ea61c2-1886-44a2-a6e0-005b028f04e2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:46:21.455106 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.607714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cba4b5-4409-47b2-a251-79c2c8c6343b None None] Pushing event updated for resources: {'Port': ['ID=a474b546-7ec1-4723-b8a6-686e44b91010,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:21.681790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Allocated IP 172.20.0.3 (4e170f18-c689-4d5c-8f65-96cc81598fe1/886f1e59-2bdc-4b0a-b50c-56794842f013/2f7c123f-c1da-4906-89e6-10ce78ba538f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:46:21.697733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:21.711543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18b1830b-3558-4323-9239-fb6ad271bca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.783965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for port (d00927c6-f383-427a-9a42-7bc313632b99), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.915626 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18b1830b-3558-4323-9239-fb6ad271bca0 admin admin] Publish callbacks [] for security_group (88293c78-50b5-45ad-83a5-e5ab1ad3e9c9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:21.931540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18b1830b-3558-4323-9239-fb6ad271bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (88293c78-50b5-45ad-83a5-e5ab1ad3e9c9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.045516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1830b-3558-4323-9239-fb6ad271bca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88293c78-50b5-45ad-83a5-e5ab1ad3e9c9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:22.062722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18b1830b-3558-4323-9239-fb6ad271bca0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70053cf0ebfe4fbda987766a424fda96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637435 Feb 14 21:46:22.065099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53386) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:22.084813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a474b546-7ec1-4723-b8a6-686e44b91010 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:46:22.178396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] Publish callbacks [] for security_group (88293c78-50b5-45ad-83a5-e5ab1ad3e9c9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.206671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.212065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d00927c6-f383-427a-9a42-7bc313632b99), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.240522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a474b546-7ec1-4723-b8a6-686e44b91010 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:22.241183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.262443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] Publish callbacks [] for security_group (88293c78-50b5-45ad-83a5-e5ab1ad3e9c9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.308729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:46:22.311075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event updated for resources: {'Port': ['ID=d00927c6-f383-427a-9a42-7bc313632b99,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:22.321330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:22.327321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:46:22.338723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6252db1d-e5bd-4bbe-9f31-0ea21a7a2b3b req-1170f978-1c23-4c9c-b796-7cfe200e66f3 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0969021 Feb 14 21:46:22.402841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.433311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (88293c78-50b5-45ad-83a5-e5ab1ad3e9c9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.436073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.437404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88293c78-50b5-45ad-83a5-e5ab1ad3e9c9 HTTP/1.1" status: 204 len: 168 time: 0.3711238 Feb 14 21:46:22.446692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a474b546-7ec1-4723-b8a6-686e44b91010 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:22.447088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.458041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323685dc-996f-4281-80a0-deb60db7172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88293c78-50b5-45ad-83a5-e5ab1ad3e9c9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:22.504408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:22.505093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.549248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a474b546-7ec1-4723-b8a6-686e44b91010, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a474b546-7ec1-4723-b8a6-686e44b91010,segment=NetworkSegment(c8ea61c2-1886-44a2-a6e0-005b028f04e2),segment_id=c8ea61c2-1886-44a2-a6e0-005b028f04e2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:22.557534 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.577342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:46:22.589010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53396) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:22.589255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7142733c-7553-4ec0-a8be-4d6e30c9674f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5073500 Feb 14 21:46:22.592762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:22.596292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:46:22.610671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:22.663384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a474b546-7ec1-4723-b8a6-686e44b91010,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:22.739349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:22.740011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.780286 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-044de651-ae0a-45f5-9b63-6751be700ad9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0629399 Feb 14 21:46:22.789926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-84e38500-de83-4edd-b604-85eb82d48035 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:46:22.791083 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-84e38500-de83-4edd-b604-85eb82d48035 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054359 Feb 14 21:46:22.821071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Deleting port d00927c6-f383-427a-9a42-7bc313632b99 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:22.821800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d00927c6-f383-427a-9a42-7bc313632b99), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:22.980700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d00927c6-f383-427a-9a42-7bc313632b99), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.013070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Calling delete_port for d00927c6-f383-427a-9a42-7bc313632b99 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:23.073337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Request body: {'port': {'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:23.162071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eac86088-988e-4fa8-a041-b3ab74f59798 None None] Provisioning complete for port 2f7c123f-c1da-4906-89e6-10ce78ba538f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:23.162619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eac86088-988e-4fa8-a041-b3ab74f59798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.202240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.247944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eac86088-988e-4fa8-a041-b3ab74f59798 None None] Port 2f7c123f-c1da-4906-89e6-10ce78ba538f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:46:23.313684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d00927c6-f383-427a-9a42-7bc313632b99), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.349981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event deleted for resources: {'Port': ['ID=d00927c6-f383-427a-9a42-7bc313632b99,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:23.359498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.360411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.361110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.361699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.362295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.362875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.363488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.364057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.364632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.365216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.365776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.366435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.367559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:23.391042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5690892-58ef-4331-a2c6-ccd3d4be9422 None None] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:46:23.548866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461dac6-5942-4cac-9d75-9598cff45e3b req-0340b4aa-754e-4046-8829-4d9c76cf9a37 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:23.557057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a461dac6-5942-4cac-9d75-9598cff45e3b req-0340b4aa-754e-4046-8829-4d9c76cf9a37 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 931 time: 0.0871387 Feb 14 21:46:23.582064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.589576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bfdfbbcc-09fc-469b-b34e-73500ecfb871 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "DELETE /v2.0/ports/d00927c6-f383-427a-9a42-7bc313632b99 HTTP/1.1" status: 204 len: 168 time: 0.9988701 Feb 14 21:46:23.590102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53420) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:23.651394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a461dac6-5942-4cac-9d75-9598cff45e3b req-c51e7819-dec6-4a81-a870-de8d4a5faa5e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933492 Feb 14 21:46:23.684886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4929bc1b-32d2-46c2-927a-6e72148c264c None None] Provisioning complete for port a474b546-7ec1-4723-b8a6-686e44b91010 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:23.685409 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4929bc1b-32d2-46c2-927a-6e72148c264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.850865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7c123f-c1da-4906-89e6-10ce78ba538f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:46:23.864480 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks [] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.897241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Transition to ACTIVE for port object 2f7c123f-c1da-4906-89e6-10ce78ba538f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:46:23.911691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:23.933705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4929bc1b-32d2-46c2-927a-6e72148c264c None None] Current status of the port a474b546-7ec1-4723-b8a6-686e44b91010 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:24.030689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a474b546-7ec1-4723-b8a6-686e44b91010 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:46:24.035425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:24.081132 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6488d134-9c2f-460c-9f38-32f12ea69f92 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.4900603 Feb 14 21:46:24.084049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:24.091741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1697341171'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:24.120816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Made reservation on behalf of ed4888a3863a4071bb0a2c2e31f2407f for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:24.124931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.177075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Attempting to bind port 2f7c123f-c1da-4906-89e6-10ce78ba538f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:46:24.177795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Attempting to bind port 2f7c123f-c1da-4906-89e6-10ce78ba538f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:46:24.178371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Attempting to bind port 2f7c123f-c1da-4906-89e6-10ce78ba538f on network 4e170f18-c689-4d5c-8f65-96cc81598fe1 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:46:24.197102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Port 2f7c123f-c1da-4906-89e6-10ce78ba538f on network 4e170f18-c689-4d5c-8f65-96cc81598fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:46:24.198100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Attempting to bind port 2f7c123f-c1da-4906-89e6-10ce78ba538f on network 4e170f18-c689-4d5c-8f65-96cc81598fe1 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:46:24.203403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a474b546-7ec1-4723-b8a6-686e44b91010 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:24.203966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.226462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:46:24.226816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Checking segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:46:24.227306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Bound using segment: {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:46:24.227732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Bound port: 2f7c123f-c1da-4906-89e6-10ce78ba538f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70f035c-6de1-497f-9561-eff099e5a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:46:24.232041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.265236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:46:24.295779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-18d10264-ab16-4206-b081-9d84ec4e8b51 None None] Provisioning complete for port a474b546-7ec1-4723-b8a6-686e44b91010 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:24.296543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18d10264-ab16-4206-b081-9d84ec4e8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.368585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cdcf8062-1914-4652-b788-b98d2bfa820e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.368991 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Added segment cdcf8062-1914-4652-b788-b98d2bfa820e of type vlan for network c1ce14ff-cbcc-4111-b05a-5373003f6ad9 Feb 14 21:46:24.450149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:46:24.457353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (c1ce14ff-cbcc-4111-b05a-5373003f6ad9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.472790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:46:24.502057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.545298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (c1ce14ff-cbcc-4111-b05a-5373003f6ad9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.550832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:24.551591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.557250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a474b546-7ec1-4723-b8a6-686e44b91010 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:24.602343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-18d10264-ab16-4206-b081-9d84ec4e8b51 None None] Current status of the port a474b546-7ec1-4723-b8a6-686e44b91010 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:24.616153 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:24.616962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:24.618502 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 1092 time: 1.8187869 Feb 14 21:46:24.678282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:46:24.681248 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:46:24.708848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53448) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:24.723823 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6381147 Feb 14 21:46:24.726131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99b933a2-6f6b-4802-8c43-f3d26f732cab None None] Could not find standard attr ID for object d00927c6-f383-427a-9a42-7bc313632b99. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:46:24.832157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb1b38-ec6c-4975-839f-dbacd36c5fef tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event updated for resources: {'Network': ['ID=c1ce14ff-cbcc-4111-b05a-5373003f6ad9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:24.845311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network c1ce14ff-cbcc-4111-b05a-5373003f6ad9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:46:24.869931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b521d0-0426-41fa-aac1-81dbe96af891 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:24.927609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-4bcd5a84-1ef5-45d8-9bd6-ead6e1ec5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:24.930014 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-4bcd5a84-1ef5-45d8-9bd6-ead6e1ec5f77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1126 time: 0.1922193 Feb 14 21:46:25.057596 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-391d7a02-e41d-430e-9c5b-0b48486e84b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 217 time: 0.1131513 Feb 14 21:46:25.100932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9fe75-b223-4509-94bf-8034a9574395 req-9663d035-5c3a-423e-bd02-5d069fda958d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:25.112206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3da9fe75-b223-4509-94bf-8034a9574395 req-9663d035-5c3a-423e-bd02-5d069fda958d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.2395074 Feb 14 21:46:25.136727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8a415211-4213-4707-8de4-1edf1dfe3b9a tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks HTTP/1.1" status: 200 len: 5699 time: 0.4264245 Feb 14 21:46:25.144637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53454) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:25.185200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-0b4d19bf-f0c4-4990-b7d0-403c7519434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:25.187967 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-0b4d19bf-f0c4-4990-b7d0-403c7519434d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.1277335 Feb 14 21:46:25.192744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3da9fe75-b223-4509-94bf-8034a9574395 req-5505c0b6-3cdd-465d-ae93-85c13d665b28 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797513 Feb 14 21:46:25.325963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-8d443575-4d3a-4c9c-8b46-f18323ebfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:25.327621 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-8d443575-4d3a-4c9c-8b46-f18323ebfd4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1272571 Feb 14 21:46:25.332039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba17093-f3cd-4ec3-8b61-5152726a7b33 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] Network c1ce14ff-cbcc-4111-b05a-5373003f6ad9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:46:25.371464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a87b0-bf43-4f7b-b339-39f5a3a88203 None None] Network c1ce14ff-cbcc-4111-b05a-5373003f6ad9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:46:25.394952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53464) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:25.395200 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ba17093-f3cd-4ec3-8b61-5152726a7b33 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "POST /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2485945 Feb 14 21:46:25.459934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-9eddb7c5-7cbb-4cad-8076-fd3a06733448 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203234 Feb 14 21:46:25.589009 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94086ed0-c097-4ba3-8162-19078dcf66a7 x-openstack-request-id: req-94086ed0-c097-4ba3-8162-19078dcf66a7 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:46:25.591335 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:46:25.593232 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-94086ed0-c097-4ba3-8162-19078dcf66a7 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:46:25.593818 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:46:25.685570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7aa90b7e-ad69-46c7-803f-026772c8694f tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.2873316 Feb 14 21:46:25.685951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53472) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:25.697415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c3570ea0-c1ce-469b-a36f-4afc0d04dba6 req-4c306810-9e33-4afe-abf5-ebaa61c5c4af service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339063 Feb 14 21:46:25.806912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-3b146e2f-c562-4857-916f-c1c5d34423f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:25.809289 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-3b146e2f-c562-4857-916f-c1c5d34423f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1126 time: 0.0601258 Feb 14 21:46:25.815364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f2302571-005e-43ca-823e-0120d303bd63 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "DELETE /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks/c1ce14ff-cbcc-4111-b05a-5373003f6ad9 HTTP/1.1" status: 204 len: 168 time: 0.1271589 Feb 14 21:46:25.816720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53478) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:25.965892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-b347ca85-e1bf-44d4-b7e1-ef29d67ae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:25.967336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-b347ca85-e1bf-44d4-b7e1-ef29d67ae510 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.1504593 Feb 14 21:46:26.020867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-804aec6f-3995-4dfe-85c4-08b93561ce45 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks HTTP/1.1" status: 200 len: 5699 time: 0.2015963 Feb 14 21:46:26.025896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53486) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.028877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-60852a38-f550-4024-8133-616f72de8409 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 217 time: 0.0546651 Feb 14 21:46:26.050777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b61cb910-ffc9-4374-af12-1cfa60e5bf42 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/networks/956fcc1a-ee91-496a-a224-ba0606cc6263/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0234275 Feb 14 21:46:26.051460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53492) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.087539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1987b2d4-0eb6-4e98-9539-6ff20014b5c3 tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/networks/956fcc1a-ee91-496a-a224-ba0606cc6263/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0349429 Feb 14 21:46:26.088456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53494) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.165889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-82fd1eaf-e7f9-4ec3-9065-e100a9e8a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:26.167493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-82fd1eaf-e7f9-4ec3-9065-e100a9e8a6c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.1193030 Feb 14 21:46:26.308173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-cb4118b6-a673-4b20-9c62-ab609937c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:26.309815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-cb4118b6-a673-4b20-9c62-ab609937c5cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1292481 Feb 14 21:46:26.386619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c0b67cda-ac9f-420c-a330-4171d8fdbd5a tempest-DHCPAgentSchedulersTestJSON-483689844 tempest-DHCPAgentSchedulersTestJSON-483689844-project-admin] 10.222.0.86 "GET /v2.0/agents/c2f22f23-74ba-44b6-bb30-6e063a59236f/dhcp-networks HTTP/1.1" status: 200 len: 5699 time: 0.2954695 Feb 14 21:46:26.388408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.464388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-298cd143-0991-4fdc-a9f5-356dd25cc940 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437628 Feb 14 21:46:26.478301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c68096-7fa0-4b64-af1f-ed3f0896f878 req-fac6b82c-38dc-425d-bb6d-d39f533f902f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:26.485324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05c68096-7fa0-4b64-af1f-ed3f0896f878 req-fac6b82c-38dc-425d-bb6d-d39f533f902f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1900449 Feb 14 21:46:26.523272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (c1ce14ff-cbcc-4111-b05a-5373003f6ad9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.609062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05c68096-7fa0-4b64-af1f-ed3f0896f878 req-38128616-83d7-46ee-a0a4-cc8a2004c63f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226094 Feb 14 21:46:26.625870 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-27e61d6d-6165-4f32-9599-b7bd8f4dd0cc req-3f357174-80f8-4f90-ad29-1baa4558ea31 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550341 Feb 14 21:46:26.684439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (c1ce14ff-cbcc-4111-b05a-5373003f6ad9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.719889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ce14ff-cbcc-4111-b05a-5373003f6ad9']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:26.733331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcf8062-1914-4652-b788-b98d2bfa820e') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:26.733707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcf8062-1914-4652-b788-b98d2bfa820e') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:26.766633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (cdcf8062-1914-4652-b788-b98d2bfa820e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.781755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cdcf8062-1914-4652-b788-b98d2bfa820e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.788204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:46:26.789136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (cdcf8062-1914-4652-b788-b98d2bfa820e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:46:26.850090 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:46:26.856183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (c1ce14ff-cbcc-4111-b05a-5373003f6ad9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.884625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:26.888818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "DELETE /v2.0/networks/c1ce14ff-cbcc-4111-b05a-5373003f6ad9 HTTP/1.1" status: 204 len: 168 time: 0.4994175 Feb 14 21:46:26.892113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53522) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.901480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aaf63-3266-41c0-a90f-b8f5ebbb1848 tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event deleted for resources: {'Network': ['ID=c1ce14ff-cbcc-4111-b05a-5373003f6ad9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:26.930856 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab85141e-c62e-4366-aa56-7d8710db079f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] DELETE failed (client error): The resource could not be found. Feb 14 21:46:26.931613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab85141e-c62e-4366-aa56-7d8710db079f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:46:26.938086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53526) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:26.938285 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ab85141e-c62e-4366-aa56-7d8710db079f tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "DELETE /v2.0/ports/d00927c6-f383-427a-9a42-7bc313632b99 HTTP/1.1" status: 404 len: 333 time: 0.0447474 Feb 14 21:46:27.020304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Deleting subnet a61becaf-e45c-4877-961b-92bd4b5a1b5c {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:46:27.023905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for subnet (a61becaf-e45c-4877-961b-92bd4b5a1b5c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.070940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53528) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:27.078425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (a61becaf-e45c-4877-961b-92bd4b5a1b5c), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.180985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a61becaf-e45c-4877-961b-92bd4b5a1b5c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.235254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b180f50-ad08-4140-904d-c8055ff1ed27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.258287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (a61becaf-e45c-4877-961b-92bd4b5a1b5c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.324215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b180f50-ad08-4140-904d-c8055ff1ed27 admin admin] Publish callbacks [] for security_group (2698aa58-c062-4e3d-b3d4-741da5349503), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.330509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9b180f50-ad08-4140-904d-c8055ff1ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2698aa58-c062-4e3d-b3d4-741da5349503), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.373310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b180f50-ad08-4140-904d-c8055ff1ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2698aa58-c062-4e3d-b3d4-741da5349503,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:27.377747 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9b180f50-ad08-4140-904d-c8055ff1ed27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=714c1c5fae924577945a26e5740f46d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055511 Feb 14 21:46:27.380284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53532) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:27.451363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] Publish callbacks [] for security_group (2698aa58-c062-4e3d-b3d4-741da5349503), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.478323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] Publish callbacks [] for security_group (2698aa58-c062-4e3d-b3d4-741da5349503), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.544156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (2698aa58-c062-4e3d-b3d4-741da5349503), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.547436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.548933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2698aa58-c062-4e3d-b3d4-741da5349503 HTTP/1.1" status: 204 len: 168 time: 0.1677046 Feb 14 21:46:27.559906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afaed2-e445-48a1-90c7-96a64df9a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698aa58-c062-4e3d-b3d4-741da5349503,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:27.802869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event deleted for resources: {'Subnet': ['ID=a61becaf-e45c-4877-961b-92bd4b5a1b5c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:27.817966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:27.822717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b798f7c5-7dfb-4b2d-8d0e-38a89208c74d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "DELETE /v2.0/subnets/a61becaf-e45c-4877-961b-92bd4b5a1b5c HTTP/1.1" status: 204 len: 168 time: 0.8830659 Feb 14 21:46:27.825357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3a413-2555-471e-86b0-3050549fa0aa None None] Network 956fcc1a-ee91-496a-a224-ba0606cc6263 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:46:27.825992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53542) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:27.887592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cdbab-4b43-4d57-ba9e-1897b6e59b89 req-ac9c9f39-39e2-443d-87d5-286b321aaa96 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:27.893966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14cdbab-4b43-4d57-ba9e-1897b6e59b89 req-ac9c9f39-39e2-443d-87d5-286b321aaa96 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1189952 Feb 14 21:46:27.996059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14cdbab-4b43-4d57-ba9e-1897b6e59b89 req-e6353568-794e-4d68-9989-e2a2391aaec2 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923378 Feb 14 21:46:28.069632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53546) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:28.077752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] DHCP port deletion for 956fcc1a-ee91-496a-a224-ba0606cc6263 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:46:28.097762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f5-757b-48f3-8673-149b63663f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.143123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Deleting port a474b546-7ec1-4723-b8a6-686e44b91010 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:28.143618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.230353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f5-757b-48f3-8673-149b63663f73 admin admin] Publish callbacks [] for security_group (e48bb195-41a0-42ca-86b2-c7f720786556), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.239327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c1f118f5-757b-48f3-8673-149b63663f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e48bb195-41a0-42ca-86b2-c7f720786556), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.264781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] For port a474b546-7ec1-4723-b8a6-686e44b91010, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a474b546-7ec1-4723-b8a6-686e44b91010,segment=NetworkSegment(c8ea61c2-1886-44a2-a6e0-005b028f04e2),segment_id=c8ea61c2-1886-44a2-a6e0-005b028f04e2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:28.265551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.283860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Calling delete_port for a474b546-7ec1-4723-b8a6-686e44b91010 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:28.300242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f118f5-757b-48f3-8673-149b63663f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bb195-41a0-42ca-86b2-c7f720786556,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:28.321571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1f118f5-757b-48f3-8673-149b63663f73 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed0f69ed794741d28c5f91d6badf0836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477543 Feb 14 21:46:28.323746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53556) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:28.395495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] Publish callbacks [] for security_group (e48bb195-41a0-42ca-86b2-c7f720786556), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.424770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] Publish callbacks [] for security_group (e48bb195-41a0-42ca-86b2-c7f720786556), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.455799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (956fcc1a-ee91-496a-a224-ba0606cc6263), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.464029 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a474b546-7ec1-4723-b8a6-686e44b91010), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.491983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] No DVR routers for this DVR port a474b546-7ec1-4723-b8a6-686e44b91010 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:46:28.519990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc623c-e6d5-49c0-99c6-c40e5e6bbce3 None None] Pushing event deleted for resources: {'Port': ['ID=a474b546-7ec1-4723-b8a6-686e44b91010,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:28.527927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e48bb195-41a0-42ca-86b2-c7f720786556), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.530686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.534592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e48bb195-41a0-42ca-86b2-c7f720786556 HTTP/1.1" status: 204 len: 168 time: 0.2087705 Feb 14 21:46:28.549438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9cd1f-047b-4071-a241-e870c99cb3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bb195-41a0-42ca-86b2-c7f720786556,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:28.589582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (956fcc1a-ee91-496a-a224-ba0606cc6263), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.609818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956fcc1a-ee91-496a-a224-ba0606cc6263']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:28.619869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea61c2-1886-44a2-a6e0-005b028f04e2') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:28.620161 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea61c2-1886-44a2-a6e0-005b028f04e2') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:46:28.629617 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (c8ea61c2-1886-44a2-a6e0-005b028f04e2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.651334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c8ea61c2-1886-44a2-a6e0-005b028f04e2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.657883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:46:28.658288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (c8ea61c2-1886-44a2-a6e0-005b028f04e2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:46:28.718856 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:46:28.725589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (956fcc1a-ee91-496a-a224-ba0606cc6263), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.732652 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:28.738399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] 10.222.0.86 "DELETE /v2.0/networks/956fcc1a-ee91-496a-a224-ba0606cc6263 HTTP/1.1" status: 204 len: 168 time: 0.9087822 Feb 14 21:46:28.758116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52507078-989a-44d6-ba83-42a00d155f6d tempest-DHCPAgentSchedulersTestJSON-22015702 tempest-DHCPAgentSchedulersTestJSON-22015702-project] Pushing event deleted for resources: {'Network': ['ID=956fcc1a-ee91-496a-a224-ba0606cc6263,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:28.785531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.072500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53576) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:29.272927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1be19-b16b-4947-8e15-5d41ececb20a req-04ff1412-92d5-4e40-8df9-a51f010d16ae tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:29.275677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0c1be19-b16b-4947-8e15-5d41ececb20a req-04ff1412-92d5-4e40-8df9-a51f010d16ae tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1120353 Feb 14 21:46:29.351493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53592) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:29.357641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-590999ff-e313-4028-9227-e3e179376bf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed4888a3863a4071bb0a2c2e31f2407f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839019 Feb 14 21:46:29.418671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0c1be19-b16b-4947-8e15-5d41ececb20a req-fb4112a4-c833-4ab2-940d-7450ff8a1366 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196237 Feb 14 21:46:29.426567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] Publish callbacks [] for security_group (69f4eeb9-b70a-47ba-81be-d822b15b3b1e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.463305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] Publish callbacks [] for security_group (69f4eeb9-b70a-47ba-81be-d822b15b3b1e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.515822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (69f4eeb9-b70a-47ba-81be-d822b15b3b1e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.518642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.523452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69f4eeb9-b70a-47ba-81be-d822b15b3b1e HTTP/1.1" status: 204 len: 168 time: 0.1703982 Feb 14 21:46:29.533377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdeba0-9c89-4f87-a3bd-82e9ec9102a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4eeb9-b70a-47ba-81be-d822b15b3b1e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:29.946565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53612) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:29.968533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59fd6e23-a817-46e9-a274-bfbd76b2374d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:29.973719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a474b546-7ec1-4723-b8a6-686e44b91010 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:46:30.006436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a474b546-7ec1-4723-b8a6-686e44b91010 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:46:30.008989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a474b546-7ec1-4723-b8a6-686e44b91010 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:46:30.076694 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59fd6e23-a817-46e9-a274-bfbd76b2374d admin admin] Publish callbacks [] for security_group (0435aa6e-bb59-445c-8e55-5e9d0abfeba6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.082850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-59fd6e23-a817-46e9-a274-bfbd76b2374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0435aa6e-bb59-445c-8e55-5e9d0abfeba6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.114171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-59fd6e23-a817-46e9-a274-bfbd76b2374d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=54394089d10d443a9071da57a5af4b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662333 Feb 14 21:46:30.117142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:30.186960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd6e23-a817-46e9-a274-bfbd76b2374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0435aa6e-bb59-445c-8e55-5e9d0abfeba6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:30.210787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] Publish callbacks [] for security_group (0435aa6e-bb59-445c-8e55-5e9d0abfeba6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.241202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] Publish callbacks [] for security_group (0435aa6e-bb59-445c-8e55-5e9d0abfeba6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.300815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0435aa6e-bb59-445c-8e55-5e9d0abfeba6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.304905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:30.306321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0435aa6e-bb59-445c-8e55-5e9d0abfeba6 HTTP/1.1" status: 204 len: 168 time: 0.1881080 Feb 14 21:46:30.316620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc77be-4033-42bb-8788-b10ea58368b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435aa6e-bb59-445c-8e55-5e9d0abfeba6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:30.608192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e16e8-9a55-46d4-9182-f5df7655c0f2 req-8da18892-aef0-4c8a-b447-076a3f752097 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:30.622973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-136e16e8-9a55-46d4-9182-f5df7655c0f2 req-8da18892-aef0-4c8a-b447-076a3f752097 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1101394 Feb 14 21:46:30.687815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-136e16e8-9a55-46d4-9182-f5df7655c0f2 req-44da0f1b-48f6-4ac2-8507-02b793e6f9b5 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629611 Feb 14 21:46:30.978211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-489ffafd-093e-4a4f-b6d8-7871343fca35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:31.888611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28fcd-ac3e-4f17-ac58-3a09b6a5a09a req-5d7158df-dc6b-42ff-9496-c7de8a54e5a7 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:31.894054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98d28fcd-ac3e-4f17-ac58-3a09b6a5a09a req-5d7158df-dc6b-42ff-9496-c7de8a54e5a7 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0994520 Feb 14 21:46:31.963947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98d28fcd-ac3e-4f17-ac58-3a09b6a5a09a req-6b27f4ab-5725-4af8-aba5-8b17d4c9ae1e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665333 Feb 14 21:46:32.620784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:32.883093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1908048796'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:32.911385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:32.914755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:32.989469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (be060468-50a9-40d6-b8b4-c23f8c4c46a6), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:32.995991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.018910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.020542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-04389176-ef02-42e8-83f3-10a1bced5158 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3976128 Feb 14 21:46:33.031059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:33.140825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.349740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.353504 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (be060468-50a9-40d6-b8b4-c23f8c4c46a6), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.379931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ebe2ff4-48f7-49f0-a3b3-1b4eb1f0fbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.403593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a7ff8-56ac-472f-87cc-5a7601d806f2 req-df7b9250-9d47-4393-87dc-f20eb9a4be88 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:33.405120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f63a7ff8-56ac-472f-87cc-5a7601d806f2 req-df7b9250-9d47-4393-87dc-f20eb9a4be88 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.2741301 Feb 14 21:46:33.419834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (be060468-50a9-40d6-b8b4-c23f8c4c46a6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.420316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be060468-50a9-40d6-b8b4-c23f8c4c46a6 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:46:33.446257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.451244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2d3e871f-e895-4e75-8e53-217154ef6af7 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "DELETE /v2.0/routers/be060468-50a9-40d6-b8b4-c23f8c4c46a6 HTTP/1.1" status: 204 len: 168 time: 0.4127307 Feb 14 21:46:33.451244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53746) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:33.459206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Request body: {'router': {'name': 'tempest-router-146108938', 'distributed': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:33.516991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f63a7ff8-56ac-472f-87cc-5a7601d806f2 req-03d3ba10-0f29-4b7c-b58d-adfec5a1aceb tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051142 Feb 14 21:46:33.518313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (29575e11-c13b-4897-8dbe-48f50f16f113), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.519634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (29575e11-c13b-4897-8dbe-48f50f16f113), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.592925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (29575e11-c13b-4897-8dbe-48f50f16f113), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.598845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (29575e11-c13b-4897-8dbe-48f50f16f113), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.617985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.620169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-96e8b69a-b8e2-4422-bbb2-c7166082bb6b tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1678092 Feb 14 21:46:33.622565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:33.722427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (29575e11-c13b-4897-8dbe-48f50f16f113), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.931090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (29575e11-c13b-4897-8dbe-48f50f16f113), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.933293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (29575e11-c13b-4897-8dbe-48f50f16f113), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.985848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (29575e11-c13b-4897-8dbe-48f50f16f113), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:33.986357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29575e11-c13b-4897-8dbe-48f50f16f113 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:46:33.998975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.006706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53758) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:34.011957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Request body: {'router': {'name': 'tempest-router-1055263482', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c503d9a00a964655828d31fbf893d210'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:34.018042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99b6ef10-4280-41ac-bcff-4a5748a842f9 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "DELETE /v2.0/routers/29575e11-c13b-4897-8dbe-48f50f16f113 HTTP/1.1" status: 204 len: 168 time: 0.3919797 Feb 14 21:46:34.036338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.037724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.106326 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.112426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.129527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.131045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65659531-f37f-410e-8544-def8922eb443 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1226399 Feb 14 21:46:34.134408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:34.139111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:34.383769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.384122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.502429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103512) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 14 21:46:34.502783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Router dbe62b50-bda2-4b09-836a-80b0ff3e1338 migrating from provider to provider. {{(pid=103512) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 14 21:46:34.503174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.508275 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.515772 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.586896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.648279 n-d-828372-11 neutron-server[103512]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] No L3 agents can host the router dbe62b50-bda2-4b09-836a-80b0ff3e1338 Feb 14 21:46:34.722582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa47a76-5053-4b5c-9362-2b8125143446 req-c4b65902-3072-4849-9f61-a2d644a47f08 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:34.731532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa47a76-5053-4b5c-9362-2b8125143446 req-c4b65902-3072-4849-9f61-a2d644a47f08 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0706902 Feb 14 21:46:34.838508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faa47a76-5053-4b5c-9362-2b8125143446 req-e954319a-1ea0-41d9-9843-2e0d0983848e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060591 Feb 14 21:46:34.858947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Hosts for router dbe62b50-bda2-4b09-836a-80b0ff3e1338: [] {{(pid=103512) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 14 21:46:34.931964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Hosts for other DVR routers connected to router dbe62b50-bda2-4b09-836a-80b0ff3e1338: set() {{(pid=103512) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 14 21:46:34.934806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:34.936176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6da63f1-5e91-4ea0-aecb-39d21cd9e2b2 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "PUT /v2.0/routers/dbe62b50-bda2-4b09-836a-80b0ff3e1338 HTTP/1.1" status: 200 len: 717 time: 0.8004389 Feb 14 21:46:34.938559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:35.022440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53786) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:35.023597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12abd693-bace-4c60-b214-66d9579834d0 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "GET /v2.0/routers/dbe62b50-bda2-4b09-836a-80b0ff3e1338 HTTP/1.1" status: 200 len: 717 time: 0.0831039 Feb 14 21:46:35.406302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-debf7f2a-9116-4825-b52c-005b37ba1ea7 tempest-RoutersTestDVR-1411607004 tempest-RoutersTestDVR-1411607004-project] 10.222.0.86 "GET /v2.0/routers/dbe62b50-bda2-4b09-836a-80b0ff3e1338 HTTP/1.1" status: 200 len: 683 time: 0.3819890 Feb 14 21:46:35.409234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53796) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:35.492761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.780069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.805478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.808930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (dbe62b50-bda2-4b09-836a-80b0ff3e1338), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.896927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (dbe62b50-bda2-4b09-836a-80b0ff3e1338), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.898641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbe62b50-bda2-4b09-836a-80b0ff3e1338 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:46:35.915446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:35.924218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53806) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:35.924919 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-07c3beca-1ca7-4a55-9645-99d4db64412e tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "DELETE /v2.0/routers/dbe62b50-bda2-4b09-836a-80b0ff3e1338 HTTP/1.1" status: 204 len: 168 time: 0.5137584 Feb 14 21:46:35.928836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Request body: {'router': {'name': 'tempest-router-206741993', 'distributed': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:36.019416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.020726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.118016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388526df-d442-45c3-84ef-da099af05aba req-d8a172a6-5381-4b59-b74a-868561f016a9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:36.126443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-388526df-d442-45c3-84ef-da099af05aba req-d8a172a6-5381-4b59-b74a-868561f016a9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1929312 Feb 14 21:46:36.180621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (b9961242-2e04-4c15-a79d-d470a55a00ef), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.223495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.229998 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.274557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.280132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:36.293346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f81f2be4-af7c-47a7-910c-fb566062ee5c tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3680656 Feb 14 21:46:36.374723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-388526df-d442-45c3-84ef-da099af05aba req-c809b633-830e-4d20-b1f2-a8a7a6ac5a1b tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470653 Feb 14 21:46:36.455762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.678122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.681920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router_controller (b9961242-2e04-4c15-a79d-d470a55a00ef), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.746579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (b9961242-2e04-4c15-a79d-d470a55a00ef), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.747413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9961242-2e04-4c15-a79d-d470a55a00ef {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:46:36.755819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:36.764710 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56f50fa4-2e59-407a-b74f-5c3f62b0f262 tempest-RoutersTestDVR-165356350 tempest-RoutersTestDVR-165356350-project-admin] 10.222.0.86 "DELETE /v2.0/routers/b9961242-2e04-4c15-a79d-d470a55a00ef HTTP/1.1" status: 204 len: 168 time: 0.4817905 Feb 14 21:46:37.269388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53836) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:37.290623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:37.567987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb235755-2628-48bb-886c-8ef38fcbe828 req-d26680c6-4940-4e72-9bcd-1d1236a5cbbd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:37.578120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb235755-2628-48bb-886c-8ef38fcbe828 req-d26680c6-4940-4e72-9bcd-1d1236a5cbbd tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0989511 Feb 14 21:46:37.641530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05f39645-084e-4167-b958-7a9ef97ae0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:37.680435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb235755-2628-48bb-886c-8ef38fcbe828 req-56baa94b-b158-4c0e-abff-81f913a4b441 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970702 Feb 14 21:46:37.826379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05f39645-084e-4167-b958-7a9ef97ae0f5 admin admin] Publish callbacks [] for security_group (3125c36c-84f0-447b-bdac-6b60c52cb11f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:37.832482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05f39645-084e-4167-b958-7a9ef97ae0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3125c36c-84f0-447b-bdac-6b60c52cb11f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:37.888118 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05f39645-084e-4167-b958-7a9ef97ae0f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c503d9a00a964655828d31fbf893d210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151037 Feb 14 21:46:37.888118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39645-084e-4167-b958-7a9ef97ae0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3125c36c-84f0-447b-bdac-6b60c52cb11f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:37.888946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53852) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:37.963043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] Publish callbacks [] for security_group (3125c36c-84f0-447b-bdac-6b60c52cb11f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:37.997277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] Publish callbacks [] for security_group (3125c36c-84f0-447b-bdac-6b60c52cb11f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:38.068138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3125c36c-84f0-447b-bdac-6b60c52cb11f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:38.072559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:38.077482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3125c36c-84f0-447b-bdac-6b60c52cb11f HTTP/1.1" status: 204 len: 168 time: 0.1879799 Feb 14 21:46:38.088285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725aaaa-cd50-4d47-a07e-1b1baede5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125c36c-84f0-447b-bdac-6b60c52cb11f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:38.773663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53874) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:38.787649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fa21798-7a7b-4c19-aa39-67299b8b5e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:38.993770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572736-47a3-4e3c-9a4e-8cfe691d93f5 req-ff73981a-14ba-4248-a788-9b594fbdee37 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:38.995344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69572736-47a3-4e3c-9a4e-8cfe691d93f5 req-ff73981a-14ba-4248-a788-9b594fbdee37 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1932747 Feb 14 21:46:39.145895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69572736-47a3-4e3c-9a4e-8cfe691d93f5 req-410c87c8-5935-437e-9c74-d8abd0a54bca tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419268 Feb 14 21:46:39.186591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fa21798-7a7b-4c19-aa39-67299b8b5e0b admin admin] Publish callbacks [] for security_group (9a6c47af-aba2-43f0-9322-e8c8a99121d6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.198568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fa21798-7a7b-4c19-aa39-67299b8b5e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9a6c47af-aba2-43f0-9322-e8c8a99121d6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.306199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21798-7a7b-4c19-aa39-67299b8b5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c47af-aba2-43f0-9322-e8c8a99121d6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:39.321896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53890) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:39.322394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fa21798-7a7b-4c19-aa39-67299b8b5e0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a98d47618f31409ea6afc7eb823e649e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471723 Feb 14 21:46:39.426129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] Publish callbacks [] for security_group (9a6c47af-aba2-43f0-9322-e8c8a99121d6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.452157 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] Publish callbacks [] for security_group (9a6c47af-aba2-43f0-9322-e8c8a99121d6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.540043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9a6c47af-aba2-43f0-9322-e8c8a99121d6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.542822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:39.544042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a6c47af-aba2-43f0-9322-e8c8a99121d6 HTTP/1.1" status: 204 len: 168 time: 0.2211678 Feb 14 21:46:39.558021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc9f2-427e-4f1b-bc18-3274d0c50cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c47af-aba2-43f0-9322-e8c8a99121d6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:40.338285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d0e85-e61c-49df-a5d0-159cf0697f4c req-0aca43c0-40c4-4e6d-ba92-50297d617f1a tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:40.340661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487d0e85-e61c-49df-a5d0-159cf0697f4c req-0aca43c0-40c4-4e6d-ba92-50297d617f1a tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0953777 Feb 14 21:46:40.486820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-487d0e85-e61c-49df-a5d0-159cf0697f4c req-bbe98eb6-c426-4b76-a99f-e239ef8eb7dc tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383388 Feb 14 21:46:40.855944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:40.935864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1892a07-6a9d-4afc-9957-c55afe4f4d5d req-a9e02077-12d4-4dfe-9f67-dd26c31b0709 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:40.943139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1892a07-6a9d-4afc-9957-c55afe4f4d5d req-a9e02077-12d4-4dfe-9f67-dd26c31b0709 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 945 time: 0.0850453 Feb 14 21:46:41.016205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1892a07-6a9d-4afc-9957-c55afe4f4d5d req-4c0ce110-f37d-4bad-8e60-f682fece67ed tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721271 Feb 14 21:46:41.047093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97cc164c-fa0a-49b5-892a-7d512d3b6c6a tempest-AgentManagementNegativeTest-493519081 tempest-AgentManagementNegativeTest-493519081-project] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1891556 Feb 14 21:46:41.453828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:41.658308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac595b83-0e87-462d-bce3-255c2a7a70f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:41.672402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0481fac-c2c0-4433-88e0-8db10a1fe009 req-01e8fba8-c328-4437-8406-15369f31d625 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:41.674899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0481fac-c2c0-4433-88e0-8db10a1fe009 req-01e8fba8-c328-4437-8406-15369f31d625 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0959606 Feb 14 21:46:41.750089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0481fac-c2c0-4433-88e0-8db10a1fe009 req-c86e3dc0-865e-432b-a065-dacf5de23fc4 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683980 Feb 14 21:46:41.840976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac595b83-0e87-462d-bce3-255c2a7a70f1 admin admin] Publish callbacks [] for security_group (6d4bf71d-5c2a-4081-a180-952ac9bc224a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:41.846395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ac595b83-0e87-462d-bce3-255c2a7a70f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6d4bf71d-5c2a-4081-a180-952ac9bc224a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:41.901391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ac595b83-0e87-462d-bce3-255c2a7a70f1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d01c8e59c8bf431ca3b743e1ba174642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439225 Feb 14 21:46:41.901391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595b83-0e87-462d-bce3-255c2a7a70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4bf71d-5c2a-4081-a180-952ac9bc224a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:41.902714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53976) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:41.983272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 53980) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:41.991235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] Publish callbacks [] for security_group (6d4bf71d-5c2a-4081-a180-952ac9bc224a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.031518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] Publish callbacks [] for security_group (6d4bf71d-5c2a-4081-a180-952ac9bc224a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.118593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6d4bf71d-5c2a-4081-a180-952ac9bc224a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.122246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.123836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6d4bf71d-5c2a-4081-a180-952ac9bc224a HTTP/1.1" status: 204 len: 168 time: 0.2199717 Feb 14 21:46:42.139529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5be05a-e4db-4ad5-8b68-3dee1293205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4bf71d-5c2a-4081-a180-952ac9bc224a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:42.239708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0531de43-e807-410e-a9bc-5b717db1089e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.312076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d15e-146d-4d95-8006-ff5655c121fd req-a951810c-b849-43ac-ae21-ab7805a529fa tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:42.313561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a548d15e-146d-4d95-8006-ff5655c121fd req-a951810c-b849-43ac-ae21-ab7805a529fa tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 945 time: 0.2045043 Feb 14 21:46:42.367620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-bd00fa8c-ae61-40bc-a7f1-aa5cd107d3aa tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:42.369012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-bd00fa8c-ae61-40bc-a7f1-aa5cd107d3aa tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 945 time: 0.1900246 Feb 14 21:46:42.441011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a548d15e-146d-4d95-8006-ff5655c121fd req-34065216-e877-49aa-ba5b-cb576ffa8565 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154785 Feb 14 21:46:42.516618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0531de43-e807-410e-a9bc-5b717db1089e admin admin] Publish callbacks [] for security_group (fe3a4923-fd0e-45a4-944e-2cd9e72d017e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.520881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0531de43-e807-410e-a9bc-5b717db1089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe3a4923-fd0e-45a4-944e-2cd9e72d017e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.568192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0531de43-e807-410e-a9bc-5b717db1089e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c4dad0c95304a8b8f554194db51c391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834827 Feb 14 21:46:42.571423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 53998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:42.593656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531de43-e807-410e-a9bc-5b717db1089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a4923-fd0e-45a4-944e-2cd9e72d017e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:42.599405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Deleting port 9ea37832-ec73-409b-b204-d57d372e2d29 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:42.600006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.699243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] Publish callbacks [] for security_group (fe3a4923-fd0e-45a4-944e-2cd9e72d017e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.721450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] For port 9ea37832-ec73-409b-b204-d57d372e2d29, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=9ea37832-ec73-409b-b204-d57d372e2d29,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:42.722074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.728669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] Publish callbacks [] for security_group (fe3a4923-fd0e-45a4-944e-2cd9e72d017e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.736668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Calling delete_port for 9ea37832-ec73-409b-b204-d57d372e2d29 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:42.818930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe3a4923-fd0e-45a4-944e-2cd9e72d017e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.823952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:42.829083 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fe3a4923-fd0e-45a4-944e-2cd9e72d017e HTTP/1.1" status: 204 len: 168 time: 0.2536504 Feb 14 21:46:42.850219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ab53-9f92-4d84-89bd-a42ed14559d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a4923-fd0e-45a4-944e-2cd9e72d017e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:42.979020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcd866-426b-4335-88f6-8a73bca0f50f req-9b813371-c6b9-46ef-9600-836c03cf3a0c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:42.986594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bddcd866-426b-4335-88f6-8a73bca0f50f req-9b813371-c6b9-46ef-9600-836c03cf3a0c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1408973 Feb 14 21:46:43.084614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bddcd866-426b-4335-88f6-8a73bca0f50f req-bd4941f5-a228-4e9d-ac47-4efe1f679b2e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969808 Feb 14 21:46:43.086678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ea37832-ec73-409b-b204-d57d372e2d29), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.099614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96', 'c08a0fdb-fec5-438f-b22d-d118f7d74816', '723a6aca-0f68-4170-bd20-cd00349f0c6d', '9ea37832-ec73-409b-b204-d57d372e2d29'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:46:43.142390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event deleted for resources: {'Port': ['ID=9ea37832-ec73-409b-b204-d57d372e2d29,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:43.163784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54022) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:43.205605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] No DVR routers for this DVR port 9ea37832-ec73-409b-b204-d57d372e2d29 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:46:43.209396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.213531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c4ccc1d-9fa3-40ef-bad1-319946128cac req-a7d42e26-5b4a-4e38-8bd3-81a58cfe2b86 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "DELETE /v2.0/ports/9ea37832-ec73-409b-b204-d57d372e2d29 HTTP/1.1" status: 204 len: 173 time: 0.8356881 Feb 14 21:46:43.214341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'name': 'network-vif-deleted', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:46:43.229962 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81908d5-5069-448d-9f85-59833151b70c" -d '{"events": [{"server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "name": "network-vif-deleted", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:46:43.287190 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc20db2-3ee7-4978-afd5-f62d89c3d35d x-openstack-request-id: req-7fc20db2-3ee7-4978-afd5-f62d89c3d35d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:46:43.287683 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81015f22-b25a-4fdf-a2b2-cc5c7ec776f0", "name": "network-vif-deleted", "tag": "9ea37832-ec73-409b-b204-d57d372e2d29", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:46:43.293962 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7fc20db2-3ee7-4978-afd5-f62d89c3d35d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:46:43.295541 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81015f22-b25a-4fdf-a2b2-cc5c7ec776f0', 'name': 'network-vif-deleted', 'tag': '9ea37832-ec73-409b-b204-d57d372e2d29', 'status': 'completed', 'code': 200} Feb 14 21:46:43.341494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--477855867'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:43.387425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.412241 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.462713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54028) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:43.580438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (19e759d9-48b8-4cf5-adf2-88b17b8b497c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.585043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (19e759d9-48b8-4cf5-adf2-88b17b8b497c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.659077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e759d9-48b8-4cf5-adf2-88b17b8b497c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:43.684943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.691254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.735311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.737007 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5722210 Feb 14 21:46:43.738012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778f9a-858c-4ff6-937b-bf90fd5e8932 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796ec416-d480-428f-a3ca-b836fbd86fcf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:43.740678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:43.777796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ae80-e0a0-4a60-93e5-69706044040d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.802826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e53bfef0-9446-4c63-9067-5e4c67d6edd0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0604188 Feb 14 21:46:43.806206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54034) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:43.811397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-security--2109823827', 'description': 'tempest-security-description-357273278'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:43.832520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f36304f0-ee0f-4a65-95b1-103272f0c27e req-86e5c407-b77b-4b2d-9363-aa25bcff8162 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=81015f22-b25a-4fdf-a2b2-cc5c7ec776f0 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Feb 14 21:46:43.883481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.940713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ae80-e0a0-4a60-93e5-69706044040d admin admin] Publish callbacks [] for security_group (00a0773a-b84c-4f38-b3ff-7b65fabb5182), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.941922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.945655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ae80-e0a0-4a60-93e5-69706044040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (00a0773a-b84c-4f38-b3ff-7b65fabb5182), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.946695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.949426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:43.950910 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "PUT /v2.0/security-groups/796ec416-d480-428f-a3ca-b836fbd86fcf HTTP/1.1" status: 200 len: 1796 time: 0.1435049 Feb 14 21:46:43.954253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:43.985261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ae80-e0a0-4a60-93e5-69706044040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0773a-b84c-4f38-b3ff-7b65fabb5182,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:43.989903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ad7ae80-e0a0-4a60-93e5-69706044040d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=caccb4e3e28442dea02fc038e2c38749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258636 Feb 14 21:46:43.992855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.008732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0660d-7d2c-415b-897a-4a506dd84cfd tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796ec416-d480-428f-a3ca-b836fbd86fcf,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.042644 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-686d843c-5407-4889-9e82-f1ca58e56cd8 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups/796ec416-d480-428f-a3ca-b836fbd86fcf HTTP/1.1" status: 200 len: 1796 time: 0.0837510 Feb 14 21:46:44.042868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.044199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] Publish callbacks [] for security_group (00a0773a-b84c-4f38-b3ff-7b65fabb5182), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.070191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] Publish callbacks [] for security_group (00a0773a-b84c-4f38-b3ff-7b65fabb5182), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.098918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.130692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.136544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (00a0773a-b84c-4f38-b3ff-7b65fabb5182), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.140920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.143446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/00a0773a-b84c-4f38-b3ff-7b65fabb5182 HTTP/1.1" status: 204 len: 168 time: 0.1493313 Feb 14 21:46:44.177200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018675d8-5fcf-4806-81a2-c6e1d00022e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0773a-b84c-4f38-b3ff-7b65fabb5182,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.201361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (796ec416-d480-428f-a3ca-b836fbd86fcf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.207516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.209965 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/796ec416-d480-428f-a3ca-b836fbd86fcf HTTP/1.1" status: 204 len: 168 time: 0.1656775 Feb 14 21:46:44.213203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54052) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.226730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74e616-4b39-4c9b-b7a5-0da788e5efa9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796ec416-d480-428f-a3ca-b836fbd86fcf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.285744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37086d8-2c56-47c0-bd8d-70d625751533 req-956f9fe0-a7ba-4743-9b6c-9bbcd67c15bb tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:44.287396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e37086d8-2c56-47c0-bd8d-70d625751533 req-956f9fe0-a7ba-4743-9b6c-9bbcd67c15bb tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1170182 Feb 14 21:46:44.293145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a134d389-83e7-4694-b3f6-6d6076906988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754564 Feb 14 21:46:44.294626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54054) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.311369 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-8f778777-ccb8-41a7-9669-80d3edc34b99 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] delete failed (client error): The resource could not be found. Feb 14 21:46:44.316577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54056) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.317010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f778777-ccb8-41a7-9669-80d3edc34b99 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/796ec416-d480-428f-a3ca-b836fbd86fcf HTTP/1.1" status: 404 len: 347 time: 0.0204895 Feb 14 21:46:44.321682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626241987'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:44.360372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e37086d8-2c56-47c0-bd8d-70d625751533 req-5f6b7947-7dbc-4c0d-9f79-5f98a138eab2 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633233 Feb 14 21:46:44.368575 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.443629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd6365f5-33da-426a-8bef-27c1a5cf7c81), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.450012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd6365f5-33da-426a-8bef-27c1a5cf7c81), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.480457 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.484346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1638992 Feb 14 21:46:44.484797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54060) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.485809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42247e21-5cfc-41e6-b592-7417a09b2d31 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6365f5-33da-426a-8bef-27c1a5cf7c81,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.491142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'fd6365f5-33da-426a-8bef-27c1a5cf7c81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:44.525713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.575181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.579394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.601628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.602503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54062) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.615814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.617474 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1da840f8-9d9e-4db8-8836-751674af6dae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313667 Feb 14 21:46:44.620489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54064) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.629132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b86c943-9ee2-48e4-abba-ae6615affa3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.653213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.661658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.692385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.700191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.701486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8 HTTP/1.1" status: 204 len: 168 time: 0.0800023 Feb 14 21:46:44.704163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.706260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713de920-0c4b-452e-a5d4-003c35351106 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bf7419d-e5ec-403f-a7d3-df3fe4a2b2f8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.726484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b86c943-9ee2-48e4-abba-ae6615affa3a admin admin] Publish callbacks [] for security_group (c4aa645b-f75b-4019-b5bd-4228405aad24), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.733142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b86c943-9ee2-48e4-abba-ae6615affa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4aa645b-f75b-4019-b5bd-4228405aad24), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.787420 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00685470-a770-4671-9d2c-a5ce50eb16e5 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0819898 Feb 14 21:46:44.790730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.795343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8b86c943-9ee2-48e4-abba-ae6615affa3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8d89171a93d459492ae8f34ff9297e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908495 Feb 14 21:46:44.796727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54070) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.803674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c943-9ee2-48e4-abba-ae6615affa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa645b-f75b-4019-b5bd-4228405aad24,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:44.852563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd6365f5-33da-426a-8bef-27c1a5cf7c81), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.854165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] Publish callbacks [] for security_group (c4aa645b-f75b-4019-b5bd-4228405aad24), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.880890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] Publish callbacks [] for security_group (c4aa645b-f75b-4019-b5bd-4228405aad24), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.905043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd6365f5-33da-426a-8bef-27c1a5cf7c81), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.945809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c4aa645b-f75b-4019-b5bd-4228405aad24), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.948381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.951622 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4aa645b-f75b-4019-b5bd-4228405aad24 HTTP/1.1" status: 204 len: 168 time: 0.1521192 Feb 14 21:46:44.959312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd6365f5-33da-426a-8bef-27c1a5cf7c81), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.964147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:44.970123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/fd6365f5-33da-426a-8bef-27c1a5cf7c81 HTTP/1.1" status: 204 len: 168 time: 0.1740429 Feb 14 21:46:44.971085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54084) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:44.976692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a0d92-24d2-4925-9f64-5bbb57e74be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa645b-f75b-4019-b5bd-4228405aad24,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.017116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbbd69-f4be-4a95-b424-159d555dbc1a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6365f5-33da-426a-8bef-27c1a5cf7c81,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.064019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54088) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:45.065295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-866e0b3e-431d-4d77-a88e-9d47394f745e tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897326 Feb 14 21:46:45.068440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--634965514'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:45.122830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.194612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (f017a309-a930-434f-a1c5-969b669074f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.202254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f017a309-a930-434f-a1c5-969b669074f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.235865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f017a309-a930-434f-a1c5-969b669074f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.242468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.246792 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d1fff1f9-b89b-4786-a93d-35b06d5fa4e3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1798680 Feb 14 21:46:45.246792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54092) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:45.252147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'f017a309-a930-434f-a1c5-969b669074f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:45.289373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.381098 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.387831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.419977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.421750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1731601 Feb 14 21:46:45.422890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27400ba4-2d08-4646-8558-7076f096cf19 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a438887-bb6e-4e06-b32d-0f7124482ed0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.424437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54100) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:45.430111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'f017a309-a930-434f-a1c5-969b669074f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:45.507769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.573230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844be9c9-7ede-4cf6-bc19-bdaaf83eb296 req-3cabf436-0a48-4650-af5d-4c1d7a927c9f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:45.581831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-844be9c9-7ede-4cf6-bc19-bdaaf83eb296 req-3cabf436-0a48-4650-af5d-4c1d7a927c9f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1047456 Feb 14 21:46:45.666085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-844be9c9-7ede-4cf6-bc19-bdaaf83eb296 req-fea405fa-dc19-4d4b-90c0-0c4e777dfcc6 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833750 Feb 14 21:46:45.673829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.679524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.711322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763e7d71-98a3-4858-b73e-bccde91c73cc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.728631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.730276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9bf44743-384b-4a35-bfe8-71cc34b0af4a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047645 Feb 14 21:46:45.733576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54110) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:45.738209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'f017a309-a930-434f-a1c5-969b669074f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:45.771302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.849142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.855663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.884730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44172503-d2c3-4707-a455-fb1c7e7f92ac,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:45.890393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:45.894506 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-771a4aac-5461-4592-be37-19f664eb3e54 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573994 Feb 14 21:46:45.895346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54120) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:45.900627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'f017a309-a930-434f-a1c5-969b669074f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:45.963287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.034223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.040579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.068184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04785367-ed79-4332-b8c4-87ea9b819a88,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.076618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.078159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d9784f6-b198-4eab-abe0-7a7b1b44e237 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809597 Feb 14 21:46:46.081224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.087859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'f017a309-a930-434f-a1c5-969b669074f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:46.126942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.205161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.210223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.231010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4402761a-f5c9-4dbe-bc5c-0774060e76b9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.242130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.245857 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-61d4888b-981e-4472-bdb8-6e4a84158fae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1609955 Feb 14 21:46:46.246068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54132) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.279525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.292298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.332979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4402761a-f5c9-4dbe-bc5c-0774060e76b9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.340883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.344143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/4402761a-f5c9-4dbe-bc5c-0774060e76b9 HTTP/1.1" status: 204 len: 168 time: 0.0948455 Feb 14 21:46:46.344690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.376584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb7d07-6b11-48fc-9103-7e13f2de8167 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4402761a-f5c9-4dbe-bc5c-0774060e76b9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.403962 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ccd2ab71-2446-460e-aa8d-be45a3d93a2a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0582201 Feb 14 21:46:46.406612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.435682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.445532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.477794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (04785367-ed79-4332-b8c4-87ea9b819a88), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.489706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.491054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/04785367-ed79-4332-b8c4-87ea9b819a88 HTTP/1.1" status: 204 len: 168 time: 0.0831811 Feb 14 21:46:46.493065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f53cbe-0aed-4b51-9c1b-6b6cd3f9b4ac tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04785367-ed79-4332-b8c4-87ea9b819a88,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.494498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54142) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.559582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c7c1410-4635-40bc-9b91-86add4c1ebd4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0635879 Feb 14 21:46:46.562018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54148) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.588211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.597217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.632456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (44172503-d2c3-4707-a455-fb1c7e7f92ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.651649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.653379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/44172503-d2c3-4707-a455-fb1c7e7f92ac HTTP/1.1" status: 204 len: 168 time: 0.0902851 Feb 14 21:46:46.654602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcc60d-e701-4442-8c5f-1f3d40123887 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44172503-d2c3-4707-a455-fb1c7e7f92ac,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.656117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.704431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb216ef0-4f67-4d85-abbb-b5c734ce0d41 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0471473 Feb 14 21:46:46.707805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.753597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.776578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.822881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9ea37832-ec73-409b-b204-d57d372e2d29 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:46:46.849901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (763e7d71-98a3-4858-b73e-bccde91c73cc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.859007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:46.864339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/763e7d71-98a3-4858-b73e-bccde91c73cc HTTP/1.1" status: 204 len: 168 time: 0.1530068 Feb 14 21:46:46.864722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.869382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946357bf-f153-4ffb-b6df-2e5102e1cf7f req-25345352-5174-4725-92eb-de164a931d3d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:46.871071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-946357bf-f153-4ffb-b6df-2e5102e1cf7f req-25345352-5174-4725-92eb-de164a931d3d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0863056 Feb 14 21:46:46.873808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 9ea37832-ec73-409b-b204-d57d372e2d29 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:46:46.874168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 9ea37832-ec73-409b-b204-d57d372e2d29 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:46:46.875883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a31e1-73c7-4bef-948f-3fd1443d8628 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=763e7d71-98a3-4858-b73e-bccde91c73cc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:46.940012 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7da2b0a5-906f-4170-b6c1-800e63f2f0c9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0738306 Feb 14 21:46:46.942639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:46.967178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-946357bf-f153-4ffb-b6df-2e5102e1cf7f req-f7adcc1d-b26a-4524-96c6-7f01c46cc7af tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819139 Feb 14 21:46:46.977331 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.001264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.049997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8a438887-bb6e-4e06-b32d-0f7124482ed0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.057881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.061700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/8a438887-bb6e-4e06-b32d-0f7124482ed0 HTTP/1.1" status: 204 len: 168 time: 0.1146717 Feb 14 21:46:47.064229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54172) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.066236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c887ee-84c4-4c38-8403-b38cf3a77d20 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a438887-bb6e-4e06-b32d-0f7124482ed0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:47.128875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1db38e8-b5ea-48bc-942f-3df685dc156e tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630393 Feb 14 21:46:47.131803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.208494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (f017a309-a930-434f-a1c5-969b669074f1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.252603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (f017a309-a930-434f-a1c5-969b669074f1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.316229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f017a309-a930-434f-a1c5-969b669074f1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.318994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.322990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/f017a309-a930-434f-a1c5-969b669074f1 HTTP/1.1" status: 204 len: 168 time: 0.1872487 Feb 14 21:46:47.323814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54204) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.333518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c984c-d5ba-4604-9d01-37a07c54cfa0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f017a309-a930-434f-a1c5-969b669074f1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:47.379954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb32fcbc-378f-4718-b044-44f4ae8dd54c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488629 Feb 14 21:46:47.381663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54210) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.386859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--426226843'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:47.416331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.508865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (c3f459f1-203d-4e6d-99ea-db22774c83e5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.515310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f459f1-203d-4e6d-99ea-db22774c83e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.574069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f459f1-203d-4e6d-99ea-db22774c83e5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:47.581399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.583707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a1198283-7799-46c7-9cfe-989afe8a61a4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2000098 Feb 14 21:46:47.586963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54234) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.593063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'c3f459f1-203d-4e6d-99ea-db22774c83e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:47.632711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (040e469e-b1ac-4bb8-a197-0af06b4ff42f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.706714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (040e469e-b1ac-4bb8-a197-0af06b4ff42f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.716245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (040e469e-b1ac-4bb8-a197-0af06b4ff42f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.743534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040e469e-b1ac-4bb8-a197-0af06b4ff42f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:47.763058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.764526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4b821041-680d-4eef-b828-32562c5ede03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1765747 Feb 14 21:46:47.767283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54252) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.832795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (c3f459f1-203d-4e6d-99ea-db22774c83e5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.856183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (c3f459f1-203d-4e6d-99ea-db22774c83e5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.923098 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f459f1-203d-4e6d-99ea-db22774c83e5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.926399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:47.927631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/c3f459f1-203d-4e6d-99ea-db22774c83e5 HTTP/1.1" status: 204 len: 168 time: 0.1593370 Feb 14 21:46:47.930305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54256) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:47.955305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a44acc-ba54-4bfe-9289-1a2e8ee7cc5a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f459f1-203d-4e6d-99ea-db22774c83e5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.016834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e920237a-5804-48e4-b9f0-68283d09e958 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838115 Feb 14 21:46:48.020803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54264) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.025777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705435549'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:48.055898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.139861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.212937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6ffb6-20dc-412c-9adc-d8ddb495aa8e req-bb4a9ba1-ee0d-40f4-b30c-a3517515f927 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:48.221596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87b6ffb6-20dc-412c-9adc-d8ddb495aa8e req-bb4a9ba1-ee0d-40f4-b30c-a3517515f927 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1276014 Feb 14 21:46:48.256629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (471110aa-c9bb-4b95-bc5b-f83dd33b8b9b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.272718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (471110aa-c9bb-4b95-bc5b-f83dd33b8b9b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.295944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c158c4-5054-47da-a736-f68c916d9ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.331805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-87b6ffb6-20dc-412c-9adc-d8ddb495aa8e req-fc84de79-7f9b-4ec5-9b0a-8f86837098a9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088338 Feb 14 21:46:48.339381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.343442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3192680 Feb 14 21:46:48.344022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.348373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060862772'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:48.349749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038914da-9750-4823-93cb-f3f476f72ee1 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471110aa-c9bb-4b95-bc5b-f83dd33b8b9b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.385492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.456815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c158c4-5054-47da-a736-f68c916d9ea7 admin admin] Publish callbacks [] for security_group (7d3e93e8-86f4-4d50-9447-3fa8602e7119), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.465603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c158c4-5054-47da-a736-f68c916d9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7d3e93e8-86f4-4d50-9447-3fa8602e7119), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.520408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (80ba9c04-d17f-4140-b8c8-849b334f2bd7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.524527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c3c158c4-5054-47da-a736-f68c916d9ea7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=956635d3666a40cf9a7215612db4666f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832211 Feb 14 21:46:48.526677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c158c4-5054-47da-a736-f68c916d9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e93e8-86f4-4d50-9447-3fa8602e7119,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.528894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.539710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (80ba9c04-d17f-4140-b8c8-849b334f2bd7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.593493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba9c04-d17f-4140-b8c8-849b334f2bd7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.599595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.601577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-106b1e81-9745-4456-b0aa-2e4ce0d3cdc2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2567182 Feb 14 21:46:48.604278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54280) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.610668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': '471110aa-c9bb-4b95-bc5b-f83dd33b8b9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '80ba9c04-d17f-4140-b8c8-849b334f2bd7', 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:48.613634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] Publish callbacks [] for security_group (7d3e93e8-86f4-4d50-9447-3fa8602e7119), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.645425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.646825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] Publish callbacks [] for security_group (7d3e93e8-86f4-4d50-9447-3fa8602e7119), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.712950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7d3e93e8-86f4-4d50-9447-3fa8602e7119), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.716681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.718215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d3e93e8-86f4-4d50-9447-3fa8602e7119 HTTP/1.1" status: 204 len: 168 time: 0.1878653 Feb 14 21:46:48.728732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79fdf7-941b-4ead-9174-dbef4a82709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e93e8-86f4-4d50-9447-3fa8602e7119,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.787122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.793372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.823191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abc126a-dc62-4a59-a8fe-22197394ae8f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.841051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.843046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-060cf112-5398-47db-b2de-235675b268a9 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2367935 Feb 14 21:46:48.845799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.873568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.881666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.921232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4abc126a-dc62-4a59-a8fe-22197394ae8f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.928584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:48.933560 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/4abc126a-dc62-4a59-a8fe-22197394ae8f HTTP/1.1" status: 204 len: 168 time: 0.0842149 Feb 14 21:46:48.933954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54288) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:48.938724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd415ec2-827e-493f-9399-d7b33785fc03 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4abc126a-dc62-4a59-a8fe-22197394ae8f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:48.987520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-00df50ab-fb41-46cd-87fc-74ab276e0c37 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0523915 Feb 14 21:46:48.990390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.055437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (80ba9c04-d17f-4140-b8c8-849b334f2bd7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.081584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (80ba9c04-d17f-4140-b8c8-849b334f2bd7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.089339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54294) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.117719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b6d356c-14ed-4130-8bf0-08958b71d2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.133872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (80ba9c04-d17f-4140-b8c8-849b334f2bd7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.137955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.141442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/80ba9c04-d17f-4140-b8c8-849b334f2bd7 HTTP/1.1" status: 204 len: 168 time: 0.1476204 Feb 14 21:46:49.142309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54298) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.150847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d5a50-7f0c-4ec6-93eb-7d990368455b tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba9c04-d17f-4140-b8c8-849b334f2bd7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:49.260084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bcbd2c20-bb47-4de8-a2ad-ce052b2a53aa tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1164629 Feb 14 21:46:49.262961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54302) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.287943 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b6d356c-14ed-4130-8bf0-08958b71d2d5 admin admin] Publish callbacks [] for security_group (eb01086c-34dd-42c3-b25b-2d271e4d1709), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.294331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b6d356c-14ed-4130-8bf0-08958b71d2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eb01086c-34dd-42c3-b25b-2d271e4d1709), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.341276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1b6d356c-14ed-4130-8bf0-08958b71d2d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26f4d02fe3234fe89e5ecb14953ada09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508564 Feb 14 21:46:49.342789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d356c-14ed-4130-8bf0-08958b71d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01086c-34dd-42c3-b25b-2d271e4d1709,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:49.345444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54306) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.375529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (471110aa-c9bb-4b95-bc5b-f83dd33b8b9b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.414391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] Publish callbacks [] for security_group (eb01086c-34dd-42c3-b25b-2d271e4d1709), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.438051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (471110aa-c9bb-4b95-bc5b-f83dd33b8b9b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.441263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] Publish callbacks [] for security_group (eb01086c-34dd-42c3-b25b-2d271e4d1709), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.495453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (471110aa-c9bb-4b95-bc5b-f83dd33b8b9b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.499934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.504801 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/471110aa-c9bb-4b95-bc5b-f83dd33b8b9b HTTP/1.1" status: 204 len: 168 time: 0.2402132 Feb 14 21:46:49.505785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54310) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.531628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266d654-18e1-49f6-b62c-c72456ed9ede req-458dbb6b-9031-42f6-897c-033e53baa131 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:49.533415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4266d654-18e1-49f6-b62c-c72456ed9ede req-458dbb6b-9031-42f6-897c-033e53baa131 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.0757682 Feb 14 21:46:49.545670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eeb2d-41dd-47ac-a07d-557f980dc71c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471110aa-c9bb-4b95-bc5b-f83dd33b8b9b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:49.577793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eb01086c-34dd-42c3-b25b-2d271e4d1709), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.581169 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.584698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eb01086c-34dd-42c3-b25b-2d271e4d1709 HTTP/1.1" status: 204 len: 168 time: 0.2357349 Feb 14 21:46:49.624979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54314) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.627712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4486f32-0e4d-4a72-b14d-f0e98960cb43 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1091886 Feb 14 21:46:49.630874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397144905'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:49.637038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0921-262d-4fc5-9b50-cc7ae9fe9d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01086c-34dd-42c3-b25b-2d271e4d1709,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:49.692496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.700757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4266d654-18e1-49f6-b62c-c72456ed9ede req-538f0b6e-6355-4a66-9857-c146bf15bd82 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503315 Feb 14 21:46:49.802087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (324bd874-8e02-425a-9ae5-9debfe07013b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.809705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (324bd874-8e02-425a-9ae5-9debfe07013b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.865593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:49.869811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2401695 Feb 14 21:46:49.870452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54318) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:49.875072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': '324bd874-8e02-425a-9ae5-9debfe07013b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:49.880465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bb9b0-85cc-4748-9574-f31555400f65 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324bd874-8e02-425a-9ae5-9debfe07013b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:49.935685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.008801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.024827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.059390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fca571-9276-4a44-96e3-4ceb502ca6f0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:50.120605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.124843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ca92ebe3-f0cf-4624-ae61-f05140cc4f83 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2505665 Feb 14 21:46:50.125207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54328) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:50.175328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.190953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.272307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (53fca571-9276-4a44-96e3-4ceb502ca6f0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.278023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.279644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/53fca571-9276-4a44-96e3-4ceb502ca6f0 HTTP/1.1" status: 204 len: 168 time: 0.1533892 Feb 14 21:46:50.282580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:50.301459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3089753-3ecd-4226-88bf-4af481d93df4 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53fca571-9276-4a44-96e3-4ceb502ca6f0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:50.355071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54338) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:50.359353 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a31638b5-e3d1-4116-9692-9b87f1be10b8 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685699 Feb 14 21:46:50.461735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2f7c123f-c1da-4906-89e6-10ce78ba538f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:46:50.481642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (324bd874-8e02-425a-9ae5-9debfe07013b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.563111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (324bd874-8e02-425a-9ae5-9debfe07013b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.701726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (324bd874-8e02-425a-9ae5-9debfe07013b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.705002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.706295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/324bd874-8e02-425a-9ae5-9debfe07013b HTTP/1.1" status: 204 len: 168 time: 0.3498912 Feb 14 21:46:50.709091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54348) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:50.740072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059180c-51a4-4856-bcf9-7711eb53f9a2 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324bd874-8e02-425a-9ae5-9debfe07013b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:50.809012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:50.813864 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-566fcf4f-6152-40e6-ae2a-7c30cc7b28f0 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929611 Feb 14 21:46:50.815456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--485374605'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:50.871894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:50.898392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:46:50.921653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64230be-a36e-4cc3-8413-cc4d9c861870 req-3eea5726-c7e4-4b8c-a184-1264301efa0f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:50.923513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a64230be-a36e-4cc3-8413-cc4d9c861870 req-3eea5726-c7e4-4b8c-a184-1264301efa0f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 943 time: 0.1122904 Feb 14 21:46:50.924947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:50.991453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2f7c123f-c1da-4906-89e6-10ce78ba538f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:50.992216 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.023364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c123f-c1da-4906-89e6-10ce78ba538f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:46:51.039692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a64230be-a36e-4cc3-8413-cc4d9c861870 req-460b1be4-ee5c-4083-a465-b8bbb332de42 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991461 Feb 14 21:46:51.063116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:51.070994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.086306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (782da566-610e-4e90-a9a9-c5df4359b920), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.113956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (782da566-610e-4e90-a9a9-c5df4359b920), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.176242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:51.179143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.184682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3728933 Feb 14 21:46:51.184682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeebe50-621c-496e-8583-21cc6feb1c26 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782da566-610e-4e90-a9a9-c5df4359b920,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:51.185045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.190415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': '782da566-610e-4e90-a9a9-c5df4359b920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:51.229342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.325404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.332625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.376341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81fece3-887a-43f3-ac6c-25f1e824d0be,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:51.389779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.391704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c9c0eef-9b27-4b91-a4a2-2b89905366ca tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053490 Feb 14 21:46:51.394464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.411863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2f7c123f-c1da-4906-89e6-10ce78ba538f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:46:51.430432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c9af586-465e-4037-97df-e8414398cec5 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules/e81fece3-887a-43f3-ac6c-25f1e824d0be HTTP/1.1" status: 200 len: 763 time: 0.0345907 Feb 14 21:46:51.433798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54370) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.520778 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3b09645-1544-4d31-8075-b8cfed84a182 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0832922 Feb 14 21:46:51.521652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54378) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.567589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.586712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.663029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e81fece3-887a-43f3-ac6c-25f1e824d0be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.668509 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.669810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e81fece3-887a-43f3-ac6c-25f1e824d0be HTTP/1.1" status: 204 len: 168 time: 0.1476595 Feb 14 21:46:51.672376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.704050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f8a4d-5217-435d-b32d-a8b14650677d tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e81fece3-887a-43f3-ac6c-25f1e824d0be,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:51.764372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f18ba109-7234-4023-8273-1683bf017d22 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890021 Feb 14 21:46:51.765489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54386) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:51.770403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': '782da566-610e-4e90-a9a9-c5df4359b920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:51.830818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.948951 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:51.973014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.000533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cb4e9a-2858-4933-8257-720f4172d759,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:52.104236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.106913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ebec102-6417-4b28-a2d4-8d18fbc0b72c tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403673 Feb 14 21:46:52.109525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.148827 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-42c979b5-eb60-4d04-a1e7-6a19cd53295a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules/f1cb4e9a-2858-4933-8257-720f4172d759 HTTP/1.1" status: 200 len: 763 time: 0.0365093 Feb 14 21:46:52.149807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54400) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.157082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5916-ea37-4a25-b0fc-eb7c933b8ed5 req-e1a49cad-5488-46ef-936b-490155b7535e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:52.158774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f9d5916-ea37-4a25-b0fc-eb7c933b8ed5 req-e1a49cad-5488-46ef-936b-490155b7535e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 945 time: 0.1631329 Feb 14 21:46:52.239482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54402) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.240142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54404) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.246879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f25875a-cf4d-4182-829f-ae9989857d21 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0958509 Feb 14 21:46:52.265358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f9d5916-ea37-4a25-b0fc-eb7c933b8ed5 req-ba7db9aa-b418-4de4-8b6e-7e962ea244db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949218 Feb 14 21:46:52.305336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.328291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.374923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f1cb4e9a-2858-4933-8257-720f4172d759), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.384957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.386345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f1cb4e9a-2858-4933-8257-720f4172d759 HTTP/1.1" status: 204 len: 168 time: 0.1436334 Feb 14 21:46:52.388842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54408) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.404666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af6e60-42da-4f97-a676-0e186766ed70 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1cb4e9a-2858-4933-8257-720f4172d759,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:52.459371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5d5f-3945-4773-9595-967b5bb2fd27 req-08e94e16-821a-4f07-a3bf-d40691300229 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:52.461497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30cb5d5f-3945-4773-9595-967b5bb2fd27 req-08e94e16-821a-4f07-a3bf-d40691300229 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 944 time: 0.0735035 Feb 14 21:46:52.463058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54410) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.463261 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-643cfa20-7392-445b-80f5-442c17bfb292 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732541 Feb 14 21:46:52.468706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': '782da566-610e-4e90-a9a9-c5df4359b920', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:52.497544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1294359334', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:52.518686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.544337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:46:52.610548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.617801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Made reservation on behalf of 8ce29949065c4635a95acffc3b480721 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:52.620530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.632983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.668763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47a37d6-bda2-4298-aff4-9b7e9ceea12c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:52.691064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.692327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-df602d91-cd25-42b6-9c51-1f80f186213a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280929 Feb 14 21:46:52.693232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.695967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.701682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30cb5d5f-3945-4773-9595-967b5bb2fd27 req-048f01fb-4494-42ea-b62d-4ff3cf1fd61b tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091832 Feb 14 21:46:52.734822 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b90046d0-9f73-4eba-96dd-1b69529303ae tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules/f47a37d6-bda2-4298-aff4-9b7e9ceea12c HTTP/1.1" status: 200 len: 764 time: 0.0354288 Feb 14 21:46:52.735796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54416) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.802157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-334072d1-4b87-40bf-8903-096029e526a3 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0627055 Feb 14 21:46:52.802671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54420) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.860440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.882800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.893568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for security_group (e4e5346d-f261-4b3b-bf83-cd747e2c7ae6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.906251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4e5346d-f261-4b3b-bf83-cd747e2c7ae6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.912376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] device_id is not set on port b72b0571-938e-4eb7-9710-31b3d3483251 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:46:52.932097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f47a37d6-bda2-4298-aff4-9b7e9ceea12c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.951311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:52.953114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f47a37d6-bda2-4298-aff4-9b7e9ceea12c HTTP/1.1" status: 204 len: 168 time: 0.1491861 Feb 14 21:46:52.953949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a86c4-d5da-44df-a37d-0f1c72e67e06 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f47a37d6-bda2-4298-aff4-9b7e9ceea12c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:52.956208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54422) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:52.990438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e5346d-f261-4b3b-bf83-cd747e2c7ae6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:53.010631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-159af1e7-54a5-49ba-8905-685db8055e3f tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501387 Feb 14 21:46:53.010631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54424) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.071985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Allocated IP 172.25.2.119 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b72b0571-938e-4eb7-9710-31b3d3483251) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:46:53.095417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (782da566-610e-4e90-a9a9-c5df4359b920), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.125494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (782da566-610e-4e90-a9a9-c5df4359b920), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.185663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (782da566-610e-4e90-a9a9-c5df4359b920), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.188384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.192497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/782da566-610e-4e90-a9a9-c5df4359b920 HTTP/1.1" status: 204 len: 168 time: 0.1811237 Feb 14 21:46:53.193097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.213164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e5c6c-d6b4-4725-a2dd-e6840cfc0ecc tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782da566-610e-4e90-a9a9-c5df4359b920,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:53.246769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for port (b72b0571-938e-4eb7-9710-31b3d3483251), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.261543 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cb8adb80-e6bb-464b-8868-d6e8668362ef tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633032 Feb 14 21:46:53.261543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.265104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group': {'name': 'tempest-secgroup--62644236'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:53.306276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.355476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b72b0571-938e-4eb7-9710-31b3d3483251), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.395386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd5def48-471f-4dcd-b142-fb8f356e0c69), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.405633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd5def48-471f-4dcd-b142-fb8f356e0c69), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.411431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:46:53.422401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:53.425382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:46:53.450962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.452271 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1904387 Feb 14 21:46:53.453579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac39e-4a03-4f83-97b3-98ec3668c988 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5def48-471f-4dcd-b142-fb8f356e0c69,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:53.455992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54434) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.462107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Request body: {'security_group_rule': {'security_group_id': 'fd5def48-471f-4dcd-b142-fb8f356e0c69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:53.482697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-90b6227f-d2f9-49d1-bb59-3cd9a7f489ae tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:53.484524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-90b6227f-d2f9-49d1-bb59-3cd9a7f489ae tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 945 time: 0.2150140 Feb 14 21:46:53.497468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (031b980c-41d3-4110-9671-37b2b0cdbd72), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.515403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:53.516154 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.565549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (031b980c-41d3-4110-9671-37b2b0cdbd72), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.572367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Pushing event updated for resources: {'Port': ['ID=b72b0571-938e-4eb7-9710-31b3d3483251,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:53.577170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (031b980c-41d3-4110-9671-37b2b0cdbd72), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.602527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b980c-41d3-4110-9671-37b2b0cdbd72,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:53.612592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.613987 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b61de966-d524-4dba-920d-b5c15877bdce tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570771 Feb 14 21:46:53.617135 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3342fe76-96fb-4794-be8e-b238f39d0dda tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3763046 Feb 14 21:46:53.618373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.620502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54438) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:53.627116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.119'}]}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:53.658921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (e413a905-172e-4b00-adb6-b8076e1186bf), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.660291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (e413a905-172e-4b00-adb6-b8076e1186bf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.674063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e535a3-d07f-48d6-81fa-e5b6053b4559 req-7f7d769d-5ac2-43b3-867e-cfd5ede5ee1b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:53.675625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e535a3-d07f-48d6-81fa-e5b6053b4559 req-7f7d769d-5ac2-43b3-867e-cfd5ede5ee1b tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 945 time: 0.2917457 Feb 14 21:46:53.733858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for router_controller (e413a905-172e-4b00-adb6-b8076e1186bf), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.781512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03e535a3-d07f-48d6-81fa-e5b6053b4559 req-420d6496-036f-40d5-acba-dc46581c64da tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942163 Feb 14 21:46:53.787732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd5def48-471f-4dcd-b142-fb8f356e0c69), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.832611 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (fd5def48-471f-4dcd-b142-fb8f356e0c69), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:53.842742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Deleting port 723a6aca-0f68-4170-bd20-cd00349f0c6d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:53.843088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.014917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1340b9-28d3-43ad-b5cb-bc7492f8df64 req-e7224837-f241-4606-8723-0839253f7c5c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:54.016559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd1340b9-28d3-43ad-b5cb-bc7492f8df64 req-e7224837-f241-4606-8723-0839253f7c5c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 944 time: 0.1059921 Feb 14 21:46:54.017237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fd5def48-471f-4dcd-b142-fb8f356e0c69), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.020086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.021372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/fd5def48-471f-4dcd-b142-fb8f356e0c69 HTTP/1.1" status: 204 len: 168 time: 0.3996873 Feb 14 21:46:54.035652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] For port 723a6aca-0f68-4170-bd20-cd00349f0c6d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=723a6aca-0f68-4170-bd20-cd00349f0c6d,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:54.036033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.040437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54446) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:54.041242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b6813-fe9d-410a-8a72-9de01e1530eb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5def48-471f-4dcd-b142-fb8f356e0c69,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:54.125208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Calling delete_port for 723a6aca-0f68-4170-bd20-cd00349f0c6d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:54.204465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd1340b9-28d3-43ad-b5cb-bc7492f8df64 req-dca1d697-e7ae-4bc0-a292-ef289c5cc31d tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647885 Feb 14 21:46:54.218964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a3b6655-5eaf-4187-b3c1-2c22cdf5723a tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1748509 Feb 14 21:46:54.289973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54450) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:54.300133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for router_gateway (e413a905-172e-4b00-adb6-b8076e1186bf), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.344217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (723a6aca-0f68-4170-bd20-cd00349f0c6d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.360613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acbc697a-e390-463f-afae-e93000945211 tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0695257 Feb 14 21:46:54.363597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54452) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:54.377860 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-d27b8be6-fa5e-4f69-ac6f-0f2a09b13daa tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] delete failed (client error): The resource could not be found. Feb 14 21:46:54.379652 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d27b8be6-fa5e-4f69-ac6f-0f2a09b13daa tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "DELETE /v2.0/security-groups/fd5def48-471f-4dcd-b142-fb8f356e0c69 HTTP/1.1" status: 404 len: 347 time: 0.0150335 Feb 14 21:46:54.385168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54454) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:54.390861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96', 'c08a0fdb-fec5-438f-b22d-d118f7d74816', '723a6aca-0f68-4170-bd20-cd00349f0c6d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:46:54.447235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event deleted for resources: {'Port': ['ID=723a6aca-0f68-4170-bd20-cd00349f0c6d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:54.495067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2f7c123f-c1da-4906-89e6-10ce78ba538f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:46:54.525298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] No DVR routers for this DVR port 723a6aca-0f68-4170-bd20-cd00349f0c6d on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:46:54.534835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.538557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd6cdcd-b5cd-4535-a32c-7959b9f1aa65 req-acebddb7-9df0-4537-bb5b-c5c96035aeba tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "DELETE /v2.0/ports/723a6aca-0f68-4170-bd20-cd00349f0c6d HTTP/1.1" status: 204 len: 173 time: 1.0331059 Feb 14 21:46:54.539130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'name': 'network-vif-deleted', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:46:54.541458 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6209b9a4-9c88-4fe4-80f5-ae8fa2d1ea23" -d '{"events": [{"server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "name": "network-vif-deleted", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:46:54.559733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83fba643-6bf3-4bbf-bcc7-f0d9712c4edb tempest-SecGroupTest-690951347 tempest-SecGroupTest-690951347-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1713498 Feb 14 21:46:54.627263 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862b5ae-c2c4-4a84-a204-caa5502b7baa x-openstack-request-id: req-e862b5ae-c2c4-4a84-a204-caa5502b7baa {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:46:54.627682 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a821800f-f97d-471b-8f29-dc98a867b717", "name": "network-vif-deleted", "tag": "723a6aca-0f68-4170-bd20-cd00349f0c6d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:46:54.628065 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e862b5ae-c2c4-4a84-a204-caa5502b7baa {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:46:54.628642 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a821800f-f97d-471b-8f29-dc98a867b717', 'name': 'network-vif-deleted', 'tag': '723a6aca-0f68-4170-bd20-cd00349f0c6d', 'status': 'completed', 'code': 200} Feb 14 21:46:54.649403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for router_gateway (e413a905-172e-4b00-adb6-b8076e1186bf), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.695989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.776333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2f7c123f-c1da-4906-89e6-10ce78ba538f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:46:54.788825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2f7c123f-c1da-4906-89e6-10ce78ba538f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:46:54.788825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.943400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for router (e413a905-172e-4b00-adb6-b8076e1186bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:54.998166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1192433-f4dc-4e33-b313-5842e5551a31 req-986eb997-edd7-42b5-850c-1d7fdcf4f130 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=a821800f-f97d-471b-8f29-dc98a867b717 HTTP/1.1" status: 200 len: 210 time: 0.0690255 Feb 14 21:46:55.035193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2f7c123f-c1da-4906-89e6-10ce78ba538f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:46:55.035844 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.064062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:46:55.066680 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0e236-9c96-475c-923f-02e236753d60" -d '{"events": [{"server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:46:55.075397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54470) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:55.084214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:55.092872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.148726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:55.204980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (e413a905-172e-4b00-adb6-b8076e1186bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.208046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks [] for router_controller (e413a905-172e-4b00-adb6-b8076e1186bf), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.288467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (e413a905-172e-4b00-adb6-b8076e1186bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.288974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e413a905-172e-4b00-adb6-b8076e1186bf {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:46:55.318317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9aeafd3-ef1a-41ec-9fb6-630bea1a689f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed045e6b08aa4d679ef249f60fc8193d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406042 Feb 14 21:46:55.320288 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 14 21:46:55.321277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54480) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:55.329061 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-242e7a7a-ec66-4fdb-a6ca-7e8ebaa58a09 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7060282 Feb 14 21:46:55.329332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54482) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:55.380904 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d222029-87b1-4ded-b599-66c1c758cc60 x-openstack-request-id: req-1d222029-87b1-4ded-b599-66c1c758cc60 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:46:55.381204 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:46:55.382548 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d222029-87b1-4ded-b599-66c1c758cc60 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:46:55.382548 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'code': 200} Feb 14 21:46:55.481480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] Publish callbacks [] for security_group (19e759d9-48b8-4cf5-adf2-88b17b8b497c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.492024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d40124-5b35-4ce0-8b5c-29b245e72530 req-8c4170ce-d492-416b-b645-50008fb94a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:55.493591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-89d40124-5b35-4ce0-8b5c-29b245e72530 req-8c4170ce-d492-416b-b645-50008fb94a14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.0478628 Feb 14 21:46:55.524347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] Publish callbacks [] for security_group (19e759d9-48b8-4cf5-adf2-88b17b8b497c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.537728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Deleting port b72b0571-938e-4eb7-9710-31b3d3483251 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:55.538095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b72b0571-938e-4eb7-9710-31b3d3483251), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.540820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-89d40124-5b35-4ce0-8b5c-29b245e72530 req-e8384037-2ce0-4e80-8e75-3bd37b4226cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Feb 14 21:46:55.602596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921c551-f8a8-4810-b5e6-9e03bb3948b6 req-15d9548b-f1c8-47f3-b481-d52d28006478 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:55.604100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2921c551-f8a8-4810-b5e6-9e03bb3948b6 req-15d9548b-f1c8-47f3-b481-d52d28006478 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.1731739 Feb 14 21:46:55.680165 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (19e759d9-48b8-4cf5-adf2-88b17b8b497c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.682742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.683917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19e759d9-48b8-4cf5-adf2-88b17b8b497c HTTP/1.1" status: 204 len: 168 time: 0.3614607 Feb 14 21:46:55.695058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b72b0571-938e-4eb7-9710-31b3d3483251), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.711606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2921c551-f8a8-4810-b5e6-9e03bb3948b6 req-5558c6fa-4e8e-4f89-9676-e7638cea0d95 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013043 Feb 14 21:46:55.714080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005fefe-04d3-4b42-8819-379b14c1c11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e759d9-48b8-4cf5-adf2-88b17b8b497c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:55.720475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Calling delete_port for b72b0571-938e-4eb7-9710-31b3d3483251 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:55.869288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b72b0571-938e-4eb7-9710-31b3d3483251), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.897816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Pushing event deleted for resources: {'Port': ['ID=b72b0571-938e-4eb7-9710-31b3d3483251,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:55.965846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:55.972518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2421e8d-742e-4981-8965-5fbcccced399 tempest-RoutersAdminNegativeIpV6Test-1377510039 tempest-RoutersAdminNegativeIpV6Test-1377510039-project-admin] 10.222.0.86 "DELETE /v2.0/ports/b72b0571-938e-4eb7-9710-31b3d3483251 HTTP/1.1" status: 204 len: 168 time: 0.6388206 Feb 14 21:46:56.237963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54510) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:56.325736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83849-10f7-4c84-a034-067f85c05c6b req-70cf30d4-237e-4818-b32c-364ea0498d30 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:56.327796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa83849-10f7-4c84-a034-067f85c05c6b req-70cf30d4-237e-4818-b32c-364ea0498d30 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 945 time: 0.0602081 Feb 14 21:46:56.385790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fa83849-10f7-4c84-a034-067f85c05c6b req-b0ebb991-5a03-4304-99c3-fcc3fe34df0d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522814 Feb 14 21:46:56.401061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2adc0de2-8e38-4289-acff-fea7ed9d6fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.484873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2adc0de2-8e38-4289-acff-fea7ed9d6fbd admin admin] Publish callbacks [] for security_group (ee971c7b-08b4-4bb2-8c0d-afa132d6798b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.489698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2adc0de2-8e38-4289-acff-fea7ed9d6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ee971c7b-08b4-4bb2-8c0d-afa132d6798b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.534261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2adc0de2-8e38-4289-acff-fea7ed9d6fbd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ebd9f80605f4e3282e8adf27d407a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926190 Feb 14 21:46:56.534261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0de2-8e38-4289-acff-fea7ed9d6fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee971c7b-08b4-4bb2-8c0d-afa132d6798b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:56.534881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54524) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:56.585283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Publish callbacks [] for security_group (ee971c7b-08b4-4bb2-8c0d-afa132d6798b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.604949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54526) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:56.606876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Publish callbacks [] for security_group (ee971c7b-08b4-4bb2-8c0d-afa132d6798b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.611699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029092 Feb 14 21:46:56.612245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54528) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:56.657687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ee971c7b-08b4-4bb2-8c0d-afa132d6798b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.660921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:56.662336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee971c7b-08b4-4bb2-8c0d-afa132d6798b HTTP/1.1" status: 204 len: 168 time: 0.1262193 Feb 14 21:46:56.681135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee971c7b-08b4-4bb2-8c0d-afa132d6798b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:56.692286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.692648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.692999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.693342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.693680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.694019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.694921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.695268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.695599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.695932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.696265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.696859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.697196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b517f9-5c35-4632-8eb4-87171d5e8ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:46:56.787313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bd63afd1-3567-49ea-9233-6125c22f8714 tempest-NetworksApiDiscovery-1632453910 tempest-NetworksApiDiscovery-1632453910-project] 10.222.0.86 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1733401 Feb 14 21:46:56.855135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 723a6aca-0f68-4170-bd20-cd00349f0c6d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:46:56.914670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 723a6aca-0f68-4170-bd20-cd00349f0c6d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:46:56.915020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 723a6aca-0f68-4170-bd20-cd00349f0c6d not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:46:56.940903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283592aa-3683-49ea-b16c-e77f0a27f5f5 req-36a77051-11d9-448a-9d33-c91ced10bd65 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:56.942653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-283592aa-3683-49ea-b16c-e77f0a27f5f5 req-36a77051-11d9-448a-9d33-c91ced10bd65 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.0898476 Feb 14 21:46:57.016190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-283592aa-3683-49ea-b16c-e77f0a27f5f5 req-ff8b16b6-46a4-41b5-984f-e35a424a926c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631273 Feb 14 21:46:57.088923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:57.186699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54550) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:57.219781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98bbf525-d63a-45f9-b85e-52269e893a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.255514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2fc11636-4401-4a9e-a960-a90a176c8ae7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ce29949065c4635a95acffc3b480721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675795 Feb 14 21:46:57.258597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54552) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:57.327776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98bbf525-d63a-45f9-b85e-52269e893a6d admin admin] Publish callbacks [] for security_group (1373a29f-ba65-4386-b5c8-e32903b33a5a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.333613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98bbf525-d63a-45f9-b85e-52269e893a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1373a29f-ba65-4386-b5c8-e32903b33a5a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.333900 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] Publish callbacks [] for security_group (e4e5346d-f261-4b3b-bf83-cd747e2c7ae6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.358073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] Publish callbacks [] for security_group (e4e5346d-f261-4b3b-bf83-cd747e2c7ae6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.375721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98bbf525-d63a-45f9-b85e-52269e893a6d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1086ee5f9d204cd0ac6d3dc4d80c4da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856429 Feb 14 21:46:57.376609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbf525-d63a-45f9-b85e-52269e893a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373a29f-ba65-4386-b5c8-e32903b33a5a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:57.380069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54556) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:57.445986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e4e5346d-f261-4b3b-bf83-cd747e2c7ae6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.448700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.452900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4e5346d-f261-4b3b-bf83-cd747e2c7ae6 HTTP/1.1" status: 204 len: 168 time: 0.1927528 Feb 14 21:46:57.470083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] Publish callbacks [] for security_group (1373a29f-ba65-4386-b5c8-e32903b33a5a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.518475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274951a-5545-4210-8065-56fb0991243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e5346d-f261-4b3b-bf83-cd747e2c7ae6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:57.564114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] Publish callbacks [] for security_group (1373a29f-ba65-4386-b5c8-e32903b33a5a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.610271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-5adef955-f764-4ee9-a37b-bdcdf3d88e2d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:57.612034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-5adef955-f764-4ee9-a37b-bdcdf3d88e2d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 945 time: 0.1537793 Feb 14 21:46:57.626129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa244c-b85e-418e-bf3a-4da868743843 req-c18f3e0a-ddc8-41d6-a84a-643c9c9091db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:57.627788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00aa244c-b85e-418e-bf3a-4da868743843 req-c18f3e0a-ddc8-41d6-a84a-643c9c9091db tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=98923471-3396-4784-ab86-82e6d49d0803 HTTP/1.1" status: 200 len: 945 time: 0.1685302 Feb 14 21:46:57.756394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1373a29f-ba65-4386-b5c8-e32903b33a5a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.759557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.763368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1373a29f-ba65-4386-b5c8-e32903b33a5a HTTP/1.1" status: 204 len: 168 time: 0.3823395 Feb 14 21:46:57.773306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00aa244c-b85e-418e-bf3a-4da868743843 req-9a0e1641-ae51-4c84-8bb7-d6151e1cbade tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369319 Feb 14 21:46:57.779649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f792a-712c-423b-a0e5-cf8501ea49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373a29f-ba65-4386-b5c8-e32903b33a5a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:57.837447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Deleting port c08a0fdb-fec5-438f-b22d-d118f7d74816 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:46:57.837845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.939078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] For port c08a0fdb-fec5-438f-b22d-d118f7d74816, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c08a0fdb-fec5-438f-b22d-d118f7d74816,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:46:57.939839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:57.960038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Calling delete_port for c08a0fdb-fec5-438f-b22d-d118f7d74816 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:46:58.186958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c08a0fdb-fec5-438f-b22d-d118f7d74816), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:58.199220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96', 'c08a0fdb-fec5-438f-b22d-d118f7d74816'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:46:58.239280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510bdba-2b6c-4c44-94fa-7de79f43dc2d req-c853706b-3653-4d2c-95af-21c677c75986 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:58.241752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f510bdba-2b6c-4c44-94fa-7de79f43dc2d req-c853706b-3653-4d2c-95af-21c677c75986 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.1181650 Feb 14 21:46:58.244784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event deleted for resources: {'Port': ['ID=c08a0fdb-fec5-438f-b22d-d118f7d74816,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:58.306826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] No DVR routers for this DVR port c08a0fdb-fec5-438f-b22d-d118f7d74816 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:46:58.313633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:58.317464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55ee19ce-b489-44da-9a40-4dce2bc2b3f5 req-e8051cc7-2672-462e-85fc-f7333c7d424a tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "DELETE /v2.0/ports/c08a0fdb-fec5-438f-b22d-d118f7d74816 HTTP/1.1" status: 204 len: 173 time: 0.6993852 Feb 14 21:46:58.321372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'name': 'network-vif-deleted', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:46:58.324303 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec3080-c9c3-4172-a709-93b7e54559ee" -d '{"events": [{"server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "name": "network-vif-deleted", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:46:58.378830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f510bdba-2b6c-4c44-94fa-7de79f43dc2d req-4403b47f-de16-45a0-a416-b433e203c9e4 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287701 Feb 14 21:46:58.428924 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9749e6-599d-4908-99f7-cca176da5a37 x-openstack-request-id: req-1d9749e6-599d-4908-99f7-cca176da5a37 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:46:58.429520 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98923471-3396-4784-ab86-82e6d49d0803", "name": "network-vif-deleted", "tag": "c08a0fdb-fec5-438f-b22d-d118f7d74816", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:46:58.429965 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d9749e6-599d-4908-99f7-cca176da5a37 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:46:58.430562 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98923471-3396-4784-ab86-82e6d49d0803', 'name': 'network-vif-deleted', 'tag': 'c08a0fdb-fec5-438f-b22d-d118f7d74816', 'status': 'completed', 'code': 200} Feb 14 21:46:58.570802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e5c9-97bd-44dd-bf0e-a28d8c462a74 req-60cb6a89-1efa-4ab7-a93c-153dd28189c6 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:58.573502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0619e5c9-97bd-44dd-bf0e-a28d8c462a74 req-60cb6a89-1efa-4ab7-a93c-153dd28189c6 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.0706613 Feb 14 21:46:58.588901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54610) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:58.660471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0619e5c9-97bd-44dd-bf0e-a28d8c462a74 req-a667c6cd-128c-48dd-942d-b310ec74e9ba tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804651 Feb 14 21:46:58.677112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:58.789959 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:58.847048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'networks': [{'name': 'tempest-network--1593768496'}, {'name': 'tempest-network--634080669'}]} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:58.847399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-network--1593768496'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:58.847871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-network--634080669'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:58.890595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'network': 2} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:46:58.897501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:58.911479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.032031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42d8e5-4685-49fb-881b-7561bba77585 tempest-TestVolumeBackupRestore-1411159250 tempest-TestVolumeBackupRestore-1411159250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.033677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba42d8e5-4685-49fb-881b-7561bba77585 tempest-TestVolumeBackupRestore-1411159250 tempest-TestVolumeBackupRestore-1411159250-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1123 time: 0.3552258 Feb 14 21:46:59.037086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54634) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:59.042504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:46:59.085489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.089230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for security_group (06fa6b0f-5035-40da-bd5e-d2ed39f0fd42), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.096179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (06fa6b0f-5035-40da-bd5e-d2ed39f0fd42), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.096633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.153907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa6b0f-5035-40da-bd5e-d2ed39f0fd42,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:59.171524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:46:59.187601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.188238 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0 of type vlan for network b499a946-5149-4424-b992-939308d6994e Feb 14 21:46:59.245265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b499a946-5149-4424-b992-939308d6994e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.253548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.306907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:46:59.321182 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b5c92c6f-36b1-489d-9ff7-2b27af346ca1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.322714 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment b5c92c6f-36b1-489d-9ff7-2b27af346ca1 of type vlan for network b36e020d-6949-4102-8796-7f6fa1bda030 Feb 14 21:46:59.386634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b36e020d-6949-4102-8796-7f6fa1bda030), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.417079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Allocated IP 172.25.2.147 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/38b4c466-180d-4e0f-83a9-4831e583705c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:46:59.417340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b499a946-5149-4424-b992-939308d6994e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.418189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b36e020d-6949-4102-8796-7f6fa1bda030), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.425396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.431672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.432426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.521278 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9287384 Feb 14 21:46:59.522256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:59.565501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=b499a946-5149-4424-b992-939308d6994e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:59.577827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b499a946-5149-4424-b992-939308d6994e details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:46:59.669583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for port (38b4c466-180d-4e0f-83a9-4831e583705c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.756105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:46:59.798603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e99a8-154d-4775-9982-e8342f91b036 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=b36e020d-6949-4102-8796-7f6fa1bda030,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:46:59.811882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b36e020d-6949-4102-8796-7f6fa1bda030 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:46:59.862193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:46:59.864584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb5ea5-07b4-47b5-afa0-c24acecfb5bd tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.876011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:46:59.877900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb5ea5-07b4-47b5-afa0-c24acecfb5bd tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.891313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:46:59.901560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb5ea5-07b4-47b5-afa0-c24acecfb5bd tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.913519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb5ea5-07b4-47b5-afa0-c24acecfb5bd tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:46:59.920642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92cb5ea5-07b4-47b5-afa0-c24acecfb5bd tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3972199 Feb 14 21:46:59.923753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54660) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:46:59.985323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'Port': ['ID=38b4c466-180d-4e0f-83a9-4831e583705c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:00.080507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b499a946-5149-4424-b992-939308d6994e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.198942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b499a946-5149-4424-b992-939308d6994e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.228358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b499a946-5149-4424-b992-939308d6994e']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.240431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.240768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.253171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.275954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.283605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:00.284144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a729b9fc-4cd1-4e6b-a4c4-ff99721f87e0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: warnings.warn(msg) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:00.295708 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:00.390005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b499a946-5149-4424-b992-939308d6994e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.398996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.408786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/b499a946-5149-4424-b992-939308d6994e HTTP/1.1" status: 204 len: 168 time: 0.4818025 Feb 14 21:47:00.409597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:00.635535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b36e020d-6949-4102-8796-7f6fa1bda030), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.638901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be2658-f899-450b-a95a-5b904e1c103b tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=b499a946-5149-4424-b992-939308d6994e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:00.654401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (b6d26de9-d3de-412f-a389-3ec7f85c3366), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.742313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.752908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b36e020d-6949-4102-8796-7f6fa1bda030), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.776012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36e020d-6949-4102-8796-7f6fa1bda030']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.786023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c92c6f-36b1-489d-9ff7-2b27af346ca1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.786446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c92c6f-36b1-489d-9ff7-2b27af346ca1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:00.796347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b5c92c6f-36b1-489d-9ff7-2b27af346ca1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.811858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b5c92c6f-36b1-489d-9ff7-2b27af346ca1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.818631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:00.819750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b5c92c6f-36b1-489d-9ff7-2b27af346ca1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:00.833168 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:00.893834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b36e020d-6949-4102-8796-7f6fa1bda030), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.917535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.921465 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/b36e020d-6949-4102-8796-7f6fa1bda030 HTTP/1.1" status: 204 len: 168 time: 0.5002513 Feb 14 21:47:00.922675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfba533-2afc-4083-a7bc-5f73b10d1f83 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=b36e020d-6949-4102-8796-7f6fa1bda030,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:00.924701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:00.970847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for port (38b4c466-180d-4e0f-83a9-4831e583705c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.977335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:00.985292 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d1af-4a04-49be-a1a0-61623d5e2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.058316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280e748-0f53-4153-9ca3-d9390d32d83e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:01.058937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (b6d26de9-d3de-412f-a389-3ec7f85c3366), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.064651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event updated for resources: {'Port': ['ID=38b4c466-180d-4e0f-83a9-4831e583705c,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:01.065200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280e748-0f53-4153-9ca3-d9390d32d83e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:01.070919 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d280e748-0f53-4153-9ca3-d9390d32d83e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1412325 Feb 14 21:47:01.071515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54690) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:01.076417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-405637468'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:01.099528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:01.103587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.143363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:01.156034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (30a8fad7-3772-4618-bd50-29484cc6c30a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.156509 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment 30a8fad7-3772-4618-bd50-29484cc6c30a of type vlan for network 7860736b-318e-456f-a489-07f66a766cc6 Feb 14 21:47:01.261130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7860736b-318e-456f-a489-07f66a766cc6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.300337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7860736b-318e-456f-a489-07f66a766cc6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.306713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:01.307538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.380654 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3080060 Feb 14 21:47:01.385979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:01.391937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-789339720'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:01.428662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:01.433284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.467676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b3032-ba81-4bc3-b0bb-799a644fb10f tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=7860736b-318e-456f-a489-07f66a766cc6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:01.481424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7860736b-318e-456f-a489-07f66a766cc6 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:01.481759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:01.494384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2e3a9672-1176-4ff4-983f-db1c68cce7f4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.494869 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment 2e3a9672-1176-4ff4-983f-db1c68cce7f4 of type vlan for network 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c Feb 14 21:47:01.545168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.562016 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Floating IP b6d26de9-d3de-412f-a389-3ec7f85c3366 associated. External IP: 172.25.2.147, port: 2f7c123f-c1da-4906-89e6-10ce78ba538f. Feb 14 21:47:01.580970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.588478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:01.589246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.662976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2753928 Feb 14 21:47:01.669924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54704) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:01.684652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'ports': [{'network_id': '7860736b-318e-456f-a489-07f66a766cc6', 'name': 'tempest-port--1394855170', 'admin_state_up': True}, {'network_id': '6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c', 'admin_state_up': False}]} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:01.685031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'port': {'network_id': '7860736b-318e-456f-a489-07f66a766cc6', 'name': 'tempest-port--1394855170', 'admin_state_up': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:01.685581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'port': {'network_id': '6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c', 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:01.783027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da95c0d-8d47-4557-a66e-fe63076e0290 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:01.797759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:01.878423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Router cbb35743-dc22-4a74-88ea-34886fdb0695 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:47:01.915428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'port': 2} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:01.920242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:01.957934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:02.135943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:47:02.159063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:47:02.180074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:02.181132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:46:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:02.186049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:02.296816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9004da0a-7900-4d4f-afe7-b84a95392691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2585170 Feb 14 21:47:02.307644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:02.308165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:02.310516 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f079393b-a011-49f4-88c9-45308f49d9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:02.380256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:02.384350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] device_id is not set on port eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:47:02.416857 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c6539f-da17-4b0f-a19a-5261ae96b450 x-openstack-request-id: req-c2c6539f-da17-4b0f-a19a-5261ae96b450 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:02.418758 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:02.418995 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2c6539f-da17-4b0f-a19a-5261ae96b450 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:02.420550 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:47:02.440585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b1096-0e15-40e6-9e20-595e33b25bee tempest-TestVolumeBackupRestore-1411159250 tempest-TestVolumeBackupRestore-1411159250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:02.442811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e41b1096-0e15-40e6-9e20-595e33b25bee tempest-TestVolumeBackupRestore-1411159250 tempest-TestVolumeBackupRestore-1411159250-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1123 time: 0.1293643 Feb 14 21:47:02.445757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54726) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:02.450895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Request body: {'floatingip': {'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:02.550710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (b6d26de9-d3de-412f-a389-3ec7f85c3366), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:02.626007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-2f5450df-e2e2-40c7-882d-edddd9857b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:02.627545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-2f5450df-e2e2-40c7-882d-edddd9857b09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.1712701 Feb 14 21:47:02.717837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for port (eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:02.783600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:00Z', 'revision_number': 0, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:02.836453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] device_id is not set on port 1897e0db-00ed-4ed6-9e19-c1f34736daeb yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:47:02.847079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:47:02.886338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c08a0fdb-fec5-438f-b22d-d118f7d74816 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:02.912417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:02.913185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:46:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:02.915064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: c08a0fdb-fec5-438f-b22d-d118f7d74816 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:02.915958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c08a0fdb-fec5-438f-b22d-d118f7d74816 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:02.952545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for port (1897e0db-00ed-4ed6-9e19-c1f34736daeb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.014100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-85617577-6ccd-475f-abb3-d44e1cd6c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:03.015730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-85617577-6ccd-475f-abb3-d44e1cd6c815 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.3729992 Feb 14 21:47:03.068307 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.089837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:03.139592 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-a2ad514e-9050-4409-8437-a4d1155ee7e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 999 time: 0.1148176 Feb 14 21:47:03.149287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Port': ['ID=eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:03.218454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Checking segment: {'id': '30a8fad7-3772-4618-bd50-29484cc6c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7860736b-318e-456f-a489-07f66a766cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:03.225319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network hostable DHCP agents. Network: 7860736b-318e-456f-a489-07f66a766cc6, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:03.252290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-72b261c6-70c3-4d0e-b5c5-4082a669cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:03.253912 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-72b261c6-70c3-4d0e-b5c5-4082a669cc46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.1075571 Feb 14 21:47:03.339957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network 7860736b-318e-456f-a489-07f66a766cc6 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:03.369705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7860736b-318e-456f-a489-07f66a766cc6) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:03.375403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:03.378284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1897e0db-00ed-4ed6-9e19-c1f34736daeb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.421958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba876eb-d2d8-46b2-9038-88063ac27044 None None] Network 7860736b-318e-456f-a489-07f66a766cc6 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:03.488421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-bdba592e-8460-4138-93c7-7c2c86bfd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:03.493111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-bdba592e-8460-4138-93c7-7c2c86bfd35e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2305264 Feb 14 21:47:03.535370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Port': ['ID=1897e0db-00ed-4ed6-9e19-c1f34736daeb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:03.560410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:47:03.643477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b9882c0-3e9f-460a-bbee-75a380928227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.656239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.666754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (b6d26de9-d3de-412f-a389-3ec7f85c3366), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.679771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Checking segment: {'id': '2e3a9672-1176-4ff4-983f-db1c68cce7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:03.680445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network hostable DHCP agents. Network: 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:03.715387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:00Z', 'revision_number': 0, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:03.726996 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-3b047939-a1ba-407a-834f-af036e4d327d service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227571 Feb 14 21:47:03.729649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:03.748409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8ec89-3379-476f-9ef0-f7065ccbf28d None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:00Z', 'revision_number': 0, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:47:03.757980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:03.767473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a026d-3f76-4318-a3b6-02d0656c8027 None None] Network 6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:03.792961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:03.798799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:03.803729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:03.804570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:03.861932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-abe8ac4d-10e9-4a66-b8bb-c89a34e20389 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1907463 Feb 14 21:47:03.868505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:03.958391 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f079393b-a011-49f4-88c9-45308f49d9e6 req-5348649e-dfdd-4b8c-be48-81a9484b006e service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244155 Feb 14 21:47:03.998216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4520297-1ee3-4298-8d27-9b2d72470931 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:04.010625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4520297-1ee3-4298-8d27-9b2d72470931 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:04.027284 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4520297-1ee3-4298-8d27-9b2d72470931 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1557276 Feb 14 21:47:04.027913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:04.140571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Router cbb35743-dc22-4a74-88ea-34886fdb0695 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:47:04.184347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e971e-5e14-4e89-83b0-0c826e6e3e81 None None] New status for floating IP b6d26de9-d3de-412f-a389-3ec7f85c3366: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:47:04.213832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting port eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:04.216962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.332150 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.345055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Calling delete_port for eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:04.347077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:47:04.352681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.425278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:04.428345 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:04.450402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc0f4938-8d25-4495-b2a5-5818a109603f tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "PUT /v2.0/floatingips/b6d26de9-d3de-412f-a389-3ec7f85c3366 HTTP/1.1" status: 200 len: 991 time: 2.0033612 Feb 14 21:47:04.481648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.538277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Port': ['ID=eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:04.570235 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beba38b-28e4-46f5-8a8e-85c1d9872759 x-openstack-request-id: req-8beba38b-28e4-46f5-8a8e-85c1d9872759 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:04.570235 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:04.570889 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8beba38b-28e4-46f5-8a8e-85c1d9872759 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:04.570889 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:47:04.578702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.590956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:04.605105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e38a1c1b-ce12-4555-a890-b2e9fa738f58 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/ports/eee0aa94-3481-4c7d-a8a3-d9c9caf6fb03 HTTP/1.1" status: 204 len: 168 time: 0.5760858 Feb 14 21:47:04.606900 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.671754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:47:04.688037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:04.695577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:47:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:04.750308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-26390651-f2e2-4843-8843-3024fff88c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:04.751877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-26390651-f2e2-4843-8843-3024fff88c86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.1345325 Feb 14 21:47:04.806045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting port 1897e0db-00ed-4ed6-9e19-c1f34736daeb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:04.806409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1897e0db-00ed-4ed6-9e19-c1f34736daeb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.895349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:04.943187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1897e0db-00ed-4ed6-9e19-c1f34736daeb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:04.951975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-458e3a0b-4b7d-4be3-9cba-69e6a3d6de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:04.954392 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-458e3a0b-4b7d-4be3-9cba-69e6a3d6de4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.1961169 Feb 14 21:47:04.961110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Calling delete_port for 1897e0db-00ed-4ed6-9e19-c1f34736daeb owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:05.067753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1897e0db-00ed-4ed6-9e19-c1f34736daeb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.086210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-7ec31918-e14d-403f-9b13-a7db73e91ac0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 1001 time: 0.1238663 Feb 14 21:47:05.104743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Port': ['ID=1897e0db-00ed-4ed6-9e19-c1f34736daeb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:05.121225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.127132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d158cbf7-f606-4bc5-abfe-32e22b94cb34 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/ports/1897e0db-00ed-4ed6-9e19-c1f34736daeb HTTP/1.1" status: 204 len: 168 time: 0.5329642 Feb 14 21:47:05.127408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:05.155493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-efe5f5ed-2ead-4f3f-9646-4e4a7fb10a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:05.157105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-efe5f5ed-2ead-4f3f-9646-4e4a7fb10a73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.0646656 Feb 14 21:47:05.200068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:04Z', 'revision_number': 2, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:05.228450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e3deab8-1865-4c91-abcd-3d5eaa2fee96 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0961077 Feb 14 21:47:05.229284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54772) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:05.234068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-544753534'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:05.237941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:47:05.249063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:05.249692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:47:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:05.281313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-5eda0d53-adab-4206-b834-0218abd98d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:05.283211 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-5eda0d53-adab-4206-b834-0218abd98d40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1190622 Feb 14 21:47:05.285489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:05.295191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.379618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:05.380795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:05.403031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (43eee37b-5423-49f5-a4ca-db19e6f26b4b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.403444 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment 43eee37b-5423-49f5-a4ca-db19e6f26b4b of type vlan for network faf393aa-5355-4d4a-87fd-517c77d0b1dc Feb 14 21:47:05.443132 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-4a8a7aa9-37c1-4c5e-9137-3a74d42707e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498339 Feb 14 21:47:05.527971 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (faf393aa-5355-4d4a-87fd-517c77d0b1dc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.578544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (faf393aa-5355-4d4a-87fd-517c77d0b1dc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.584022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:05.585147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.614245 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3838084 Feb 14 21:47:05.617146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54782) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:05.623937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094900718'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:05.627567 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1030f1ec-c9e9-4173-b0f2-93381ce78e2c req-d2007a8a-2e31-4453-873a-3b561f25c52f service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616902 Feb 14 21:47:05.693858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:05.698368 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.718189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306052-83c5-4d9b-ad37-2108b0e46fe9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=faf393aa-5355-4d4a-87fd-517c77d0b1dc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:05.738945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network faf393aa-5355-4d4a-87fd-517c77d0b1dc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:05.760287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:05.785298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (38166315-a257-40e3-8ada-e23a43d34dca), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.785893 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Added segment 38166315-a257-40e3-8ada-e23a43d34dca of type vlan for network bd996959-9baf-4798-9016-7464b69d5e65 Feb 14 21:47:05.866234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (bd996959-9baf-4798-9016-7464b69d5e65), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.914427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (bd996959-9baf-4798-9016-7464b69d5e65), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:05.925703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:05.926603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:06.045338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:06.057404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:04Z', 'revision_number': 2, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:06.060644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Network': ['ID=bd996959-9baf-4798-9016-7464b69d5e65,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:06.091199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-057957fb-bb6e-4bb5-867b-fdf075013156 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4595277 Feb 14 21:47:06.103199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network bd996959-9baf-4798-9016-7464b69d5e65 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:06.118978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e984b5ae-0661-48d9-ab42-432ec7573816 None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6d26de9-d3de-412f-a389-3ec7f85c3366', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'port_id': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'mac_address': 'fa:16:3e:47:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:47:00Z', 'updated_at': '2022-02-14T21:47:04Z', 'revision_number': 2, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:47:06.233390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54798) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:06.238756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'subnets': [{'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2105924606', 'ip_version': 4}, {'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:06.239656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'subnet': {'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2105924606', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:06.243378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Request body: {'subnet': {'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:06.289010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:06.502991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Made reservation on behalf of a5b36c553bd4406ca2a5e431267723f3 for: {'subnet': 2} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:06.508889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:06.509439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:06.651741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:06.653922 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6492ae9d-34c9-4f57-b8d1-290bbc56d258" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:07.114771 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-28706e7c-3fef-4362-a28a-5ec859e16d0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2180703 Feb 14 21:47:07.151245 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-c5535844-bab4-4e7f-83b9-945c32988b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:07.153207 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-c5535844-bab4-4e7f-83b9-945c32988b39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.1892083 Feb 14 21:47:07.315692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:07.352497 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1960dd-9cdb-4569-aa66-c87f9febd4ea x-openstack-request-id: req-ef1960dd-9cdb-4569-aa66-c87f9febd4ea {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:07.353074 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:07.355003 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef1960dd-9cdb-4569-aa66-c87f9febd4ea {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:07.355686 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:47:07.774885 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (a5d9f2e6-6142-4f5d-9c43-90b0600d6155), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:07.914015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-e8606599-39dd-43d1-b431-513eb3e6b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:07.919388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-e8606599-39dd-43d1-b431-513eb3e6b616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.7591522 Feb 14 21:47:07.953944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Subnet': ['ID=a5d9f2e6-6142-4f5d-9c43-90b0600d6155,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:07.967264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f53bf-226f-42d6-8ea0-8acd8bdd94f4 req-283fb174-74a7-4915-b011-c59f07616084 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:07.969083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14f53bf-226f-42d6-8ea0-8acd8bdd94f4 req-283fb174-74a7-4915-b011-c59f07616084 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.3277056 Feb 14 21:47:07.981110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Checking segment: {'id': '43eee37b-5423-49f5-a4ca-db19e6f26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:07.981463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network hostable DHCP agents. Network: faf393aa-5355-4d4a-87fd-517c77d0b1dc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:07.998512 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-0dc585d3-0142-445c-a9d9-8ef81348095c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 1001 time: 0.0728483 Feb 14 21:47:08.056084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-c13d6bb3-c139-49de-bfee-f8e0a8258ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.057753 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-c13d6bb3-c139-49de-bfee-f8e0a8258ff6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.0531716 Feb 14 21:47:08.068514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network faf393aa-5355-4d4a-87fd-517c77d0b1dc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:08.087010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c14f53bf-226f-42d6-8ea0-8acd8bdd94f4 req-ec804aff-1873-4790-bfd3-540072dca17c tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085603 Feb 14 21:47:08.088534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, faf393aa-5355-4d4a-87fd-517c77d0b1dc) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:08.099342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea788a42-08e0-4db1-9bb3-62bb2b03b0e0 None None] Network faf393aa-5355-4d4a-87fd-517c77d0b1dc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:08.118999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (aef6304e-d0b8-46d9-aa29-3d7db79b3063), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:08.120651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-dfe60639-09df-49b9-abc9-9161c30fa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.122367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-dfe60639-09df-49b9-abc9-9161c30fa85b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575290 Feb 14 21:47:08.225149 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-df6bfaf6-ec53-4eca-9ac4-3db0afecfccd service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965848 Feb 14 21:47:08.279772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event updated for resources: {'Subnet': ['ID=aef6304e-d0b8-46d9-aa29-3d7db79b3063,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:08.329071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Checking segment: {'id': '38166315-a257-40e3-8ada-e23a43d34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:08.329550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network hostable DHCP agents. Network: bd996959-9baf-4798-9016-7464b69d5e65, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:08.344045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-faf393aa-5355-4d4a-87fd-517c77d0b1dc', 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc', 'project_id': 'a5b36c553bd4406ca2a5e431267723f3', 'fixed_ips': [{'subnet_id': 'a5d9f2e6-6142-4f5d-9c43-90b0600d6155'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:08.345618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:08.354799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Network bd996959-9baf-4798-9016-7464b69d5e65 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:08.370934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, bd996959-9baf-4798-9016-7464b69d5e65) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:08.377535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.378079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.379471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:08.413559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0263e43c-b14c-43f7-94af-261092b2107d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1781180 Feb 14 21:47:08.415493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6492ae9d-34c9-4f57-b8d1-290bbc56d258 req-d3aec160-7630-4abd-b902-a3d6de7ce6f2 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835744 Feb 14 21:47:08.416044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54834) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:08.533943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Allocated IP 172.20.0.2 (faf393aa-5355-4d4a-87fd-517c77d0b1dc/a5d9f2e6-6142-4f5d-9c43-90b0600d6155/540bb30e-dca6-4a7c-8ad5-95fe7d905fd7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:08.587344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-32404e08-2105-4fd0-86ba-773125681481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.589981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243dd7d-c28c-4d3d-a329-dc981414af2c tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.591735 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-32404e08-2105-4fd0-86ba-773125681481 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.0925648 Feb 14 21:47:08.592324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243dd7d-c28c-4d3d-a329-dc981414af2c tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.594666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243dd7d-c28c-4d3d-a329-dc981414af2c tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.596518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0243dd7d-c28c-4d3d-a329-dc981414af2c tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1793799 Feb 14 21:47:08.600623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54836) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:08.617856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929f54c-9eba-4657-93d0-b13522e1d12c None None] Network bd996959-9baf-4798-9016-7464b69d5e65 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:08.684690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting subnet a5d9f2e6-6142-4f5d-9c43-90b0600d6155 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:08.822707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-20bd541d-841c-432e-8d41-cf2793cb3971 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.832883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-20bd541d-841c-432e-8d41-cf2793cb3971 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.1290014 Feb 14 21:47:08.882964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-d208a0e7-c32a-49d3-b78d-4485be3af79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:08.885013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-d208a0e7-c32a-49d3-b78d-4485be3af79e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.1964581 Feb 14 21:47:08.914939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-bd996959-9baf-4798-9016-7464b69d5e65', 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65', 'project_id': 'a5b36c553bd4406ca2a5e431267723f3', 'fixed_ips': [{'subnet_id': 'aef6304e-d0b8-46d9-aa29-3d7db79b3063'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:08.915879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:08.968993 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-626c74ad-ce49-4e98-a0c7-b9b877707f30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 1001 time: 0.0769231 Feb 14 21:47:09.020931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks [] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.044736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-4da110fe-a615-4e9e-9d94-6a399723c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:09.046845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-4da110fe-a615-4e9e-9d94-6a399723c546 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.0701931 Feb 14 21:47:09.048046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for subnet (a5d9f2e6-6142-4f5d-9c43-90b0600d6155), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.070386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Deleting port af21a276-5b32-4a0d-97e3-f3f5906aec96 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:09.070771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.160806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.172301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (a5d9f2e6-6142-4f5d-9c43-90b0600d6155), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.247906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Network faf393aa-5355-4d4a-87fd-517c77d0b1dc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:09.252430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-6f8d78d9-90e6-49a3-a7ac-1c4503a18cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:09.254203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-6f8d78d9-90e6-49a3-a7ac-1c4503a18cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1650403 Feb 14 21:47:09.268850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:09.274407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:09.337519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] For port af21a276-5b32-4a0d-97e3-f3f5906aec96, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=af21a276-5b32-4a0d-97e3-f3f5906aec96,segment=NetworkSegment(368dd3f5-2a8c-40af-8f42-a2cb7d487820),segment_id=368dd3f5-2a8c-40af-8f42-a2cb7d487820)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:09.337889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.399386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Calling delete_port for af21a276-5b32-4a0d-97e3-f3f5906aec96 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:09.419027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Pushing event updated for resources: {'Port': ['ID=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:09.432589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Attempting to bind port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:09.432972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Attempting to bind port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '43eee37b-5423-49f5-a4ca-db19e6f26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:09.433238 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-112e5591-2f7e-4b36-b695-2edb74be8538 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697576 Feb 14 21:47:09.433430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Attempting to bind port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 on network faf393aa-5355-4d4a-87fd-517c77d0b1dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:09.440420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:09.440810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Checking segment: {'id': '43eee37b-5423-49f5-a4ca-db19e6f26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:09.441213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.441782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Bound using segment: {'id': '43eee37b-5423-49f5-a4ca-db19e6f26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:09.442270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Bound port: 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eee37b-5423-49f5-a4ca-db19e6f26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'faf393aa-5355-4d4a-87fd-517c77d0b1dc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:09.442658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.474715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Allocated IP 172.20.0.18 (bd996959-9baf-4798-9016-7464b69d5e65/aef6304e-d0b8-46d9-aa29-3d7db79b3063/36f34965-8537-4157-8d75-22e65384786f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:09.486194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f9600-a28f-4d13-b7d7-488104b35ba7 req-901ba962-c5ac-4142-bb31-c6d5106cd51d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:09.493806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c0f9600-a28f-4d13-b7d7-488104b35ba7 req-901ba962-c5ac-4142-bb31-c6d5106cd51d tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 945 time: 0.2541738 Feb 14 21:47:09.591424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] For port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:09.599375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] For port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,segment=NetworkSegment(43eee37b-5423-49f5-a4ca-db19e6f26b4b),segment_id=43eee37b-5423-49f5-a4ca-db19e6f26b4b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:09.619696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-bdb31586-a29d-4a5a-a20c-c2661b1444da req-819d2c19-df29-47da-b833-c34d4b0836e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808205 Feb 14 21:47:09.639743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a5d9f2e6-6142-4f5d-9c43-90b0600d6155), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.665765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.707350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c0f9600-a28f-4d13-b7d7-488104b35ba7 req-294979ea-5dfd-4ecb-8d0f-96e1b8ee2b34 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/security-groups?id=f41fef17-0e76-4c07-b2d2-345d566a664d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074800 Feb 14 21:47:09.712523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a5d9f2e6-6142-4f5d-9c43-90b0600d6155), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.769034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d9f2e6-6142-4f5d-9c43-90b0600d6155,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:09.773845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.786022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54858) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:09.787189 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-003c52d2-8730-46ea-96de-989266197ac4 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/subnets/a5d9f2e6-6142-4f5d-9c43-90b0600d6155 HTTP/1.1" status: 204 len: 168 time: 1.1853576 Feb 14 21:47:09.875573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks [] for port (36f34965-8537-4157-8d75-22e65384786f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.900418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e210e1-767a-467c-b28c-fb9906b3188a None None] Pushing event updated for resources: {'Port': ['ID=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:09.908973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (36f34965-8537-4157-8d75-22e65384786f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.924848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting subnet aef6304e-d0b8-46d9-aa29-3d7db79b3063 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:09.930523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for subnet (aef6304e-d0b8-46d9-aa29-3d7db79b3063), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.973083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (af21a276-5b32-4a0d-97e3-f3f5906aec96), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:09.987914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Network bd996959-9baf-4798-9016-7464b69d5e65 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:09.998089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['af21a276-5b32-4a0d-97e3-f3f5906aec96'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:47:10.013009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:10.026136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Pushing event deleted for resources: {'Port': ['ID=af21a276-5b32-4a0d-97e3-f3f5906aec96,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:10.046706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:10.063497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (aef6304e-d0b8-46d9-aa29-3d7db79b3063), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.137713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Pushing event updated for resources: {'Port': ['ID=36f34965-8537-4157-8d75-22e65384786f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:10.174097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] No DVR routers for this DVR port af21a276-5b32-4a0d-97e3-f3f5906aec96 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:10.179741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.183686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bc4c11e-ce67-4a54-b7f6-2f7a428e5b45 req-600ac9a2-b348-41c3-9c6b-a25ec0977c0e tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.83 "DELETE /v2.0/ports/af21a276-5b32-4a0d-97e3-f3f5906aec96 HTTP/1.1" status: 204 len: 173 time: 1.3439341 Feb 14 21:47:10.184464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'name': 'network-vif-deleted', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:10.186985 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3359ec-2f83-4bc8-8aa0-eaa8e976da9d" -d '{"events": [{"server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "name": "network-vif-deleted", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:10.280697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Attempting to bind port 36f34965-8537-4157-8d75-22e65384786f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:10.282549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Attempting to bind port 36f34965-8537-4157-8d75-22e65384786f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '38166315-a257-40e3-8ada-e23a43d34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:10.282931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Attempting to bind port 36f34965-8537-4157-8d75-22e65384786f on network bd996959-9baf-4798-9016-7464b69d5e65 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:10.289588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:10.290649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Checking segment: {'id': '38166315-a257-40e3-8ada-e23a43d34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:10.291066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.291563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Bound using segment: {'id': '38166315-a257-40e3-8ada-e23a43d34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:10.292062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Bound port: 36f34965-8537-4157-8d75-22e65384786f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38166315-a257-40e3-8ada-e23a43d34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bd996959-9baf-4798-9016-7464b69d5e65'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:10.292451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (36f34965-8537-4157-8d75-22e65384786f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.383384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (aef6304e-d0b8-46d9-aa29-3d7db79b3063), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.395586 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6851b3e-4480-4d5e-bc68-25257eeb217e x-openstack-request-id: req-a6851b3e-4480-4d5e-bc68-25257eeb217e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:10.398075 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f16aa9-f7ee-42a7-b675-329d24336ccc", "name": "network-vif-deleted", "tag": "af21a276-5b32-4a0d-97e3-f3f5906aec96", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:10.398559 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6851b3e-4480-4d5e-bc68-25257eeb217e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:10.400362 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f16aa9-f7ee-42a7-b675-329d24336ccc', 'name': 'network-vif-deleted', 'tag': 'af21a276-5b32-4a0d-97e3-f3f5906aec96', 'status': 'completed', 'code': 200} Feb 14 21:47:10.528422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (aef6304e-d0b8-46d9-aa29-3d7db79b3063), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.530721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] For port 36f34965-8537-4157-8d75-22e65384786f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:10.534248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] For port 36f34965-8537-4157-8d75-22e65384786f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=36f34965-8537-4157-8d75-22e65384786f,segment=NetworkSegment(38166315-a257-40e3-8ada-e23a43d34dca),segment_id=38166315-a257-40e3-8ada-e23a43d34dca)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:10.544835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (36f34965-8537-4157-8d75-22e65384786f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.571199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Subnet': ['ID=aef6304e-d0b8-46d9-aa29-3d7db79b3063,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:10.585417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.591774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:10.603860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0ca97712-445a-49ae-b536-a8048a4baab9 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/subnets/aef6304e-d0b8-46d9-aa29-3d7db79b3063 HTTP/1.1" status: 204 len: 168 time: 0.8166561 Feb 14 21:47:10.626028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7678c-0cf4-4be8-b7ed-74c253e76893 None None] Pushing event updated for resources: {'Port': ['ID=36f34965-8537-4157-8d75-22e65384786f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:10.719931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a7a87-1de8-4c1a-b324-53416f0c5b4d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:10.721442 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-822a7a87-1de8-4c1a-b324-53416f0c5b4d tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1286852 Feb 14 21:47:10.727708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54872) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:10.873701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (bd996959-9baf-4798-9016-7464b69d5e65), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:10.945202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39a2108d-9f93-4af0-8090-273cef5346de req-c487e869-9a8a-4afa-a568-b24ae9325483 tempest-AttachVolumeNegativeTest-1454399256 tempest-AttachVolumeNegativeTest-1454399256-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2f16aa9-f7ee-42a7-b675-329d24336ccc HTTP/1.1" status: 200 len: 210 time: 0.1063194 Feb 14 21:47:10.971925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting port 36f34965-8537-4157-8d75-22e65384786f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:10.972258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (36f34965-8537-4157-8d75-22e65384786f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.050830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] For port 36f34965-8537-4157-8d75-22e65384786f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=36f34965-8537-4157-8d75-22e65384786f,segment=NetworkSegment(38166315-a257-40e3-8ada-e23a43d34dca),segment_id=38166315-a257-40e3-8ada-e23a43d34dca)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:11.051084 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (36f34965-8537-4157-8d75-22e65384786f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.072843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Calling delete_port for 36f34965-8537-4157-8d75-22e65384786f owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:11.165117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (36f34965-8537-4157-8d75-22e65384786f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.196056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Port': ['ID=36f34965-8537-4157-8d75-22e65384786f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:11.200948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] No DVR routers for this DVR port 36f34965-8537-4157-8d75-22e65384786f on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:11.287483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (bd996959-9baf-4798-9016-7464b69d5e65), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.315134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd996959-9baf-4798-9016-7464b69d5e65']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:11.325272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38166315-a257-40e3-8ada-e23a43d34dca') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:11.325622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38166315-a257-40e3-8ada-e23a43d34dca') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:11.339430 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (38166315-a257-40e3-8ada-e23a43d34dca), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.353985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (38166315-a257-40e3-8ada-e23a43d34dca), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.361644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:11.362087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (38166315-a257-40e3-8ada-e23a43d34dca), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:11.365903 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:11.372826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71036917-f208-4b18-a922-28671fc47d2c None None] Network faf393aa-5355-4d4a-87fd-517c77d0b1dc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:11.431959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (bd996959-9baf-4798-9016-7464b69d5e65), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.437694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.441416 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/bd996959-9baf-4798-9016-7464b69d5e65 HTTP/1.1" status: 204 len: 168 time: 0.7124188 Feb 14 21:47:11.444035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54880) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:11.461508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfe4db-a73f-47fc-bc32-fc7007d113d1 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=bd996959-9baf-4798-9016-7464b69d5e65,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:11.468911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Provisioning complete for port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:11.469291 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.595018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Current status of the port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:11.595752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.636099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] DHCP port deletion for faf393aa-5355-4d4a-87fd-517c77d0b1dc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:47:11.640979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (faf393aa-5355-4d4a-87fd-517c77d0b1dc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.642309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] For port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,segment=NetworkSegment(43eee37b-5423-49f5-a4ca-db19e6f26b4b),segment_id=43eee37b-5423-49f5-a4ca-db19e6f26b4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:11.678688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.733360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Deleting port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:11.733927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.753518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a5e9d-e67b-4aeb-92b4-dddfd303a84f None None] Pushing event updated for resources: {'Port': ['ID=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:11.777252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Deleting port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:11.777643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.852680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] For port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,segment=NetworkSegment(43eee37b-5423-49f5-a4ca-db19e6f26b4b),segment_id=43eee37b-5423-49f5-a4ca-db19e6f26b4b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:11.853183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.869434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] For port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,segment=NetworkSegment(43eee37b-5423-49f5-a4ca-db19e6f26b4b),segment_id=43eee37b-5423-49f5-a4ca-db19e6f26b4b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:11.869964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:11.874561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Calling delete_port for 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:11.884213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Calling delete_port for 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:12.075973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54912) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:12.177582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.257066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Port': ['ID=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:12.285558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] No DVR routers for this DVR port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:12.304671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-19005a11-9e01-496c-aee4-9e50683d06c8 None None] Could not find standard attr ID for object 36f34965-8537-4157-8d75-22e65384786f. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:47:12.323278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc535d9-2d82-434e-8558-33e18d2a79b8 None None] DHCP port deletion for bd996959-9baf-4798-9016-7464b69d5e65 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:47:12.354979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa418b6-e38a-45d9-af2c-0229fd13303b None None] Network bd996959-9baf-4798-9016-7464b69d5e65 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:12.368975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Deleting subnet 8425cf06-d344-4de6-a10f-4c414098ea76 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:12.372211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Publish callbacks [] for subnet (8425cf06-d344-4de6-a10f-4c414098ea76), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.377887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa418b6-e38a-45d9-af2c-0229fd13303b None None] Network bd996959-9baf-4798-9016-7464b69d5e65 could not be found, it might have been deleted concurrently. {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.396130 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:12.400051 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 21:47:12.407387 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (540bb30e-dca6-4a7c-8ad5-95fe7d905fd7), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.424494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] No DVR routers for this DVR port 540bb30e-dca6-4a7c-8ad5-95fe7d905fd7 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:12.469401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea5309-cde7-4d70-b414-fdf83091738a None None] Pushing event deleted for resources: {'Port': ['ID=540bb30e-dca6-4a7c-8ad5-95fe7d905fd7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:12.486181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (faf393aa-5355-4d4a-87fd-517c77d0b1dc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.490813 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (8425cf06-d344-4de6-a10f-4c414098ea76), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.537792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf393aa-5355-4d4a-87fd-517c77d0b1dc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.551385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eee37b-5423-49f5-a4ca-db19e6f26b4b') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.551705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eee37b-5423-49f5-a4ca-db19e6f26b4b') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.565800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (43eee37b-5423-49f5-a4ca-db19e6f26b4b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.567730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8425cf06-d344-4de6-a10f-4c414098ea76), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.605471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (43eee37b-5423-49f5-a4ca-db19e6f26b4b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.623065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:12.623487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (43eee37b-5423-49f5-a4ca-db19e6f26b4b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:12.636422 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:12.695140 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (8425cf06-d344-4de6-a10f-4c414098ea76), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.700353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (faf393aa-5355-4d4a-87fd-517c77d0b1dc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.727810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.733253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/faf393aa-5355-4d4a-87fd-517c77d0b1dc HTTP/1.1" status: 204 len: 168 time: 1.2859552 Feb 14 21:47:12.733253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8425cf06-d344-4de6-a10f-4c414098ea76,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:12.734166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:12.745756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.751516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-326749ab-513f-4088-a9e0-596a7e898b2d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8425cf06-d344-4de6-a10f-4c414098ea76 HTTP/1.1" status: 204 len: 168 time: 0.6744614 Feb 14 21:47:12.752430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54926) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:12.759677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8358c3-a5f9-497b-8d99-ea99e6a4217a tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=faf393aa-5355-4d4a-87fd-517c77d0b1dc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:12.822428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8c34034c-f402-4eff-9fc5-61fa1df68893), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.851273 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.884462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device af21a276-5b32-4a0d-97e3-f3f5906aec96 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:12.924147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: af21a276-5b32-4a0d-97e3-f3f5906aec96 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:12.924878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device af21a276-5b32-4a0d-97e3-f3f5906aec96 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:12.934303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8c34034c-f402-4eff-9fc5-61fa1df68893), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.961323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c34034c-f402-4eff-9fc5-61fa1df68893']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.974148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368dd3f5-2a8c-40af-8f42-a2cb7d487820') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.974807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368dd3f5-2a8c-40af-8f42-a2cb7d487820') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:12.984222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:12.989178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (368dd3f5-2a8c-40af-8f42-a2cb7d487820), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.010889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (368dd3f5-2a8c-40af-8f42-a2cb7d487820), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.014413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.019901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:13.020619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (368dd3f5-2a8c-40af-8f42-a2cb7d487820), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:13.022778 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:13.028534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3a9672-1176-4ff4-983f-db1c68cce7f4') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.028887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3a9672-1176-4ff4-983f-db1c68cce7f4') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.041896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (2e3a9672-1176-4ff4-983f-db1c68cce7f4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.058657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2e3a9672-1176-4ff4-983f-db1c68cce7f4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.065665 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:13.066100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (2e3a9672-1176-4ff4-983f-db1c68cce7f4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:13.070529 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:13.091022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8c34034c-f402-4eff-9fc5-61fa1df68893), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.103121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.123216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8c34034c-f402-4eff-9fc5-61fa1df68893 HTTP/1.1" status: 204 len: 168 time: 0.3695536 Feb 14 21:47:13.146327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7121563-a6ff-45a6-9dc0-56c2a0d5e743 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c34034c-f402-4eff-9fc5-61fa1df68893,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:13.148628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.182637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.186889 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c HTTP/1.1" status: 204 len: 168 time: 0.4487600 Feb 14 21:47:13.188098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141e77-512d-4f20-95a6-3cba837bef8e tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=6eff4ca0-0c50-4e6d-b10d-7ff31a4b964c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:13.189446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 54934) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:13.289731 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7860736b-318e-456f-a489-07f66a766cc6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.376417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:13.436850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c5435cfb-3fce-4462-8fc2-f05aeb7e1de9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2dc9ab8961074a0a91cd152b22579a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591912 Feb 14 21:47:13.437606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:13.451983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7860736b-318e-456f-a489-07f66a766cc6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.483633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7860736b-318e-456f-a489-07f66a766cc6']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.495119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a8fad7-3772-4618-bd50-29484cc6c30a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.495493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a8fad7-3772-4618-bd50-29484cc6c30a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:13.507114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] Publish callbacks [] for security_group (f41fef17-0e76-4c07-b2d2-345d566a664d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.509172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (30a8fad7-3772-4618-bd50-29484cc6c30a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.525973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (30a8fad7-3772-4618-bd50-29484cc6c30a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.535364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:13.535781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (30a8fad7-3772-4618-bd50-29484cc6c30a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.536175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] Publish callbacks [] for security_group (f41fef17-0e76-4c07-b2d2-345d566a664d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:13.539105 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:13.588492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f41fef17-0e76-4c07-b2d2-345d566a664d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.591724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.593340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f41fef17-0e76-4c07-b2d2-345d566a664d HTTP/1.1" status: 204 len: 168 time: 0.1544983 Feb 14 21:47:13.602167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d824c-a82b-4f0c-8195-67be1d58e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fef17-0e76-4c07-b2d2-345d566a664d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:13.622568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7860736b-318e-456f-a489-07f66a766cc6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.647188 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:13.647188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] 10.222.0.86 "DELETE /v2.0/networks/7860736b-318e-456f-a489-07f66a766cc6 HTTP/1.1" status: 204 len: 168 time: 0.4461188 Feb 14 21:47:13.667124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac99875-9f61-4078-b0e2-07a11634f546 tempest-BulkNetworkOpsTest-1383092569 tempest-BulkNetworkOpsTest-1383092569-project] Pushing event deleted for resources: {'Network': ['ID=7860736b-318e-456f-a489-07f66a766cc6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:13.955467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 36f34965-8537-4157-8d75-22e65384786f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:13.982680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 36f34965-8537-4157-8d75-22e65384786f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:13.983470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 36f34965-8537-4157-8d75-22e65384786f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:14.003105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54964) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:14.202766 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5adac8a3-3100-46cb-b550-6c9a99f807a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a5b36c553bd4406ca2a5e431267723f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959939 Feb 14 21:47:14.203071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 54980) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:14.302809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] Publish callbacks [] for security_group (06fa6b0f-5035-40da-bd5e-d2ed39f0fd42), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:14.330642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] Publish callbacks [] for security_group (06fa6b0f-5035-40da-bd5e-d2ed39f0fd42), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:14.405919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (06fa6b0f-5035-40da-bd5e-d2ed39f0fd42), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:14.410942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:14.416006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06fa6b0f-5035-40da-bd5e-d2ed39f0fd42 HTTP/1.1" status: 204 len: 168 time: 0.2113841 Feb 14 21:47:14.428737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da064bca-e416-4e05-86e5-d8f1ef4fceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa6b0f-5035-40da-bd5e-d2ed39f0fd42,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:15.352616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:15.380053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55060) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:15.526887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d62fd73-81a6-42ba-a580-71671adc5e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.621593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1179920968'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:15.643728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d62fd73-81a6-42ba-a580-71671adc5e08 admin admin] Publish callbacks [] for security_group (04e4a88f-57bb-4ce9-86dd-572523afe131), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.653387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5d62fd73-81a6-42ba-a580-71671adc5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04e4a88f-57bb-4ce9-86dd-572523afe131), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.675059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:15.678721 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.711638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.716992 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d62fd73-81a6-42ba-a580-71671adc5e08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c51e61113736428ab16d23d65805c68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356557 Feb 14 21:47:15.719377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62fd73-81a6-42ba-a580-71671adc5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e4a88f-57bb-4ce9-86dd-572523afe131,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:15.719773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55082) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:15.825105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] Publish callbacks [] for security_group (04e4a88f-57bb-4ce9-86dd-572523afe131), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.867927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] Publish callbacks [] for security_group (04e4a88f-57bb-4ce9-86dd-572523afe131), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.872875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for security_group (5a18ea8e-5798-4897-aabc-8d2c36c9a90d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.878181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a18ea8e-5798-4897-aabc-8d2c36c9a90d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.892769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:15.911836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9626adcb-4b4c-47bb-906c-2d1bcd524223), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.912358 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment 9626adcb-4b4c-47bb-906c-2d1bcd524223 of type vlan for network 940493aa-9b42-4daf-9ce6-5eccfe11f471 Feb 14 21:47:15.932619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04e4a88f-57bb-4ce9-86dd-572523afe131), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.937021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:15.938860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04e4a88f-57bb-4ce9-86dd-572523afe131 HTTP/1.1" status: 204 len: 168 time: 0.2179213 Feb 14 21:47:15.949553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0e155-8e54-427c-836d-3dbfa36c556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e4a88f-57bb-4ce9-86dd-572523afe131,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:15.999956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18ea8e-5798-4897-aabc-8d2c36c9a90d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:16.007847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (940493aa-9b42-4daf-9ce6-5eccfe11f471), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:16.062160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (940493aa-9b42-4daf-9ce6-5eccfe11f471), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:16.075371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:16.076164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:16.111780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7579651 Feb 14 21:47:16.200849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543539e-e8c3-4c27-951c-a74742635eb1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=940493aa-9b42-4daf-9ce6-5eccfe11f471,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:16.229259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:18.359098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:18.512153 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59dc36cb-37f8-4c10-b5a3-9ea7d738d512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.603069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59dc36cb-37f8-4c10-b5a3-9ea7d738d512 admin admin] Publish callbacks [] for security_group (c55ca8ab-3316-4126-9e33-b52b19c6a98b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.609409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59dc36cb-37f8-4c10-b5a3-9ea7d738d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c55ca8ab-3316-4126-9e33-b52b19c6a98b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.661335 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59dc36cb-37f8-4c10-b5a3-9ea7d738d512 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57c312126bd54450855e2ab71fd7f994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998989 Feb 14 21:47:18.663865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc36cb-37f8-4c10-b5a3-9ea7d738d512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ca8ab-3316-4126-9e33-b52b19c6a98b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:18.664001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:18.749612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] Publish callbacks [] for security_group (c55ca8ab-3316-4126-9e33-b52b19c6a98b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.780992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] Publish callbacks [] for security_group (c55ca8ab-3316-4126-9e33-b52b19c6a98b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.832973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c55ca8ab-3316-4126-9e33-b52b19c6a98b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.837617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:18.839104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c55ca8ab-3316-4126-9e33-b52b19c6a98b HTTP/1.1" status: 204 len: 168 time: 0.1740556 Feb 14 21:47:18.849389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdff673-4cd1-45ba-ba38-80f6aed05932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ca8ab-3316-4126-9e33-b52b19c6a98b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:19.280550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:19.299522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18a466b8-5fa3-4170-9f9f-2ca26f3eb1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.384887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18a466b8-5fa3-4170-9f9f-2ca26f3eb1bb admin admin] Publish callbacks [] for security_group (095601b0-aa05-4008-816f-c6503e653ba7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.403343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18a466b8-5fa3-4170-9f9f-2ca26f3eb1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (095601b0-aa05-4008-816f-c6503e653ba7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.470893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55204) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:19.471436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18a466b8-5fa3-4170-9f9f-2ca26f3eb1bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=56d4369623334472a2ecbaca22981ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891065 Feb 14 21:47:19.486507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a466b8-5fa3-4170-9f9f-2ca26f3eb1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095601b0-aa05-4008-816f-c6503e653ba7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:19.547277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:19.552636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:19.582422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] Publish callbacks [] for security_group (095601b0-aa05-4008-816f-c6503e653ba7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.608772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] Publish callbacks [] for security_group (095601b0-aa05-4008-816f-c6503e653ba7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.663774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:19.668088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.678097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (095601b0-aa05-4008-816f-c6503e653ba7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.681500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:19.682961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/095601b0-aa05-4008-816f-c6503e653ba7 HTTP/1.1" status: 204 len: 168 time: 0.2102170 Feb 14 21:47:19.693942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143f8e-a7e1-412c-bd1e-777aa5c394e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095601b0-aa05-4008-816f-c6503e653ba7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:19.964008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0988c8c7-6a56-4b97-a68d-846bdc791e55), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.038490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=0988c8c7-6a56-4b97-a68d-846bdc791e55,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:20.049941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': '9626adcb-4b4c-47bb-906c-2d1bcd524223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:20.050384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: 940493aa-9b42-4daf-9ce6-5eccfe11f471, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:20.093966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:20.109097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 940493aa-9b42-4daf-9ce6-5eccfe11f471) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:20.122588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125d9b3-22e5-4fa5-b24c-20ae30fcd5a5 None None] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:20.130993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:20.132601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.163930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:20.164152 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f5f8ca1e-68d9-477d-9414-083df2a9f681 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6156678 Feb 14 21:47:20.174110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1723486275'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:20.238208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:20.245175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.317123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:20.333091 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c68c0335-41f1-4d94-9f8e-f578acf8a5c3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.333602 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment c68c0335-41f1-4d94-9f8e-f578acf8a5c3 of type vlan for network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f Feb 14 21:47:20.417344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-940493aa-9b42-4daf-9ce6-5eccfe11f471', 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': '0988c8c7-6a56-4b97-a68d-846bdc791e55'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:20.418373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.459352 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.561865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.572318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:20.572919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.641675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Allocated IP 2001:db8:0:ffff::2 (940493aa-9b42-4daf-9ce6-5eccfe11f471/0988c8c7-6a56-4b97-a68d-846bdc791e55/17c376be-ac3f-43b9-afb5-d08f11dfdeee) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:20.720573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55258) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:20.726307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:20.734326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:20.736460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5705051 Feb 14 21:47:20.746521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5897ec-6345-4cb0-8fd6-70aa5efdecf8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=79d10e75-fcb3-4d54-aa33-cb3205e28e4f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:20.842971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:20.846229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks [] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.933897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:20.974194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:20.978922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.039459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Pushing event updated for resources: {'Port': ['ID=17c376be-ac3f-43b9-afb5-d08f11dfdeee,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:21.108083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:21.121732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:21.132299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:21.248508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc3a46a3-c22d-4810-983f-ad5c3037c5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.283120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Attempting to bind port 17c376be-ac3f-43b9-afb5-d08f11dfdeee on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:21.283613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Attempting to bind port 17c376be-ac3f-43b9-afb5-d08f11dfdeee by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '9626adcb-4b4c-47bb-906c-2d1bcd524223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:21.284310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Attempting to bind port 17c376be-ac3f-43b9-afb5-d08f11dfdeee on network 940493aa-9b42-4daf-9ce6-5eccfe11f471 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:21.296841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:21.299379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Checking segment: {'id': '9626adcb-4b4c-47bb-906c-2d1bcd524223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:21.300452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.301924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Bound using segment: {'id': '9626adcb-4b4c-47bb-906c-2d1bcd524223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:21.302250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Bound port: 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626adcb-4b4c-47bb-906c-2d1bcd524223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '940493aa-9b42-4daf-9ce6-5eccfe11f471'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:21.302650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.384900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] For port 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:21.388609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] For port 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=17c376be-ac3f-43b9-afb5-d08f11dfdeee,segment=NetworkSegment(9626adcb-4b4c-47bb-906c-2d1bcd524223),segment_id=9626adcb-4b4c-47bb-906c-2d1bcd524223)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:21.399750 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.451874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:47:21.468550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (03e0a407-a15d-428a-8208-f08009cbcabb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.480218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Pushing event updated for resources: {'Port': ['ID=17c376be-ac3f-43b9-afb5-d08f11dfdeee,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:21.492844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.493529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.494417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.495672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.496438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.497047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.498120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.498644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.500202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.501262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.501776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.502285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.503077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeba5ff-ce50-4459-b025-b008016eb852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:21.662878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=03e0a407-a15d-428a-8208-f08009cbcabb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:21.699288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc3a46a3-c22d-4810-983f-ad5c3037c5ff admin admin] Publish callbacks [] for security_group (47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.722034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dc3a46a3-c22d-4810-983f-ad5c3037c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.756091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:21.760198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: 79d10e75-fcb3-4d54-aa33-cb3205e28e4f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:21.812552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a46a3-c22d-4810-983f-ad5c3037c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:21.859388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55294) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:21.860643 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dc3a46a3-c22d-4810-983f-ad5c3037c5ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7faaae9241b44c899e91fac235af303d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1230879 Feb 14 21:47:21.862905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:21.884964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 79d10e75-fcb3-4d54-aa33-cb3205e28e4f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:21.901223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9d40c-78bf-484e-9711-065b8216f6ad None None] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:21.921071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:21.921784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:21.945036 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4b877b9b-d384-4f35-bfe6-4e90ef036e57 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2232721 Feb 14 21:47:21.947851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55298) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:21.955559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'port': {'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f', 'name': 'tempest-NetworksIpV6TestAttrs-175677911'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:22.013051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] Publish callbacks [] for security_group (47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.075104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] Publish callbacks [] for security_group (47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.114843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-79d10e75-fcb3-4d54-aa33-cb3205e28e4f', 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': '03e0a407-a15d-428a-8208-f08009cbcabb'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:22.117356 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.165466 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.188159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.192576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98 HTTP/1.1" status: 204 len: 168 time: 0.3306987 Feb 14 21:47:22.216896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16526647-c6b9-4cbc-941e-ae477d5fc0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d6ee94-6c47-4a9a-8cd2-fed0bd6c5a98,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:22.230937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 17c376be-ac3f-43b9-afb5-d08f11dfdeee up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:47:22.293294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:22.299848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.325905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] device_id is not set on port de9073c1-d576-4ba4-90cf-dbfaeefb06c7 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:47:22.464278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Allocated IP 2001:db8::f816:3eff:fee3:e997 (79d10e75-fcb3-4d54-aa33-cb3205e28e4f/03e0a407-a15d-428a-8208-f08009cbcabb/5ab90cd0-910b-4826-8993-80faf7a9df92) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:22.561994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 17c376be-ac3f-43b9-afb5-d08f11dfdeee triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:22.562383 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.725911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 17c376be-ac3f-43b9-afb5-d08f11dfdeee is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:22.726454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.813153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=17c376be-ac3f-43b9-afb5-d08f11dfdeee,segment=NetworkSegment(9626adcb-4b4c-47bb-906c-2d1bcd524223),segment_id=9626adcb-4b4c-47bb-906c-2d1bcd524223)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:22.951243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks [] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.951677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:22.970970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:22.978568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01a8b427-aac3-46b5-8f31-1c5040637e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.028775 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.074346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:23.079568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:23.082149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:23.139567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390283d1-024d-4889-a9b4-7d91a2d99c63 None None] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:23.194201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Allocated IP 2001:db8::f816:3eff:fe80:d940 (79d10e75-fcb3-4d54-aa33-cb3205e28e4f/03e0a407-a15d-428a-8208-f08009cbcabb/de9073c1-d576-4ba4-90cf-dbfaeefb06c7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:23.249615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=17c376be-ac3f-43b9-afb5-d08f11dfdeee,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.291661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01a8b427-aac3-46b5-8f31-1c5040637e98 admin admin] Publish callbacks [] for security_group (efef267c-19ac-4210-9747-50ee6797c5fb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.306163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01a8b427-aac3-46b5-8f31-1c5040637e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (efef267c-19ac-4210-9747-50ee6797c5fb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.341770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8b427-aac3-46b5-8f31-1c5040637e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef267c-19ac-4210-9747-50ee6797c5fb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.409284 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-01a8b427-aac3-46b5-8f31-1c5040637e98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72796abb38704ed6949a275c42320b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564149 Feb 14 21:47:23.413883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55338) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:23.426063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Attempting to bind port 5ab90cd0-910b-4826-8993-80faf7a9df92 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:23.426378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Attempting to bind port 5ab90cd0-910b-4826-8993-80faf7a9df92 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:23.426719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Attempting to bind port 5ab90cd0-910b-4826-8993-80faf7a9df92 on network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:23.462488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:23.463179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Checking segment: {'id': 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:23.464642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.465766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Bound using segment: {'id': 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:23.467990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Bound port: 5ab90cd0-910b-4826-8993-80faf7a9df92, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '79d10e75-fcb3-4d54-aa33-cb3205e28e4f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:23.468650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.492778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-25aa3729-81e6-47a6-b148-4a51a4e9ed5a None None] Provisioning complete for port 17c376be-ac3f-43b9-afb5-d08f11dfdeee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:23.493807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25aa3729-81e6-47a6-b148-4a51a4e9ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.512678 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for port (de9073c1-d576-4ba4-90cf-dbfaeefb06c7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.522438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Publish callbacks [] for security_group (efef267c-19ac-4210-9747-50ee6797c5fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.547175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Pushing event updated for resources: {'Port': ['ID=5ab90cd0-910b-4826-8993-80faf7a9df92,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.574037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Publish callbacks [] for security_group (efef267c-19ac-4210-9747-50ee6797c5fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.605291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (de9073c1-d576-4ba4-90cf-dbfaeefb06c7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.683664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] For port 5ab90cd0-910b-4826-8993-80faf7a9df92, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:23.688527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] For port 5ab90cd0-910b-4826-8993-80faf7a9df92, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ab90cd0-910b-4826-8993-80faf7a9df92,segment=NetworkSegment(c68c0335-41f1-4d94-9f8e-f578acf8a5c3),segment_id=c68c0335-41f1-4d94-9f8e-f578acf8a5c3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:23.702389 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.748144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Port': ['ID=de9073c1-d576-4ba4-90cf-dbfaeefb06c7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.750023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (efef267c-19ac-4210-9747-50ee6797c5fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.755808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.758013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/efef267c-19ac-4210-9747-50ee6797c5fb HTTP/1.1" status: 204 len: 168 time: 0.3428910 Feb 14 21:47:23.769470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef267c-19ac-4210-9747-50ee6797c5fb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.775429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:23.779284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:23.783566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.784197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.784713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.785275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.785859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.786469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.787103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.788550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.789636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:23.790017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.790732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.792223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.792790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.793568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a484ff-f7ef-4d55-b471-e87b678751fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:23.814825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:23.816330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:23.864466 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7f51d36c-4722-4095-9c5f-d79db0120466 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9150467 Feb 14 21:47:23.867979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:23.893750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f79aa-27af-4c1d-b3bd-43ff980765bd None None] Pushing event updated for resources: {'Port': ['ID=5ab90cd0-910b-4826-8993-80faf7a9df92,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:23.976035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-25aa3729-81e6-47a6-b148-4a51a4e9ed5a None None] Current status of the port 17c376be-ac3f-43b9-afb5-d08f11dfdeee is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:24.003985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting subnet 03e0a407-a15d-428a-8208-f08009cbcabb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:24.017464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (03e0a407-a15d-428a-8208-f08009cbcabb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.073588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (03e0a407-a15d-428a-8208-f08009cbcabb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.078796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 17c376be-ac3f-43b9-afb5-d08f11dfdeee up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:47:24.205303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 17c376be-ac3f-43b9-afb5-d08f11dfdeee triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:24.205822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.243907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-85158c3f-37af-45da-a97a-191c7dfde023 None None] Provisioning complete for port 17c376be-ac3f-43b9-afb5-d08f11dfdeee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:24.244408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85158c3f-37af-45da-a97a-191c7dfde023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.285008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (03e0a407-a15d-428a-8208-f08009cbcabb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.392912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (03e0a407-a15d-428a-8208-f08009cbcabb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.439924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=03e0a407-a15d-428a-8208-f08009cbcabb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:24.452839 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.456753 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f54f0fcf-bf13-4861-926e-a3fa09bdfbf7 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/03e0a407-a15d-428a-8208-f08009cbcabb HTTP/1.1" status: 204 len: 168 time: 0.5869784 Feb 14 21:47:24.459666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55364) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:24.548910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-85158c3f-37af-45da-a97a-191c7dfde023 None None] Current status of the port 17c376be-ac3f-43b9-afb5-d08f11dfdeee is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:24.573459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 17c376be-ac3f-43b9-afb5-d08f11dfdeee is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:24.581964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcbd5e-d120-4be2-9b3f-58e729c77d97 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:24.583998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcbd5e-d120-4be2-9b3f-58e729c77d97 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:24.589417 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-84bcbd5e-d120-4be2-9b3f-58e729c77d97 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1258638 Feb 14 21:47:24.590230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55372) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:24.702821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d1eefe6b-78b5-4fc3-bc84-7c77709974fb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.717107 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eefe6b-78b5-4fc3-bc84-7c77709974fb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 14 21:47:24.717107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eefe6b-78b5-4fc3-bc84-7c77709974fb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:24.719348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d1eefe6b-78b5-4fc3-bc84-7c77709974fb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/79d10e75-fcb3-4d54-aa33-cb3205e28e4f HTTP/1.1" status: 409 len: 466 time: 0.1271260 Feb 14 21:47:24.722952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:24.728290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1342330172'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:24.750861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:24.754820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.781893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:24.798861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c2c8a86a-f80d-40dd-8a68-4bed6b1592d8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.799254 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment c2c8a86a-f80d-40dd-8a68-4bed6b1592d8 of type vlan for network 74f9fd20-a77e-42fb-b652-0ae7c96da397 Feb 14 21:47:24.842293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.889983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.904716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:24.905714 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:24.966446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2378888 Feb 14 21:47:24.967560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55392) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:24.984180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:25.089043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1661c3-9195-4505-8502-45db7b2a99e4 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=74f9fd20-a77e-42fb-b652-0ae7c96da397,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:25.104405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:25.112975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:25.117254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:25.559003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:47:25.560589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (43d09bed-291a-4873-ad5c-b81ca70e8b89), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:25.623074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28b0df-dd8f-4f92-b1a7-ac74809424e2 None None] Network 79d10e75-fcb3-4d54-aa33-cb3205e28e4f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:25.636594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=43d09bed-291a-4873-ad5c-b81ca70e8b89,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:25.712869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:25.713811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: 74f9fd20-a77e-42fb-b652-0ae7c96da397, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:25.736679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:25.738290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Provisioning complete for port 5ab90cd0-910b-4826-8993-80faf7a9df92 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:25.738680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:25.752503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 74f9fd20-a77e-42fb-b652-0ae7c96da397) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:25.759932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:25.762469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:25.765002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb697a60-349f-4137-90a2-14f3e30438d6 None None] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:25.792791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b765d671-5c8e-425f-aaeb-252d621624b5 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8210011 Feb 14 21:47:25.795106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55428) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:25.801738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'port': {'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397', 'name': 'tempest-NetworksIpV6TestAttrs-1067541088'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:26.066616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:26.073144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.109258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-74f9fd20-a77e-42fb-b652-0ae7c96da397', 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': '43d09bed-291a-4873-ad5c-b81ca70e8b89'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:26.110110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.128088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] device_id is not set on port 452007aa-08e9-405f-8268-027847c65438 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:47:26.128968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Current status of the port 5ab90cd0-910b-4826-8993-80faf7a9df92 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:26.129364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.161454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] DHCP port deletion for 79d10e75-fcb3-4d54-aa33-cb3205e28e4f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:47:26.303624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] For port 5ab90cd0-910b-4826-8993-80faf7a9df92, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ab90cd0-910b-4826-8993-80faf7a9df92,segment=NetworkSegment(c68c0335-41f1-4d94-9f8e-f578acf8a5c3),segment_id=c68c0335-41f1-4d94-9f8e-f578acf8a5c3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:26.321123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.344525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Allocated IP 2001:db8::f816:3eff:fe02:f942 (74f9fd20-a77e-42fb-b652-0ae7c96da397/43d09bed-291a-4873-ad5c-b81ca70e8b89/452007aa-08e9-405f-8268-027847c65438) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:26.399206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531f6a-0321-4a40-a74c-cd4353ac81cb None None] Pushing event updated for resources: {'Port': ['ID=5ab90cd0-910b-4826-8993-80faf7a9df92,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:26.403867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Deleting port 5ab90cd0-910b-4826-8993-80faf7a9df92 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:26.404504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.496254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] For port 5ab90cd0-910b-4826-8993-80faf7a9df92, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5ab90cd0-910b-4826-8993-80faf7a9df92,segment=NetworkSegment(c68c0335-41f1-4d94-9f8e-f578acf8a5c3),segment_id=c68c0335-41f1-4d94-9f8e-f578acf8a5c3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:26.496949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.515504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Calling delete_port for 5ab90cd0-910b-4826-8993-80faf7a9df92 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:26.560228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for port (452007aa-08e9-405f-8268-027847c65438), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.654106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (452007aa-08e9-405f-8268-027847c65438), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.700121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:26.704058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:26.712132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (5ab90cd0-910b-4826-8993-80faf7a9df92), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.726890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:26.738250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:26.739595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:26.761978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] Pushing event deleted for resources: {'Port': ['ID=5ab90cd0-910b-4826-8993-80faf7a9df92,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:26.766571 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Port': ['ID=452007aa-08e9-405f-8268-027847c65438,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:26.772937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668b6ba-0f6f-42bf-a87d-bb633e103a15 None None] No DVR routers for this DVR port 5ab90cd0-910b-4826-8993-80faf7a9df92 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:26.777729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55464) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:26.788840 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9526076a-94a1-4ee6-80e3-7ffb52988a4e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9920874 Feb 14 21:47:26.795457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Allocated IP 2001:db8::f816:3eff:feb3:d962 (74f9fd20-a77e-42fb-b652-0ae7c96da397/43d09bed-291a-4873-ad5c-b81ca70e8b89/d977319a-8ef4-4da1-a2ab-2ac1a1f21060) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:26.858582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting subnet 43d09bed-291a-4873-ad5c-b81ca70e8b89 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:27.019233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks [] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.025063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (43d09bed-291a-4873-ad5c-b81ca70e8b89), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.028432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.090541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (43d09bed-291a-4873-ad5c-b81ca70e8b89), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.132561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Pushing event updated for resources: {'Port': ['ID=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:27.154783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:27.157025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:27.160081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:27.260248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Attempting to bind port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:27.260938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Attempting to bind port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:27.261569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Attempting to bind port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 on network 74f9fd20-a77e-42fb-b652-0ae7c96da397 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:27.268547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:27.269513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Checking segment: {'id': 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:27.270275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.271476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Bound using segment: {'id': 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:27.272684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Bound port: d977319a-8ef4-4da1-a2ab-2ac1a1f21060, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '74f9fd20-a77e-42fb-b652-0ae7c96da397'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:27.273289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.303096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (43d09bed-291a-4873-ad5c-b81ca70e8b89), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.399014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (43d09bed-291a-4873-ad5c-b81ca70e8b89), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.402127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] For port d977319a-8ef4-4da1-a2ab-2ac1a1f21060, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:27.406332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] For port d977319a-8ef4-4da1-a2ab-2ac1a1f21060, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,segment=NetworkSegment(c2c8a86a-f80d-40dd-8a68-4bed6b1592d8),segment_id=c2c8a86a-f80d-40dd-8a68-4bed6b1592d8)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:27.417754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.444100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=43d09bed-291a-4873-ad5c-b81ca70e8b89,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:27.453090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.457666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-075562b5-0e4b-4276-b05b-8bd81eda7c4d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/43d09bed-291a-4873-ad5c-b81ca70e8b89 HTTP/1.1" status: 204 len: 168 time: 0.6788390 Feb 14 21:47:27.461218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55482) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:27.520536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa08be1-7ff5-47df-99e9-1ee732ed299e None None] Pushing event updated for resources: {'Port': ['ID=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:27.598880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadd1cd-f590-4692-b092-e464583da5cb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:27.601446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadd1cd-f590-4692-b092-e464583da5cb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:27.605867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eeadd1cd-f590-4692-b092-e464583da5cb tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1428671 Feb 14 21:47:27.606592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55490) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:27.736556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7576-9fe0-426c-be29-bf63e7e211d8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.749592 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fe7576-9fe0-426c-be29-bf63e7e211d8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 14 21:47:27.749592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fe7576-9fe0-426c-be29-bf63e7e211d8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:27.757478 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2fe7576-9fe0-426c-be29-bf63e7e211d8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/74f9fd20-a77e-42fb-b652-0ae7c96da397 HTTP/1.1" status: 409 len: 466 time: 0.1497200 Feb 14 21:47:27.757791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55498) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:27.764021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1630015322'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:27.800138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:27.804539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.867715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:27.888772 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:27.889565 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment 8f4804c6-0adb-493b-a5da-d0431379eae3 of type vlan for network 6e2642c6-4017-426e-afc7-0d6f7f50855f Feb 14 21:47:27.989222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.029371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.035677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:28.036313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.061457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3021379 Feb 14 21:47:28.066027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55504) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:28.072262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:28.139859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d977319a-8ef4-4da1-a2ab-2ac1a1f21060 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:47:28.162208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7852b-1a7d-492f-a7c2-5db829e904a8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=6e2642c6-4017-426e-afc7-0d6f7f50855f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:28.191630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6e2642c6-4017-426e-afc7-0d6f7f50855f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:28.244208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:28.247730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.299073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:28.300375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.439669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:28.440120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.537003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d977319a-8ef4-4da1-a2ab-2ac1a1f21060, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,segment=NetworkSegment(c2c8a86a-f80d-40dd-8a68-4bed6b1592d8),segment_id=c2c8a86a-f80d-40dd-8a68-4bed6b1592d8)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:28.555594 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.666309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ab90cd0-910b-4826-8993-80faf7a9df92 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:28.695264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:47:28.697014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (3cfcd640-b420-4e7f-aacf-107d1cc41c58), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.738748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5ab90cd0-910b-4826-8993-80faf7a9df92 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:28.758311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5ab90cd0-910b-4826-8993-80faf7a9df92 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:28.780178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:28.790311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=3cfcd640-b420-4e7f-aacf-107d1cc41c58,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:28.802334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': '8f4804c6-0adb-493b-a5da-d0431379eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:28.803346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: 6e2642c6-4017-426e-afc7-0d6f7f50855f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:28.830448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 6e2642c6-4017-426e-afc7-0d6f7f50855f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:28.834925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.847411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6e2642c6-4017-426e-afc7-0d6f7f50855f) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:28.856484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:28.856865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84271292-00f1-4423-bfa3-0861d5997b25 None None] Network 6e2642c6-4017-426e-afc7-0d6f7f50855f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:28.857083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:28.901452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f6b71e4-ab5d-4085-bb93-19120f5adecf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8340166 Feb 14 21:47:28.903924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55522) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:29.049808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6e2642c6-4017-426e-afc7-0d6f7f50855f', 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': '3cfcd640-b420-4e7f-aacf-107d1cc41c58'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:29.051706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.102986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.185348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3cfcd640-b420-4e7f-aacf-107d1cc41c58), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.251140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Allocated IP 2001:db8::f816:3eff:fe90:9025 (6e2642c6-4017-426e-afc7-0d6f7f50855f/3cfcd640-b420-4e7f-aacf-107d1cc41c58/b27b0121-d3b0-4191-b109-152d439b041f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:29.335682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680d5fd-6644-4056-b7cf-61f85b9b1e9b None None] Network 74f9fd20-a77e-42fb-b652-0ae7c96da397 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:29.450306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-36db5fc2-70e1-48b5-aa14-11eae185a4e8 None None] Provisioning complete for port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:29.450746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36db5fc2-70e1-48b5-aa14-11eae185a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.567623 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:47:29.629600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks [] for port (b27b0121-d3b0-4191-b109-152d439b041f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.666218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (b27b0121-d3b0-4191-b109-152d439b041f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.674229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3cfcd640-b420-4e7f-aacf-107d1cc41c58), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.741869 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfcd640-b420-4e7f-aacf-107d1cc41c58,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:29.771429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Pushing event updated for resources: {'Port': ['ID=b27b0121-d3b0-4191-b109-152d439b041f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:29.773842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] DHCP port deletion for 74f9fd20-a77e-42fb-b652-0ae7c96da397 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:47:29.823123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Network 6e2642c6-4017-426e-afc7-0d6f7f50855f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:29.831355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:29.834080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-36db5fc2-70e1-48b5-aa14-11eae185a4e8 None None] Current status of the port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:29.837683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:29.882251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:29.883909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Deleting port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:29.884282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.009635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] For port d977319a-8ef4-4da1-a2ab-2ac1a1f21060, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,segment=NetworkSegment(c2c8a86a-f80d-40dd-8a68-4bed6b1592d8),segment_id=c2c8a86a-f80d-40dd-8a68-4bed6b1592d8)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:30.010472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.025786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Attempting to bind port b27b0121-d3b0-4191-b109-152d439b041f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:30.026447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Attempting to bind port b27b0121-d3b0-4191-b109-152d439b041f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '8f4804c6-0adb-493b-a5da-d0431379eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:30.027043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Attempting to bind port b27b0121-d3b0-4191-b109-152d439b041f on network 6e2642c6-4017-426e-afc7-0d6f7f50855f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:30.034694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Calling delete_port for d977319a-8ef4-4da1-a2ab-2ac1a1f21060 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:30.043820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:30.044539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Checking segment: {'id': '8f4804c6-0adb-493b-a5da-d0431379eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:30.045178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.045931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Bound using segment: {'id': '8f4804c6-0adb-493b-a5da-d0431379eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:30.046696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Bound port: b27b0121-d3b0-4191-b109-152d439b041f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4804c6-0adb-493b-a5da-d0431379eae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:30.047342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b27b0121-d3b0-4191-b109-152d439b041f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.068962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d977319a-8ef4-4da1-a2ab-2ac1a1f21060 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:30.252763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] For port b27b0121-d3b0-4191-b109-152d439b041f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:30.284634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.295948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] For port b27b0121-d3b0-4191-b109-152d439b041f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b27b0121-d3b0-4191-b109-152d439b041f,segment=NetworkSegment(8f4804c6-0adb-493b-a5da-d0431379eae3),segment_id=8f4804c6-0adb-493b-a5da-d0431379eae3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:30.325172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] Pushing event deleted for resources: {'Port': ['ID=d977319a-8ef4-4da1-a2ab-2ac1a1f21060,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:30.332900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2642c6-4017-426e-afc7-0d6f7f50855f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:30.344302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b27b0121-d3b0-4191-b109-152d439b041f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.345194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4804c6-0adb-493b-a5da-d0431379eae3') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:30.345600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4804c6-0adb-493b-a5da-d0431379eae3') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:30.348998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8374b-845f-4ea5-ac3a-b5c2dcac2fa2 None None] No DVR routers for this DVR port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:30.358045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.364640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d977319a-8ef4-4da1-a2ab-2ac1a1f21060 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:30.364640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d977319a-8ef4-4da1-a2ab-2ac1a1f21060), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.376261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.386389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:30.387102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:30.391070 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:30.473577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:30.473577 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:30.473577 n-d-828372-11 neutron-server[103512]: [parameters: {'id': '6e2642c6-4017-426e-afc7-0d6f7f50855f'}] Feb 14 21:47:30.473577 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:30.474647 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:30.529191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c177-eb12-41f5-aab9-3f71fd8ff34f None None] Pushing event updated for resources: {'Port': ['ID=b27b0121-d3b0-4191-b109-152d439b041f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:30.555630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88bc377-1efe-45b4-a865-c9a5678c6908 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:30.655357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bc377-1efe-45b4-a865-c9a5678c6908 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:30.887780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e1db5-eedc-4928-9768-ad60f16fdf2e None None] Network 6e2642c6-4017-426e-afc7-0d6f7f50855f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:30.976318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:30.995299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fde2d6bc-d0b9-4541-a6ff-1baa7ce82b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.074335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port b27b0121-d3b0-4191-b109-152d439b041f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:31.074968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b27b0121-d3b0-4191-b109-152d439b041f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.150352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] For port b27b0121-d3b0-4191-b109-152d439b041f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b27b0121-d3b0-4191-b109-152d439b041f,segment=NetworkSegment(8f4804c6-0adb-493b-a5da-d0431379eae3),segment_id=8f4804c6-0adb-493b-a5da-d0431379eae3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:31.150728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b27b0121-d3b0-4191-b109-152d439b041f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.167206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for b27b0121-d3b0-4191-b109-152d439b041f owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:31.278139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b27b0121-d3b0-4191-b109-152d439b041f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.323778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=b27b0121-d3b0-4191-b109-152d439b041f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:31.332735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No DVR routers for this DVR port b27b0121-d3b0-4191-b109-152d439b041f on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:31.445888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.471016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2642c6-4017-426e-afc7-0d6f7f50855f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:31.483187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4804c6-0adb-493b-a5da-d0431379eae3') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:31.483479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4804c6-0adb-493b-a5da-d0431379eae3') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:31.495304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.511656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.518634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:31.518933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (8f4804c6-0adb-493b-a5da-d0431379eae3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:31.523190 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:31.591517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6e2642c6-4017-426e-afc7-0d6f7f50855f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.599089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.603790 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/6e2642c6-4017-426e-afc7-0d6f7f50855f HTTP/1.1" status: 204 len: 168 time: 2.6983523 Feb 14 21:47:31.608159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55588) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:31.615472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1860783299'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:31.623099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0786-9351-4c58-a4fc-ac6e16f41412 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=6e2642c6-4017-426e-afc7-0d6f7f50855f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:31.640650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:31.647301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.680610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:31.692062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.692710 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment 99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f of type vlan for network e6021a3b-0a27-440b-af51-fb034286d863 Feb 14 21:47:31.752508 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e6021a3b-0a27-440b-af51-fb034286d863), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.786370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e6021a3b-0a27-440b-af51-fb034286d863), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.794821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:31.796157 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:31.827917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55594) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:31.828186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2180598 Feb 14 21:47:31.833553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:31.894464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9c27-275c-4b44-86a8-651e0530412c tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=e6021a3b-0a27-440b-af51-fb034286d863,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:31.906344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e6021a3b-0a27-440b-af51-fb034286d863 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:32.024051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:32.028850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.282428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (ab62a80b-1ded-4934-9086-734751d078dd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.393481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:32.393865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: e6021a3b-0a27-440b-af51-fb034286d863, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:32.398620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=ab62a80b-1ded-4934-9086-734751d078dd,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:32.420219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network e6021a3b-0a27-440b-af51-fb034286d863 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:32.434283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e6021a3b-0a27-440b-af51-fb034286d863) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:32.447277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27de4d8-400e-47e7-9159-9ffeb5bef120 None None] Network e6021a3b-0a27-440b-af51-fb034286d863 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:32.466336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:32.469706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.508774 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b4e512fc-dba5-4135-9198-e12c3a333daf tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6769111 Feb 14 21:47:32.509202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55608) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:32.663491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e6021a3b-0a27-440b-af51-fb034286d863', 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': 'ab62a80b-1ded-4934-9086-734751d078dd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:32.664364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.669059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e6021a3b-0a27-440b-af51-fb034286d863), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.780009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ab62a80b-1ded-4934-9086-734751d078dd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:32.900509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Allocated IP 2001:db8::2 (e6021a3b-0a27-440b-af51-fb034286d863/ab62a80b-1ded-4934-9086-734751d078dd/3bb58e77-e8ed-4193-8242-b4b0f176b820) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:33.395552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks [] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.414957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0274af3-756a-4dda-a9ef-9edf7456bee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.430256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.443316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (ab62a80b-1ded-4934-9086-734751d078dd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.484145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Network e6021a3b-0a27-440b-af51-fb034286d863 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:33.490694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:33.495297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=ab62a80b-1ded-4934-9086-734751d078dd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:33.499105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:33.518617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Pushing event updated for resources: {'Port': ['ID=3bb58e77-e8ed-4193-8242-b4b0f176b820,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:33.595746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Attempting to bind port 3bb58e77-e8ed-4193-8242-b4b0f176b820 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:33.596232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Attempting to bind port 3bb58e77-e8ed-4193-8242-b4b0f176b820 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:33.596722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Attempting to bind port 3bb58e77-e8ed-4193-8242-b4b0f176b820 on network e6021a3b-0a27-440b-af51-fb034286d863 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:33.603621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:33.604147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Checking segment: {'id': '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:33.604650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.605160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Bound using segment: {'id': '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:33.605754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Bound port: 3bb58e77-e8ed-4193-8242-b4b0f176b820, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6021a3b-0a27-440b-af51-fb034286d863'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:33.606249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.665865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e6021a3b-0a27-440b-af51-fb034286d863), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.704735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] For port 3bb58e77-e8ed-4193-8242-b4b0f176b820, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:33.712587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] For port 3bb58e77-e8ed-4193-8242-b4b0f176b820, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3bb58e77-e8ed-4193-8242-b4b0f176b820,segment=NetworkSegment(99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f),segment_id=99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:33.718978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6021a3b-0a27-440b-af51-fb034286d863']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:33.733436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:33.885385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bd2c1-b0f4-4b80-ae3d-58b481cbd3f2 None None] Pushing event updated for resources: {'Port': ['ID=3bb58e77-e8ed-4193-8242-b4b0f176b820,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:33.963886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2495e-576c-4ded-bed5-cfec857fad32 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:34.156198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d2495e-576c-4ded-bed5-cfec857fad32 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:34.324234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:34.324485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:34.343086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:34.376652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:34.385007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:34.385340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:34.389630 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:34.471454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bda071-8358-49c4-b352-10600e5493a8 None None] Network e6021a3b-0a27-440b-af51-fb034286d863 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:34.485582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:34.485582 n-d-828372-11 neutron-server[103513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:34.485582 n-d-828372-11 neutron-server[103513]: [parameters: {'id': 'e6021a3b-0a27-440b-af51-fb034286d863'}] Feb 14 21:47:34.485582 n-d-828372-11 neutron-server[103513]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:34.486099 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:34.613836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:34.987642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e6021a3b-0a27-440b-af51-fb034286d863), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.056204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port 3bb58e77-e8ed-4193-8242-b4b0f176b820 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:35.058168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.168060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] For port 3bb58e77-e8ed-4193-8242-b4b0f176b820, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3bb58e77-e8ed-4193-8242-b4b0f176b820,segment=NetworkSegment(99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f),segment_id=99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:35.168438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.183474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for 3bb58e77-e8ed-4193-8242-b4b0f176b820 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:35.270240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3bb58e77-e8ed-4193-8242-b4b0f176b820), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.291382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No DVR routers for this DVR port 3bb58e77-e8ed-4193-8242-b4b0f176b820 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:35.320985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=3bb58e77-e8ed-4193-8242-b4b0f176b820,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:35.455332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e6021a3b-0a27-440b-af51-fb034286d863), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.485506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6021a3b-0a27-440b-af51-fb034286d863']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:35.498821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:35.500895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:35.515986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.533233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.541132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:35.541702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (99562e1a-ce4c-4aa3-b6b9-ef5c9e12ef4f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:35.545687 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:35.622217 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e6021a3b-0a27-440b-af51-fb034286d863), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.627228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.631538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/e6021a3b-0a27-440b-af51-fb034286d863 HTTP/1.1" status: 204 len: 168 time: 3.1212749 Feb 14 21:47:35.634962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:35.642461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1911210027'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:35.653074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea74d-0b3a-4b46-911b-1fd603a7eae1 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=e6021a3b-0a27-440b-af51-fb034286d863,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:35.670354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:35.675590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.703619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:35.715484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.715847 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Added segment 804bf66c-80b9-4494-8fb7-e394008339fb of type vlan for network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef Feb 14 21:47:35.774282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.784458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.805850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.811317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:35.811976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:35.845148 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2087502 Feb 14 21:47:35.848439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55684) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:35.883433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Request body: {'subnet': {'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:35.950614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27691f49-6bfe-4ab1-822c-e08f534c7374 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Network': ['ID=16a6d9af-c541-4ab5-8007-8c4d281fa2ef,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:35.965733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:35.997963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Made reservation on behalf of 827300e1c5904d51b5f02bb2e850bf00 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:36.002332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.245153 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.362614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:47:36.364527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (785aa028-c4c2-402e-99a3-2c0fcc37c379), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.431767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event updated for resources: {'Subnet': ['ID=785aa028-c4c2-402e-99a3-2c0fcc37c379,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:36.441354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Checking segment: {'id': '804bf66c-80b9-4494-8fb7-e394008339fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:36.441890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network hostable DHCP agents. Network: 16a6d9af-c541-4ab5-8007-8c4d281fa2ef, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:36.461832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:36.472886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 16a6d9af-c541-4ab5-8007-8c4d281fa2ef) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:36.478712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:36.479387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.487603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee44a97-14fd-4158-abc9-52c7afbad164 None None] Network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:36.503215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e72a9f0a-8b8f-4118-8df6-74ac9698fae8 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6529653 Feb 14 21:47:36.504801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55696) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:36.626467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.628207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-16a6d9af-c541-4ab5-8007-8c4d281fa2ef', 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef', 'project_id': '827300e1c5904d51b5f02bb2e850bf00', 'fixed_ips': [{'subnet_id': '785aa028-c4c2-402e-99a3-2c0fcc37c379'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:36.629146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.692229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (785aa028-c4c2-402e-99a3-2c0fcc37c379), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.783224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Allocated IP 2001:db8::f816:3eff:fe01:ef53 (16a6d9af-c541-4ab5-8007-8c4d281fa2ef/785aa028-c4c2-402e-99a3-2c0fcc37c379/a890b1be-5807-4185-83fd-73997d85f8fa) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:36.946418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks [] for port (a890b1be-5807-4185-83fd-73997d85f8fa), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.953179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:36.977305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (785aa028-c4c2-402e-99a3-2c0fcc37c379), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.013959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=785aa028-c4c2-402e-99a3-2c0fcc37c379,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:37.023459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:37.028470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:37.036650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:37.093569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Pushing event updated for resources: {'Port': ['ID=a890b1be-5807-4185-83fd-73997d85f8fa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:37.108782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Attempting to bind port a890b1be-5807-4185-83fd-73997d85f8fa on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:37.109242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Attempting to bind port a890b1be-5807-4185-83fd-73997d85f8fa by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '804bf66c-80b9-4494-8fb7-e394008339fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:37.109702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Attempting to bind port a890b1be-5807-4185-83fd-73997d85f8fa on network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:37.115575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:37.116052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Checking segment: {'id': '804bf66c-80b9-4494-8fb7-e394008339fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:37.116525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.117037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Bound using segment: {'id': '804bf66c-80b9-4494-8fb7-e394008339fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:37.117573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Bound port: a890b1be-5807-4185-83fd-73997d85f8fa, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804bf66c-80b9-4494-8fb7-e394008339fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:37.117994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.121120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.161856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6d9af-c541-4ab5-8007-8c4d281fa2ef']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:37.173529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804bf66c-80b9-4494-8fb7-e394008339fb') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:37.173895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804bf66c-80b9-4494-8fb7-e394008339fb') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:37.187446 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.205568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.212900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] For port a890b1be-5807-4185-83fd-73997d85f8fa, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:37.215042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:37.215707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:37.219347 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:37.301125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:37.301125 n-d-828372-11 neutron-server[103513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:37.301125 n-d-828372-11 neutron-server[103513]: [parameters: {'id': '16a6d9af-c541-4ab5-8007-8c4d281fa2ef'}] Feb 14 21:47:37.301125 n-d-828372-11 neutron-server[103513]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:37.301655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.302360 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:37.306964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] For port a890b1be-5807-4185-83fd-73997d85f8fa, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a890b1be-5807-4185-83fd-73997d85f8fa,segment=NetworkSegment(804bf66c-80b9-4494-8fb7-e394008339fb),segment_id=804bf66c-80b9-4494-8fb7-e394008339fb)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:37.314252 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.428885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380baea5-2da7-40ef-9641-bc59050ddfad None None] Pushing event updated for resources: {'Port': ['ID=a890b1be-5807-4185-83fd-73997d85f8fa,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:37.439888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564fbe1-8615-49cf-b36b-260c5de74673 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:37.535639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55720) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:37.561212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564fbe1-8615-49cf-b36b-260c5de74673 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:37.803960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.835049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Deleting port 38b4c466-180d-4e0f-83a9-4831e583705c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:37.835681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.841442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1f680-51ab-40f0-bfdf-38edde6d9adb None None] Network 16a6d9af-c541-4ab5-8007-8c4d281fa2ef requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:37.883404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55724) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:37.942748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.943136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (38b4c466-180d-4e0f-83a9-4831e583705c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:37.956636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Calling delete_port for 38b4c466-180d-4e0f-83a9-4831e583705c owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:38.011055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port a890b1be-5807-4185-83fd-73997d85f8fa {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:38.011621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.097478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] For port a890b1be-5807-4185-83fd-73997d85f8fa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a890b1be-5807-4185-83fd-73997d85f8fa,segment=NetworkSegment(804bf66c-80b9-4494-8fb7-e394008339fb),segment_id=804bf66c-80b9-4494-8fb7-e394008339fb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:38.098040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.113116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for a890b1be-5807-4185-83fd-73997d85f8fa owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:38.169003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d17c26b-6765-411b-8f2a-13c95e698919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.205656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a890b1be-5807-4185-83fd-73997d85f8fa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.242115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=a890b1be-5807-4185-83fd-73997d85f8fa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:38.246743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No DVR routers for this DVR port a890b1be-5807-4185-83fd-73997d85f8fa on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:38.358509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d17c26b-6765-411b-8f2a-13c95e698919 admin admin] Publish callbacks [] for security_group (8a99a2de-e846-452c-81e3-b4cfbdd5ef5b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.365990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d17c26b-6765-411b-8f2a-13c95e698919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8a99a2de-e846-452c-81e3-b4cfbdd5ef5b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.372529 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.396639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6d9af-c541-4ab5-8007-8c4d281fa2ef']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:38.407004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804bf66c-80b9-4494-8fb7-e394008339fb') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:38.407655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804bf66c-80b9-4494-8fb7-e394008339fb') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:38.418613 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.422889 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4d17c26b-6765-411b-8f2a-13c95e698919 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3dd972ef2a6a41bb92717d81aa6d4f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383558 Feb 14 21:47:38.423792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55730) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.426622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c26b-6765-411b-8f2a-13c95e698919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99a2de-e846-452c-81e3-b4cfbdd5ef5b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:38.435142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.444733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:38.445292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (804bf66c-80b9-4494-8fb7-e394008339fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.517105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (38b4c466-180d-4e0f-83a9-4831e583705c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:38.528589 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:38.534615 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (16a6d9af-c541-4ab5-8007-8c4d281fa2ef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.548964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.562108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/16a6d9af-c541-4ab5-8007-8c4d281fa2ef HTTP/1.1" status: 204 len: 168 time: 2.0507128 Feb 14 21:47:38.563355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55734) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.570732 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] Publish callbacks [] for security_group (8a99a2de-e846-452c-81e3-b4cfbdd5ef5b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.598390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6fe73-6910-4b7b-9ce3-14e702387990 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=16a6d9af-c541-4ab5-8007-8c4d281fa2ef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:38.612027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] Publish callbacks [] for security_group (8a99a2de-e846-452c-81e3-b4cfbdd5ef5b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.619463 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c754cd9b-b07d-42e7-a5ea-1f94390a6875 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.620181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c754cd9b-b07d-42e7-a5ea-1f94390a6875 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.625664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c754cd9b-b07d-42e7-a5ea-1f94390a6875 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/785aa028-c4c2-402e-99a3-2c0fcc37c379 HTTP/1.1" status: 404 len: 337 time: 0.0569620 Feb 14 21:47:38.626181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55736) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.647545 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b258674f-53e1-4ccf-8ea1-fc725dcb3af0 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.648364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b258674f-53e1-4ccf-8ea1-fc725dcb3af0 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.654006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b258674f-53e1-4ccf-8ea1-fc725dcb3af0 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/16a6d9af-c541-4ab5-8007-8c4d281fa2ef HTTP/1.1" status: 404 len: 339 time: 0.0245962 Feb 14 21:47:38.654515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.670663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event deleted for resources: {'Port': ['ID=38b4c466-180d-4e0f-83a9-4831e583705c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:38.684306 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c898dcd-5bb3-4690-a7ed-cd5e689e498e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.684889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c898dcd-5bb3-4690-a7ed-cd5e689e498e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.688206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c898dcd-5bb3-4690-a7ed-cd5e689e498e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/ab62a80b-1ded-4934-9086-734751d078dd HTTP/1.1" status: 404 len: 337 time: 0.0325639 Feb 14 21:47:38.692836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55740) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.712139 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5f9dcb-9079-4855-ab24-776ef29cb440 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.712770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5f9dcb-9079-4855-ab24-776ef29cb440 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.716040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce5f9dcb-9079-4855-ab24-776ef29cb440 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/e6021a3b-0a27-440b-af51-fb034286d863 HTTP/1.1" status: 404 len: 339 time: 0.0241539 Feb 14 21:47:38.718818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55742) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.719478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8a99a2de-e846-452c-81e3-b4cfbdd5ef5b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.722234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.723563 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8a99a2de-e846-452c-81e3-b4cfbdd5ef5b HTTP/1.1" status: 204 len: 168 time: 0.2815893 Feb 14 21:47:38.743251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615e485-3442-436e-90a0-c192923f2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99a2de-e846-452c-81e3-b4cfbdd5ef5b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:38.771698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for floatingip (b6d26de9-d3de-412f-a389-3ec7f85c3366), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:38.772037 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Floating IP b6d26de9-d3de-412f-a389-3ec7f85c3366 disassociated (deleted). External IP: 172.25.2.147, port: 2f7c123f-c1da-4906-89e6-10ce78ba538f. Feb 14 21:47:38.787661 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf7aeab-ab9c-4304-92a2-28805fdfbf96 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.788149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf7aeab-ab9c-4304-92a2-28805fdfbf96 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.796225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-faf7aeab-ab9c-4304-92a2-28805fdfbf96 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/3cfcd640-b420-4e7f-aacf-107d1cc41c58 HTTP/1.1" status: 404 len: 337 time: 0.0738273 Feb 14 21:47:38.797527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55746) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.837971 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-33131645-e6e9-4ce3-8472-daaefbb09a0e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:38.837971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33131645-e6e9-4ce3-8472-daaefbb09a0e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:38.850258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33131645-e6e9-4ce3-8472-daaefbb09a0e tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/6e2642c6-4017-426e-afc7-0d6f7f50855f HTTP/1.1" status: 404 len: 339 time: 0.0511234 Feb 14 21:47:38.852830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55748) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:38.981160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port 452007aa-08e9-405f-8268-027847c65438 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:38.981866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (452007aa-08e9-405f-8268-027847c65438), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.077350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (452007aa-08e9-405f-8268-027847c65438), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.096751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for 452007aa-08e9-405f-8268-027847c65438 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:39.153448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Router cbb35743-dc22-4a74-88ea-34886fdb0695 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:47:39.169363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:39.185743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2f75c0e-ffaa-4c1f-8984-3d8b07c3b0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.229333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (452007aa-08e9-405f-8268-027847c65438), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.286302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=452007aa-08e9-405f-8268-027847c65438,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:39.304497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.312797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f8de3f1-da66-4eab-b1f2-0a8af09c0980 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/ports/452007aa-08e9-405f-8268-027847c65438 HTTP/1.1" status: 204 len: 168 time: 0.4578404 Feb 14 21:47:39.313414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55756) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:39.355426 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3993f139-5eee-4cb3-b40d-8f84c34e3d91 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:39.355850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3993f139-5eee-4cb3-b40d-8f84c34e3d91 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:39.358873 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3993f139-5eee-4cb3-b40d-8f84c34e3d91 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/43d09bed-291a-4873-ad5c-b81ca70e8b89 HTTP/1.1" status: 404 len: 337 time: 0.0444584 Feb 14 21:47:39.362103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55758) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:39.379769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:47:39.385126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.392292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:47:39.406347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:39.419781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:47:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:39.482751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.488022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2f75c0e-ffaa-4c1f-8984-3d8b07c3b0eb admin admin] Publish callbacks [] for security_group (49163b4b-e91d-45c4-9c96-ddb931bbed32), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.498887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2f75c0e-ffaa-4c1f-8984-3d8b07c3b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (49163b4b-e91d-45c4-9c96-ddb931bbed32), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.508037 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aeab6219-577d-4489-950b-a51c8729d002 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "DELETE /v2.0/floatingips/b6d26de9-d3de-412f-a389-3ec7f85c3366 HTTP/1.1" status: 204 len: 168 time: 1.9663877 Feb 14 21:47:39.542130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:39.544465 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce9c6a2-14b4-4f13-aeed-9ad057394409" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:39.607780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.668804 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2f75c0e-ffaa-4c1f-8984-3d8b07c3b0eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b75b452613f24b28ac90449439026c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960690 Feb 14 21:47:39.670068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55766) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:39.683130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75c0e-ffaa-4c1f-8984-3d8b07c3b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49163b4b-e91d-45c4-9c96-ddb931bbed32,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:39.714553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f9fd20-a77e-42fb-b652-0ae7c96da397']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:39.720202 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:39.742880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:39.743288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c8a86a-f80d-40dd-8a68-4bed6b1592d8') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:39.775387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (c2c8a86a-f80d-40dd-8a68-4bed6b1592d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.801016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c2c8a86a-f80d-40dd-8a68-4bed6b1592d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.803887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] Publish callbacks [] for security_group (49163b4b-e91d-45c4-9c96-ddb931bbed32), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.808672 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74318418-0817-4455-b72a-c01dae131fcf x-openstack-request-id: req-74318418-0817-4455-b72a-c01dae131fcf {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:39.809366 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:39.809808 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74318418-0817-4455-b72a-c01dae131fcf {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:39.810385 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:47:39.827398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:39.828057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (c2c8a86a-f80d-40dd-8a68-4bed6b1592d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:39.833066 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:39.926589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-d1ddc1cd-1dba-4a8e-9aa5-0ebff4ddd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:39.929112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-d1ddc1cd-1dba-4a8e-9aa5-0ebff4ddd442 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bba04ad9ec254b0984ee845e937dc16f&device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 1128 time: 0.0936184 Feb 14 21:47:39.958960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:39.994040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:47:40.004485 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:47:40.005026 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:47:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:40.025867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] Publish callbacks [] for security_group (49163b4b-e91d-45c4-9c96-ddb931bbed32), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.049259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-35d3eb79-1552-4aa2-a0aa-bd071aae0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:40.051846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-35d3eb79-1552-4aa2-a0aa-bd071aae0065 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 200 len: 915 time: 0.1155462 Feb 14 21:47:40.072982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (74f9fd20-a77e-42fb-b652-0ae7c96da397), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.099535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.102806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/74f9fd20-a77e-42fb-b652-0ae7c96da397 HTTP/1.1" status: 204 len: 168 time: 0.7396631 Feb 14 21:47:40.111936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55770) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:40.116071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d83682-bced-499e-b285-4c5dde53001d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=74f9fd20-a77e-42fb-b652-0ae7c96da397,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:40.125982 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-33a3baa9-146b-4308-b8b1-4e1b0c219ef4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 200 len: 217 time: 0.0665839 Feb 14 21:47:40.142527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def9c5f-e0af-4221-bfa7-5d9611040edf req-e76e3df3-d10e-4550-864a-01d7f39b7834 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:40.150098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5def9c5f-e0af-4221-bfa7-5d9611040edf req-e76e3df3-d10e-4550-864a-01d7f39b7834 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.2608042 Feb 14 21:47:40.218319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5def9c5f-e0af-4221-bfa7-5d9611040edf req-d3d52ba0-a713-47e4-bd23-693da68104d3 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672565 Feb 14 21:47:40.222473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (49163b4b-e91d-45c4-9c96-ddb931bbed32), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.229360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.232650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/49163b4b-e91d-45c4-9c96-ddb931bbed32 HTTP/1.1" status: 204 len: 168 time: 0.5590327 Feb 14 21:47:40.253103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1888e1-65a0-43c4-8490-0a6f19688e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49163b4b-e91d-45c4-9c96-ddb931bbed32,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:40.278587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-0082e786-50ab-40d9-8cc5-331d8943321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:40.281490 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-0082e786-50ab-40d9-8cc5-331d8943321d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 200 len: 853 time: 0.1280904 Feb 14 21:47:40.303518 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:47:40.446578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port de9073c1-d576-4ba4-90cf-dbfaeefb06c7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:40.448015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (de9073c1-d576-4ba4-90cf-dbfaeefb06c7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.502789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-a76be60f-0ca9-40a2-8e66-0d2502fcccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:40.510557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-a76be60f-0ca9-40a2-8e66-0d2502fcccdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e170f18-c689-4d5c-8f65-96cc81598fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2248986 Feb 14 21:47:40.667092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (de9073c1-d576-4ba4-90cf-dbfaeefb06c7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.692266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for de9073c1-d576-4ba4-90cf-dbfaeefb06c7 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:40.696657 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-73d14b85-647d-4969-8f23-b123db758edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:40.766884 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-3e156967-3a29-4e0f-b519-0d1591a7f19a service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471771 Feb 14 21:47:40.769927 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d14b85-647d-4969-8f23-b123db758edc None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:47Z', 'revision_number': 4, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f4dc4cec-45f4-4f16-8dc0-142d3fae2c76', 'name': '', 'network_id': '4e170f18-c689-4d5c-8f65-96cc81598fe1', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'mac_address': 'fa:16:3e:ce:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:46Z', 'updated_at': '2022-02-14T21:42:52Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'subnets': [{'id': '886f1e59-2bdc-4b0a-b50c-56794842f013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:47:40.909406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (de9073c1-d576-4ba4-90cf-dbfaeefb06c7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.917497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7ce9c6a2-14b4-4f13-aeed-9ad057394409 req-028304e6-8500-405a-bb75-da31ba810077 service neutron] 10.222.0.64 "GET /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434500 Feb 14 21:47:40.949204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=de9073c1-d576-4ba4-90cf-dbfaeefb06c7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:40.958000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:40.961802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6d5d86f-f0d1-4a39-aed9-d91f5d453d27 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/ports/de9073c1-d576-4ba4-90cf-dbfaeefb06c7 HTTP/1.1" status: 204 len: 168 time: 0.8483586 Feb 14 21:47:40.964585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:41.022251 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee811612-8d4e-4d9e-8ce7-5cb550263dd9 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] DELETE failed (client error): The resource could not be found. Feb 14 21:47:41.023865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee811612-8d4e-4d9e-8ce7-5cb550263dd9 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:41.047789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55796) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:41.049746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ee811612-8d4e-4d9e-8ce7-5cb550263dd9 tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/03e0a407-a15d-428a-8208-f08009cbcabb HTTP/1.1" status: 404 len: 337 time: 0.0823345 Feb 14 21:47:41.214716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.284004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4fd86e-19de-448b-8505-019b8dc44a7d None None] New status for floating IP b6d26de9-d3de-412f-a389-3ec7f85c3366: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:47:41.359047 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.422585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a87bf-b22b-4180-a2e4-fe4d5452b3c0 req-c2e1413e-6d35-43af-8168-20417b0b1a1c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:41.424851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-796a87bf-b22b-4180-a2e4-fe4d5452b3c0 req-c2e1413e-6d35-43af-8168-20417b0b1a1c tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.0989120 Feb 14 21:47:41.460317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d10e75-fcb3-4d54-aa33-cb3205e28e4f']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:41.503943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-796a87bf-b22b-4180-a2e4-fe4d5452b3c0 req-b392a76b-91f8-4c0b-a248-d80b0d442366 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/security-groups?id=52053ae7-36f4-4bf1-b379-65c7655b8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652759 Feb 14 21:47:41.545829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:41.546125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68c0335-41f1-4d94-9f8e-f578acf8a5c3') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:41.561957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (c68c0335-41f1-4d94-9f8e-f578acf8a5c3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.578856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c68c0335-41f1-4d94-9f8e-f578acf8a5c3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.589132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:41.589523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (c68c0335-41f1-4d94-9f8e-f578acf8a5c3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:41.592750 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:41.680846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-ea18a4c0-9744-4906-ae18-baf0364c9c95 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:41.682429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-ea18a4c0-9744-4906-ae18-baf0364c9c95 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 945 time: 0.2494473 Feb 14 21:47:41.751404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (79d10e75-fcb3-4d54-aa33-cb3205e28e4f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.784161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.788363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/79d10e75-fcb3-4d54-aa33-cb3205e28e4f HTTP/1.1" status: 204 len: 168 time: 0.7395167 Feb 14 21:47:41.792257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:41.851688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9204d-902f-45e2-8a17-ab8a892c843d tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=79d10e75-fcb3-4d54-aa33-cb3205e28e4f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:41.892956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Deleting port 2f7c123f-c1da-4906-89e6-10ce78ba538f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:41.893389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.899589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting subnet 0988c8c7-6a56-4b97-a68d-846bdc791e55 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:47:41.904217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (0988c8c7-6a56-4b97-a68d-846bdc791e55), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:41.999549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0988c8c7-6a56-4b97-a68d-846bdc791e55), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.068350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] For port 2f7c123f-c1da-4906-89e6-10ce78ba538f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2f7c123f-c1da-4906-89e6-10ce78ba538f,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:42.068718 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.102157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Calling delete_port for 2f7c123f-c1da-4906-89e6-10ce78ba538f owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:42.234069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0988c8c7-6a56-4b97-a68d-846bdc791e55), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.351599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0988c8c7-6a56-4b97-a68d-846bdc791e55), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.402641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Subnet': ['ID=0988c8c7-6a56-4b97-a68d-846bdc791e55,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:42.406271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.416851 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9c54ad40-43a1-4304-a6c7-7751913a239a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/subnets/0988c8c7-6a56-4b97-a68d-846bdc791e55 HTTP/1.1" status: 204 len: 168 time: 0.6217549 Feb 14 21:47:42.417034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e8abe-cb6a-4675-b437-88fb61539d22 None None] Network 940493aa-9b42-4daf-9ce6-5eccfe11f471 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:42.418570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55836) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:42.550447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2f7c123f-c1da-4906-89e6-10ce78ba538f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.662703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (940493aa-9b42-4daf-9ce6-5eccfe11f471), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.668929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event deleted for resources: {'Port': ['ID=2f7c123f-c1da-4906-89e6-10ce78ba538f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:42.677235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd7d0d7-cf0d-47c5-aab7-8b3fbb7cb7d5 req-0820f9c9-effb-4696-9f6c-35cf254a9cec tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0815752 Feb 14 21:47:42.682482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] DHCP port deletion for 940493aa-9b42-4daf-9ce6-5eccfe11f471 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:47:42.751533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] No DVR routers for this DVR port 2f7c123f-c1da-4906-89e6-10ce78ba538f on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:42.774618 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.778157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8059250f-21bc-4181-be0b-80a26bd2de75 req-2bd70cb4-6dc3-4111-892e-a61340bbaaaf tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.64 "DELETE /v2.0/ports/2f7c123f-c1da-4906-89e6-10ce78ba538f HTTP/1.1" status: 204 len: 173 time: 1.0903254 Feb 14 21:47:42.778810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'name': 'network-vif-deleted', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:47:42.781208 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78774b0f-46b4-4281-b299-43a1655dfe7e" -d '{"events": [{"server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "name": "network-vif-deleted", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:47:42.799377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Deleting port 17c376be-ac3f-43b9-afb5-d08f11dfdeee {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:42.800523 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:42.874046 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac79fb-8e54-4211-ab1a-db2e82acba17 x-openstack-request-id: req-82ac79fb-8e54-4211-ab1a-db2e82acba17 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:47:42.874607 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e70e494-7ea2-4c32-830f-b86aabc8239a", "name": "network-vif-deleted", "tag": "2f7c123f-c1da-4906-89e6-10ce78ba538f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:47:42.875041 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82ac79fb-8e54-4211-ab1a-db2e82acba17 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:47:42.875661 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e70e494-7ea2-4c32-830f-b86aabc8239a', 'name': 'network-vif-deleted', 'tag': '2f7c123f-c1da-4906-89e6-10ce78ba538f', 'status': 'completed', 'code': 200} Feb 14 21:47:42.878703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Deleting port 17c376be-ac3f-43b9-afb5-d08f11dfdeee {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:42.883748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.074847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:43.326852 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5c339ae-e569-4af1-ac3d-852509f1448b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.362270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] For port 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=17c376be-ac3f-43b9-afb5-d08f11dfdeee,segment=NetworkSegment(9626adcb-4b4c-47bb-906c-2d1bcd524223),segment_id=9626adcb-4b4c-47bb-906c-2d1bcd524223)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:43.362687 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.419341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Calling delete_port for 17c376be-ac3f-43b9-afb5-d08f11dfdeee owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:43.538725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5c339ae-e569-4af1-ac3d-852509f1448b admin admin] Publish callbacks [] for security_group (9dbdd359-9139-42ce-9b79-3e9ee006590f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.553578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5c339ae-e569-4af1-ac3d-852509f1448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9dbdd359-9139-42ce-9b79-3e9ee006590f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.560958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] For port 17c376be-ac3f-43b9-afb5-d08f11dfdeee, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=17c376be-ac3f-43b9-afb5-d08f11dfdeee,segment=NetworkSegment(9626adcb-4b4c-47bb-906c-2d1bcd524223),segment_id=9626adcb-4b4c-47bb-906c-2d1bcd524223)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:43.562744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.636867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Calling delete_port for 17c376be-ac3f-43b9-afb5-d08f11dfdeee owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:43.637964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c339ae-e569-4af1-ac3d-852509f1448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbdd359-9139-42ce-9b79-3e9ee006590f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:43.656901 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.692409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5c339ae-e569-4af1-ac3d-852509f1448b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0bac3480add145e2ae87bd67f3847f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158650 Feb 14 21:47:43.693032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] No DVR routers for this DVR port 17c376be-ac3f-43b9-afb5-d08f11dfdeee on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:43.694873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55862) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:43.769316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b435c13-482d-4adb-8bf3-06ac78c1bcec None None] Pushing event deleted for resources: {'Port': ['ID=17c376be-ac3f-43b9-afb5-d08f11dfdeee,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:43.802651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] Publish callbacks [] for security_group (9dbdd359-9139-42ce-9b79-3e9ee006590f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.808074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55866) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:43.841885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (17c376be-ac3f-43b9-afb5-d08f11dfdeee), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:43.865763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] No DVR routers for this DVR port 17c376be-ac3f-43b9-afb5-d08f11dfdeee on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:43.898862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Port': ['ID=17c376be-ac3f-43b9-afb5-d08f11dfdeee,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:43.924491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6885500-ba30-4544-9de9-8450111966d0 req-96006e18-fb88-4b7c-b7af-d426ed72b691 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.1005251 Feb 14 21:47:43.941828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] Publish callbacks [] for security_group (9dbdd359-9139-42ce-9b79-3e9ee006590f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.009492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9dbdd359-9139-42ce-9b79-3e9ee006590f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.011465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.015529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9dbdd359-9139-42ce-9b79-3e9ee006590f HTTP/1.1" status: 204 len: 168 time: 0.3190918 Feb 14 21:47:44.031079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83330981-8fe5-422d-b67f-347e746566e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbdd359-9139-42ce-9b79-3e9ee006590f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:44.089403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (940493aa-9b42-4daf-9ce6-5eccfe11f471), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.114754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 17c376be-ac3f-43b9-afb5-d08f11dfdeee no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:44.122506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab404dea-c5ef-4d5b-bad5-7c3aeceaee27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.158589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 17c376be-ac3f-43b9-afb5-d08f11dfdeee {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:44.159043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 17c376be-ac3f-43b9-afb5-d08f11dfdeee not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:44.183608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940493aa-9b42-4daf-9ce6-5eccfe11f471']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:44.210081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626adcb-4b4c-47bb-906c-2d1bcd524223') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:44.210704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626adcb-4b4c-47bb-906c-2d1bcd524223') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:44.225280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (9626adcb-4b4c-47bb-906c-2d1bcd524223), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.268193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9626adcb-4b4c-47bb-906c-2d1bcd524223), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.282560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:44.284475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (9626adcb-4b4c-47bb-906c-2d1bcd524223), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:44.290567 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:44.305325 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab404dea-c5ef-4d5b-bad5-7c3aeceaee27 admin admin] Publish callbacks [] for security_group (a75319fc-150e-4787-8f11-7784aefccdb0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.311854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab404dea-c5ef-4d5b-bad5-7c3aeceaee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a75319fc-150e-4787-8f11-7784aefccdb0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.344364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab404dea-c5ef-4d5b-bad5-7c3aeceaee27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=659e4fa2d05246929e9192b1b2e9bb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5348766 Feb 14 21:47:44.346528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55874) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:44.431762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404dea-c5ef-4d5b-bad5-7c3aeceaee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75319fc-150e-4787-8f11-7784aefccdb0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:44.433444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (940493aa-9b42-4daf-9ce6-5eccfe11f471), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.452555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.463536 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] 10.222.0.86 "DELETE /v2.0/networks/940493aa-9b42-4daf-9ce6-5eccfe11f471 HTTP/1.1" status: 204 len: 168 time: 2.0385735 Feb 14 21:47:44.463739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] Publish callbacks [] for security_group (a75319fc-150e-4787-8f11-7784aefccdb0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.507981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] Publish callbacks [] for security_group (a75319fc-150e-4787-8f11-7784aefccdb0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.512657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed9508-f966-4b62-ad37-a6ddcf475a4a tempest-NetworksIpV6TestAttrs-1830490737 tempest-NetworksIpV6TestAttrs-1830490737-project] Pushing event deleted for resources: {'Network': ['ID=940493aa-9b42-4daf-9ce6-5eccfe11f471,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:44.634514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a75319fc-150e-4787-8f11-7784aefccdb0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.637485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:44.638778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a75319fc-150e-4787-8f11-7784aefccdb0 HTTP/1.1" status: 204 len: 168 time: 0.2911167 Feb 14 21:47:44.648444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c818ae-ba6a-46ca-9d2a-657325179573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75319fc-150e-4787-8f11-7784aefccdb0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:44.682701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2f7c123f-c1da-4906-89e6-10ce78ba538f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:47:44.730517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 2f7c123f-c1da-4906-89e6-10ce78ba538f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:47:44.730881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2f7c123f-c1da-4906-89e6-10ce78ba538f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:47:44.935034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:45.101094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3bc7aad5-171c-49b2-b309-b38ec35b2cb5 req-0723ceb1-c6fa-4604-9209-e8c906f0ddc6 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0536439 Feb 14 21:47:45.175718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 55904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:45.194080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18f3cf76-38aa-4ded-8581-523981de031e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.247884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3466dc30-476b-4a36-a756-8f8a2ee955ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=827300e1c5904d51b5f02bb2e850bf00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104553 Feb 14 21:47:45.250604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55906) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:45.294173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18f3cf76-38aa-4ded-8581-523981de031e admin admin] Publish callbacks [] for security_group (a41a3bdd-a7a0-459c-b710-c47fe4a3186f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.305862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18f3cf76-38aa-4ded-8581-523981de031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a41a3bdd-a7a0-459c-b710-c47fe4a3186f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.314425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] Publish callbacks [] for security_group (5a18ea8e-5798-4897-aabc-8d2c36c9a90d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.347672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] Publish callbacks [] for security_group (5a18ea8e-5798-4897-aabc-8d2c36c9a90d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.369497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:45.369722 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18f3cf76-38aa-4ded-8581-523981de031e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=261d2eddb7ad41f19519bcf0b6756908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920543 Feb 14 21:47:45.370680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3cf76-38aa-4ded-8581-523981de031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a3bdd-a7a0-459c-b710-c47fe4a3186f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:45.466999 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] Publish callbacks [] for security_group (a41a3bdd-a7a0-459c-b710-c47fe4a3186f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.481892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5a18ea8e-5798-4897-aabc-8d2c36c9a90d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.484590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.487357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a18ea8e-5798-4897-aabc-8d2c36c9a90d HTTP/1.1" status: 204 len: 168 time: 0.2340856 Feb 14 21:47:45.504184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa57196-e385-42dc-b1b1-0008f7d86cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18ea8e-5798-4897-aabc-8d2c36c9a90d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:45.512959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] Publish callbacks [] for security_group (a41a3bdd-a7a0-459c-b710-c47fe4a3186f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.569893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a41a3bdd-a7a0-459c-b710-c47fe4a3186f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.572804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:45.577705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a41a3bdd-a7a0-459c-b710-c47fe4a3186f HTTP/1.1" status: 204 len: 168 time: 0.2060919 Feb 14 21:47:45.586571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d62384-4e24-4bce-a547-c9c04e94559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a3bdd-a7a0-459c-b710-c47fe4a3186f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:46.231674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64ad8587-d387-45b5-9baf-8f703d2b62ad req-1e1408f6-c392-4c7a-8ceb-fea62ee767eb tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0419934 Feb 14 21:47:46.806675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 55990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:47.071796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120460194'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:47.110854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:47.116323 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.138002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.298614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for security_group (85b0fb65-c67d-4dc8-9853-65ab17ad1b01), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.311463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85b0fb65-c67d-4dc8-9853-65ab17ad1b01), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.338168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:47.352548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1218fa72-2b9e-4817-a951-86c29a26616b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.353509 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 1218fa72-2b9e-4817-a951-86c29a26616b of type vlan for network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 Feb 14 21:47:47.435956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0fb65-c67d-4dc8-9853-65ab17ad1b01,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:47.495799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-805d2ce3-f691-4e1c-b8ca-6a204fe13152 req-50f8f470-b419-4ac5-befc-05efd2c6a22b tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.1021948 Feb 14 21:47:47.519653 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f6d2a4bb-d49f-47a9-b53f-c60275ee1235), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.562722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f6d2a4bb-d49f-47a9-b53f-c60275ee1235), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.568042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:47.568774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.628093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8202333 Feb 14 21:47:47.644080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57181a2-1933-4772-9956-223ee66a6dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=f6d2a4bb-d49f-47a9-b53f-c60275ee1235,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:47.656561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:47.661629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:47.764418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56042) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:47.769560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:47.839382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ed69fa5-ab84-4cd7-9556-f367c5e298b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:47.920315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:47.924327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.032671 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ed69fa5-ab84-4cd7-9556-f367c5e298b8 admin admin] Publish callbacks [] for security_group (627931d0-3a6a-4f6d-88bf-dd61de84eb94), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.039691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ed69fa5-ab84-4cd7-9556-f367c5e298b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (627931d0-3a6a-4f6d-88bf-dd61de84eb94), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.093334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ed69fa5-ab84-4cd7-9556-f367c5e298b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b361d249465a478fa8ecf28462c761a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292209 Feb 14 21:47:48.096136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:48.118951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed69fa5-ab84-4cd7-9556-f367c5e298b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627931d0-3a6a-4f6d-88bf-dd61de84eb94,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:48.160441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] Publish callbacks [] for security_group (627931d0-3a6a-4f6d-88bf-dd61de84eb94), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.185748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] Publish callbacks [] for security_group (627931d0-3a6a-4f6d-88bf-dd61de84eb94), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.210826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (715438bc-0000-451b-94b7-8b7f1aad4537), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.241244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (627931d0-3a6a-4f6d-88bf-dd61de84eb94), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.244169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.245346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/627931d0-3a6a-4f6d-88bf-dd61de84eb94 HTTP/1.1" status: 204 len: 168 time: 0.1482258 Feb 14 21:47:48.254431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3509939-65ba-4e9f-bc12-c3e1c40bd97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627931d0-3a6a-4f6d-88bf-dd61de84eb94,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:48.318842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=715438bc-0000-451b-94b7-8b7f1aad4537,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:48.327602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '1218fa72-2b9e-4817-a951-86c29a26616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:48.328177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: f6d2a4bb-d49f-47a9-b53f-c60275ee1235, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:48.349213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:48.372188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f6d2a4bb-d49f-47a9-b53f-c60275ee1235) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:48.377501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:48.378470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.385257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88073d-a164-4b4f-a61a-84f5fd0615db None None] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:48.409428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:48.410653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0466d651-5dcb-4c41-b409-08a4b3c43db7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6450310 Feb 14 21:47:48.415724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166501017'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:48.447966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:48.452537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.483140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:48.496566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7e70da95-d620-4535-8f77-100e31355c43), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.497609 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 7e70da95-d620-4535-8f77-100e31355c43 of type vlan for network ca9736ef-4c24-4546-b401-abf6cabe914c Feb 14 21:47:48.543939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.593003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.602546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:48.603522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.627773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f6d2a4bb-d49f-47a9-b53f-c60275ee1235', 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '715438bc-0000-451b-94b7-8b7f1aad4537'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:48.628876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.659715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f48f508a-325d-4c5a-b5ed-a514217f6623 req-78c9a1cd-56cb-4d72-b591-a455cb2285d8 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0759859 Feb 14 21:47:48.703446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2923064 Feb 14 21:47:48.706007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56066) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:48.713035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:48.726224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:48.728021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad256e-4207-4d6e-b1ef-73d1bc8592c7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=ca9736ef-4c24-4546-b401-abf6cabe914c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:48.751522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network ca9736ef-4c24-4546-b401-abf6cabe914c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:48.790479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af1f5ce1-f922-43eb-ada5-88cb6199f0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.916267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Allocated IP 172.20.255.242 (f6d2a4bb-d49f-47a9-b53f-c60275ee1235/715438bc-0000-451b-94b7-8b7f1aad4537/d729e05d-1f23-4a05-82a8-de9f402be395) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:48.922602 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af1f5ce1-f922-43eb-ada5-88cb6199f0af admin admin] Publish callbacks [] for security_group (f8497f4c-e549-4d63-a7c6-0deccd0a04f0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.923865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:48.928756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:48.947884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af1f5ce1-f922-43eb-ada5-88cb6199f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8497f4c-e549-4d63-a7c6-0deccd0a04f0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.033468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-af1f5ce1-f922-43eb-ada5-88cb6199f0af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b03b2c1653ea4ccfb634e7221c586368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053501 Feb 14 21:47:49.036550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:49.036940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f5ce1-f922-43eb-ada5-88cb6199f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8497f4c-e549-4d63-a7c6-0deccd0a04f0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:49.109218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks [] for port (d729e05d-1f23-4a05-82a8-de9f402be395), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.123303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.128428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] Publish callbacks [] for security_group (f8497f4c-e549-4d63-a7c6-0deccd0a04f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.155816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] Publish callbacks [] for security_group (f8497f4c-e549-4d63-a7c6-0deccd0a04f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.167108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:49.172057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:49.177066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:49.198822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Pushing event updated for resources: {'Port': ['ID=d729e05d-1f23-4a05-82a8-de9f402be395,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:49.238769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8497f4c-e549-4d63-a7c6-0deccd0a04f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.242365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.247219 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8497f4c-e549-4d63-a7c6-0deccd0a04f0 HTTP/1.1" status: 204 len: 168 time: 0.2091391 Feb 14 21:47:49.266510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0cd18-0c78-4a93-ad8a-763e8b75ea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8497f4c-e549-4d63-a7c6-0deccd0a04f0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:49.299772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Attempting to bind port d729e05d-1f23-4a05-82a8-de9f402be395 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:49.300497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Attempting to bind port d729e05d-1f23-4a05-82a8-de9f402be395 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1218fa72-2b9e-4817-a951-86c29a26616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:49.301072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Attempting to bind port d729e05d-1f23-4a05-82a8-de9f402be395 on network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:49.305814 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (f25c1974-3bbe-4f33-959a-54ff3fcab7bf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.323547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:49.324241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Checking segment: {'id': '1218fa72-2b9e-4817-a951-86c29a26616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:49.324857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.325998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Bound using segment: {'id': '1218fa72-2b9e-4817-a951-86c29a26616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:49.326692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Bound port: d729e05d-1f23-4a05-82a8-de9f402be395, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1218fa72-2b9e-4817-a951-86c29a26616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6d2a4bb-d49f-47a9-b53f-c60275ee1235'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:49.327331 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.398762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=f25c1974-3bbe-4f33-959a-54ff3fcab7bf,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:49.406364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '7e70da95-d620-4535-8f77-100e31355c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:49.407102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: ca9736ef-4c24-4546-b401-abf6cabe914c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:49.415057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] For port d729e05d-1f23-4a05-82a8-de9f402be395, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:49.420159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] For port d729e05d-1f23-4a05-82a8-de9f402be395, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d729e05d-1f23-4a05-82a8-de9f402be395,segment=NetworkSegment(1218fa72-2b9e-4817-a951-86c29a26616b),segment_id=1218fa72-2b9e-4817-a951-86c29a26616b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:49.430146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.432759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network ca9736ef-4c24-4546-b401-abf6cabe914c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:49.478094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, ca9736ef-4c24-4546-b401-abf6cabe914c) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:49.496608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:49.498805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.499220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f667f-5756-49da-91cf-8d6540011cf1 None None] Network ca9736ef-4c24-4546-b401-abf6cabe914c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:49.562358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3bde3055-bd5a-4a3a-b2cf-c18b613cdcbb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8536911 Feb 14 21:47:49.564709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56078) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:49.593509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017860e6-458a-4842-8454-58af5a2081e7 None None] Pushing event updated for resources: {'Port': ['ID=d729e05d-1f23-4a05-82a8-de9f402be395,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:49.682777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-ca9736ef-4c24-4546-b401-abf6cabe914c', 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': 'f25c1974-3bbe-4f33-959a-54ff3fcab7bf'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:49.683876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.806701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3a1290c-7057-4b99-8cb3-1a569803fe71 req-f79c940b-4daa-4e05-acd0-1f0db28c65b9 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0437438 Feb 14 21:47:49.856559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:49.993090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f25c1974-3bbe-4f33-959a-54ff3fcab7bf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.058723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Allocated IP 172.20.0.2 (ca9736ef-4c24-4546-b401-abf6cabe914c/f25c1974-3bbe-4f33-959a-54ff3fcab7bf/e5291287-0d1d-494f-8bcc-36e28266135c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:50.155222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d729e05d-1f23-4a05-82a8-de9f402be395 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:47:50.473483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks [] for port (e5291287-0d1d-494f-8bcc-36e28266135c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.481441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d729e05d-1f23-4a05-82a8-de9f402be395 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:50.482096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.493006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.522827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (f25c1974-3bbe-4f33-959a-54ff3fcab7bf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.616758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=f25c1974-3bbe-4f33-959a-54ff3fcab7bf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:50.665509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Pushing event updated for resources: {'Port': ['ID=e5291287-0d1d-494f-8bcc-36e28266135c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:50.753225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Network ca9736ef-4c24-4546-b401-abf6cabe914c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:50.759491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:50.773985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:50.795522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.866546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9736ef-4c24-4546-b401-abf6cabe914c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:50.878249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e70da95-d620-4535-8f77-100e31355c43') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:50.878679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e70da95-d620-4535-8f77-100e31355c43') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:50.889886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7e70da95-d620-4535-8f77-100e31355c43), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.904220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7e70da95-d620-4535-8f77-100e31355c43), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:50.917735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:50.918317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7e70da95-d620-4535-8f77-100e31355c43), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.002881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d729e05d-1f23-4a05-82a8-de9f402be395 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:51.003456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.041391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Attempting to bind port e5291287-0d1d-494f-8bcc-36e28266135c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:51.042046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Attempting to bind port e5291287-0d1d-494f-8bcc-36e28266135c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7e70da95-d620-4535-8f77-100e31355c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:51.042575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Attempting to bind port e5291287-0d1d-494f-8bcc-36e28266135c on network ca9736ef-4c24-4546-b401-abf6cabe914c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:51.057503 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:51.065873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:51.066498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Checking segment: {'id': '7e70da95-d620-4535-8f77-100e31355c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:51.066855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.067389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Bound using segment: {'id': '7e70da95-d620-4535-8f77-100e31355c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:51.067898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Bound port: e5291287-0d1d-494f-8bcc-36e28266135c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e70da95-d620-4535-8f77-100e31355c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:51.068854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.077870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d729e05d-1f23-4a05-82a8-de9f402be395, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d729e05d-1f23-4a05-82a8-de9f402be395,segment=NetworkSegment(1218fa72-2b9e-4817-a951-86c29a26616b),segment_id=1218fa72-2b9e-4817-a951-86c29a26616b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:51.095091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-198bdf16-7ff4-49a0-822a-28fb7a7369fb req-75450d62-5d55-44fd-ac12-f47bde27e1f6 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0351310 Feb 14 21:47:51.096546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:51.096546 n-d-828372-11 neutron-server[103513]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:51.096546 n-d-828372-11 neutron-server[103513]: [parameters: {'id': 'ca9736ef-4c24-4546-b401-abf6cabe914c'}] Feb 14 21:47:51.096546 n-d-828372-11 neutron-server[103513]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:51.097409 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:51.106373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.192229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e6926-f013-497d-85cb-81981c8993c9 None None] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:51.221439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d729e05d-1f23-4a05-82a8-de9f402be395,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:51.268362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] For port e5291287-0d1d-494f-8bcc-36e28266135c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:51.296623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7b55f7de-9b35-4646-8fed-d052ca17ecd4 None None] Provisioning complete for port d729e05d-1f23-4a05-82a8-de9f402be395 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:51.297003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b55f7de-9b35-4646-8fed-d052ca17ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.301474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] For port e5291287-0d1d-494f-8bcc-36e28266135c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e5291287-0d1d-494f-8bcc-36e28266135c,segment=NetworkSegment(7e70da95-d620-4535-8f77-100e31355c43),segment_id=7e70da95-d620-4535-8f77-100e31355c43)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:51.343391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.473377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fca594-5d3a-40ab-9499-b01de0cddbd0 None None] Network ca9736ef-4c24-4546-b401-abf6cabe914c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:51.598405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.624731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76978952-3713-44a6-8757-e7bf3bf792af None None] Pushing event updated for resources: {'Port': ['ID=e5291287-0d1d-494f-8bcc-36e28266135c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:51.701228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b55f7de-9b35-4646-8fed-d052ca17ecd4 None None] Current status of the port d729e05d-1f23-4a05-82a8-de9f402be395 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:51.729643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port e5291287-0d1d-494f-8bcc-36e28266135c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:51.732969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.803186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:51.894715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port e5291287-0d1d-494f-8bcc-36e28266135c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e5291287-0d1d-494f-8bcc-36e28266135c,segment=NetworkSegment(7e70da95-d620-4535-8f77-100e31355c43),segment_id=7e70da95-d620-4535-8f77-100e31355c43)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:51.896767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:51.926985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for e5291287-0d1d-494f-8bcc-36e28266135c owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:51.963056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071d7e6-bbd5-4c13-80f2-d2bcec2a3ab7 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:52.008680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b9a-33f6-495a-ae69-95f8dde412e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.116356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b9a-33f6-495a-ae69-95f8dde412e8 admin admin] Publish callbacks [] for security_group (578de362-fa86-41f1-ac2e-e28822203761), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.122214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b9a-33f6-495a-ae69-95f8dde412e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (578de362-fa86-41f1-ac2e-e28822203761), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.219648 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2c21b9a-33f6-495a-ae69-95f8dde412e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=747206ed643a4871836205ecfce33183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4153149 Feb 14 21:47:52.222280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:52.229825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c21b9a-33f6-495a-ae69-95f8dde412e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578de362-fa86-41f1-ac2e-e28822203761,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:52.245337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e5291287-0d1d-494f-8bcc-36e28266135c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.285449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=e5291287-0d1d-494f-8bcc-36e28266135c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:52.288743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port e5291287-0d1d-494f-8bcc-36e28266135c on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:52.319251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] Publish callbacks [] for security_group (578de362-fa86-41f1-ac2e-e28822203761), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.373091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] Publish callbacks [] for security_group (578de362-fa86-41f1-ac2e-e28822203761), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.380261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e92c3bee-93aa-4a7d-8c11-b436fcfc8e33 req-1bf1f98c-cfbd-4e86-ac80-1186442e1f47 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.1008596 Feb 14 21:47:52.460825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (578de362-fa86-41f1-ac2e-e28822203761), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.463986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.469234 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/578de362-fa86-41f1-ac2e-e28822203761 HTTP/1.1" status: 204 len: 168 time: 0.2459326 Feb 14 21:47:52.478239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6b64c-62f4-4f12-8e73-200531678784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578de362-fa86-41f1-ac2e-e28822203761,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:52.502375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d729e05d-1f23-4a05-82a8-de9f402be395 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:47:52.512897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.565431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9736ef-4c24-4546-b401-abf6cabe914c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:52.597553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a4737acc-0420-47a1-9e76-24418bbf5096 None None] Provisioning complete for port d729e05d-1f23-4a05-82a8-de9f402be395 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:52.598107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4737acc-0420-47a1-9e76-24418bbf5096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.601335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e70da95-d620-4535-8f77-100e31355c43') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:52.601884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e70da95-d620-4535-8f77-100e31355c43') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:52.620083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7e70da95-d620-4535-8f77-100e31355c43), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.634888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071d7e6-bbd5-4c13-80f2-d2bcec2a3ab7 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:52.649504 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7e70da95-d620-4535-8f77-100e31355c43), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.668983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:52.669389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7e70da95-d620-4535-8f77-100e31355c43), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:52.672801 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:52.727295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d729e05d-1f23-4a05-82a8-de9f402be395 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:47:52.727823 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.816505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (ca9736ef-4c24-4546-b401-abf6cabe914c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.831993 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.842669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/ca9736ef-4c24-4546-b401-abf6cabe914c HTTP/1.1" status: 204 len: 168 time: 3.2734518 Feb 14 21:47:52.843216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:52.858999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a4737acc-0420-47a1-9e76-24418bbf5096 None None] Current status of the port d729e05d-1f23-4a05-82a8-de9f402be395 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:52.865297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-100222483'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:52.874731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3f7d-2ae6-4412-ad47-b1231d360955 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=ca9736ef-4c24-4546-b401-abf6cabe914c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:52.908355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:52.916266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.971592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:52.994627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:52.995035 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c of type vlan for network bc9ccb5a-fdda-4171-8e48-80a10a0888bf Feb 14 21:47:52.999676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d729e05d-1f23-4a05-82a8-de9f402be395 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:47:53.076363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:53.117813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:53.124200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:53.125220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:53.262431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4166210 Feb 14 21:47:53.263452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:53.272399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:53.279745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490cc9-45bf-418e-85cf-0c2ee3110737 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=bc9ccb5a-fdda-4171-8e48-80a10a0888bf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:53.319852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network bc9ccb5a-fdda-4171-8e48-80a10a0888bf details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:53.516300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:53.522163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:53.630576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e26e3434-9a00-4bd4-a20d-bc3796f1d67b req-c0f03332-2fa1-4fd9-beb8-19f38b6509d0 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0380645 Feb 14 21:47:53.651006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing IP validity checks on allocation pools {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:47:53.651577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103513) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:47:53.845336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (54d9698c-c6f7-438a-b4aa-019a92d1f4b8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:53.928399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=54d9698c-c6f7-438a-b4aa-019a92d1f4b8,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:53.941990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:53.942455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: bc9ccb5a-fdda-4171-8e48-80a10a0888bf, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:53.965581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network bc9ccb5a-fdda-4171-8e48-80a10a0888bf is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:53.981880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, bc9ccb5a-fdda-4171-8e48-80a10a0888bf) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:53.991981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c10c8-f1cf-496c-8491-45ad9d5f5616 None None] Network bc9ccb5a-fdda-4171-8e48-80a10a0888bf requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:53.999085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:54.000193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.029574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56226) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:54.031043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3fad60f-2e35-4a0e-9760-537bcbc1f5ed tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7661848 Feb 14 21:47:54.178881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-bc9ccb5a-fdda-4171-8e48-80a10a0888bf', 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '54d9698c-c6f7-438a-b4aa-019a92d1f4b8'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:54.180117 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.198172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.294692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (54d9698c-c6f7-438a-b4aa-019a92d1f4b8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.381401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Allocated IP 172.20.0.3 (bc9ccb5a-fdda-4171-8e48-80a10a0888bf/54d9698c-c6f7-438a-b4aa-019a92d1f4b8/5da38762-c0cc-442c-947e-a053363df6db) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:54.621193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks [] for port (5da38762-c0cc-442c-947e-a053363df6db), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.635705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5da38762-c0cc-442c-947e-a053363df6db), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.663903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (54d9698c-c6f7-438a-b4aa-019a92d1f4b8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:54.773335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Pushing event updated for resources: {'Port': ['ID=5da38762-c0cc-442c-947e-a053363df6db,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:54.799263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Network bc9ccb5a-fdda-4171-8e48-80a10a0888bf is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:54.802943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:54.814248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:54.830864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=54d9698c-c6f7-438a-b4aa-019a92d1f4b8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:54.873904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56264) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:54.896693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c85ba82-3ba9-4ea1-8fc2-b45cd6f3a0ea req-f92b46bc-40cc-4c33-ade9-1f0778ec4685 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.0998693 Feb 14 21:47:54.980766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.005375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ccb5a-fdda-4171-8e48-80a10a0888bf']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:55.017525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:55.018054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:55.029300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.037403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Attempting to bind port 5da38762-c0cc-442c-947e-a053363df6db on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:55.038862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Attempting to bind port 5da38762-c0cc-442c-947e-a053363df6db by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:55.039462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Attempting to bind port 5da38762-c0cc-442c-947e-a053363df6db on network bc9ccb5a-fdda-4171-8e48-80a10a0888bf {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:55.045530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.050217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:55.050767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Checking segment: {'id': '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:55.051307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.051795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Bound using segment: {'id': '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:55.052915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Bound port: 5da38762-c0cc-442c-947e-a053363df6db, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:55.053412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5da38762-c0cc-442c-947e-a053363df6db), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.065528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:55.070119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.126720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] For port 5da38762-c0cc-442c-947e-a053363df6db, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:55.142677 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:55.146989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:55.146989 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:55.146989 n-d-828372-11 neutron-server[103512]: [parameters: {'id': 'bc9ccb5a-fdda-4171-8e48-80a10a0888bf'}] Feb 14 21:47:55.146989 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:55.147789 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:55.152138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:55.159911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] For port 5da38762-c0cc-442c-947e-a053363df6db, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5da38762-c0cc-442c-947e-a053363df6db,segment=NetworkSegment(5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c),segment_id=5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:55.176956 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5da38762-c0cc-442c-947e-a053363df6db), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.195213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.280471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453da8f-a234-45a0-8619-0585b5228466 None None] Pushing event updated for resources: {'Port': ['ID=5da38762-c0cc-442c-947e-a053363df6db,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:55.322855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f5a4d-a319-44c1-8ec6-30a2c3f51018 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:55.442506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.471174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f5a4d-a319-44c1-8ec6-30a2c3f51018 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:55.597238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Allocated IP 172.25.2.181 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/780b00e4-7448-4e5c-8b29-22ad805b4e40) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:55.649456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.763497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port 5da38762-c0cc-442c-947e-a053363df6db {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:55.763849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5da38762-c0cc-442c-947e-a053363df6db), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.784088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb39f6-f188-4c50-82ca-6b9245060e75 None None] Network bc9ccb5a-fdda-4171-8e48-80a10a0888bf requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:55.796648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.848718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.904522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:55.911770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:55.919711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port 5da38762-c0cc-442c-947e-a053363df6db, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5da38762-c0cc-442c-947e-a053363df6db,segment=NetworkSegment(5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c),segment_id=5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:55.921144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5da38762-c0cc-442c-947e-a053363df6db), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:55.931793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:55.934993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Pushing event updated for resources: {'Port': ['ID=780b00e4-7448-4e5c-8b29-22ad805b4e40,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:55.938698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for 5da38762-c0cc-442c-947e-a053363df6db owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:56.054199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5da38762-c0cc-442c-947e-a053363df6db), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.099840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=5da38762-c0cc-442c-947e-a053363df6db,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:56.104978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port 5da38762-c0cc-442c-947e-a053363df6db on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:56.276574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.305469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ccb5a-fdda-4171-8e48-80a10a0888bf']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:56.319345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:56.319931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:56.331273 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.348267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.357625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:56.358323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (5b6ee744-d8e4-4d18-9a31-92e54dd9fc1c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:56.362301 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:56.448980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (bc9ccb5a-fdda-4171-8e48-80a10a0888bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.462909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.470156 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/bc9ccb5a-fdda-4171-8e48-80a10a0888bf HTTP/1.1" status: 204 len: 168 time: 2.4353752 Feb 14 21:47:56.480383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:56.486317 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654384734'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:56.494870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c02bdd5-1a15-413a-bb7b-fbec472daa9d req-08b74266-111e-48b1-9d66-97c98115269e tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e70e494-7ea2-4c32-830f-b86aabc8239a HTTP/1.1" status: 200 len: 210 time: 0.3986995 Feb 14 21:47:56.519829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393a64-914a-48f5-a9d5-d09226be3c5e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=bc9ccb5a-fdda-4171-8e48-80a10a0888bf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:56.524840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for floatingip (e6ddeed9-5a74-42e2-a2fb-725f38427e13), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.525620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:56.530622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.560905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:47:56.570326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.573870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.574310 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 57a4c9da-8161-4abd-9a8e-1349d906ab30 of type vlan for network 5ec69508-83d5-41f7-82da-65a3ad2feb2a Feb 14 21:47:56.623099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.653223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.659836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:56.660476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.746898 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2628906 Feb 14 21:47:56.747124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56278) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:56.754862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.755083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:56.761913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.773185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=5ec69508-83d5-41f7-82da-65a3ad2feb2a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:56.828240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.828596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.828936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.829274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.829606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.829936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.830263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.830588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.830910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.831267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.831593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.831914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.832268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0702b6a-1c74-4f77-b44c-29b2168b60d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:47:56.844668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 5ec69508-83d5-41f7-82da-65a3ad2feb2a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:47:56.859001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Pushing event updated for resources: {'Port': ['ID=780b00e4-7448-4e5c-8b29-22ad805b4e40,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:56.863914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (e6ddeed9-5a74-42e2-a2fb-725f38427e13), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.881363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:56.882640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.883924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-84a983d4-c264-4249-921d-5de3b932ce1d tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0097973 Feb 14 21:47:56.887558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56280) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:56.888907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.897285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1613457430', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'fixed_ips': [{'ip_address': '172.25.2.181'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:47:56.940555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Made reservation on behalf of 5d93ea6273004bd1b7a2fc1bf3853d86 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:47:56.943620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:56.959807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.072027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for security_group (f421055c-b00e-460f-aee9-c2a7d85d9c70), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.076828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f421055c-b00e-460f-aee9-c2a7d85d9c70), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.080902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] device_id is not set on port c159076e-53bd-4715-a022-d7ff2191c450 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:47:57.136857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (2a88ab5c-c02d-49e5-ba0b-706e7d48be3c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.202615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=2a88ab5c-c02d-49e5-ba0b-706e7d48be3c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:57.239421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '57a4c9da-8161-4abd-9a8e-1349d906ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:57.240414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: 5ec69508-83d5-41f7-82da-65a3ad2feb2a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:47:57.261081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network 5ec69508-83d5-41f7-82da-65a3ad2feb2a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:47:57.281194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 5ec69508-83d5-41f7-82da-65a3ad2feb2a) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:57.297240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce49df-8840-4194-ba8c-b27a985c7d3c None None] Network 5ec69508-83d5-41f7-82da-65a3ad2feb2a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:57.303647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:47:57.304915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.323690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39bfd129-a7af-4857-b5e5-d11df80557b8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5754683 Feb 14 21:47:57.326334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:57.360055 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 21:47:57.360636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:47:57.394565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f421055c-b00e-460f-aee9-c2a7d85d9c70,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:57.414273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-19c4ecae-b6f5-465d-b7ef-b39480fa69ed tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5225911 Feb 14 21:47:57.414472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56288) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:57.474982 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.514404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-5ec69508-83d5-41f7-82da-65a3ad2feb2a', 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '2a88ab5c-c02d-49e5-ba0b-706e7d48be3c'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:47:57.514404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.544973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2a88ab5c-c02d-49e5-ba0b-706e7d48be3c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.610706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:57.725248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (52053ae7-36f4-4bf1-b379-65c7655b8c39), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.748749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Deleting port 780b00e4-7448-4e5c-8b29-22ad805b4e40 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:57.749113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.759782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Allocated IP 172.20.0.1 (5ec69508-83d5-41f7-82da-65a3ad2feb2a/2a88ab5c-c02d-49e5-ba0b-706e7d48be3c/7f6f62ce-7eea-402b-9b8d-4b3215992930) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:47:57.765008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (52053ae7-36f4-4bf1-b379-65c7655b8c39), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.854425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.854837 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for floatingip (780b00e4-7448-4e5c-8b29-22ad805b4e40), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.867502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (52053ae7-36f4-4bf1-b379-65c7655b8c39), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.870389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.871175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Calling delete_port for 780b00e4-7448-4e5c-8b29-22ad805b4e40 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:57.874081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] 10.222.0.86 "DELETE /v2.0/security-groups/52053ae7-36f4-4bf1-b379-65c7655b8c39 HTTP/1.1" status: 204 len: 168 time: 0.2550073 Feb 14 21:47:57.891659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100e7c5-b8e6-46c7-b480-4a1c0c04eb67 tempest-TestVolumeBackupRestore-58162866 tempest-TestVolumeBackupRestore-58162866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52053ae7-36f4-4bf1-b379-65c7655b8c39,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:57.967465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks [] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:57.988219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.014663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (2a88ab5c-c02d-49e5-ba0b-706e7d48be3c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.074243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Pushing event updated for resources: {'Port': ['ID=7f6f62ce-7eea-402b-9b8d-4b3215992930,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:58.096135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Network 5ec69508-83d5-41f7-82da-65a3ad2feb2a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:47:58.099681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:47:58.104395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:47:58.108491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=2a88ab5c-c02d-49e5-ba0b-706e7d48be3c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:58.256393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Attempting to bind port 7f6f62ce-7eea-402b-9b8d-4b3215992930 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:47:58.256393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Attempting to bind port 7f6f62ce-7eea-402b-9b8d-4b3215992930 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '57a4c9da-8161-4abd-9a8e-1349d906ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:47:58.256393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Attempting to bind port 7f6f62ce-7eea-402b-9b8d-4b3215992930 on network 5ec69508-83d5-41f7-82da-65a3ad2feb2a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:47:58.273464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:47:58.274162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Checking segment: {'id': '57a4c9da-8161-4abd-9a8e-1349d906ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:47:58.274581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.274972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Bound using segment: {'id': '57a4c9da-8161-4abd-9a8e-1349d906ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:47:58.275549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Bound port: 7f6f62ce-7eea-402b-9b8d-4b3215992930, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a4c9da-8161-4abd-9a8e-1349d906ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:47:58.278804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.282135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.293667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (780b00e4-7448-4e5c-8b29-22ad805b4e40), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.363716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec69508-83d5-41f7-82da-65a3ad2feb2a']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:58.386582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4c9da-8161-4abd-9a8e-1349d906ab30') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:58.386879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4c9da-8161-4abd-9a8e-1349d906ab30') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:47:58.415409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.463132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.467184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Pushing event deleted for resources: {'Port': ['ID=780b00e4-7448-4e5c-8b29-22ad805b4e40,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:58.476357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] For port 7f6f62ce-7eea-402b-9b8d-4b3215992930, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:47:58.505193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:47:58.510244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.522191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks [] for floatingip (e6ddeed9-5a74-42e2-a2fb-725f38427e13), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.525000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.526234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ae92314a-8105-46b1-b5e6-18547b74a0ad tempest-ExternalNetworksAdminNegativeTestJSON-1435269518 tempest-ExternalNetworksAdminNegativeTestJSON-1435269518-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/e6ddeed9-5a74-42e2-a2fb-725f38427e13 HTTP/1.1" status: 204 len: 168 time: 1.1108029 Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:47:58.537121 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:47:58.717877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] For port 7f6f62ce-7eea-402b-9b8d-4b3215992930, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7f6f62ce-7eea-402b-9b8d-4b3215992930,segment=NetworkSegment(57a4c9da-8161-4abd-9a8e-1349d906ab30),segment_id=57a4c9da-8161-4abd-9a8e-1349d906ab30)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:47:58.720684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:47:58.720684 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:47:58.720684 n-d-828372-11 neutron-server[103512]: [parameters: {'id': '5ec69508-83d5-41f7-82da-65a3ad2feb2a'}] Feb 14 21:47:58.720684 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:47:58.721175 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:47:58.727115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.863359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540d8e-563a-4de0-993b-28ad9ac86cf2 None None] Pushing event updated for resources: {'Port': ['ID=7f6f62ce-7eea-402b-9b8d-4b3215992930,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:58.912578 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:58.939827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d97d1a-6219-46c3-b3f2-eb8ec18b4e8c None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:47:58.951341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56386) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:59.041123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d97d1a-6219-46c3-b3f2-eb8ec18b4e8c None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:47:59.162299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e4092ae-7b51-4570-8ed9-8120775df065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.225118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.362612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e4092ae-7b51-4570-8ed9-8120775df065 admin admin] Publish callbacks [] for security_group (dfb93c61-ec6b-413c-b8f6-481feef96b2b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.368898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port 7f6f62ce-7eea-402b-9b8d-4b3215992930 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:47:59.369242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.388766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e4092ae-7b51-4570-8ed9-8120775df065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dfb93c61-ec6b-413c-b8f6-481feef96b2b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.488003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port 7f6f62ce-7eea-402b-9b8d-4b3215992930, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7f6f62ce-7eea-402b-9b8d-4b3215992930,segment=NetworkSegment(57a4c9da-8161-4abd-9a8e-1349d906ab30),segment_id=57a4c9da-8161-4abd-9a8e-1349d906ab30)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:47:59.488375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.525421 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6e4092ae-7b51-4570-8ed9-8120775df065 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a2275180c0d40109b7d01eff51959c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5721087 Feb 14 21:47:59.527703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56454) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:47:59.528827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4092ae-7b51-4570-8ed9-8120775df065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb93c61-ec6b-413c-b8f6-481feef96b2b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:59.546680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for 7f6f62ce-7eea-402b-9b8d-4b3215992930 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:47:59.624363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc74496-a6ae-4252-a126-82c800415786 None None] Network 5ec69508-83d5-41f7-82da-65a3ad2feb2a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:47:59.637256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] Publish callbacks [] for security_group (dfb93c61-ec6b-413c-b8f6-481feef96b2b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.693868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] Publish callbacks [] for security_group (dfb93c61-ec6b-413c-b8f6-481feef96b2b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.726648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7f6f62ce-7eea-402b-9b8d-4b3215992930), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.784659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port 7f6f62ce-7eea-402b-9b8d-4b3215992930 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:47:59.786002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dfb93c61-ec6b-413c-b8f6-481feef96b2b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.792066 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:47:59.798403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfb93c61-ec6b-413c-b8f6-481feef96b2b HTTP/1.1" status: 204 len: 168 time: 0.2694793 Feb 14 21:47:59.812162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afafe6c-6cb1-46be-a44d-00b8a78151e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb93c61-ec6b-413c-b8f6-481feef96b2b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:59.833720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=7f6f62ce-7eea-402b-9b8d-4b3215992930,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:47:59.983015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.029643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec69508-83d5-41f7-82da-65a3ad2feb2a']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:00.042262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4c9da-8161-4abd-9a8e-1349d906ab30') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:00.042611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4c9da-8161-4abd-9a8e-1349d906ab30') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:00.071411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.100656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.109249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:00.110138 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (57a4c9da-8161-4abd-9a8e-1349d906ab30), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:00.127182 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:00.212910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (5ec69508-83d5-41f7-82da-65a3ad2feb2a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.220433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.226906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/5ec69508-83d5-41f7-82da-65a3ad2feb2a HTTP/1.1" status: 204 len: 168 time: 2.8977950 Feb 14 21:48:00.228999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56526) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:00.235051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301813497'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:00.251335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d31dab-da26-48d3-a0a8-2a48ff6b6312 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=5ec69508-83d5-41f7-82da-65a3ad2feb2a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:00.293934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:00.300453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.323678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56534) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:00.357368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:00.383245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.383623 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a of type vlan for network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 Feb 14 21:48:00.399116 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-750ae2eb-52b7-41bb-9964-ea1b174a6ee9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d93ea6273004bd1b7a2fc1bf3853d86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740807 Feb 14 21:48:00.400623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:00.462815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.519109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.526131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:00.527367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.572667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] Publish callbacks [] for security_group (f421055c-b00e-460f-aee9-c2a7d85d9c70), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.621045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] Publish callbacks [] for security_group (f421055c-b00e-460f-aee9-c2a7d85d9c70), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.655624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4251654 Feb 14 21:48:00.658495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:00.663759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:00.688247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb6e04-9292-4349-9212-337fb6f370da tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=d8f274f3-eeaa-48e0-84b9-ef86d505ad07,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:00.703369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:00.761410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f421055c-b00e-460f-aee9-c2a7d85d9c70), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.779560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:00.787629 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f421055c-b00e-460f-aee9-c2a7d85d9c70 HTTP/1.1" status: 204 len: 168 time: 0.3800838 Feb 14 21:48:00.811878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30ce98-2983-48bd-bd2c-86497527fe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f421055c-b00e-460f-aee9-c2a7d85d9c70,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:00.814278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:00.826105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.038789 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e008e144-8a4d-4d49-a450-93090ba1d9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.230538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3355346a-1de2-4cd7-bd14-d0706f60650e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.357851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=3355346a-1de2-4cd7-bd14-d0706f60650e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:01.367726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:01.368611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: d8f274f3-eeaa-48e0-84b9-ef86d505ad07, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:01.394643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:01.430777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d8f274f3-eeaa-48e0-84b9-ef86d505ad07) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:01.432651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56660) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:01.440831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a1b7c-c44d-4b4a-84ff-d0b01821d98a None None] Network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:01.464191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:01.464893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.512419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2e4d7862-08e7-4a6d-894a-6faf124ad1ad tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8517313 Feb 14 21:48:01.514148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56674) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:01.631976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-d8f274f3-eeaa-48e0-84b9-ef86d505ad07', 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '3355346a-1de2-4cd7-bd14-d0706f60650e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:01.634112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.717888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7bf8-d8eb-4a33-842f-41aea5e45a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.785855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.928700 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3355346a-1de2-4cd7-bd14-d0706f60650e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.933489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7bf8-d8eb-4a33-842f-41aea5e45a16 admin admin] Publish callbacks [] for security_group (1158d5b1-0822-4306-9385-c5c82d349c2b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:01.944588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Allocated IP 172.20.0.2 (d8f274f3-eeaa-48e0-84b9-ef86d505ad07/3355346a-1de2-4cd7-bd14-d0706f60650e/10dcbcfa-152f-4813-abc1-03dbba663830) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:01.961149 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7bf8-d8eb-4a33-842f-41aea5e45a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1158d5b1-0822-4306-9385-c5c82d349c2b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.103047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b6a7bf8-d8eb-4a33-842f-41aea5e45a16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=945fc0e8d18d415a9d8ecbbdb3c7d08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668088 Feb 14 21:48:02.103047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a7bf8-d8eb-4a33-842f-41aea5e45a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1158d5b1-0822-4306-9385-c5c82d349c2b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:02.103567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56736) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:02.244252 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks [] for port (10dcbcfa-152f-4813-abc1-03dbba663830), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.246730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] Publish callbacks [] for security_group (1158d5b1-0822-4306-9385-c5c82d349c2b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.259287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.279764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] Publish callbacks [] for security_group (1158d5b1-0822-4306-9385-c5c82d349c2b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.333066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1158d5b1-0822-4306-9385-c5c82d349c2b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.337886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.342230 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1158d5b1-0822-4306-9385-c5c82d349c2b HTTP/1.1" status: 204 len: 168 time: 0.2373002 Feb 14 21:48:02.358565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ed76a-55eb-40e6-ac0a-6dd567186207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158d5b1-0822-4306-9385-c5c82d349c2b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:02.369862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:02.373066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3355346a-1de2-4cd7-bd14-d0706f60650e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.378796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:02.416498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:02.484363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Pushing event updated for resources: {'Port': ['ID=10dcbcfa-152f-4813-abc1-03dbba663830,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:02.515381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.541028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f274f3-eeaa-48e0-84b9-ef86d505ad07']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:02.552705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:02.553573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:02.564336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.584074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.593036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:02.593723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.604623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Attempting to bind port 10dcbcfa-152f-4813-abc1-03dbba663830 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:02.607463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Attempting to bind port 10dcbcfa-152f-4813-abc1-03dbba663830 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:02.608127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Attempting to bind port 10dcbcfa-152f-4813-abc1-03dbba663830 on network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:02.626801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:02.627265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Checking segment: {'id': '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:02.627687 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.628083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Bound using segment: {'id': '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:02.628574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Bound port: 10dcbcfa-152f-4813-abc1-03dbba663830, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:02.640910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:02.675205 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:02.735743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:48:02.735743 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:48:02.735743 n-d-828372-11 neutron-server[103512]: [parameters: {'id': 'd8f274f3-eeaa-48e0-84b9-ef86d505ad07'}] Feb 14 21:48:02.735743 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:48:02.736612 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:48:02.737882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=3355346a-1de2-4cd7-bd14-d0706f60650e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:02.793290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] For port 10dcbcfa-152f-4813-abc1-03dbba663830, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:02.797666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] For port 10dcbcfa-152f-4813-abc1-03dbba663830, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10dcbcfa-152f-4813-abc1-03dbba663830,segment=NetworkSegment(15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a),segment_id=15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:02.808170 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:02.901635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f13936-5450-4015-be1f-24fe85d9dc37 None None] Pushing event updated for resources: {'Port': ['ID=10dcbcfa-152f-4813-abc1-03dbba663830,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:02.925346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1259512-439e-47ec-b12b-f7356e33b82f None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:48:03.110616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1259512-439e-47ec-b12b-f7356e33b82f None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:48:03.180139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:03.200009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9886-b11a-4199-807b-fd78f1f1b44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.304566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.348288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ae695-f41c-422a-bf33-1e8f3d5461ec None None] Network d8f274f3-eeaa-48e0-84b9-ef86d505ad07 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:03.385468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9886-b11a-4199-807b-fd78f1f1b44d admin admin] Publish callbacks [] for security_group (7b802c9c-1a28-4bab-8551-12ad4707ff35), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.399197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9886-b11a-4199-807b-fd78f1f1b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b802c9c-1a28-4bab-8551-12ad4707ff35), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.421497 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196fd277-780a-4d2c-b8e0-a4cc500c9c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.482482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f9886-b11a-4199-807b-fd78f1f1b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b802c9c-1a28-4bab-8551-12ad4707ff35,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:03.488757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd0f9886-b11a-4199-807b-fd78f1f1b44d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6579ed2577be44b6bcb7f4c3d156f604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074565 Feb 14 21:48:03.491738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:03.494659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port 10dcbcfa-152f-4813-abc1-03dbba663830 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:03.495003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.603429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port 10dcbcfa-152f-4813-abc1-03dbba663830, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10dcbcfa-152f-4813-abc1-03dbba663830,segment=NetworkSegment(15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a),segment_id=15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:03.604538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.623491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for 10dcbcfa-152f-4813-abc1-03dbba663830 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:03.641939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] Publish callbacks [] for security_group (7b802c9c-1a28-4bab-8551-12ad4707ff35), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.697774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56848) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:03.709549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] Publish callbacks [] for security_group (7b802c9c-1a28-4bab-8551-12ad4707ff35), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.770314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (10dcbcfa-152f-4813-abc1-03dbba663830), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.803034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=10dcbcfa-152f-4813-abc1-03dbba663830,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:03.805751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7b802c9c-1a28-4bab-8551-12ad4707ff35), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.808324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.811698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b802c9c-1a28-4bab-8551-12ad4707ff35 HTTP/1.1" status: 204 len: 168 time: 0.3186164 Feb 14 21:48:03.825376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port 10dcbcfa-152f-4813-abc1-03dbba663830 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:03.830698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47aa67-93e4-4eee-a654-433da3bda555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b802c9c-1a28-4bab-8551-12ad4707ff35,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:03.832796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-09eca2ed-8475-4258-b027-56076ccaa90a tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1567905118'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:03.834249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-09eca2ed-8475-4258-b027-56076ccaa90a tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Unknown quota resources ['metering_label']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:48:03.954814 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:03.985132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f274f3-eeaa-48e0-84b9-ef86d505ad07']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:03.997856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:03.998185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:04.009280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.024609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.034758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:04.035181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (15dc2985-0c14-4cb5-8e1d-ccc97ae9ff3a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:04.041559 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:04.092751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09eca2ed-8475-4258-b027-56076ccaa90a tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.096760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-09eca2ed-8475-4258-b027-56076ccaa90a tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3979404 Feb 14 21:48:04.097367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56858) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.101636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c7c4d22a-ac80-4125-a9e8-710d8f5ff03b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '980df29a-4b08-4d15-ac2b-d99d41d5d275'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:04.102329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c7c4d22a-ac80-4125-a9e8-710d8f5ff03b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:48:04.109361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d8f274f3-eeaa-48e0-84b9-ef86d505ad07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.116291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.124939 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/d8f274f3-eeaa-48e0-84b9-ef86d505ad07 HTTP/1.1" status: 204 len: 168 time: 2.6090012 Feb 14 21:48:04.125809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.138662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535910085'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:04.176650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666476-86f5-4f70-8425-4cad4a8b6959 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=d8f274f3-eeaa-48e0-84b9-ef86d505ad07,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:04.184828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:04.189109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.194526 n-d-828372-11 neutron-server[103513]: WARNING neutron.services.metering.metering_plugin [None req-c7c4d22a-ac80-4125-a9e8-710d8f5ff03b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 14 21:48:04.218960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:04.230123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.230584 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment f40e3116-2027-4f92-8527-d5d26fe662ec of type vlan for network da32666c-7d32-4c48-b549-9588af28e9f5 Feb 14 21:48:04.281581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.313363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.326320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:04.330299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.334734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d22a-ac80-4125-a9e8-710d8f5ff03b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.339550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c7c4d22a-ac80-4125-a9e8-710d8f5ff03b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2412307 Feb 14 21:48:04.340306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56870) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.345270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a6b6d446-7dcd-4d37-94a4-b1d136a1529f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '980df29a-4b08-4d15-ac2b-d99d41d5d275'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:04.345843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a6b6d446-7dcd-4d37-94a4-b1d136a1529f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:48:04.402706 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2667243 Feb 14 21:48:04.408294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56874) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.412884 n-d-828372-11 neutron-server[103513]: WARNING neutron.services.metering.metering_plugin [None req-a6b6d446-7dcd-4d37-94a4-b1d136a1529f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 14 21:48:04.417828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:04.437609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901bd82-1bad-48c4-80ee-fcfd6e1e3a9f tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=da32666c-7d32-4c48-b549-9588af28e9f5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:04.450560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network da32666c-7d32-4c48-b549-9588af28e9f5 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:04.539655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d446-7dcd-4d37-94a4-b1d136a1529f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.542974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a6b6d446-7dcd-4d37-94a4-b1d136a1529f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1991055 Feb 14 21:48:04.544211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56876) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.563209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-621e0057-7e49-4c48-86be-23b2ce364727 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=adcb0d9e-0fbe-4df6-8001-3acbee956f93 HTTP/1.1" status: 200 len: 462 time: 0.0155778 Feb 14 21:48:04.565973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56880) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.593205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.595318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:04.601330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.681697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing IP validity checks on allocation pools {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:48:04.682399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:48:04.722470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8fea29c-db51-4af8-8517-f4cd9b53f531 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.726568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e8fea29c-db51-4af8-8517-f4cd9b53f531 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/adcb0d9e-0fbe-4df6-8001-3acbee956f93 HTTP/1.1" status: 204 len: 168 time: 0.1588259 Feb 14 21:48:04.727188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56886) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.746047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-58c1b0e2-4153-414e-9be7-b4316838661b tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=adcb0d9e-0fbe-4df6-8001-3acbee956f93 HTTP/1.1" status: 200 len: 221 time: 0.0177462 Feb 14 21:48:04.746660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56890) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:04.751940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d2b48399-deb4-4495-8343-4d70ed4d7b4e tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2069270161', 'description': 'label created by tempest'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:04.751940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d2b48399-deb4-4495-8343-4d70ed4d7b4e tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Unknown quota resources ['metering_label']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 21:48:04.829996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fc8d6e5e-b21f-4572-9bcd-0865a30c74c1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.914693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': 'f40e3116-2027-4f92-8527-d5d26fe662ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:04.915061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: da32666c-7d32-4c48-b549-9588af28e9f5, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:04.931477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=fc8d6e5e-b21f-4572-9bcd-0865a30c74c1,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:04.941693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network da32666c-7d32-4c48-b549-9588af28e9f5 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:04.958930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, da32666c-7d32-4c48-b549-9588af28e9f5) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:04.964354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:04.965601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.971762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d33bb-01ce-4a2b-8af5-fe2697dab6bb None None] Network da32666c-7d32-4c48-b549-9588af28e9f5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:04.981322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2b48399-deb4-4495-8343-4d70ed4d7b4e tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:04.982635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d2b48399-deb4-4495-8343-4d70ed4d7b4e tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2349937 Feb 14 21:48:04.985707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56896) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.002013 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef5c6352-542b-4f60-beb4-e807d9b2e4c8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5928605 Feb 14 21:48:05.006564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56898) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.081182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18484491-0ab0-4751-b8dc-5c7a52a8e113 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=fc9214bf-1901-4c99-a982-ac7ee495ce2f HTTP/1.1" status: 200 len: 468 time: 0.0942550 Feb 14 21:48:05.084250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56902) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.203701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-da32666c-7d32-4c48-b549-9588af28e9f5', 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': 'fc8d6e5e-b21f-4572-9bcd-0865a30c74c1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:05.205914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.227254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.310298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cc6533da-b585-4526-9845-ea126a8c4048 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.311751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cc6533da-b585-4526-9845-ea126a8c4048 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/fc9214bf-1901-4c99-a982-ac7ee495ce2f HTTP/1.1" status: 204 len: 168 time: 0.2264585 Feb 14 21:48:05.315176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56912) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.329905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f69186e-10cc-43ab-8263-0fd2486d4d32 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=fc9214bf-1901-4c99-a982-ac7ee495ce2f HTTP/1.1" status: 200 len: 216 time: 0.0129006 Feb 14 21:48:05.332859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.343748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2329472f-8e7e-4951-8374-3db2279a6a7f tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090394 Feb 14 21:48:05.347670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56916) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.359242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fc8d6e5e-b21f-4572-9bcd-0865a30c74c1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.362008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a775d6e0-8d85-4004-ba71-33edf0665e68 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0131421 Feb 14 21:48:05.366007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56918) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.440008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ba8b943-bacf-454f-a79b-42b4c148be49 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/980df29a-4b08-4d15-ac2b-d99d41d5d275 HTTP/1.1" status: 200 len: 473 time: 0.0721757 Feb 14 21:48:05.443305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56920) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.462447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf42f002-4b9d-4998-b3bb-b24d593109d9 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/67fa1c7a-3849-4a0d-9e4d-9ae67fcad90d HTTP/1.1" status: 200 len: 459 time: 0.0180349 Feb 14 21:48:05.465777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56922) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.494566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Allocated IP 172.20.0.3 (da32666c-7d32-4c48-b549-9588af28e9f5/fc8d6e5e-b21f-4572-9bcd-0865a30c74c1/85d4fb9f-11a2-4bad-91a0-38510851b3a1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:05.618002 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d4197e22-4890-4c43-8c14-2149f4ff8ae3 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.619365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4197e22-4890-4c43-8c14-2149f4ff8ae3 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/67fa1c7a-3849-4a0d-9e4d-9ae67fcad90d HTTP/1.1" status: 204 len: 168 time: 0.1512468 Feb 14 21:48:05.621836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56928) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:05.685739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks [] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.700533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.729909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fc8d6e5e-b21f-4572-9bcd-0865a30c74c1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.758281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Pushing event updated for resources: {'Port': ['ID=85d4fb9f-11a2-4bad-91a0-38510851b3a1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:05.771834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Network da32666c-7d32-4c48-b549-9588af28e9f5 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:05.775010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:05.779588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:05.826009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.856696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8d6e5e-b21f-4572-9bcd-0865a30c74c1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:05.887209 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-45b86f41-e79d-4d4f-98f4-46e097f9f2d8 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.889578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45b86f41-e79d-4d4f-98f4-46e097f9f2d8 tempest-MeteringIpV6TestJSON-96751138 tempest-MeteringIpV6TestJSON-96751138-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/980df29a-4b08-4d15-ac2b-d99d41d5d275 HTTP/1.1" status: 204 len: 168 time: 0.2664962 Feb 14 21:48:05.892905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Attempting to bind port 85d4fb9f-11a2-4bad-91a0-38510851b3a1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:05.893381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Attempting to bind port 85d4fb9f-11a2-4bad-91a0-38510851b3a1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'f40e3116-2027-4f92-8527-d5d26fe662ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:05.893640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Attempting to bind port 85d4fb9f-11a2-4bad-91a0-38510851b3a1 on network da32666c-7d32-4c48-b549-9588af28e9f5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:05.906080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:05.906463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Checking segment: {'id': 'f40e3116-2027-4f92-8527-d5d26fe662ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:05.906937 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.907277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Bound using segment: {'id': 'f40e3116-2027-4f92-8527-d5d26fe662ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:05.907751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Bound port: 85d4fb9f-11a2-4bad-91a0-38510851b3a1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40e3116-2027-4f92-8527-d5d26fe662ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da32666c-7d32-4c48-b549-9588af28e9f5'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:05.908133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.940843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:05.999533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da32666c-7d32-4c48-b549-9588af28e9f5']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:06.042856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40e3116-2027-4f92-8527-d5d26fe662ec') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:06.043873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40e3116-2027-4f92-8527-d5d26fe662ec') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:06.077178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.103745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] For port 85d4fb9f-11a2-4bad-91a0-38510851b3a1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:06.112626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] For port 85d4fb9f-11a2-4bad-91a0-38510851b3a1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=85d4fb9f-11a2-4bad-91a0-38510851b3a1,segment=NetworkSegment(f40e3116-2027-4f92-8527-d5d26fe662ec),segment_id=f40e3116-2027-4f92-8527-d5d26fe662ec)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:06.129309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.133469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.146610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:06.147021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:06.150183 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:06.252398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:48:06.252398 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:48:06.252398 n-d-828372-11 neutron-server[103512]: [parameters: {'id': 'da32666c-7d32-4c48-b549-9588af28e9f5'}] Feb 14 21:48:06.252398 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:48:06.253358 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:48:06.329032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d81626-786e-414e-9478-29a3a4e8e02d None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:48:06.351752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:06.372756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.375843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783adf75-ee72-4761-bedf-7514c03a877b None None] Pushing event updated for resources: {'Port': ['ID=85d4fb9f-11a2-4bad-91a0-38510851b3a1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:06.497362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d81626-786e-414e-9478-29a3a4e8e02d None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:48:06.551632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-faee15f4-3667-4810-a690-60ba90b7c0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.555249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:48:06.685371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-faee15f4-3667-4810-a690-60ba90b7c0d2 admin admin] Publish callbacks [] for security_group (50c9a909-99ab-428c-b9b1-ef9150cb6eb0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.695768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-faee15f4-3667-4810-a690-60ba90b7c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (50c9a909-99ab-428c-b9b1-ef9150cb6eb0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.755963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-faee15f4-3667-4810-a690-60ba90b7c0d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3800e5f46934b7d996142394a34579e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4000950 Feb 14 21:48:06.756822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.759069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:06.764794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee15f4-3667-4810-a690-60ba90b7c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c9a909-99ab-428c-b9b1-ef9150cb6eb0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:06.795522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0a534-69b5-4602-b1c5-63394c8aa0e3 None None] Network da32666c-7d32-4c48-b549-9588af28e9f5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:06.885494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56982) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:06.919124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] Publish callbacks [] for security_group (50c9a909-99ab-428c-b9b1-ef9150cb6eb0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:06.930969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port 85d4fb9f-11a2-4bad-91a0-38510851b3a1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:06.931600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.000899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] Publish callbacks [] for security_group (50c9a909-99ab-428c-b9b1-ef9150cb6eb0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.027403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-93adca4e-4285-4def-9e4b-2f41aaf4ffa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.054079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port 85d4fb9f-11a2-4bad-91a0-38510851b3a1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=85d4fb9f-11a2-4bad-91a0-38510851b3a1,segment=NetworkSegment(f40e3116-2027-4f92-8527-d5d26fe662ec),segment_id=f40e3116-2027-4f92-8527-d5d26fe662ec)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:07.054443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.066616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for 85d4fb9f-11a2-4bad-91a0-38510851b3a1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:07.132306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-93adca4e-4285-4def-9e4b-2f41aaf4ffa0 admin admin] Publish callbacks [] for security_group (dfea5376-b6df-4e23-9edc-79866418c49d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.140033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-93adca4e-4285-4def-9e4b-2f41aaf4ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dfea5376-b6df-4e23-9edc-79866418c49d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.158279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (50c9a909-99ab-428c-b9b1-ef9150cb6eb0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.162010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.163486 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50c9a909-99ab-428c-b9b1-ef9150cb6eb0 HTTP/1.1" status: 204 len: 168 time: 0.4032259 Feb 14 21:48:07.202817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea82a04-198b-47bd-b799-7033f30530df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c9a909-99ab-428c-b9b1-ef9150cb6eb0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.215203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-93adca4e-4285-4def-9e4b-2f41aaf4ffa0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=568e79f7e062413da1c2f73088eb355d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269546 Feb 14 21:48:07.215203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adca4e-4285-4def-9e4b-2f41aaf4ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea5376-b6df-4e23-9edc-79866418c49d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.217411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56988) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:07.217931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (85d4fb9f-11a2-4bad-91a0-38510851b3a1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.264316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=85d4fb9f-11a2-4bad-91a0-38510851b3a1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.269297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port 85d4fb9f-11a2-4bad-91a0-38510851b3a1 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:07.325912 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.358141 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] Publish callbacks [] for security_group (dfea5376-b6df-4e23-9edc-79866418c49d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.384152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.413264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] Publish callbacks [] for security_group (dfea5376-b6df-4e23-9edc-79866418c49d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.414362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da32666c-7d32-4c48-b549-9588af28e9f5']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:07.444251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40e3116-2027-4f92-8527-d5d26fe662ec') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:07.444800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40e3116-2027-4f92-8527-d5d26fe662ec') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:07.464212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.482893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.499644 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:07.500122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f40e3116-2027-4f92-8527-d5d26fe662ec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.507683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dfea5376-b6df-4e23-9edc-79866418c49d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.516971 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.516971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfea5376-b6df-4e23-9edc-79866418c49d HTTP/1.1" status: 204 len: 168 time: 0.2934012 Feb 14 21:48:07.529309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5188e0-0695-4124-9777-a55f08dff0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea5376-b6df-4e23-9edc-79866418c49d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:07.594621 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:07.625645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (da32666c-7d32-4c48-b549-9588af28e9f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.636777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.641384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/da32666c-7d32-4c48-b549-9588af28e9f5 HTTP/1.1" status: 204 len: 168 time: 2.6320000 Feb 14 21:48:07.646549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 56996) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:07.663004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731870653'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:07.671122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5f49-5182-4533-a412-35a045b3a6b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=da32666c-7d32-4c48-b549-9588af28e9f5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.695312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:07.701712 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.732474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:07.745798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 56998) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:07.748290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.748631 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment b077ea26-8d6b-4169-b611-5810155b6712 of type vlan for network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 Feb 14 21:48:07.769846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f69d62-215e-4964-9e99-690e850641b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.799551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.834757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.841393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:07.842591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.903028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f69d62-215e-4964-9e99-690e850641b9 admin admin] Publish callbacks [] for security_group (af8dbd49-8249-4873-afa1-67c5ecf112fc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.917327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0f69d62-215e-4964-9e99-690e850641b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (af8dbd49-8249-4873-afa1-67c5ecf112fc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:07.923001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2747405 Feb 14 21:48:07.923532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:07.942139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:07.946893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faf24e-b649-4b5c-81cd-d10fa9b27b27 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=b21f7077-3cb6-4867-8756-b7e7e9ded4e0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:07.965259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:08.096735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f69d62-215e-4964-9e99-690e850641b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8dbd49-8249-4873-afa1-67c5ecf112fc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:08.126882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57006) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:08.129270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e0f69d62-215e-4964-9e99-690e850641b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f01566ed33284c359d861db508f91564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823047 Feb 14 21:48:08.134041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57008) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:08.159079 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6387c840-3e4f-480a-917b-eeb995ec51fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.166764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:08.170971 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.307031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] Publish callbacks [] for security_group (af8dbd49-8249-4873-afa1-67c5ecf112fc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.393421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] Publish callbacks [] for security_group (af8dbd49-8249-4873-afa1-67c5ecf112fc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.440347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (19c3f9e8-ddcf-4cbc-90ca-7005b9951637), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.525354 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6387c840-3e4f-480a-917b-eeb995ec51fd admin admin] Publish callbacks [] for security_group (4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.533742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6387c840-3e4f-480a-917b-eeb995ec51fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.547623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=19c3f9e8-ddcf-4cbc-90ca-7005b9951637,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:08.577855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': 'b077ea26-8d6b-4169-b611-5810155b6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:08.578476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: b21f7077-3cb6-4867-8756-b7e7e9ded4e0, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:08.599288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (af8dbd49-8249-4873-afa1-67c5ecf112fc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.602204 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.605962 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af8dbd49-8249-4873-afa1-67c5ecf112fc HTTP/1.1" status: 204 len: 168 time: 0.4754877 Feb 14 21:48:08.623440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:08.629320 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6387c840-3e4f-480a-917b-eeb995ec51fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0dbafc365b5c4f6698a8a853da6aabab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941418 Feb 14 21:48:08.630965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387c840-3e4f-480a-917b-eeb995ec51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:08.634910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57016) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:08.643179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00496df6-b4dc-41b8-9541-4cb6591f726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8dbd49-8249-4873-afa1-67c5ecf112fc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:08.653307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b21f7077-3cb6-4867-8756-b7e7e9ded4e0) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:08.665119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001dabd-5a25-40b0-9620-73042c7b9085 None None] Network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:08.682952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:08.683763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.722276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f623b237-79df-4c92-90ac-2a37472a6e25 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7962744 Feb 14 21:48:08.726069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57018) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:08.767856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] Publish callbacks [] for security_group (4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.826748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] Publish callbacks [] for security_group (4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.917468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.923469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.928228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b HTTP/1.1" status: 204 len: 168 time: 0.2918134 Feb 14 21:48:08.958762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b21f7077-3cb6-4867-8756-b7e7e9ded4e0', 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '19c3f9e8-ddcf-4cbc-90ca-7005b9951637'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:08.959955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.967667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:08.977296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547e8c-be3f-4811-9140-9c396ff4e0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724145f-e3bb-45a5-9b49-cf6fa1dbbe8b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:09.095671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (19c3f9e8-ddcf-4cbc-90ca-7005b9951637), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.208028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Allocated IP 172.20.0.1 (b21f7077-3cb6-4867-8756-b7e7e9ded4e0/19c3f9e8-ddcf-4cbc-90ca-7005b9951637/93ac7b9a-e05e-4160-b941-a2318ed99d12) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:09.443510 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks [] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.470718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.477720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (19c3f9e8-ddcf-4cbc-90ca-7005b9951637), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.547069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=19c3f9e8-ddcf-4cbc-90ca-7005b9951637,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:09.592484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:09.596134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:09.603431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:09.703708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.722665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Pushing event updated for resources: {'Port': ['ID=93ac7b9a-e05e-4160-b941-a2318ed99d12,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:09.737037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21f7077-3cb6-4867-8756-b7e7e9ded4e0']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:09.737757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Attempting to bind port 93ac7b9a-e05e-4160-b941-a2318ed99d12 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:09.738171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Attempting to bind port 93ac7b9a-e05e-4160-b941-a2318ed99d12 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'b077ea26-8d6b-4169-b611-5810155b6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:09.738546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Attempting to bind port 93ac7b9a-e05e-4160-b941-a2318ed99d12 on network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:09.745823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:09.746518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Checking segment: {'id': 'b077ea26-8d6b-4169-b611-5810155b6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:09.746928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.747341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Bound using segment: {'id': 'b077ea26-8d6b-4169-b611-5810155b6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:09.747472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b077ea26-8d6b-4169-b611-5810155b6712') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:09.747693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b077ea26-8d6b-4169-b611-5810155b6712') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:09.747821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Bound port: 93ac7b9a-e05e-4160-b941-a2318ed99d12, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b077ea26-8d6b-4169-b611-5810155b6712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:09.748179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.759431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.774689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.782095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:09.782859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:09.786487 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:09.860214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 21:48:09.860214 n-d-828372-11 neutron-server[103512]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 21:48:09.860214 n-d-828372-11 neutron-server[103512]: [parameters: {'id': 'b21f7077-3cb6-4867-8756-b7e7e9ded4e0'}] Feb 14 21:48:09.860214 n-d-828372-11 neutron-server[103512]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:48:09.861082 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:48:09.866478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] For port 93ac7b9a-e05e-4160-b941-a2318ed99d12, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:09.875950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] For port 93ac7b9a-e05e-4160-b941-a2318ed99d12, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=93ac7b9a-e05e-4160-b941-a2318ed99d12,segment=NetworkSegment(b077ea26-8d6b-4169-b611-5810155b6712),segment_id=b077ea26-8d6b-4169-b611-5810155b6712)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:09.889936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:10.090879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79055526-1e60-460a-b616-e650294a5995 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:48:10.156145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc342e07-6e4a-491d-9feb-b38e0748c6c3 None None] Pushing event updated for resources: {'Port': ['ID=93ac7b9a-e05e-4160-b941-a2318ed99d12,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:10.299105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79055526-1e60-460a-b616-e650294a5995 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:48:10.363123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:10.476014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port 93ac7b9a-e05e-4160-b941-a2318ed99d12 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:10.476364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:10.638895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ebb3c-4788-43e4-a555-fcb981ed3819 None None] Network b21f7077-3cb6-4867-8756-b7e7e9ded4e0 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:10.682408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port 93ac7b9a-e05e-4160-b941-a2318ed99d12, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=93ac7b9a-e05e-4160-b941-a2318ed99d12,segment=NetworkSegment(b077ea26-8d6b-4169-b611-5810155b6712),segment_id=b077ea26-8d6b-4169-b611-5810155b6712)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:10.697458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:10.753018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for 93ac7b9a-e05e-4160-b941-a2318ed99d12 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:10.953639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (93ac7b9a-e05e-4160-b941-a2318ed99d12), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:10.990081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=93ac7b9a-e05e-4160-b941-a2318ed99d12,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:10.992553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port 93ac7b9a-e05e-4160-b941-a2318ed99d12 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:11.142187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.169890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21f7077-3cb6-4867-8756-b7e7e9ded4e0']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:11.186287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b077ea26-8d6b-4169-b611-5810155b6712') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:11.186711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b077ea26-8d6b-4169-b611-5810155b6712') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:11.203915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.227467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.235846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:11.236445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b077ea26-8d6b-4169-b611-5810155b6712), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:11.264612 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:11.330699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57088) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:11.356855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b21f7077-3cb6-4867-8756-b7e7e9ded4e0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.362084 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.375526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57094) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:11.377086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/b21f7077-3cb6-4867-8756-b7e7e9ded4e0 HTTP/1.1" status: 204 len: 168 time: 2.6484830 Feb 14 21:48:11.381807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985100313'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:11.409622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ffaa4-f222-45e8-b031-5d248bfba2c4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=b21f7077-3cb6-4867-8756-b7e7e9ded4e0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:11.431325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:11.449426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.525778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:11.544276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (864baf73-03b5-4606-ab36-14c52ab6fcb2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.544643 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 864baf73-03b5-4606-ab36-14c52ab6fcb2 of type vlan for network 89026d03-7b94-4552-9b7b-903afc474047 Feb 14 21:48:11.566235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1997606543', 'router:external': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:11.619620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (89026d03-7b94-4552-9b7b-903afc474047), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.639603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Made reservation on behalf of 4a701897d3004fafb00b148234724356 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:11.641866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.654637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.665878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (89026d03-7b94-4552-9b7b-903afc474047), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.670977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:11.671640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:11.941109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57100) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:12.154616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=89026d03-7b94-4552-9b7b-903afc474047,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:12.167075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 89026d03-7b94-4552-9b7b-903afc474047 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:12.176252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:12.183586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': '89026d03-7b94-4552-9b7b-903afc474047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:12.190206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-120b3749-3cae-4339-8ab2-b01755f8f64d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8135350 Feb 14 21:48:12.321031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for security_group (efb60fb0-0674-4ac9-9290-35c59eef76c4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.339062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (efb60fb0-0674-4ac9-9290-35c59eef76c4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.387233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb60fb0-0674-4ac9-9290-35c59eef76c4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:12.433527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:12.455253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2a72d0b6-0c72-4fda-817c-de2eda4deb56), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.455990 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Added segment 2a72d0b6-0c72-4fda-817c-de2eda4deb56 of type vlan for network f07df742-6811-4854-9ba8-c1374046f6c4 Feb 14 21:48:12.570955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f07df742-6811-4854-9ba8-c1374046f6c4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.647406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f07df742-6811-4854-9ba8-c1374046f6c4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.648949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:12.650034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:12.759615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4234674 Feb 14 21:48:12.760285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57110) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:12.779853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'subnet': {'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:12.784064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45dfb6-c1bc-404f-b738-cd9c637baeca tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Network': ['ID=f07df742-6811-4854-9ba8-c1374046f6c4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:12.795048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f07df742-6811-4854-9ba8-c1374046f6c4 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:12.819855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Made reservation on behalf of 4a701897d3004fafb00b148234724356 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:12.823696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.276296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:13.284175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.417909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:48:13.418640 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (2fb25978-af3d-4430-b7fb-e113dc0e46c0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.465763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2fb25978-af3d-4430-b7fb-e113dc0e46c0,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:13.508556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.516049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Checking segment: {'id': '2a72d0b6-0c72-4fda-817c-de2eda4deb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:13.516384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network hostable DHCP agents. Network: f07df742-6811-4854-9ba8-c1374046f6c4, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:13.557874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network f07df742-6811-4854-9ba8-c1374046f6c4 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:13.588986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f07df742-6811-4854-9ba8-c1374046f6c4) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:13.594442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:13.595135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.605722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e43cba-5f4c-4d05-ac5c-7d8be17c9345 None None] Network f07df742-6811-4854-9ba8-c1374046f6c4 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:13.631389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0210cbe4-31c8-428f-82f2-0c3269e98906 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8527510 Feb 14 21:48:13.631639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57116) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:13.639039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-58418749', 'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:13.709711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Made reservation on behalf of 4a701897d3004fafb00b148234724356 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:13.712794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:13.764586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] device_id is not set on port 7dd67fe8-f712-4c18-b437-0e1f43cda14d yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:48:13.818410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:13.838088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6df748-b944-4f39-a8cd-0c241993ecaa None None] Network f07df742-6811-4854-9ba8-c1374046f6c4 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:13.858711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '864baf73-03b5-4606-ab36-14c52ab6fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '89026d03-7b94-4552-9b7b-903afc474047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:13.859220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: 89026d03-7b94-4552-9b7b-903afc474047, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:13.950901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network 89026d03-7b94-4552-9b7b-903afc474047 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:13.987068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 89026d03-7b94-4552-9b7b-903afc474047) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:14.004201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:14.007030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.051021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 2001:db8::e3 (f07df742-6811-4854-9ba8-c1374046f6c4/2fb25978-af3d-4430-b7fb-e113dc0e46c0/7dd67fe8-f712-4c18-b437-0e1f43cda14d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:14.060318 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7ca3e074-9454-48d9-a4de-091db284f22b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8815863 Feb 14 21:48:14.065265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57118) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:14.153822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c941a-af3f-42a0-9056-bb378adb3568 None None] Network 89026d03-7b94-4552-9b7b-903afc474047 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:14.351947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (89026d03-7b94-4552-9b7b-903afc474047), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.376845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (cbb35743-dc22-4a74-88ea-34886fdb0695), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.399467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (7dd67fe8-f712-4c18-b437-0e1f43cda14d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.469230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef81b5e-6d82-4c70-938c-76217ece380d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-89026d03-7b94-4552-9b7b-903afc474047', 'network_id': '89026d03-7b94-4552-9b7b-903afc474047', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:14.469919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ef81b5e-6d82-4c70-938c-76217ece380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.497193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7dd67fe8-f712-4c18-b437-0e1f43cda14d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.568972 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.585958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd67fe8-f712-4c18-b437-0e1f43cda14d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:14.642511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network f07df742-6811-4854-9ba8-c1374046f6c4 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:14.644982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:14.667458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:14.668657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:14.669243 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.742660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7797d452-98ac-4fa0-8d13-e45505305bd1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1055114 Feb 14 21:48:14.744085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:14.811485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.871750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:14.931193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Deleting port 7dd67fe8-f712-4c18-b437-0e1f43cda14d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:14.931672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7dd67fe8-f712-4c18-b437-0e1f43cda14d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-9ef81b5e-6d82-4c70-938c-76217ece380d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1: This subnet is being modified by another concurrent operation. Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:48:14.946531 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exception Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1: This subnet is being modified by another concurrent operation. Feb 14 21:48:14.951119 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:48:14.970304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (89026d03-7b94-4552-9b7b-903afc474047), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.019936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89026d03-7b94-4552-9b7b-903afc474047']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:15.034281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864baf73-03b5-4606-ab36-14c52ab6fcb2') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:15.034527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864baf73-03b5-4606-ab36-14c52ab6fcb2') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:15.042456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8507ef9-1fda-45c0-b9e1-4968d6d177fa None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:48:15.046637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (864baf73-03b5-4606-ab36-14c52ab6fcb2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.065853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (864baf73-03b5-4606-ab36-14c52ab6fcb2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.074401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:15.075018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (864baf73-03b5-4606-ab36-14c52ab6fcb2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:15.078207 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:15.081064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7dd67fe8-f712-4c18-b437-0e1f43cda14d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.096827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Calling delete_port for 7dd67fe8-f712-4c18-b437-0e1f43cda14d owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:15.134720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Deleting port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:15.135368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.218903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (89026d03-7b94-4552-9b7b-903afc474047), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.219654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8507ef9-1fda-45c0-b9e1-4968d6d177fa None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:48:15.242099 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.249885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/89026d03-7b94-4552-9b7b-903afc474047 HTTP/1.1" status: 204 len: 168 time: 1.1740422 Feb 14 21:48:15.250157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57144) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:15.259250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1489444700'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:15.317549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] For port f4dc4cec-45f4-4f16-8dc0-142d3fae2c76, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:15.318059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.337421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Calling delete_port for f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:15.378364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:15.386483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.431010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7dd67fe8-f712-4c18-b437-0e1f43cda14d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.446748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469190-2c84-4de8-8d3f-154537289f4e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=89026d03-7b94-4552-9b7b-903afc474047,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:15.452765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:15.465209 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ef8d4c78-be61-42cb-87dd-458398e22f3d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.465582 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment ef8d4c78-be61-42cb-87dd-458398e22f3d of type vlan for network 35f415da-c918-4a7e-bd0c-0955411ee150 Feb 14 21:48:15.508666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd67fe8-f712-4c18-b437-0e1f43cda14d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:15.593559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.601962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.607692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6547bf84-9316-433f-b156-32353d3c71dd tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/ports/7dd67fe8-f712-4c18-b437-0e1f43cda14d HTTP/1.1" status: 204 len: 168 time: 0.8599989 Feb 14 21:48:15.608963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57158) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:15.614571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4', 'external_fixed_ips': [{'subnet_id': '2fb25978-af3d-4430-b7fb-e113dc0e46c0', 'ip_address': '2001:db8::e3'}]}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:15.621825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac0650-f343-4646-856d-60a7fe2460f1 None None] Network 89026d03-7b94-4552-9b7b-903afc474047 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:15.641170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac0650-f343-4646-856d-60a7fe2460f1 None None] Network 89026d03-7b94-4552-9b7b-903afc474047 could not be found, it might have been deleted concurrently. {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 14 21:48:15.659662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.664653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:15.665544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741863'] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.678853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (15afa818-8b46-475e-8fda-c3a94668e613), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.679984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (15afa818-8b46-475e-8fda-c3a94668e613), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.691102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f4dc4cec-45f4-4f16-8dc0-142d3fae2c76), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:15.738056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4882052 Feb 14 21:48:15.747683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57162) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:15.755849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:15.830174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4384b4-07ec-4348-adc7-1454fcbf6194 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=35f415da-c918-4a7e-bd0c-0955411ee150,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:15.845501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:15.917154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dc4cec-45f4-4f16-8dc0-142d3fae2c76,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:15.930123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (15afa818-8b46-475e-8fda-c3a94668e613), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.156264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (cbb35743-dc22-4a74-88ea-34886fdb0695), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.272944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (15afa818-8b46-475e-8fda-c3a94668e613), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.367196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.403091 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.446556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Router cbb35743-dc22-4a74-88ea-34886fdb0695 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:48:16.513517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=35f415da-c918-4a7e-bd0c-0955411ee150,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:16.527252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:16.532330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network 35f415da-c918-4a7e-bd0c-0955411ee150 is not hosted by any dhcp agent {{(pid=103513) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:48:16.537364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:16.537962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.539263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-835cd18c-9bb9-48fa-b2b4-a4bc5687e3aa tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "PUT /v2.0/networks/35f415da-c918-4a7e-bd0c-0955411ee150 HTTP/1.1" status: 200 len: 723 time: 0.7893589 Feb 14 21:48:16.543980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57166) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:16.552206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:16.629721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:16.636135 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a7f888d0-b446-438d-8297-e463ca87d730 admin admin] 10.222.0.86 "PUT /v2.0/routers/cbb35743-dc22-4a74-88ea-34886fdb0695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6924841 Feb 14 21:48:16.638612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:16.642683 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Sync routers for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:16.657981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:16.658671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:16.778867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (15afa818-8b46-475e-8fda-c3a94668e613), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.822107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:16.825533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.893171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks [] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:16.909694 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:17.108540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.130566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (04e1e4a0-7028-4152-926f-fc0b63a3138e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.140162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks [] for router_gateway (cbb35743-dc22-4a74-88ea-34886fdb0695), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.258362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Deleting port b98bd5fc-f015-426b-a030-3924dbe1befc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:17.258721 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.366827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:48:15Z', 'revision_number': 5, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port': {'id': 'b98bd5fc-f015-426b-a030-3924dbe1befc', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:17.396688 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Checking router: cbb35743-dc22-4a74-88ea-34886fdb0695 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:17.413742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Routers {'cbb35743-dc22-4a74-88ea-34886fdb0695'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:17.414422 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cbb35743-dc22-4a74-88ea-34886fdb0695'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:17.423759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=04e1e4a0-7028-4152-926f-fc0b63a3138e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:17.473051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] For port b98bd5fc-f015-426b-a030-3924dbe1befc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b98bd5fc-f015-426b-a030-3924dbe1befc,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:17.475837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.498109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Calling delete_port for b98bd5fc-f015-426b-a030-3924dbe1befc owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:17.522970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': 'ef8d4c78-be61-42cb-87dd-458398e22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:17.523871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: 35f415da-c918-4a7e-bd0c-0955411ee150, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:17.719393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] Set router cbb35743-dc22-4a74-88ea-34886fdb0695 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:17.861035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network 35f415da-c918-4a7e-bd0c-0955411ee150 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:17.861035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 2001:db8::e3 (f07df742-6811-4854-9ba8-c1374046f6c4/2fb25978-af3d-4430-b7fb-e113dc0e46c0/5e0944e2-2471-4803-b5a6-62bf079970fc) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:17.861035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 35f415da-c918-4a7e-bd0c-0955411ee150) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:17.865132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203d8cb-bf93-458a-8dd3-790cbb9ecb89 None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:17.865782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:17.865782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.865782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d804cdb4-283b-484d-8471-f7bd88a9c6d1 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2434821 Feb 14 21:48:17.865782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57196) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:17.865782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:17.888002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b98bd5fc-f015-426b-a030-3924dbe1befc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:17.949299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98bd5fc-f015-426b-a030-3924dbe1befc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:17.966806 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:48:17Z', 'revision_number': 6, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:18.033033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-35f415da-c918-4a7e-bd0c-0955411ee150', 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '04e1e4a0-7028-4152-926f-fc0b63a3138e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:18.033917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.064105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85cee0-5991-4e3a-b338-439b8930b642 None None] The sync data for ids ['cbb35743-dc22-4a74-88ea-34886fdb0695'] in n-d-828372-11 is: [{'id': 'cbb35743-dc22-4a74-88ea-34886fdb0695', 'name': 'tempest-TestVolumeBackupRestore-1466148648-router', 'tenant_id': 'bba04ad9ec254b0984ee845e937dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:43Z', 'updated_at': '2022-02-14T21:48:17Z', 'revision_number': 6, 'project_id': 'bba04ad9ec254b0984ee845e937dc16f', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:18.086147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (cbb35743-dc22-4a74-88ea-34886fdb0695), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.248851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.254251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks [] for router_controller (cbb35743-dc22-4a74-88ea-34886fdb0695), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.307311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Allocated IP 172.20.0.2 (35f415da-c918-4a7e-bd0c-0955411ee150/04e1e4a0-7028-4152-926f-fc0b63a3138e/d9c4ce32-f353-491c-bff8-15b63d388d89) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:18.340908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.342586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (cbb35743-dc22-4a74-88ea-34886fdb0695), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.344114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb35743-dc22-4a74-88ea-34886fdb0695 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:18.362411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.373428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57210) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:18.380461 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-26995045-10a1-4b75-a577-dda63e9c3c92 admin admin] 10.222.0.86 "DELETE /v2.0/routers/cbb35743-dc22-4a74-88ea-34886fdb0695 HTTP/1.1" status: 204 len: 168 time: 1.7400184 Feb 14 21:48:18.380716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126854032'] for subnet (04e1e4a0-7028-4152-926f-fc0b63a3138e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.533920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks [] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.536965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.547257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Deleting subnet 886f1e59-2bdc-4b0a-b50c-56794842f013 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:48:18.552297 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.584665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Publish callbacks [] for subnet (886f1e59-2bdc-4b0a-b50c-56794842f013), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.639995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Pushing event updated for resources: {'Port': ['ID=d9c4ce32-f353-491c-bff8-15b63d388d89,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:18.657171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:18.658576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:18.664383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network f07df742-6811-4854-9ba8-c1374046f6c4 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:18.665163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:18.684907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:18.695970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:18.699897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0944e2-2471-4803-b5a6-62bf079970fc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:18.706274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (886f1e59-2bdc-4b0a-b50c-56794842f013), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.767087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Attempting to bind port d9c4ce32-f353-491c-bff8-15b63d388d89 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:18.767820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Attempting to bind port d9c4ce32-f353-491c-bff8-15b63d388d89 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ef8d4c78-be61-42cb-87dd-458398e22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:18.768435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Attempting to bind port d9c4ce32-f353-491c-bff8-15b63d388d89 on network 35f415da-c918-4a7e-bd0c-0955411ee150 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:18.775300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:18.776173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Checking segment: {'id': 'ef8d4c78-be61-42cb-87dd-458398e22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:18.776792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.777415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Bound using segment: {'id': 'ef8d4c78-be61-42cb-87dd-458398e22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:18.778139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Bound port: d9c4ce32-f353-491c-bff8-15b63d388d89, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8d4c78-be61-42cb-87dd-458398e22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35f415da-c918-4a7e-bd0c-0955411ee150'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:18.778734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.870467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769855824056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126023297'] for subnet (04e1e4a0-7028-4152-926f-fc0b63a3138e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.882849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] For port d9c4ce32-f353-491c-bff8-15b63d388d89, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:18.887986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] For port d9c4ce32-f353-491c-bff8-15b63d388d89, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d9c4ce32-f353-491c-bff8-15b63d388d89,segment=NetworkSegment(ef8d4c78-be61-42cb-87dd-458398e22f3d),segment_id=ef8d4c78-be61-42cb-87dd-458398e22f3d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:18.895957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.973069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:18.973798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:18.975138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "PUT /v2.0/subnets/04e1e4a0-7028-4152-926f-fc0b63a3138e HTTP/1.1" status: 200 len: 806 time: 1.1497111 Feb 14 21:48:18.978248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57216) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:18.996517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e68f4-1d15-455a-9b91-29ac75ad335c None None] Pushing event updated for resources: {'Port': ['ID=d9c4ce32-f353-491c-bff8-15b63d388d89,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:19.068277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (886f1e59-2bdc-4b0a-b50c-56794842f013), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.112663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3d70-afb5-4722-b9e3-b36ca5aa6e53 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=04e1e4a0-7028-4152-926f-fc0b63a3138e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:19.252989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.415653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port d9c4ce32-f353-491c-bff8-15b63d388d89 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:19.416008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.605259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port d9c4ce32-f353-491c-bff8-15b63d388d89, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d9c4ce32-f353-491c-bff8-15b63d388d89,segment=NetworkSegment(ef8d4c78-be61-42cb-87dd-458398e22f3d),segment_id=ef8d4c78-be61-42cb-87dd-458398e22f3d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:19.605638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.621444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for d9c4ce32-f353-491c-bff8-15b63d388d89 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:19.778195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (15afa818-8b46-475e-8fda-c3a94668e613), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.781576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (886f1e59-2bdc-4b0a-b50c-56794842f013), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.816380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d9c4ce32-f353-491c-bff8-15b63d388d89), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.834840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25816f-4a5a-4b13-a74a-f0fd228522df None None] Network 4e170f18-c689-4d5c-8f65-96cc81598fe1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:19.858689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=d9c4ce32-f353-491c-bff8-15b63d388d89,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:19.880762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:19.884429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/886f1e59-2bdc-4b0a-b50c-56794842f013 HTTP/1.1" status: 204 len: 168 time: 1.5080490 Feb 14 21:48:19.887195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:19.898032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bccf6-262e-4d20-a5cc-1f6f3c013454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886f1e59-2bdc-4b0a-b50c-56794842f013,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:19.932282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port d9c4ce32-f353-491c-bff8-15b63d388d89 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:20.000209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (04e1e4a0-7028-4152-926f-fc0b63a3138e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.101466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:20.125657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4e170f18-c689-4d5c-8f65-96cc81598fe1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.157735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:20.159767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f4dc4cec-45f4-4f16-8dc0-142d3fae2c76 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:20.160505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b98bd5fc-f015-426b-a030-3924dbe1befc no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:20.206357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (04e1e4a0-7028-4152-926f-fc0b63a3138e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.212333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] DHCP port deletion for 4e170f18-c689-4d5c-8f65-96cc81598fe1 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:48:20.214446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b98bd5fc-f015-426b-a030-3924dbe1befc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:20.221268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b98bd5fc-f015-426b-a030-3924dbe1befc not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:20.254495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=04e1e4a0-7028-4152-926f-fc0b63a3138e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:20.356719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Deleting port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:20.360902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.377679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.410980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (15afa818-8b46-475e-8fda-c3a94668e613), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.436923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f415da-c918-4a7e-bd0c-0955411ee150']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:20.456593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8d4c78-be61-42cb-87dd-458398e22f3d') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:20.459419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8d4c78-be61-42cb-87dd-458398e22f3d') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:20.481258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (ef8d4c78-be61-42cb-87dd-458398e22f3d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.487035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] For port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:20.492073 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.511333 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (ef8d4c78-be61-42cb-87dd-458398e22f3d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.518363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Calling delete_port for 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:20.520624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:20.524706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (ef8d4c78-be61-42cb-87dd-458398e22f3d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:20.529143 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:20.588253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Deleting port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:20.588737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.670577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] For port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,segment=NetworkSegment(e70f035c-6de1-497f-9561-eff099e5a19b),segment_id=e70f035c-6de1-497f-9561-eff099e5a19b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:20.670957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.682221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234adfb-6b87-44d6-9020-c926c8edcda7 None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:20.693388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Calling delete_port for 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:20.705622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router 15afa818-8b46-475e-8fda-c3a94668e613 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:20.781816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-55d43ef0-2c9a-4f0d-89d0-42444f4e1214 None None] Could not find standard attr ID for object d9c4ce32-f353-491c-bff8-15b63d388d89. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:48:20.844445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.907280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] Pushing event deleted for resources: {'Port': ['ID=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:20.909650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec388e00-8a0e-485e-8672-438647b108e8 None None] No DVR routers for this DVR port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:20.954251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (10cfc0c0-a174-42b3-93c6-1b4d8ab534b9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:20.959402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:20.988290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Sync routers for ids ['15afa818-8b46-475e-8fda-c3a94668e613'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:21.001473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Pushing event deleted for resources: {'Port': ['ID=10cfc0c0-a174-42b3-93c6-1b4d8ab534b9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:21.005881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb742c-e5e1-4fd9-abf6-7c119fab4ffa None None] DHCP port deletion for 35f415da-c918-4a7e-bd0c-0955411ee150 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:48:21.010945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] No DVR routers for this DVR port 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:21.021373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.023939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e36e98a1-cb6e-4c43-98e7-f8ae92fd7787 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.4140520 Feb 14 21:48:21.031713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Routers {'15afa818-8b46-475e-8fda-c3a94668e613'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:21.036527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['15afa818-8b46-475e-8fda-c3a94668e613'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:21.045327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.103075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad55024-aad3-4869-9f1c-ed185eed77bd None None] Network 35f415da-c918-4a7e-bd0c-0955411ee150 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:21.209967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4e170f18-c689-4d5c-8f65-96cc81598fe1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.244124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e170f18-c689-4d5c-8f65-96cc81598fe1']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:21.260619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (35f415da-c918-4a7e-bd0c-0955411ee150), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.264222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70f035c-6de1-497f-9561-eff099e5a19b') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:21.264593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70f035c-6de1-497f-9561-eff099e5a19b') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:21.274543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.278285 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/35f415da-c918-4a7e-bd0c-0955411ee150 HTTP/1.1" status: 204 len: 168 time: 2.2982693 Feb 14 21:48:21.281174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57254) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.295099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e70f035c-6de1-497f-9561-eff099e5a19b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.300282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Set router 15afa818-8b46-475e-8fda-c3a94668e613 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:21.308965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150eb5d-3c07-4e67-92ba-0fa4b2f32062 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=35f415da-c918-4a7e-bd0c-0955411ee150,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:21.316237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e70f035c-6de1-497f-9561-eff099e5a19b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.322879 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-87454117-56d5-4500-b7aa-f25f1c4b2525 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:21.323886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87454117-56d5-4500-b7aa-f25f1c4b2525 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:21.324614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:21.325031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e70f035c-6de1-497f-9561-eff099e5a19b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.327743 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-87454117-56d5-4500-b7aa-f25f1c4b2525 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/35f415da-c918-4a7e-bd0c-0955411ee150 HTTP/1.1" status: 404 len: 339 time: 0.0453992 Feb 14 21:48:21.333943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.339991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091841441', 'description': 'd1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:21.355516 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:21.364278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (15afa818-8b46-475e-8fda-c3a94668e613), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.385443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:21.389288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.477110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:21.484890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4e170f18-c689-4d5c-8f65-96cc81598fe1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.491759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.492114 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47 of type vlan for network a6e905a5-360d-4286-ba4d-54203e9041aa Feb 14 21:48:21.511097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.517214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e170f18-c689-4d5c-8f65-96cc81598fe1 HTTP/1.1" status: 204 len: 168 time: 1.6242356 Feb 14 21:48:21.517443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6310df-b051-45e5-a872-1ed39683433a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e170f18-c689-4d5c-8f65-96cc81598fe1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:21.519063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57262) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.542751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.571953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.578286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:21.579336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.615613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15afa818-8b46-475e-8fda-c3a94668e613', 'name': '', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4', 'external_fixed_ips': [{'subnet_id': '2fb25978-af3d-4430-b7fb-e113dc0e46c0', 'ip_address': '2001:db8::e3'}], 'enable_snat': True}, 'gw_port_id': '5e0944e2-2471-4803-b5a6-62bf079970fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:15Z', 'updated_at': '2022-02-14T21:48:18Z', 'revision_number': 3, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port': {'id': '5e0944e2-2471-4803-b5a6-62bf079970fc', 'name': '', 'network_id': 'f07df742-6811-4854-9ba8-c1374046f6c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15afa818-8b46-475e-8fda-c3a94668e613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb25978-af3d-4430-b7fb-e113dc0e46c0', 'ip_address': '2001:db8::e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:17Z', 'updated_at': '2022-02-14T21:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fb25978-af3d-4430-b7fb-e113dc0e46c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:21.658618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Checking router: 15afa818-8b46-475e-8fda-c3a94668e613 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:21.659035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Updating router 15afa818-8b46-475e-8fda-c3a94668e613 port 5e0944e2-2471-4803-b5a6-62bf079970fc binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:21.663807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3285372 Feb 14 21:48:21.667270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57264) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.691607 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.736005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11841d89-629f-4acc-a268-55e1513c55d8 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=a6e905a5-360d-4286-ba4d-54203e9041aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:21.738370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (15afa818-8b46-475e-8fda-c3a94668e613), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:21.804965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a6e905a5-360d-4286-ba4d-54203e9041aa details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:21.854210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc038c23-e9a9-4cb8-abb0-03240fceac92 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:21.861076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dc038c23-e9a9-4cb8-abb0-03240fceac92 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks?id=a6e905a5-360d-4286-ba4d-54203e9041aa HTTP/1.1" status: 200 len: 761 time: 0.1922183 Feb 14 21:48:21.861722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:21.868596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'description': 'd2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:21.991923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Deleting port 5e0944e2-2471-4803-b5a6-62bf079970fc {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:21.993621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.081603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.110495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.131591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:22.186522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:22.187131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 10cfc0c0-a174-42b3-93c6-1b4d8ab534b9 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:22.187840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d9c4ce32-f353-491c-bff8-15b63d388d89 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:22.218615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=a6e905a5-360d-4286-ba4d-54203e9041aa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:22.224964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network a6e905a5-360d-4286-ba4d-54203e9041aa is not hosted by any dhcp agent {{(pid=103512) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:48:22.230561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:22.231312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.235875 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-97e9e83c-65dc-41c3-afb4-fc7fc6cb44d3 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "PUT /v2.0/networks/a6e905a5-360d-4286-ba4d-54203e9041aa HTTP/1.1" status: 200 len: 758 time: 0.3730125 Feb 14 21:48:22.236635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57274) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:22.256695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d9c4ce32-f353-491c-bff8-15b63d388d89 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:22.256965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d9c4ce32-f353-491c-bff8-15b63d388d89 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:22.258819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a6e905a5-360d-4286-ba4d-54203e9041aa details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:22.300734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.322689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Calling delete_port for 5e0944e2-2471-4803-b5a6-62bf079970fc owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:22.339757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2303773-230e-44bc-8432-a827c41816b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:22.349376 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e2303773-230e-44bc-8432-a827c41816b7 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks?id=a6e905a5-360d-4286-ba4d-54203e9041aa HTTP/1.1" status: 200 len: 761 time: 0.1108034 Feb 14 21:48:22.350487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:22.366661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518825732'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:22.392115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:22.397025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.448880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:22.496058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9322fa75-f695-48aa-998b-d51434c74151), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.496578 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 9322fa75-f695-48aa-998b-d51434c74151 of type vlan for network f10e4f84-4900-4438-ad22-38b5a1399e11 Feb 14 21:48:22.555803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f10e4f84-4900-4438-ad22-38b5a1399e11), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.588693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f10e4f84-4900-4438-ad22-38b5a1399e11), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.606876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:22.606876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.670182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:48:22.670586 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:48:22.670819 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.679359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3249552 Feb 14 21:48:22.679704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:22.692074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': 'f10e4f84-4900-4438-ad22-38b5a1399e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:22.722178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e0944e2-2471-4803-b5a6-62bf079970fc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.753527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83dd1-afb2-4ab7-8467-9fd9ce412818 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=f10e4f84-4900-4438-ad22-38b5a1399e11,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:22.773729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e0944e2-2471-4803-b5a6-62bf079970fc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:22.775186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f10e4f84-4900-4438-ad22-38b5a1399e11 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:22.816275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (15afa818-8b46-475e-8fda-c3a94668e613), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.859085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:22.900681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:22.906691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:22.990180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (15afa818-8b46-475e-8fda-c3a94668e613), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.007790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (15afa818-8b46-475e-8fda-c3a94668e613), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.103674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fbb-cd6b-4e9a-b35e-9ffb4f075332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.193887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (921f7837-631a-4112-93ba-e21d97d1a3a7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.210672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Port 5e0944e2-2471-4803-b5a6-62bf079970fc not found while updating agent binding for router 15afa818-8b46-475e-8fda-c3a94668e613. {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 14 21:48:23.221629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Routers {'15afa818-8b46-475e-8fda-c3a94668e613'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:23.222625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['15afa818-8b46-475e-8fda-c3a94668e613'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:23.295423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=921f7837-631a-4112-93ba-e21d97d1a3a7,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:23.310616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] Set router 15afa818-8b46-475e-8fda-c3a94668e613 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:23.358697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fbb-cd6b-4e9a-b35e-9ffb4f075332 admin admin] Publish callbacks [] for security_group (0dce447a-3608-4408-8b34-582fbbfd6f04), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.380729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '9322fa75-f695-48aa-998b-d51434c74151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f10e4f84-4900-4438-ad22-38b5a1399e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:23.381122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: f10e4f84-4900-4438-ad22-38b5a1399e11, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:23.388243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fbb-cd6b-4e9a-b35e-9ffb4f075332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0dce447a-3608-4408-8b34-582fbbfd6f04), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.449087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15afa818-8b46-475e-8fda-c3a94668e613', 'name': '', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:15Z', 'updated_at': '2022-02-14T21:48:22Z', 'revision_number': 5, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:23.460434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0aa43fbb-cd6b-4e9a-b35e-9ffb4f075332 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5b9df183af74d6d82beea6c25be5e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999546 Feb 14 21:48:23.464363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57304) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:23.481826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network f10e4f84-4900-4438-ad22-38b5a1399e11 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:23.487381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfb4d0-c877-47ff-8932-01280dac1e29 None None] The sync data for ids ['15afa818-8b46-475e-8fda-c3a94668e613'] in n-d-828372-11 is: [{'id': '15afa818-8b46-475e-8fda-c3a94668e613', 'name': '', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:15Z', 'updated_at': '2022-02-14T21:48:22Z', 'revision_number': 5, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:23.503355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43fbb-cd6b-4e9a-b35e-9ffb4f075332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce447a-3608-4408-8b34-582fbbfd6f04,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:23.507202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f10e4f84-4900-4438-ad22-38b5a1399e11) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:23.514915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:23.515729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.521258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1ad3c-3ed7-48f0-9f9b-8511ae3274ce None None] Network f10e4f84-4900-4438-ad22-38b5a1399e11 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:23.548169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-28caecb0-bb27-4fd8-966b-5f1d37abc582 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8674862 Feb 14 21:48:23.555063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57308) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:23.651477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (15afa818-8b46-475e-8fda-c3a94668e613), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.652047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15afa818-8b46-475e-8fda-c3a94668e613 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:23.670927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.672401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-96838c3f-91cf-489b-88b6-215d83919054 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/routers/15afa818-8b46-475e-8fda-c3a94668e613 HTTP/1.1" status: 204 len: 168 time: 2.6258824 Feb 14 21:48:23.675879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57312) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:23.679531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] Publish callbacks [] for security_group (0dce447a-3608-4408-8b34-582fbbfd6f04), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.725357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] Publish callbacks [] for security_group (0dce447a-3608-4408-8b34-582fbbfd6f04), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.752022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Deleting subnet 2fb25978-af3d-4430-b7fb-e113dc0e46c0 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:48:23.759114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for subnet (2fb25978-af3d-4430-b7fb-e113dc0e46c0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.762086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f10e4f84-4900-4438-ad22-38b5a1399e11), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.811777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (2fb25978-af3d-4430-b7fb-e113dc0e46c0), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.831831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f116e-21aa-4692-8ccc-3e24e6277a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f10e4f84-4900-4438-ad22-38b5a1399e11', 'network_id': 'f10e4f84-4900-4438-ad22-38b5a1399e11', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '921f7837-631a-4112-93ba-e21d97d1a3a7'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:23.832688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-949f116e-21aa-4692-8ccc-3e24e6277a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.851421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (921f7837-631a-4112-93ba-e21d97d1a3a7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.889078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0dce447a-3608-4408-8b34-582fbbfd6f04), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.893252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.898647 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0dce447a-3608-4408-8b34-582fbbfd6f04 HTTP/1.1" status: 204 len: 168 time: 0.4330511 Feb 14 21:48:23.933326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2fb25978-af3d-4430-b7fb-e113dc0e46c0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:23.965484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337c783-74d6-4c23-9c64-6368f2619ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce447a-3608-4408-8b34-582fbbfd6f04,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:24.069422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (921f7837-631a-4112-93ba-e21d97d1a3a7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.091363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (2fb25978-af3d-4430-b7fb-e113dc0e46c0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-949f116e-21aa-4692-8ccc-3e24e6277a86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 921f7837-631a-4112-93ba-e21d97d1a3a7: This subnet is being modified by another concurrent operation. Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:48:24.119359 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exception Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 921f7837-631a-4112-93ba-e21d97d1a3a7: This subnet is being modified by another concurrent operation. Feb 14 21:48:24.123992 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:48:24.131275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Deleting port 5e6c0d36-25b9-46a3-8417-477872e0d38f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:24.131275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.152040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbed3e0-2821-4f77-bda9-7686717b244a None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:48:24.155132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=921f7837-631a-4112-93ba-e21d97d1a3a7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:24.226274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] For port 5e6c0d36-25b9-46a3-8417-477872e0d38f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5e6c0d36-25b9-46a3-8417-477872e0d38f,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:24.226658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.249665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Calling delete_port for 5e6c0d36-25b9-46a3-8417-477872e0d38f owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:24.272098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.281924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/2fb25978-af3d-4430-b7fb-e113dc0e46c0 HTTP/1.1" status: 204 len: 168 time: 0.6046798 Feb 14 21:48:24.288251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb25978-af3d-4430-b7fb-e113dc0e46c0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:24.289651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbed3e0-2821-4f77-bda9-7686717b244a None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:48:24.291645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:24.332665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f10e4f84-4900-4438-ad22-38b5a1399e11), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.334369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.334652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.335012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.336116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.336491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.337022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.337372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.337712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.338157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.338499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.339086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.339450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.341980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf539491-74f8-43e9-99b6-c2edddbedff8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:24.375732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10e4f84-4900-4438-ad22-38b5a1399e11']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.391190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9322fa75-f695-48aa-998b-d51434c74151') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.391458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9322fa75-f695-48aa-998b-d51434c74151') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.403339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (9322fa75-f695-48aa-998b-d51434c74151), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.417482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9322fa75-f695-48aa-998b-d51434c74151), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.424654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:24.425054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (9322fa75-f695-48aa-998b-d51434c74151), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:24.491747 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:24.499961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f10e4f84-4900-4438-ad22-38b5a1399e11), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.521279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.527947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/f10e4f84-4900-4438-ad22-38b5a1399e11 HTTP/1.1" status: 204 len: 168 time: 0.9690444 Feb 14 21:48:24.543835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57328) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:24.576772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea13070-b2b5-4a3b-8a9d-8f4d203270d4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=f10e4f84-4900-4438-ad22-38b5a1399e11,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:24.580047 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f07df742-6811-4854-9ba8-c1374046f6c4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.618573 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e7316b-a50f-4dc1-8256-ef0f28721815 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] GET failed (client error): The resource could not be found. Feb 14 21:48:24.620261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-47e7316b-a50f-4dc1-8256-ef0f28721815 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets/921f7837-631a-4112-93ba-e21d97d1a3a7 HTTP/1.1" status: 404 len: 337 time: 0.0693398 Feb 14 21:48:24.623188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57336) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:24.660778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d29ba0-a96b-4c64-aa7c-b9f878a44318 None None] Network f10e4f84-4900-4438-ad22-38b5a1399e11 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:24.678124 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-473afb59-c553-498e-aa6d-dedbbbf681a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:24.679118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473afb59-c553-498e-aa6d-dedbbbf681a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:24.683951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-473afb59-c553-498e-aa6d-dedbbbf681a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/f10e4f84-4900-4438-ad22-38b5a1399e11 HTTP/1.1" status: 404 len: 339 time: 0.0596976 Feb 14 21:48:24.688377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57340) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:24.692593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d29ba0-a96b-4c64-aa7c-b9f878a44318 None None] Network f10e4f84-4900-4438-ad22-38b5a1399e11 could not be found, it might have been deleted concurrently. {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 14 21:48:24.812169 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f07df742-6811-4854-9ba8-c1374046f6c4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.859814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07df742-6811-4854-9ba8-c1374046f6c4']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.922729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a72d0b6-0c72-4fda-817c-de2eda4deb56') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.922729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a72d0b6-0c72-4fda-817c-de2eda4deb56') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:24.922729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (2a72d0b6-0c72-4fda-817c-de2eda4deb56), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.925409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2a72d0b6-0c72-4fda-817c-de2eda4deb56), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.941777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:24.942881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (2a72d0b6-0c72-4fda-817c-de2eda4deb56), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:24.950073 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:25.077052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b2761-54ab-43f3-bc9e-c3f459799565 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.088959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b2761-54ab-43f3-bc9e-c3f459799565 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.095106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57350) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:25.097181 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9d1b2761-54ab-43f3-bc9e-c3f459799565 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1353 time: 0.4062352 Feb 14 21:48:25.121298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f07df742-6811-4854-9ba8-c1374046f6c4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.185300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f07df742-6811-4854-9ba8-c1374046f6c4 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 14 21:48:25.185300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Network': ['ID=f07df742-6811-4854-9ba8-c1374046f6c4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:25.186701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7e5ae932-f522-443c-a68d-95cf30f35d81 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 207 time: 0.0903370 Feb 14 21:48:25.187907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.191185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57354) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:25.191302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2dead792-fbda-430c-ad91-3b387598f5c7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/networks/f07df742-6811-4854-9ba8-c1374046f6c4 HTTP/1.1" status: 204 len: 168 time: 0.8946562 Feb 14 21:48:25.193357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5e6c0d36-25b9-46a3-8417-477872e0d38f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.240643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6c0d36-25b9-46a3-8417-477872e0d38f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:25.518124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dab2b-5326-4477-9567-1f99a63db10b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.525416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dab2b-5326-4477-9567-1f99a63db10b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.532486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dab2b-5326-4477-9567-1f99a63db10b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.540310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dab2b-5326-4477-9567-1f99a63db10b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.543222 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-994dab2b-5326-4477-9567-1f99a63db10b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3498311 Feb 14 21:48:25.548876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57370) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:25.615064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.760215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57376) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:25.793648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'name': 'tempest-router--1620274809', 'project_id': 'a18fd61292bb4e81b611feb57f7c788a'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:25.854165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57380) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:25.855349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bdf215f-409c-43c1-9bdf-a9a7ebfbca70 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3048253 Feb 14 21:48:25.868300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.871166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.950525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (9762fcfe-9e7c-4518-b4f3-55ad2857c833), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.961196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:25.990929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d0101-22d2-4f7c-9357-e6d59738907e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.992654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d0101-22d2-4f7c-9357-e6d59738907e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:25.996976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.001831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7569f563-3fcf-4036-ae78-7525904886e1 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2405205 Feb 14 21:48:26.002465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57388) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.015128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-971d0101-22d2-4f7c-9357-e6d59738907e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1563394 Feb 14 21:48:26.017271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.180530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.260618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Router 7cf4b927-ece3-4bea-806c-9f697a19f1be has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:48:26.297943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c56c3-fe1b-4e49-ab98-8e934a9c7308 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:26.299653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c56c3-fe1b-4e49-ab98-8e934a9c7308 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:26.307010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-695c56c3-fe1b-4e49-ab98-8e934a9c7308 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2845879 Feb 14 21:48:26.338705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57424) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.433945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:26.445243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d0dc0340-be90-4d12-98a5-cd43e0661eea admin admin] 10.222.0.86 "PUT /v2.0/routers/7cf4b927-ece3-4bea-806c-9f697a19f1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9158988 Feb 14 21:48:26.445520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Sync routers for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:26.445975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57426) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.466394 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:26.467592 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:26.555291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743206f8-0ce0-4163-a720-7bbbdbbfe336 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:26.556713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-743206f8-0ce0-4163-a720-7bbbdbbfe336 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks/f6d2a4bb-d49f-47a9-b53f-c60275ee1235 HTTP/1.1" status: 200 len: 799 time: 0.2168956 Feb 14 21:48:26.558558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.561026 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (9762fcfe-9e7c-4518-b4f3-55ad2857c833), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.562359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57430) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.623326 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:26.730482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks [] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.776628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9762fcfe-9e7c-4518-b4f3-55ad2857c833), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.777129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9762fcfe-9e7c-4518-b4f3-55ad2857c833 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:26.781548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:26.782740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c843a973-00a4-42c9-8bad-fd885925393b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/routers/9762fcfe-9e7c-4518-b4f3-55ad2857c833 HTTP/1.1" status: 204 len: 168 time: 0.7787714 Feb 14 21:48:26.796626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c96a0f2d-1575-4ea4-afd0-c43b763bec19 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/networks/f6d2a4bb-d49f-47a9-b53f-c60275ee1235?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2201416 Feb 14 21:48:26.798822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57442) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.856003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845382e-c8c5-497e-ba75-bf6539aa3fdb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:26.857376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9845382e-c8c5-497e-ba75-bf6539aa3fdb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets/715438bc-0000-451b-94b7-8b7f1aad4537 HTTP/1.1" status: 200 len: 811 time: 0.0575738 Feb 14 21:48:26.861078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57444) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.952827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:48:24Z', 'revision_number': 5, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:26.969911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b6b64-18aa-4ec9-b648-0c2682a02d93 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['shared'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:26.973487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9a7b6b64-18aa-4ec9-b648-0c2682a02d93 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "GET /v2.0/subnets/715438bc-0000-451b-94b7-8b7f1aad4537?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1093800 Feb 14 21:48:26.978033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57450) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:26.984714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431652023'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:26.989977 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Checking router: 7cf4b927-ece3-4bea-806c-9f697a19f1be for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:26.995688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57452) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:27.002232 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Routers {'7cf4b927-ece3-4bea-806c-9f697a19f1be'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:27.004106 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7cf4b927-ece3-4bea-806c-9f697a19f1be'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:27.037600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks [] for router_gateway (7cf4b927-ece3-4bea-806c-9f697a19f1be), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.045151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:27.056353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.145692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:27.159833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (58c1c881-45da-455a-95f5-671523e881aa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.160187 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Added segment 58c1c881-45da-455a-95f5-671523e881aa of type vlan for network 6ff954ba-8335-42a1-872d-1d66bf9c3009 Feb 14 21:48:27.178520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] Set router 7cf4b927-ece3-4bea-806c-9f697a19f1be gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:27.299656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Deleting port d35ee863-1df2-4650-a1b7-21bd9edef27e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:27.300636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.316051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6ff954ba-8335-42a1-872d-1d66bf9c3009), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.354147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1687386753', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:27.401038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.405006 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.405923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6ff954ba-8335-42a1-872d-1d66bf9c3009), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.411326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:27.411953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.501316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Network': ['ID=6ff954ba-8335-42a1-872d-1d66bf9c3009,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:27.508496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] For port d35ee863-1df2-4650-a1b7-21bd9edef27e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d35ee863-1df2-4650-a1b7-21bd9edef27e,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:27.508870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.510777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.514719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-413e67f7-9e7e-4108-988c-63c41fca8a78 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5359511 Feb 14 21:48:27.517832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57488) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:27.522131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:27.525903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:27.550708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:48:24Z', 'revision_number': 5, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:27.551488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Calling delete_port for d35ee863-1df2-4650-a1b7-21bd9edef27e owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:27.600161 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e97769-dab2-4e54-90ed-3d31141a88ba None None] The sync data for ids ['7cf4b927-ece3-4bea-806c-9f697a19f1be'] in n-d-828372-11 is: [{'id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'name': 'tempest-TestVolumeBackupRestore-417972454-router', 'tenant_id': '6e544bb4e1934dd2a24af9431a958e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:42:50Z', 'updated_at': '2022-02-14T21:48:24Z', 'revision_number': 5, 'project_id': '6e544bb4e1934dd2a24af9431a958e10', 'gw_port': {'id': 'd35ee863-1df2-4650-a1b7-21bd9edef27e', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b927-ece3-4bea-806c-9f697a19f1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:42:51Z', 'updated_at': '2022-02-14T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:27.926961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d35ee863-1df2-4650-a1b7-21bd9edef27e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:27.959908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Pushing event deleted for resources: {'Port': ['ID=d35ee863-1df2-4650-a1b7-21bd9edef27e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:28.081619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.087595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Made reservation on behalf of 0106c5bbb32a48dda6b3c2b2c5fd2076 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:28.094143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.110006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.114673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e6c0d36-25b9-46a3-8417-477872e0d38f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:28.163969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5e6c0d36-25b9-46a3-8417-477872e0d38f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:28.167435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5e6c0d36-25b9-46a3-8417-477872e0d38f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:28.265735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.268572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks [] for router_controller (7cf4b927-ece3-4bea-806c-9f697a19f1be), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.336742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (7cf4b927-ece3-4bea-806c-9f697a19f1be), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.337469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf4b927-ece3-4bea-806c-9f697a19f1be {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:28.343417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.347038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1b93961b-2cda-4f25-bf55-1079ad3b631f admin admin] 10.222.0.86 "DELETE /v2.0/routers/7cf4b927-ece3-4bea-806c-9f697a19f1be HTTP/1.1" status: 204 len: 168 time: 1.8977609 Feb 14 21:48:28.347305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:28.445237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Deleting subnet b7d706b4-3eef-4df7-88bc-67545eb487ce {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:48:28.449716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Publish callbacks [] for subnet (b7d706b4-3eef-4df7-88bc-67545eb487ce), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.500721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (b7d706b4-3eef-4df7-88bc-67545eb487ce), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.610906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b7d706b4-3eef-4df7-88bc-67545eb487ce), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.654664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Performing IP validity checks on allocation pools {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 21:48:28.655208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 21:48:28.690821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (b7d706b4-3eef-4df7-88bc-67545eb487ce), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.753264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d706b4-3eef-4df7-88bc-67545eb487ce,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:28.763834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.764667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c65ca-be4b-4232-9648-98beca471a26 None None] Network f8e76458-ae48-4808-ad12-954465c5f30c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:28.771356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3d01415-b69b-483d-81a0-650ac1c23255 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b7d706b4-3eef-4df7-88bc-67545eb487ce HTTP/1.1" status: 204 len: 168 time: 0.4228897 Feb 14 21:48:28.772129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57512) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:28.868955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f8e76458-ae48-4808-ad12-954465c5f30c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:28.952263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Deleting port 455d8bee-7953-4dd8-9316-c03b873bcce2 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:28.952603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.020525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.024576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.061071 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0fc21ce9-7e74-4c25-b034-61f69e402186), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.069020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.078374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] For port 455d8bee-7953-4dd8-9316-c03b873bcce2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=455d8bee-7953-4dd8-9316-c03b873bcce2,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:29.078804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.103657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Calling delete_port for 455d8bee-7953-4dd8-9316-c03b873bcce2 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:29.129111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] DHCP port deletion for f8e76458-ae48-4808-ad12-954465c5f30c request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:48:29.213779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=0fc21ce9-7e74-4c25-b034-61f69e402186,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:29.223678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Deleting port 455d8bee-7953-4dd8-9316-c03b873bcce2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:29.226537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.234978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Checking segment: {'id': '58c1c881-45da-455a-95f5-671523e881aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:29.235382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network hostable DHCP agents. Network: 6ff954ba-8335-42a1-872d-1d66bf9c3009, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:29.294177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.299781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:29.316251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Allocated IP 172.25.2.29 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/bb8bffcd-d819-46a6-a4bb-42a709193601) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:29.318607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] No DVR routers for this DVR port 455d8bee-7953-4dd8-9316-c03b873bcce2 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:29.351514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] For port 455d8bee-7953-4dd8-9316-c03b873bcce2, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=455d8bee-7953-4dd8-9316-c03b873bcce2,segment=NetworkSegment(77d25679-d216-42fe-8023-b4124ffa80a4),segment_id=77d25679-d216-42fe-8023-b4124ffa80a4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:29.351925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.380905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Calling delete_port for 455d8bee-7953-4dd8-9316-c03b873bcce2 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:29.423305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6ff954ba-8335-42a1-872d-1d66bf9c3009) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:29.430342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:29.430950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.451914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87781d3f-12c5-49dd-a88c-e0058bad1f9e None None] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:29.475321 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b3186760-29d3-4bad-92f8-e4b47a759f20 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9523408 Feb 14 21:48:29.476110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57524) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:29.491531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=455d8bee-7953-4dd8-9316-c03b873bcce2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:29.497655 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:29.529887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f8e76458-ae48-4808-ad12-954465c5f30c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.555817 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for port (bb8bffcd-d819-46a6-a4bb-42a709193601), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.564776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e76458-ae48-4808-ad12-954465c5f30c']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:29.578737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d25679-d216-42fe-8023-b4124ffa80a4') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:29.579097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d25679-d216-42fe-8023-b4124ffa80a4') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:29.593768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (77d25679-d216-42fe-8023-b4124ffa80a4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.614152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bb8bffcd-d819-46a6-a4bb-42a709193601), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.624501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (455d8bee-7953-4dd8-9316-c03b873bcce2), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.633493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6ff954ba-8335-42a1-872d-1d66bf9c3009', 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009', 'project_id': '0106c5bbb32a48dda6b3c2b2c5fd2076', 'fixed_ips': [{'subnet_id': '0fc21ce9-7e74-4c25-b034-61f69e402186'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:29.634451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.636491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (77d25679-d216-42fe-8023-b4124ffa80a4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.653942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:29.654557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (77d25679-d216-42fe-8023-b4124ffa80a4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:29.657909 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:29.728344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:29.738925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:29.746935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:29.806991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f8e76458-ae48-4808-ad12-954465c5f30c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.814502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.820499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f8e76458-ae48-4808-ad12-954465c5f30c HTTP/1.1" status: 204 len: 168 time: 1.0473495 Feb 14 21:48:29.824168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125982178'] for subnet (0fc21ce9-7e74-4c25-b034-61f69e402186), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:29.859041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195e925-0a06-4bd3-bc91-4f80e1f90ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e76458-ae48-4808-ad12-954465c5f30c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:29.867851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event updated for resources: {'Port': ['ID=bb8bffcd-d819-46a6-a4bb-42a709193601,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:29.886181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Allocated IP 172.20.0.3 (6ff954ba-8335-42a1-872d-1d66bf9c3009/0fc21ce9-7e74-4c25-b034-61f69e402186/bfc5c138-3ecf-4262-b1e4-826c6e1b727a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:29.940396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Pushing event deleted for resources: {'Port': ['ID=455d8bee-7953-4dd8-9316-c03b873bcce2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:29.954700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.955362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.955862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.956352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.956840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.957343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.958400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.958882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.959544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.960024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.960521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.960996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:29.961633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:30.007947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1653afc-59c8-4fe1-a501-e6d0aa560d23 None None] No DVR routers for this DVR port 455d8bee-7953-4dd8-9316-c03b873bcce2 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:30.133683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d35ee863-1df2-4650-a1b7-21bd9edef27e no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:30.173352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d35ee863-1df2-4650-a1b7-21bd9edef27e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:30.174064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d35ee863-1df2-4650-a1b7-21bd9edef27e not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:30.174706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 455d8bee-7953-4dd8-9316-c03b873bcce2 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:30.204537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57540) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:30.213502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 455d8bee-7953-4dd8-9316-c03b873bcce2 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:30.214214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 455d8bee-7953-4dd8-9316-c03b873bcce2 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:30.258525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks [] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.261530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-273dfaf2-4ee5-4bb1-a555-e3f2a646955b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bba04ad9ec254b0984ee845e937dc16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554676 Feb 14 21:48:30.267643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57542) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:30.277302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.338585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] Publish callbacks [] for security_group (15179e06-f1e8-4bed-a73b-1ed052b8d622), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.365961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] Publish callbacks [] for security_group (15179e06-f1e8-4bed-a73b-1ed052b8d622), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.391655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.435184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:30.437535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:30.439817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Pushing event updated for resources: {'Port': ['ID=bfc5c138-3ecf-4262-b1e4-826c6e1b727a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:30.442824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:30.451833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (15179e06-f1e8-4bed-a73b-1ed052b8d622), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.459914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.465523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/15179e06-f1e8-4bed-a73b-1ed052b8d622 HTTP/1.1" status: 204 len: 168 time: 0.1967046 Feb 14 21:48:30.486548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cd1c6-8cb0-4b9c-8a34-8578cb858cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15179e06-f1e8-4bed-a73b-1ed052b8d622,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:30.524948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Attempting to bind port bfc5c138-3ecf-4262-b1e4-826c6e1b727a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:30.525569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Attempting to bind port bfc5c138-3ecf-4262-b1e4-826c6e1b727a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '58c1c881-45da-455a-95f5-671523e881aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:30.526037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Attempting to bind port bfc5c138-3ecf-4262-b1e4-826c6e1b727a on network 6ff954ba-8335-42a1-872d-1d66bf9c3009 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:30.535588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:30.536711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Checking segment: {'id': '58c1c881-45da-455a-95f5-671523e881aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:30.537226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.537895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Bound using segment: {'id': '58c1c881-45da-455a-95f5-671523e881aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:30.538535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Bound port: bfc5c138-3ecf-4262-b1e4-826c6e1b727a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c1c881-45da-455a-95f5-671523e881aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6ff954ba-8335-42a1-872d-1d66bf9c3009'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:30.539027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.648886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769855824056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126011980'] for subnet (0fc21ce9-7e74-4c25-b034-61f69e402186), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.685214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] For port bfc5c138-3ecf-4262-b1e4-826c6e1b727a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:30.695185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] For port bfc5c138-3ecf-4262-b1e4-826c6e1b727a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bfc5c138-3ecf-4262-b1e4-826c6e1b727a,segment=NetworkSegment(58c1c881-45da-455a-95f5-671523e881aa),segment_id=58c1c881-45da-455a-95f5-671523e881aa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:30.708536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.742167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:30.742780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.746947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "PUT /v2.0/subnets/0fc21ce9-7e74-4c25-b034-61f69e402186 HTTP/1.1" status: 200 len: 877 time: 1.2662647 Feb 14 21:48:30.747070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57552) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:30.768207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218a572-7260-4248-9921-7ce7d155a07b tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event updated for resources: {'Subnet': ['ID=0fc21ce9-7e74-4c25-b034-61f69e402186,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:30.783415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.871280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba2740-e544-4bdc-95d1-4a04c80cdfce None None] Pushing event updated for resources: {'Port': ['ID=bfc5c138-3ecf-4262-b1e4-826c6e1b727a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:30.965191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6ff954ba-8335-42a1-872d-1d66bf9c3009), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:30.991371 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-050398c6-7d44-4f76-90a7-a19ac1d3831d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.097541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Router daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:31.121274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port bfc5c138-3ecf-4262-b1e4-826c6e1b727a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:31.121920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.196730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57562) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:31.261613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port bfc5c138-3ecf-4262-b1e4-826c6e1b727a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bfc5c138-3ecf-4262-b1e4-826c6e1b727a,segment=NetworkSegment(58c1c881-45da-455a-95f5-671523e881aa),segment_id=58c1c881-45da-455a-95f5-671523e881aa)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:31.262502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.296835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for bfc5c138-3ecf-4262-b1e4-826c6e1b727a owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:31.383190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf8bc45a-2367-4582-9ba1-56097a2850b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e544bb4e1934dd2a24af9431a958e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828976 Feb 14 21:48:31.383375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57566) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:31.437201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:31.459736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] Sync routers for ids ['daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:31.471777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.473641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] Routers {'daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:31.475055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:31.480516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57570) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:31.483907 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9841a07e-7c8d-4e80-aa48-db3d300b88bb tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4862292 Feb 14 21:48:31.484959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] Publish callbacks [] for security_group (07e86f41-7baa-43b7-b379-e89fbec0a653), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.493437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bfc5c138-3ecf-4262-b1e4-826c6e1b727a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.520103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] Publish callbacks [] for security_group (07e86f41-7baa-43b7-b379-e89fbec0a653), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.557744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:31.573252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=bfc5c138-3ecf-4262-b1e4-826c6e1b727a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:31.584144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] Routers {'daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:31.587035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:31.596419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (07e86f41-7baa-43b7-b379-e89fbec0a653), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.608399 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.618531 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07e86f41-7baa-43b7-b379-e89fbec0a653 HTTP/1.1" status: 204 len: 168 time: 0.2340364 Feb 14 21:48:31.628474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a813f9-7d22-47c5-9fcc-967f2c1b1386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e86f41-7baa-43b7-b379-e89fbec0a653,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:31.670760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:31.671699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b01c9-9e6c-4c1c-a7e6-71dd588c9cd7 None None] The sync data for ids ['daaf616d-f175-4cd0-9843-fcdf9aa7a2c3'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:31.695860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port bfc5c138-3ecf-4262-b1e4-826c6e1b727a on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:31.817875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0fc21ce9-7e74-4c25-b034-61f69e402186), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:31.863398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d39a97e-c607-46d2-9e95-235fc047603d tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 HTTP/1.1" status: 200 len: 924 time: 0.3825455 Feb 14 21:48:31.867399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:31.911026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ac873f1-62e6-45fb-9deb-554c6ab35db2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 HTTP/1.1" status: 200 len: 205 time: 0.0424371 Feb 14 21:48:31.913668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57582) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:32.030770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (0fc21ce9-7e74-4c25-b034-61f69e402186), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.098872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc21ce9-7e74-4c25-b034-61f69e402186,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:32.329494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6ff954ba-8335-42a1-872d-1d66bf9c3009), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.362666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff954ba-8335-42a1-872d-1d66bf9c3009']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:32.374673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c1c881-45da-455a-95f5-671523e881aa') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:32.375111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c1c881-45da-455a-95f5-671523e881aa') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:32.387001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (58c1c881-45da-455a-95f5-671523e881aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.408148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.423498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612c5d7-22f4-4550-8fee-06269bdc2fc6 None None] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:32.451249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (58c1c881-45da-455a-95f5-671523e881aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.468237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:32.468983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (58c1c881-45da-455a-95f5-671523e881aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:32.491210 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:32.506752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-96bfab1c-cd6c-4cf0-8fc2-3ad809e868de None None] Could not find standard attr ID for object bfc5c138-3ecf-4262-b1e4-826c6e1b727a. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:48:32.632686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ecfb2-f7b4-4eab-9572-8cfa9093cf7d None None] DHCP port deletion for 6ff954ba-8335-42a1-872d-1d66bf9c3009 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:48:32.661747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba4cc5-f41c-449a-8ae9-e2b32842551c None None] Network 6ff954ba-8335-42a1-872d-1d66bf9c3009 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:32.916526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.010120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6ff954ba-8335-42a1-872d-1d66bf9c3009), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.037445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.042043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/6ff954ba-8335-42a1-872d-1d66bf9c3009 HTTP/1.1" status: 204 len: 168 time: 2.2940369 Feb 14 21:48:33.045268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce592-6121-460c-802b-2d29d3bcd972 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=6ff954ba-8335-42a1-872d-1d66bf9c3009,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:33.046242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57624) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.067535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.097350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1007756496-network', 'tenant_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:33.106767 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-674f90a5-2a55-42a7-8112-fce28f931316 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.107238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674f90a5-2a55-42a7-8112-fce28f931316 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.115122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57628) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.117409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-674f90a5-2a55-42a7-8112-fce28f931316 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/0fc21ce9-7e74-4c25-b034-61f69e402186 HTTP/1.1" status: 404 len: 337 time: 0.0687835 Feb 14 21:48:33.137381 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55c2733-a7a7-4216-8de8-1e5ab95dfeb5 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.137906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55c2733-a7a7-4216-8de8-1e5ab95dfeb5 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.141695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d55c2733-a7a7-4216-8de8-1e5ab95dfeb5 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/6ff954ba-8335-42a1-872d-1d66bf9c3009 HTTP/1.1" status: 404 len: 339 time: 0.0253608 Feb 14 21:48:33.149044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:33.154345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.156794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57632) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.168092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.222867 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff58b573-40ea-498c-b929-8d7ba1975dbc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.222867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff58b573-40ea-498c-b929-8d7ba1975dbc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.224361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff58b573-40ea-498c-b929-8d7ba1975dbc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/921f7837-631a-4112-93ba-e21d97d1a3a7 HTTP/1.1" status: 404 len: 337 time: 0.0664215 Feb 14 21:48:33.226851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57636) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.255531 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ee3822-6cc6-4add-bea6-930021fe9afb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.256126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ee3822-6cc6-4add-bea6-930021fe9afb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.259941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c0ee3822-6cc6-4add-bea6-930021fe9afb tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/f10e4f84-4900-4438-ad22-38b5a1399e11 HTTP/1.1" status: 404 len: 339 time: 0.0320067 Feb 14 21:48:33.262520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57638) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.291189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks [] for security_group (5f5bcbe1-7415-4da9-99ed-d753221c5e90), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.302364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5f5bcbe1-7415-4da9-99ed-d753221c5e90), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.325100 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:33.338605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cffb36f8-df7a-4a0b-a3ad-f162b27f5c94), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.338956 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Added segment cffb36f8-df7a-4a0b-a3ad-f162b27f5c94 of type vlan for network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 Feb 14 21:48:33.355467 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.366332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port bb8bffcd-d819-46a6-a4bb-42a709193601 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:33.366647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bb8bffcd-d819-46a6-a4bb-42a709193601), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.377221 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c992c9d7-c639-481a-ba71-b4a6ccc81787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.395521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5bcbe1-7415-4da9-99ed-d753221c5e90,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:33.415469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.464202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.464974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:33.465549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.508181 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.549548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bb8bffcd-d819-46a6-a4bb-42a709193601), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.553283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e905a5-360d-4286-ba4d-54203e9041aa']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:33.574314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for bb8bffcd-d819-46a6-a4bb-42a709193601 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:33.581956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:33.582249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:33.588914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6709495 Feb 14 21:48:33.593633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57644) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.604624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Request body: {'subnet': {'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1007756496-subnet', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:33.605462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278feb8-7da2-47f5-bd8f-5225f21de58f admin admin] Pushing event updated for resources: {'Network': ['ID=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:33.612491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.618417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:33.671595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.681618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:33.682025 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5d92bd4c-6faa-44e7-9909-1dd0a9eb4a47), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:33.686511 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:33.688142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:33.689783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.854249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a6e905a5-360d-4286-ba4d-54203e9041aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.858208 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:33.861943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/a6e905a5-360d-4286-ba4d-54203e9041aa HTTP/1.1" status: 204 len: 168 time: 0.5982528 Feb 14 21:48:33.865095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57652) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.900620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9762ad0-636d-4101-94f4-b2b3d6c2762d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=a6e905a5-360d-4286-ba4d-54203e9041aa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:33.914541 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d7a7f4-5578-4f1f-8edd-4e49cd6a8dd4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.915017 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d7a7f4-5578-4f1f-8edd-4e49cd6a8dd4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.919415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1d7a7f4-5578-4f1f-8edd-4e49cd6a8dd4 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/04e1e4a0-7028-4152-926f-fc0b63a3138e HTTP/1.1" status: 404 len: 337 time: 0.0523551 Feb 14 21:48:33.921983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57654) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:33.962694 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-48147a8f-5b7b-415b-804b-23d87a848dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:33.963477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48147a8f-5b7b-415b-804b-23d87a848dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:33.970598 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-48147a8f-5b7b-415b-804b-23d87a848dd6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/35f415da-c918-4a7e-bd0c-0955411ee150 HTTP/1.1" status: 404 len: 339 time: 0.0473866 Feb 14 21:48:33.971277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.009005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bfc5c138-3ecf-4262-b1e4-826c6e1b727a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:34.011568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bb8bffcd-d819-46a6-a4bb-42a709193601), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.015998 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f29969d-2a64-41e7-99fc-1f77a7bb6517 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.017074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f29969d-2a64-41e7-99fc-1f77a7bb6517 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.020750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f29969d-2a64-41e7-99fc-1f77a7bb6517 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/9b8d9c6c-398a-46ca-9c8e-f7bd73c411e1 HTTP/1.1" status: 404 len: 337 time: 0.0483034 Feb 14 21:48:34.024800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57662) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.043338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=bb8bffcd-d819-46a6-a4bb-42a709193601,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:34.055622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: bfc5c138-3ecf-4262-b1e4-826c6e1b727a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:34.056350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bfc5c138-3ecf-4262-b1e4-826c6e1b727a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:34.058346 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdffb78b-61c4-4627-8730-eda878394fa9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.058890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdffb78b-61c4-4627-8730-eda878394fa9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.065121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fdffb78b-61c4-4627-8730-eda878394fa9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/89026d03-7b94-4552-9b7b-903afc474047 HTTP/1.1" status: 404 len: 339 time: 0.0388944 Feb 14 21:48:34.068598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57664) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.116531 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-71716ddb-d8bc-4f3a-8bb3-a210d79b3688 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.117230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71716ddb-d8bc-4f3a-8bb3-a210d79b3688 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.121434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-71716ddb-d8bc-4f3a-8bb3-a210d79b3688 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/19c3f9e8-ddcf-4cbc-90ca-7005b9951637 HTTP/1.1" status: 404 len: 337 time: 0.0435171 Feb 14 21:48:34.124259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57668) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.149856 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d49517-b798-4cd4-ba21-ab1bde2a6af9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.150680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d49517-b798-4cd4-ba21-ab1bde2a6af9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.153999 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-24d49517-b798-4cd4-ba21-ab1bde2a6af9 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/b21f7077-3cb6-4867-8756-b7e7e9ded4e0 HTTP/1.1" status: 404 len: 339 time: 0.0282571 Feb 14 21:48:34.156590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57670) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.184402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9f805a12-74cb-49f3-83b1-ebcd56f906f4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.186734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.189611 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e61e64-889c-4ad7-b0c4-76030b16c0ce tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.190072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e61e64-889c-4ad7-b0c4-76030b16c0ce tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.193801 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73e61e64-889c-4ad7-b0c4-76030b16c0ce tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/fc8d6e5e-b21f-4572-9bcd-0865a30c74c1 HTTP/1.1" status: 404 len: 337 time: 0.0358763 Feb 14 21:48:34.196260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57672) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.220363 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee222788-0f92-47bf-857d-1404fb4df1cc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.221312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee222788-0f92-47bf-857d-1404fb4df1cc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.226670 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ee222788-0f92-47bf-857d-1404fb4df1cc tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/da32666c-7d32-4c48-b549-9588af28e9f5 HTTP/1.1" status: 404 len: 339 time: 0.0291486 Feb 14 21:48:34.230127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.260289 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e27b44-5b63-400b-a3ee-47c10ab66f2e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.260814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e27b44-5b63-400b-a3ee-47c10ab66f2e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.273363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-64e27b44-5b63-400b-a3ee-47c10ab66f2e tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/3355346a-1de2-4cd7-bd14-d0706f60650e HTTP/1.1" status: 404 len: 337 time: 0.0419934 Feb 14 21:48:34.279804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.324691 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9a6ab5-eb8e-4dc4-a38a-34759688055a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.325219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9a6ab5-eb8e-4dc4-a38a-34759688055a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.330746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f9a6ab5-eb8e-4dc4-a38a-34759688055a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/d8f274f3-eeaa-48e0-84b9-ef86d505ad07 HTTP/1.1" status: 404 len: 339 time: 0.0465620 Feb 14 21:48:34.330934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.364917 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5edcf87-9689-4b59-8695-1d12f759e2fe tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.365382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5edcf87-9689-4b59-8695-1d12f759e2fe tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.370914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d5edcf87-9689-4b59-8695-1d12f759e2fe tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/2a88ab5c-c02d-49e5-ba0b-706e7d48be3c HTTP/1.1" status: 404 len: 337 time: 0.0366659 Feb 14 21:48:34.371906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.378642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.384150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.390059 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c8a6b-a241-4402-83ac-afd1bffe3463 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.390638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942c8a6b-a241-4402-83ac-afd1bffe3463 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.396694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-942c8a6b-a241-4402-83ac-afd1bffe3463 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/5ec69508-83d5-41f7-82da-65a3ad2feb2a HTTP/1.1" status: 404 len: 339 time: 0.0216737 Feb 14 21:48:34.397457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.429451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f805a12-74cb-49f3-83b1-ebcd56f906f4,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:34.440051 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-75679c70-d519-4c4c-be73-e598bf4be2a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.440051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75679c70-d519-4c4c-be73-e598bf4be2a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.440051 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75679c70-d519-4c4c-be73-e598bf4be2a6 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/54d9698c-c6f7-438a-b4aa-019a92d1f4b8 HTTP/1.1" status: 404 len: 337 time: 0.0392618 Feb 14 21:48:34.442578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57690) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.449536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:34.450239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Network hostable DHCP agents. Network: 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:34.454461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (daaf616d-f175-4cd0-9843-fcdf9aa7a2c3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.455021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:34.463896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.465071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1c13201d-5184-4e6a-bb3a-3d9c9566a350 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 HTTP/1.1" status: 204 len: 168 time: 2.5505435 Feb 14 21:48:34.470502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57692) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.479605 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5c0fba-e3fe-48c8-ad4f-02b3e3b37a9d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.479605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5c0fba-e3fe-48c8-ad4f-02b3e3b37a9d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.479868 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6e5c0fba-e3fe-48c8-ad4f-02b3e3b37a9d tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/bc9ccb5a-fdda-4171-8e48-80a10a0888bf HTTP/1.1" status: 404 len: 339 time: 0.0361857 Feb 14 21:48:34.486316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57694) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.486510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394554906', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:34.503665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:34.511924 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-84139587-ba31-4628-b7b6-92c976f96e9a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.512419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84139587-ba31-4628-b7b6-92c976f96e9a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.515638 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-84139587-ba31-4628-b7b6-92c976f96e9a tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/f25c1974-3bbe-4f33-959a-54ff3fcab7bf HTTP/1.1" status: 404 len: 337 time: 0.0316203 Feb 14 21:48:34.518622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.521204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.522533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.528431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:34.535511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:34.536250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.543464 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a41ffbe-3470-4fb7-bd2c-cf6d87b14f67 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] DELETE failed (client error): The resource could not be found. Feb 14 21:48:34.543623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e227c-d5b0-41ef-85ac-d491ec4a756a None None] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:34.543749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a41ffbe-3470-4fb7-bd2c-cf6d87b14f67 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:48:34.545836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a41ffbe-3470-4fb7-bd2c-cf6d87b14f67 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/ca9736ef-4c24-4546-b401-abf6cabe914c HTTP/1.1" status: 404 len: 339 time: 0.0258281 Feb 14 21:48:34.550443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57700) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.570867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4f2fb750-7045-418a-8204-d4b06f7cbf57 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9716384 Feb 14 21:48:34.573732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57702) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:34.578864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:34.625035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.626102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.654089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (06759cbd-fde1-48a9-b22b-479d9a94b60b), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.669490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting subnet 715438bc-0000-451b-94b7-8b7f1aad4537 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:48:34.691288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.705756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (715438bc-0000-451b-94b7-8b7f1aad4537), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.717979 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for router_controller (d7d045ba-3278-4877-9503-521ce9bf7a74), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.788007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:34.789236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.839331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (715438bc-0000-451b-94b7-8b7f1aad4537), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.890092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for router_gateway (d7d045ba-3278-4877-9503-521ce9bf7a74), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:34.939576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (06759cbd-fde1-48a9-b22b-479d9a94b60b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.026723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Allocated IP 172.20.0.2 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/52582f72-ef88-4c6a-ac5d-19891c046da6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:35.119992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (715438bc-0000-451b-94b7-8b7f1aad4537), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.220026 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks [] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.230861 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (715438bc-0000-451b-94b7-8b7f1aad4537), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.231075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.259294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for router_gateway (d7d045ba-3278-4877-9503-521ce9bf7a74), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.286395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.300618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:35.305742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:35.309881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:35.318405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.321990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/subnets/715438bc-0000-451b-94b7-8b7f1aad4537 HTTP/1.1" status: 204 len: 168 time: 0.7705166 Feb 14 21:48:35.329352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57716) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:35.339906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a18b9-b30a-479b-ba88-daac321b0e04 None None] Network f6d2a4bb-d49f-47a9-b53f-c60275ee1235 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:35.358863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5191e78-3a47-48c3-a233-56611da24914 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Subnet': ['ID=715438bc-0000-451b-94b7-8b7f1aad4537,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:35.495321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (06759cbd-fde1-48a9-b22b-479d9a94b60b), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.527985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.625993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Pushing event updated for resources: {'Port': ['ID=52582f72-ef88-4c6a-ac5d-19891c046da6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:35.655009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Attempting to bind port 52582f72-ef88-4c6a-ac5d-19891c046da6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:35.655576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Attempting to bind port 52582f72-ef88-4c6a-ac5d-19891c046da6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:35.656279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Attempting to bind port 52582f72-ef88-4c6a-ac5d-19891c046da6 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:35.680818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:35.681208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:35.681598 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.681995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:35.682594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Bound port: 52582f72-ef88-4c6a-ac5d-19891c046da6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:35.682854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.730058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 172.25.2.17 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/035bd00e-9de1-4d82-b083-5c799c15edd1) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:35.817596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.827981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] For port 52582f72-ef88-4c6a-ac5d-19891c046da6, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:35.831330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] For port 52582f72-ef88-4c6a-ac5d-19891c046da6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52582f72-ef88-4c6a-ac5d-19891c046da6,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:35.841205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.912152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:35.936845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] DHCP port deletion for f6d2a4bb-d49f-47a9-b53f-c60275ee1235 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:48:35.988085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40cece-7ece-4c3a-834e-57941dd28965 None None] Pushing event updated for resources: {'Port': ['ID=52582f72-ef88-4c6a-ac5d-19891c046da6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:36.001402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.082019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Deleting port d729e05d-1f23-4a05-82a8-de9f402be395 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:36.084324 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.108218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:36.109234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:36.122747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:36.179101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f6d2a4bb-d49f-47a9-b53f-c60275ee1235), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.251623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=035bd00e-9de1-4d82-b083-5c799c15edd1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:36.304470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d729e05d-1f23-4a05-82a8-de9f402be395 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:36.313744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] For port d729e05d-1f23-4a05-82a8-de9f402be395, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d729e05d-1f23-4a05-82a8-de9f402be395,segment=NetworkSegment(1218fa72-2b9e-4817-a951-86c29a26616b),segment_id=1218fa72-2b9e-4817-a951-86c29a26616b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:36.314156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.334423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Allocated IP 172.25.2.59 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/699f2b88-9685-411b-8ee5-095fe685cb42) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:36.389747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Calling delete_port for d729e05d-1f23-4a05-82a8-de9f402be395 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:36.402114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Deleting port d729e05d-1f23-4a05-82a8-de9f402be395 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:36.402792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.403767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.573396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d729e05d-1f23-4a05-82a8-de9f402be395 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:36.573803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.602497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] For port d729e05d-1f23-4a05-82a8-de9f402be395, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d729e05d-1f23-4a05-82a8-de9f402be395,segment=NetworkSegment(1218fa72-2b9e-4817-a951-86c29a26616b),segment_id=1218fa72-2b9e-4817-a951-86c29a26616b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:36.603218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.612867 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.638843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] Pushing event deleted for resources: {'Port': ['ID=d729e05d-1f23-4a05-82a8-de9f402be395,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:36.659170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Calling delete_port for d729e05d-1f23-4a05-82a8-de9f402be395 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:36.668000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7259c-d4c9-47bb-9054-0e1629d880f3 None None] No DVR routers for this DVR port d729e05d-1f23-4a05-82a8-de9f402be395 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:36.705952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for port (699f2b88-9685-411b-8ee5-095fe685cb42), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.805896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (06759cbd-fde1-48a9-b22b-479d9a94b60b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.821242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d729e05d-1f23-4a05-82a8-de9f402be395), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.859095 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:36.861571 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Port': ['ID=d729e05d-1f23-4a05-82a8-de9f402be395,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:36.915615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] No DVR routers for this DVR port d729e05d-1f23-4a05-82a8-de9f402be395 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:48:36.933831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:36.966711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:36.973938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:37.072310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Pushing event updated for resources: {'Port': ['ID=699f2b88-9685-411b-8ee5-095fe685cb42,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:37.109810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f6d2a4bb-d49f-47a9-b53f-c60275ee1235), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.151531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d2a4bb-d49f-47a9-b53f-c60275ee1235']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:37.217104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1218fa72-2b9e-4817-a951-86c29a26616b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:37.217439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1218fa72-2b9e-4817-a951-86c29a26616b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:37.233195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.259000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (1218fa72-2b9e-4817-a951-86c29a26616b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.304529 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.322387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1218fa72-2b9e-4817-a951-86c29a26616b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.355167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:48:37.355848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (1218fa72-2b9e-4817-a951-86c29a26616b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:48:37.434730 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:48:37.448383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router 06759cbd-fde1-48a9-b22b-479d9a94b60b is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:37.570142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65511fd9-d6ce-4146-b094-7df13b035572 None None] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:37.581760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for router_gateway (d7d045ba-3278-4877-9503-521ce9bf7a74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.652158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f6d2a4bb-d49f-47a9-b53f-c60275ee1235), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.689067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Provisioning complete for port 52582f72-ef88-4c6a-ac5d-19891c046da6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:37.689386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.711507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.715227 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] 10.222.0.86 "DELETE /v2.0/networks/f6d2a4bb-d49f-47a9-b53f-c60275ee1235 HTTP/1.1" status: 204 len: 168 time: 2.3835759 Feb 14 21:48:37.716382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02da63-37a5-442d-a427-0c37c33ef637 tempest-NetworksTest-1871206306 tempest-NetworksTest-1871206306-project] Pushing event deleted for resources: {'Network': ['ID=f6d2a4bb-d49f-47a9-b53f-c60275ee1235,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:37.878308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Current status of the port 52582f72-ef88-4c6a-ac5d-19891c046da6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:37.881361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:37.993170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] For port 52582f72-ef88-4c6a-ac5d-19891c046da6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52582f72-ef88-4c6a-ac5d-19891c046da6,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:37.999471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.003321 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.183709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7cbac-9664-4c2b-b2d2-95e3eca22e2b None None] Pushing event updated for resources: {'Port': ['ID=52582f72-ef88-4c6a-ac5d-19891c046da6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:38.214727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52582f72-ef88-4c6a-ac5d-19891c046da6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:38.299682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 52582f72-ef88-4c6a-ac5d-19891c046da6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:38.300809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.326375 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:38.405322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:38.412666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Router d7d045ba-3278-4877-9503-521ce9bf7a74 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:38.424236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Sync routers for ids ['06759cbd-fde1-48a9-b22b-479d9a94b60b'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:38.432526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 52582f72-ef88-4c6a-ac5d-19891c046da6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:38.448054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.450910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bfe9fea7-ebf9-42cf-bb2d-120f9bf39c36 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9740014 Feb 14 21:48:38.453303 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Routers {'06759cbd-fde1-48a9-b22b-479d9a94b60b'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:38.453962 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['06759cbd-fde1-48a9-b22b-479d9a94b60b'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:38.454857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:38.455348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e43d95a1-1415-4731-ae8b-fa65939dab17 None None] Provisioning complete for port 52582f72-ef88-4c6a-ac5d-19891c046da6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:38.455951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e43d95a1-1415-4731-ae8b-fa65939dab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.564950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e43d95a1-1415-4731-ae8b-fa65939dab17 None None] Current status of the port 52582f72-ef88-4c6a-ac5d-19891c046da6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:38.652308 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Set router 06759cbd-fde1-48a9-b22b-479d9a94b60b gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:38.697405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-95fa6784-01bd-4414-bb02-8b833a60b5f0 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/06759cbd-fde1-48a9-b22b-479d9a94b60b HTTP/1.1" status: 200 len: 908 time: 0.2413533 Feb 14 21:48:38.701302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:38.712700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394554906', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': True}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:38.726022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:38.739822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b8201-871f-4f85-869d-27c796070128 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:38.751025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:38.751747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:38.765704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-570d6fce-708a-46d1-9007-ace4491f0739 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0106c5bbb32a48dda6b3c2b2c5fd2076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4363503 Feb 14 21:48:38.767982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57778) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:38.775384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (da70a144-7f98-4abb-9401-fa13e4f85443), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.777713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (da70a144-7f98-4abb-9401-fa13e4f85443), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.802290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.804345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50d25614-80f9-4c0a-b61f-adb5283313f0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2288651 Feb 14 21:48:38.807063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:38.882591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] Publish callbacks [] for security_group (85b0fb65-c67d-4dc8-9853-65ab17ad1b01), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.893874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:38.930332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] Publish callbacks [] for security_group (85b0fb65-c67d-4dc8-9853-65ab17ad1b01), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:38.961277 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:36Z', 'revision_number': 3, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port': {'id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:39.015340 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Checking router: 06759cbd-fde1-48a9-b22b-479d9a94b60b for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:39.015811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Updating router 06759cbd-fde1-48a9-b22b-479d9a94b60b port 035bd00e-9de1-4d82-b083-5c799c15edd1 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:39.034312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (85b0fb65-c67d-4dc8-9853-65ab17ad1b01), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.038884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.040079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85b0fb65-c67d-4dc8-9853-65ab17ad1b01 HTTP/1.1" status: 204 len: 168 time: 0.2711132 Feb 14 21:48:39.061288 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.072311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8465b6-631d-45ec-ae94-f23baa7664ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0fb65-c67d-4dc8-9853-65ab17ad1b01,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:39.149154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (da70a144-7f98-4abb-9401-fa13e4f85443), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.344975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:37Z', 'revision_number': 3, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:39.432631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b8201-871f-4f85-869d-27c796070128 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:39.433927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b8201-871f-4f85-869d-27c796070128 None None] Updating router d7d045ba-3278-4877-9503-521ce9bf7a74 port 699f2b88-9685-411b-8ee5-095fe685cb42 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:39.444208 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (da70a144-7f98-4abb-9401-fa13e4f85443), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.508962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.581778 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks [] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.589025 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.665522 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Attempting to bind port 035bd00e-9de1-4d82-b083-5c799c15edd1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:39.666622 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Attempting to bind port 035bd00e-9de1-4d82-b083-5c799c15edd1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:39.667769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Attempting to bind port 035bd00e-9de1-4d82-b083-5c799c15edd1 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:39.681825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:39.682182 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:39.682657 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.683146 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:39.685667 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Bound port: 035bd00e-9de1-4d82-b083-5c799c15edd1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:39.685667 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.786813 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] For port 035bd00e-9de1-4d82-b083-5c799c15edd1, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:39.791284 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] For port 035bd00e-9de1-4d82-b083-5c799c15edd1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=035bd00e-9de1-4d82-b083-5c799c15edd1,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:39.806122 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:39.816008 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Pushing event updated for resources: {'Port': ['ID=035bd00e-9de1-4d82-b083-5c799c15edd1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:39.828921 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.829669 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.830432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.830432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.830720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.831051 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.831564 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.832203 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.833453 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.833919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.836461 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.837318 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.837641 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:39.905826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Routers {'06759cbd-fde1-48a9-b22b-479d9a94b60b'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:39.907103 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['06759cbd-fde1-48a9-b22b-479d9a94b60b'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:40.047771 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ebb31-3132-48dc-87a7-07f95e758635 None None] Pushing event updated for resources: {'Port': ['ID=035bd00e-9de1-4d82-b083-5c799c15edd1,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:40.126882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52582f72-ef88-4c6a-ac5d-19891c046da6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:40.200169 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks [] for port (699f2b88-9685-411b-8ee5-095fe685cb42), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.218012 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.222846 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] Set router 06759cbd-fde1-48a9-b22b-479d9a94b60b gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:40.370793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c0763-3a0b-4f2e-8aff-86dab50ba4f9 None None] Pushing event updated for resources: {'Port': ['ID=699f2b88-9685-411b-8ee5-095fe685cb42,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:40.374483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-901b8201-871f-4f85-869d-27c796070128 None None] Attempting to bind port 699f2b88-9685-411b-8ee5-095fe685cb42 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:40.374868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-901b8201-871f-4f85-869d-27c796070128 None None] Attempting to bind port 699f2b88-9685-411b-8ee5-095fe685cb42 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:40.375261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b8201-871f-4f85-869d-27c796070128 None None] Attempting to bind port 699f2b88-9685-411b-8ee5-095fe685cb42 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:40.381237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57814) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:40.390019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 52582f72-ef88-4c6a-ac5d-19891c046da6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:40.390402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.433640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b8201-871f-4f85-869d-27c796070128 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:40.434328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b8201-871f-4f85-869d-27c796070128 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:40.434414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.434837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b8201-871f-4f85-869d-27c796070128 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:40.435325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-901b8201-871f-4f85-869d-27c796070128 None None] Bound port: 699f2b88-9685-411b-8ee5-095fe685cb42, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:40.435714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.528746 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:36Z', 'revision_number': 3, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port': {'id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:40.577094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-901b8201-871f-4f85-869d-27c796070128 None None] For port 699f2b88-9685-411b-8ee5-095fe685cb42, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:40.594141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1200937603'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:40.602194 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241bddd1-9b1a-4b2a-9fcf-71c5a7590045 None None] The sync data for ids ['06759cbd-fde1-48a9-b22b-479d9a94b60b'] in n-d-828372-11 is: [{'id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:36Z', 'revision_number': 3, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port': {'id': '035bd00e-9de1-4d82-b083-5c799c15edd1', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06759cbd-fde1-48a9-b22b-479d9a94b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:40.641666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:40.643820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.646118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.663206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-901b8201-871f-4f85-869d-27c796070128 None None] For port 699f2b88-9685-411b-8ee5-095fe685cb42, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=699f2b88-9685-411b-8ee5-095fe685cb42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:40.667905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.714851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 52582f72-ef88-4c6a-ac5d-19891c046da6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:40.730126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-901b8201-871f-4f85-869d-27c796070128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.821346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:40.821346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:40.829514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for security_group (68926ebd-f793-4e99-89b2-94f6343e27cb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.834534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68926ebd-f793-4e99-89b2-94f6343e27cb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.854707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:40.899982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8c3f6697-5635-4e5a-9d2d-d1578a4ea315), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:40.900338 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 8c3f6697-5635-4e5a-9d2d-d1578a4ea315 of type vlan for network f41e2398-2705-4dea-a603-f81e38105450 Feb 14 21:48:40.924354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c0763-3a0b-4f2e-8aff-86dab50ba4f9 None None] Pushing event updated for resources: {'Port': ['ID=699f2b88-9685-411b-8ee5-095fe685cb42,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:40.984635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68926ebd-f793-4e99-89b2-94f6343e27cb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:41.011357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:41.023591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f41e2398-2705-4dea-a603-f81e38105450), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.050846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (da70a144-7f98-4abb-9401-fa13e4f85443), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.083841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f41e2398-2705-4dea-a603-f81e38105450), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.095990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:41.096648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.108578 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.216625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8346336 Feb 14 21:48:41.221455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57820) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:41.229150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-572404677'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:41.244180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ab39-371b-4c8a-b623-a95e523ed721 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=f41e2398-2705-4dea-a603-f81e38105450,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:41.276997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f41e2398-2705-4dea-a603-f81e38105450 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:41.324757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Allocated IP 172.20.0.1 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/b4625aab-5bcb-44e3-9a48-09297d6538ca) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:41.333111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:41.336621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.376208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 172.25.2.179 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/5505152c-dfeb-49c7-bd29-7eaa2e52517c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:41.454129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:41.475427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-901b8201-871f-4f85-869d-27c796070128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:37Z', 'revision_number': 3, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:41.487411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.487762 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc of type vlan for network a1117a11-4729-4df0-884e-3420802ba72d Feb 14 21:48:41.527195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b8201-871f-4f85-869d-27c796070128 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:37Z', 'revision_number': 3, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:41.624869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a1117a11-4729-4df0-884e-3420802ba72d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.664736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks [] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.729975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a1117a11-4729-4df0-884e-3420802ba72d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.740910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:41.741745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.751596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:41.829395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6015763 Feb 14 21:48:41.830438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:41.836781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': 'f41e2398-2705-4dea-a603-f81e38105450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:41.872231 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.062362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:42.064448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Pushing event updated for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:42.069928 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.088839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:42.093424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:42.095522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3d4da-cebf-4de6-a3ba-fb0e829acc89 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=a1117a11-4729-4df0-884e-3420802ba72d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:42.099924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:42.120160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a1117a11-4729-4df0-884e-3420802ba72d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:42.176137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.335209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d7d045ba-3278-4877-9503-521ce9bf7a74), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.363635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 699f2b88-9685-411b-8ee5-095fe685cb42 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:42.459202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=5505152c-dfeb-49c7-bd29-7eaa2e52517c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:42.469837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:42.474532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:42.482542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:42.514576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 699f2b88-9685-411b-8ee5-095fe685cb42 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:42.515132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.635206 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9db51366-c7fe-4bf0-a633-4e509d842e5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.721556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7c67ae68-4bbe-4ae9-af66-f2a8b41bcb73 None None] Provisioning complete for port b4625aab-5bcb-44e3-9a48-09297d6538ca triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:42.721941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae68-4bbe-4ae9-af66-f2a8b41bcb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.725344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 699f2b88-9685-411b-8ee5-095fe685cb42 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:42.725732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.755577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 699f2b88-9685-411b-8ee5-095fe685cb42, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=699f2b88-9685-411b-8ee5-095fe685cb42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:42.773668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=9db51366-c7fe-4bf0-a633-4e509d842e5d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:42.798244 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.799038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 035bd00e-9de1-4d82-b083-5c799c15edd1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:42.864538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '8c3f6697-5635-4e5a-9d2d-d1578a4ea315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:42.865547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: f41e2398-2705-4dea-a603-f81e38105450, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:42.887277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.898456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network f41e2398-2705-4dea-a603-f81e38105450 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:42.939518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f41e2398-2705-4dea-a603-f81e38105450) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:42.949539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:42.952763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:42.957940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971acbe-4e54-4f01-9f6e-dbf5d0841bfe None None] Network f41e2398-2705-4dea-a603-f81e38105450 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:42.967345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ae68-4bbe-4ae9-af66-f2a8b41bcb73 None None] Port b4625aab-5bcb-44e3-9a48-09297d6538ca cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:43.009332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-269eb50e-3758-410f-b7f4-fddc79ca516b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1745694 Feb 14 21:48:43.009989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57832) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:43.029175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:43.068805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=699f2b88-9685-411b-8ee5-095fe685cb42,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:43.099975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 035bd00e-9de1-4d82-b083-5c799c15edd1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:43.100586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.288422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (da70a144-7f98-4abb-9401-fa13e4f85443), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.331110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:43.339695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.472326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f41e2398-2705-4dea-a603-f81e38105450', 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '9db51366-c7fe-4bf0-a633-4e509d842e5d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:43.476418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.545166 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:48:43.638890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 035bd00e-9de1-4d82-b083-5c799c15edd1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:43.639561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.673341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks [] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.686736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 035bd00e-9de1-4d82-b083-5c799c15edd1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=035bd00e-9de1-4d82-b083-5c799c15edd1,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:43.695588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.745902 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.775667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.803615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Allocated IP 172.20.0.2 (f41e2398-2705-4dea-a603-f81e38105450/9db51366-c7fe-4bf0-a633-4e509d842e5d/80f516bb-bc1c-4d52-9b2f-ef307a80f9e7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:43.868881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:43.869436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: a1117a11-4729-4df0-884e-3420802ba72d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:43.890352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:43.912247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network a1117a11-4729-4df0-884e-3420802ba72d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:43.947066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a1117a11-4729-4df0-884e-3420802ba72d) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:43.955845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:43.956775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:43.963615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864ee45-3c3e-4bb2-bd14-20784a3bdfe8 None None] Network a1117a11-4729-4df0-884e-3420802ba72d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:44.001545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=035bd00e-9de1-4d82-b083-5c799c15edd1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:44.025139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1362a6ec-d3b3-4d14-a709-6bf1446a5e31 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075397 Feb 14 21:48:44.026656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:44.040551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-623718952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:44.081054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (be9bd711-022b-46e2-bffb-c07127611e8c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.082644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (be9bd711-022b-46e2-bffb-c07127611e8c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.197625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 699f2b88-9685-411b-8ee5-095fe685cb42 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:44.229101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Pushing event updated for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:44.229569 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (be9bd711-022b-46e2-bffb-c07127611e8c), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.235687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (da70a144-7f98-4abb-9401-fa13e4f85443), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.245520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (be9bd711-022b-46e2-bffb-c07127611e8c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.248542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d7d045ba-3278-4877-9503-521ce9bf7a74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.303902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.311185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d7a3833-76ce-45ea-ae91-e27e827192fa tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2768109 Feb 14 21:48:44.312919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57842) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:44.359936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks [] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.404401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 699f2b88-9685-411b-8ee5-095fe685cb42 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:44.404962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.407133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.409822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a1117a11-4729-4df0-884e-3420802ba72d', 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': 'd95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:44.411433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.536146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:44.539739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:44.552179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Network f41e2398-2705-4dea-a603-f81e38105450 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:44.593968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:44.597486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:44.609273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Pushing event updated for resources: {'Port': ['ID=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:44.697947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router da70a144-7f98-4abb-9401-fa13e4f85443 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:44.911006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.928771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Attempting to bind port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:44.929305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Attempting to bind port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '8c3f6697-5635-4e5a-9d2d-d1578a4ea315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:44.929476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Attempting to bind port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 on network f41e2398-2705-4dea-a603-f81e38105450 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:44.942815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 699f2b88-9685-411b-8ee5-095fe685cb42 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:44.947622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:48:44.947824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:44.948000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Checking segment: {'id': '8c3f6697-5635-4e5a-9d2d-d1578a4ea315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:44.948415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.948816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Bound using segment: {'id': '8c3f6697-5635-4e5a-9d2d-d1578a4ea315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:44.949360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Bound port: 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3f6697-5635-4e5a-9d2d-d1578a4ea315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f41e2398-2705-4dea-a603-f81e38105450'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:44.949688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:44.972197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Allocated IP 172.21.0.2 (a1117a11-4729-4df0-884e-3420802ba72d/d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3/881ea5e0-d227-4514-82df-8a47082e4184) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:45.093337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b982d842-e3df-4e89-b3cd-d3dd951b1ec8 None None] Provisioning complete for port b4625aab-5bcb-44e3-9a48-09297d6538ca triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:45.093591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b982d842-e3df-4e89-b3cd-d3dd951b1ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.098690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] For port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:45.101547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:45.113318 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Sync routers for ids ['da70a144-7f98-4abb-9401-fa13e4f85443'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:45.128733 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Routers {'da70a144-7f98-4abb-9401-fa13e4f85443'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:45.132569 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da70a144-7f98-4abb-9401-fa13e4f85443'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:45.143813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] For port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,segment=NetworkSegment(8c3f6697-5635-4e5a-9d2d-d1578a4ea315),segment_id=8c3f6697-5635-4e5a-9d2d-d1578a4ea315)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:45.168529 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.185070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b982d842-e3df-4e89-b3cd-d3dd951b1ec8 None None] Port b4625aab-5bcb-44e3-9a48-09297d6538ca cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:45.222905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.236629 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d712cdc1-b2b3-4e22-b521-6ae7258f6d5a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5305119 Feb 14 21:48:45.237246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:45.350035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03ff7-d7c1-45e5-9a5a-81ce2a625d33 None None] Pushing event updated for resources: {'Port': ['ID=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:45.367822 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Set router da70a144-7f98-4abb-9401-fa13e4f85443 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:45.370243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks [] for port (881ea5e0-d227-4514-82df-8a47082e4184), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.393036 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (881ea5e0-d227-4514-82df-8a47082e4184), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.463127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Network a1117a11-4729-4df0-884e-3420802ba72d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:45.468885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:45.474070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:45.477497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Pushing event updated for resources: {'Port': ['ID=881ea5e0-d227-4514-82df-8a47082e4184,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:45.509953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:45.524198 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6970c258-5fe2-4654-96e0-5a6409f42346 admin admin] 10.222.0.86 "PUT /v2.0/routers/d7d045ba-3278-4877-9503-521ce9bf7a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7044947 Feb 14 21:48:45.567783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:45.604736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:45.605286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:45.621496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Attempting to bind port 881ea5e0-d227-4514-82df-8a47082e4184 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:45.621496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Attempting to bind port 881ea5e0-d227-4514-82df-8a47082e4184 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:45.621712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Attempting to bind port 881ea5e0-d227-4514-82df-8a47082e4184 on network a1117a11-4729-4df0-884e-3420802ba72d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:45.664193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:45.669813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Checking segment: {'id': 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:45.670647 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.672626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Bound using segment: {'id': 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:45.673164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Bound port: 881ea5e0-d227-4514-82df-8a47082e4184, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1117a11-4729-4df0-884e-3420802ba72d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:45.673563 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (881ea5e0-d227-4514-82df-8a47082e4184), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:45.700064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57854) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:45.706452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9b2232be-f465-4390-83e4-8e5a93279794 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/da70a144-7f98-4abb-9401-fa13e4f85443 HTTP/1.1" status: 200 len: 908 time: 0.4581866 Feb 14 21:48:45.724547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.20.0.1 (f41e2398-2705-4dea-a603-f81e38105450/9db51366-c7fe-4bf0-a633-4e509d842e5d/fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:45.940097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70a144-7f98-4abb-9401-fa13e4f85443', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5505152c-dfeb-49c7-bd29-7eaa2e52517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:38Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 3, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port': {'id': '5505152c-dfeb-49c7-bd29-7eaa2e52517c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70a144-7f98-4abb-9401-fa13e4f85443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:41Z', 'updated_at': '2022-02-14T21:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:45.960897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (da70a144-7f98-4abb-9401-fa13e4f85443), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.002571 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.021469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Checking router: da70a144-7f98-4abb-9401-fa13e4f85443 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:46.022739 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Updating router da70a144-7f98-4abb-9401-fa13e4f85443 port 5505152c-dfeb-49c7-bd29-7eaa2e52517c binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:46.067990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:46.086353 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.146081 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.250510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network f41e2398-2705-4dea-a603-f81e38105450 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:46.255635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:46.274257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:46.328346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] For port 881ea5e0-d227-4514-82df-8a47082e4184, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:46.340774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:46.345957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (da70a144-7f98-4abb-9401-fa13e4f85443), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.390158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] For port 881ea5e0-d227-4514-82df-8a47082e4184, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=881ea5e0-d227-4514-82df-8a47082e4184,segment=NetworkSegment(dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc),segment_id=dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:46.397041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:46.440121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.455499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (881ea5e0-d227-4514-82df-8a47082e4184), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.591594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Deleting port 5505152c-dfeb-49c7-bd29-7eaa2e52517c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:46.595404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.734788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41d3da-839e-4e44-bf24-8fa4f180f87f None None] Pushing event updated for resources: {'Port': ['ID=881ea5e0-d227-4514-82df-8a47082e4184,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:46.749168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:46.749551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.879263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:43Z', 'revision_number': 2, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:46.897790 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks [] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.904448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.923031 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.944764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Calling delete_port for 5505152c-dfeb-49c7-bd29-7eaa2e52517c owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:46.978203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:46.986680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:46.987048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Updating router d7d045ba-3278-4877-9503-521ce9bf7a74 port b4625aab-5bcb-44e3-9a48-09297d6538ca binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:47.087963 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.155318 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Attempting to bind port 5505152c-dfeb-49c7-bd29-7eaa2e52517c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:47.155633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Attempting to bind port 5505152c-dfeb-49c7-bd29-7eaa2e52517c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:47.156004 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Attempting to bind port 5505152c-dfeb-49c7-bd29-7eaa2e52517c on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:47.177021 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f67f7-cf65-4bb7-9265-35265a7dae90 None None] Pushing event updated for resources: {'Port': ['ID=5505152c-dfeb-49c7-bd29-7eaa2e52517c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:47.194577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:47.194960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:47.195397 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.195839 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:47.196271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Bound port: 5505152c-dfeb-49c7-bd29-7eaa2e52517c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:47.196799 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.219602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:47.226354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-145221519-network', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:47.367670 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] For port 5505152c-dfeb-49c7-bd29-7eaa2e52517c, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:47.373969 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] For port 5505152c-dfeb-49c7-bd29-7eaa2e52517c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5505152c-dfeb-49c7-bd29-7eaa2e52517c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:47.391921 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.399280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Made reservation on behalf of 942796e967424ad3b20985bd7bd4fb6e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:47.401879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.443510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.478092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f67f7-cf65-4bb7-9265-35265a7dae90 None None] Pushing event updated for resources: {'Port': ['ID=5505152c-dfeb-49c7-bd29-7eaa2e52517c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:47.496531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Routers {'da70a144-7f98-4abb-9401-fa13e4f85443'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:47.497168 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da70a144-7f98-4abb-9401-fa13e4f85443'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:47.659704 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] Set router da70a144-7f98-4abb-9401-fa13e4f85443 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:47.678925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.693871 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.726926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5505152c-dfeb-49c7-bd29-7eaa2e52517c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.734939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70a144-7f98-4abb-9401-fa13e4f85443', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:38Z', 'updated_at': '2022-02-14T21:48:46Z', 'revision_number': 4, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:47.768064 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d317db-52a9-4415-a257-47421d0d8ef9 None None] The sync data for ids ['da70a144-7f98-4abb-9401-fa13e4f85443'] in n-d-828372-11 is: [{'id': 'da70a144-7f98-4abb-9401-fa13e4f85443', 'name': 'tempest-snat-router-1394554906', 'tenant_id': '4a701897d3004fafb00b148234724356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:38Z', 'updated_at': '2022-02-14T21:48:46Z', 'revision_number': 4, 'project_id': '4a701897d3004fafb00b148234724356', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:47.802779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5505152c-dfeb-49c7-bd29-7eaa2e52517c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:47.816409 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks [] for security_group (e8692a94-996a-4c7f-b114-952d3918259a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.832031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e8692a94-996a-4c7f-b114-952d3918259a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.852728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.854625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:47.887445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:48:47.889840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e94756-c562-4aee-94d1-e7f1b83fb5dd None None] Network f41e2398-2705-4dea-a603-f81e38105450 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:47.901338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (63b5a764-4ded-4c5d-9039-f935cb32fd36), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:47.901702 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Added segment 63b5a764-4ded-4c5d-9039-f935cb32fd36 of type vlan for network bdda653a-be53-4330-99fc-31bd35689e5e Feb 14 21:48:47.951132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (bdda653a-be53-4330-99fc-31bd35689e5e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.063262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (da70a144-7f98-4abb-9401-fa13e4f85443), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.072844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (bdda653a-be53-4330-99fc-31bd35689e5e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.073876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:48.075254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.076853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network f41e2398-2705-4dea-a603-f81e38105450 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:48.080253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:48.087515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8692a94-996a-4c7f-b114-952d3918259a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:48.150803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c729ff5d-327f-490f-a88b-0ff506e1bc96 None None] Provisioning complete for port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:48.163450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c729ff5d-327f-490f-a88b-0ff506e1bc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.224095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:48.224499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.302491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] Pushing event updated for resources: {'Network': ['ID=bdda653a-be53-4330-99fc-31bd35689e5e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:48.317656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network bdda653a-be53-4330-99fc-31bd35689e5e details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:48:48.321597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-37a37713-e168-45d1-932a-7fe9cfd7f752 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0993745 Feb 14 21:48:48.324621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57886) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:48.334545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Request body: {'subnet': {'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-145221519-subnet', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:48.339954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router be9bd711-022b-46e2-bffb-c07127611e8c is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:48.464372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks [] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.481877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Made reservation on behalf of 942796e967424ad3b20985bd7bd4fb6e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:48:48.485560 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.496824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (da70a144-7f98-4abb-9401-fa13e4f85443), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.509001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (da70a144-7f98-4abb-9401-fa13e4f85443), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.514499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a32cf5-8d50-4947-b475-cbc01d018156 None None] Network a1117a11-4729-4df0-884e-3420802ba72d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:48.603583 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (da70a144-7f98-4abb-9401-fa13e4f85443), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.604170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da70a144-7f98-4abb-9401-fa13e4f85443 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:48.608750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.609946 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ca82060b-87ca-4140-8830-afc04de48a42 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/routers/da70a144-7f98-4abb-9401-fa13e4f85443 HTTP/1.1" status: 204 len: 168 time: 2.9088259 Feb 14 21:48:48.612594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57890) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:48.626745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:48.645246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f7e7630-e800-4be1-9b06-c7ece9eee736 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3290718 Feb 14 21:48:48.648160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:48.652755 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] Sync routers for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:48.661097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.671358 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:48.672229 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:48.683618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,segment=NetworkSegment(8c3f6697-5635-4e5a-9d2d-d1578a4ea315),segment_id=8c3f6697-5635-4e5a-9d2d-d1578a4ea315)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:48.757781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:48.769574 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:48.771225 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:48.781003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c2e0e1-2e9e-4f78-ad3d-d2bd2dae597e tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:48.784902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-68c2e0e1-2e9e-4f78-ad3d-d2bd2dae597e tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports/fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e HTTP/1.1" status: 200 len: 910 time: 0.1311882 Feb 14 21:48:48.788820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:48.792525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21625633-faa2-4615-809f-bd6cd5574e6e None None] Pushing event updated for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:48.840490 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:48.841505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e06b6-c329-4d82-937e-d38867519e1f None None] The sync data for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:48.885888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:48.890188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 035bd00e-9de1-4d82-b083-5c799c15edd1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:48.896048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.017729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1d40fbfa-7a5c-46c5-adf1-440834009170), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.100705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c729ff5d-327f-490f-a88b-0ff506e1bc96 None None] Current status of the port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:49.166065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d40fbfa-7a5c-46c5-adf1-440834009170,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:49.199483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Checking segment: {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:49.200102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Network hostable DHCP agents. Network: bdda653a-be53-4330-99fc-31bd35689e5e, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:48:49.245513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Network bdda653a-be53-4330-99fc-31bd35689e5e is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:48:49.259238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, bdda653a-be53-4330-99fc-31bd35689e5e) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:49.263697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:49.264617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.289191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:49.306086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-25903365-e84e-449b-bce2-6a4501f9c64e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9797685 Feb 14 21:48:49.308467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57898) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:49.312077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6cc02e-5bc4-43b8-a2ab-67097693644b None None] Network bdda653a-be53-4330-99fc-31bd35689e5e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:49.315508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:49.340037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Attempting to bind port b4625aab-5bcb-44e3-9a48-09297d6538ca on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:49.344519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Attempting to bind port b4625aab-5bcb-44e3-9a48-09297d6538ca by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:49.345138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Attempting to bind port b4625aab-5bcb-44e3-9a48-09297d6538ca on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:49.413776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Provisioning complete for port b4625aab-5bcb-44e3-9a48-09297d6538ca triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:49.414220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.416573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:49.417214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:49.417785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.418340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:49.421029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Bound port: b4625aab-5bcb-44e3-9a48-09297d6538ca, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:49.421655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.434048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 035bd00e-9de1-4d82-b083-5c799c15edd1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:49.434688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.672505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Port b4625aab-5bcb-44e3-9a48-09297d6538ca cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:49.761478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-bdda653a-be53-4330-99fc-31bd35689e5e', 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e', 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'fixed_ips': [{'subnet_id': '1d40fbfa-7a5c-46c5-adf1-440834009170'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:48:49.762629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.802890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] For port b4625aab-5bcb-44e3-9a48-09297d6538ca, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:49.812219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Provisioning complete for port 881ea5e0-d227-4514-82df-8a47082e4184 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:49.812602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (881ea5e0-d227-4514-82df-8a47082e4184), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.824090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] For port b4625aab-5bcb-44e3-9a48-09297d6538ca, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4625aab-5bcb-44e3-9a48-09297d6538ca,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:49.872247 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (06759cbd-fde1-48a9-b22b-479d9a94b60b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:49.893481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.150723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 035bd00e-9de1-4d82-b083-5c799c15edd1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:50.167306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.210878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.214518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.224180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21625633-faa2-4615-809f-bd6cd5574e6e None None] Pushing event updated for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:50.265335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:50.265979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:50.416997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Current status of the port 881ea5e0-d227-4514-82df-8a47082e4184 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:50.418055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (881ea5e0-d227-4514-82df-8a47082e4184), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.442796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Allocated IP 172.20.0.2 (bdda653a-be53-4330-99fc-31bd35689e5e/1d40fbfa-7a5c-46c5-adf1-440834009170/392132f5-13e3-4870-b97d-7cb8e3954d34) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:50.543931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for router_controller (cd0151e0-4933-47db-a346-77fb0f527f0a), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.545745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:50.551723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] For port 881ea5e0-d227-4514-82df-8a47082e4184, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=881ea5e0-d227-4514-82df-8a47082e4184,segment=NetworkSegment(dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc),segment_id=dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:50.552908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Deleting port 035bd00e-9de1-4d82-b083-5c799c15edd1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:50.553668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.596418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:50.784919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (881ea5e0-d227-4514-82df-8a47082e4184), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.880377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for router_gateway (cd0151e0-4933-47db-a346-77fb0f527f0a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:50.990694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea47d38-bc34-4d41-9eb3-3eb58a3a9496 None None] Pushing event updated for resources: {'Port': ['ID=881ea5e0-d227-4514-82df-8a47082e4184,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:51.057380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Provisioning complete for port b4625aab-5bcb-44e3-9a48-09297d6538ca triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:51.058028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.071006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] For port 035bd00e-9de1-4d82-b083-5c799c15edd1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=035bd00e-9de1-4d82-b083-5c799c15edd1,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:51.071962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.099368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Calling delete_port for 035bd00e-9de1-4d82-b083-5c799c15edd1 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:51.128736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:51.129400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.208983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks [] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.255524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.21.0.1 (a1117a11-4729-4df0-884e-3420802ba72d/d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3/4b04a57d-2f2a-4b81-9d89-564d6dc57fdc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:51.258310 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.373383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Network bdda653a-be53-4330-99fc-31bd35689e5e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:51.397579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:51.399673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Pushing event updated for resources: {'Port': ['ID=392132f5-13e3-4870-b97d-7cb8e3954d34,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:51.404782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:51.406885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Current status of the port b4625aab-5bcb-44e3-9a48-09297d6538ca is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:51.407530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.440542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:51.443050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 881ea5e0-d227-4514-82df-8a47082e4184 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:51.540411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] For port b4625aab-5bcb-44e3-9a48-09297d6538ca, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4625aab-5bcb-44e3-9a48-09297d6538ca,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:51.553017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:49Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:51.558888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.561430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Attempting to bind port 392132f5-13e3-4870-b97d-7cb8e3954d34 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:51.562127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Attempting to bind port 392132f5-13e3-4870-b97d-7cb8e3954d34 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:51.562719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Attempting to bind port 392132f5-13e3-4870-b97d-7cb8e3954d34 on network bdda653a-be53-4330-99fc-31bd35689e5e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:51.599920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de000c-4c75-4017-bca9-fe159891aee5 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:49Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:51.640509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:51.640903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Checking segment: {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:51.641317 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.641722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Bound using segment: {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:51.642223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Bound port: 392132f5-13e3-4870-b97d-7cb8e3954d34, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:51.642657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.698668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Provisioning complete for port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:51.699049 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.795701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Pushing event updated for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:51.799025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 881ea5e0-d227-4514-82df-8a47082e4184 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:51.799647 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (881ea5e0-d227-4514-82df-8a47082e4184), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.857396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.870827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for router_gateway (cd0151e0-4933-47db-a346-77fb0f527f0a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.890489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] For port 392132f5-13e3-4870-b97d-7cb8e3954d34, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:51.931488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.933371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (035bd00e-9de1-4d82-b083-5c799c15edd1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:51.964886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] For port 392132f5-13e3-4870-b97d-7cb8e3954d34, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=392132f5-13e3-4870-b97d-7cb8e3954d34,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:51.983870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event deleted for resources: {'Port': ['ID=035bd00e-9de1-4d82-b083-5c799c15edd1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:52.005557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:52.247094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Current status of the port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:52.297381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:52.300514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fead6-9403-4e00-92a3-b7ca2c542487 None None] Pushing event updated for resources: {'Port': ['ID=392132f5-13e3-4870-b97d-7cb8e3954d34,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:52.301431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Allocated IP 172.25.2.172 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/4e77ff0e-2ec6-4985-b898-b7e3728d5746) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:52.304554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 881ea5e0-d227-4514-82df-8a47082e4184 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:52.313784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Provisioning complete for port 881ea5e0-d227-4514-82df-8a47082e4184 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:52.314175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (881ea5e0-d227-4514-82df-8a47082e4184), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:52.381851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network a1117a11-4729-4df0-884e-3420802ba72d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:52.391243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (06759cbd-fde1-48a9-b22b-479d9a94b60b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:52.416360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:52.459496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Current status of the port 881ea5e0-d227-4514-82df-8a47082e4184 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:52.488002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Provisioning complete for port fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:52.488420 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:52.493414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:52.575823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e2470e13-be35-457f-b798-f4d24a9c3f29 None None] Port fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:52.843221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4625aab-5bcb-44e3-9a48-09297d6538ca up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:52.931784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b4625aab-5bcb-44e3-9a48-09297d6538ca triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:52.932137 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.033473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b4625aab-5bcb-44e3-9a48-09297d6538ca is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:53.034659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 881ea5e0-d227-4514-82df-8a47082e4184 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:53.105302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0ce67b5d-95b5-4f5f-8d2f-f23ee44dacba None None] Provisioning complete for port 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:53.105703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ce67b5d-95b5-4f5f-8d2f-f23ee44dacba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.146897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ce67b5d-95b5-4f5f-8d2f-f23ee44dacba None None] Port 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:53.153017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 881ea5e0-d227-4514-82df-8a47082e4184 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:53.153557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (881ea5e0-d227-4514-82df-8a47082e4184), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.250114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 881ea5e0-d227-4514-82df-8a47082e4184 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:53.305013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=4b04a57d-2f2a-4b81-9d89-564d6dc57fdc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:53.396935 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.401055 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_controller (06759cbd-fde1-48a9-b22b-479d9a94b60b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.426651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.591003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (06759cbd-fde1-48a9-b22b-479d9a94b60b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.593458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06759cbd-fde1-48a9-b22b-479d9a94b60b {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:48:53.631751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.636338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f44787a-8e49-47f5-b975-f6261ea2aba3 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "DELETE /v2.0/routers/06759cbd-fde1-48a9-b22b-479d9a94b60b HTTP/1.1" status: 204 len: 168 time: 5.0194445 Feb 14 21:48:53.636523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.636794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57924) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:53.643254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-835098328', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:53.715729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.716848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.795896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.798540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.820102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:53.903817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:53.950444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:53.962922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:53.968632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Pushing event updated for resources: {'Port': ['ID=4e77ff0e-2ec6-4985-b898-b7e3728d5746,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:54.121804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.218036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af02691-3041-4ced-ac8e-ff38cdf4ed66 None None] Network bdda653a-be53-4330-99fc-31bd35689e5e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:48:54.304121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Provisioning complete for port 392132f5-13e3-4870-b97d-7cb8e3954d34 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:54.304531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.492494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.494878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Current status of the port 392132f5-13e3-4870-b97d-7cb8e3954d34 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:54.495481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.560213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 392132f5-13e3-4870-b97d-7cb8e3954d34 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:54.571258 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.595880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.611173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for router_gateway (cd0151e0-4933-47db-a346-77fb0f527f0a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.613472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.646203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 392132f5-13e3-4870-b97d-7cb8e3954d34 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:54.646840 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.701028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] For port 392132f5-13e3-4870-b97d-7cb8e3954d34, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=392132f5-13e3-4870-b97d-7cb8e3954d34,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:48:54.748679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.786488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Allocated IP 172.25.2.33 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/26b51337-6ccb-4f25-9323-b71dd0c203da) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:54.815478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 392132f5-13e3-4870-b97d-7cb8e3954d34 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:54.833027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 035bd00e-9de1-4d82-b083-5c799c15edd1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:48:54.904304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=4b04a57d-2f2a-4b81-9d89-564d6dc57fdc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:54.906363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 035bd00e-9de1-4d82-b083-5c799c15edd1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:48:54.907107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 035bd00e-9de1-4d82-b083-5c799c15edd1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:48:54.930908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa3b2f-cf4f-4db3-83d9-b484a451ad6f None None] Pushing event updated for resources: {'Port': ['ID=392132f5-13e3-4870-b97d-7cb8e3954d34,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:54.986683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for port (26b51337-6ccb-4f25-9323-b71dd0c203da), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:54.999187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:55.047137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (26b51337-6ccb-4f25-9323-b71dd0c203da), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:55.110037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:55.127632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:55.129898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event updated for resources: {'Port': ['ID=26b51337-6ccb-4f25-9323-b71dd0c203da,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:55.133747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:55.140760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:55.187912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bb006844-a246-46a0-b013-6182ac4fedb2 None None] Provisioning complete for port 392132f5-13e3-4870-b97d-7cb8e3954d34 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:55.189841 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bb006844-a246-46a0-b013-6182ac4fedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:55.365690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network a1117a11-4729-4df0-884e-3420802ba72d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:55.372259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:55.632799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router be9bd711-022b-46e2-bffb-c07127611e8c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:48:55.643865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bb006844-a246-46a0-b013-6182ac4fedb2 None None] Current status of the port 392132f5-13e3-4870-b97d-7cb8e3954d34 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:55.670980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Router cd0151e0-4933-47db-a346-77fb0f527f0a is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:55.882683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4dbf9492-993e-4699-bc50-480db94d8b62 None None] Provisioning complete for port 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:55.883147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9492-993e-4699-bc50-480db94d8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:55.934436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:55.954313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e45947f-8700-4bf8-b24b-f4ea6a5767c3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1571634 Feb 14 21:48:55.954511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57944) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:55.955587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] Sync routers for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:55.963943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf9492-993e-4699-bc50-480db94d8b62 None None] Port 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:55.984561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:55.985210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.037019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72192c-fc63-4838-977d-df3b7f607d96 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:48:56.041087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9f72192c-fc63-4838-977d-df3b7f607d96 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports/4b04a57d-2f2a-4b81-9d89-564d6dc57fdc HTTP/1.1" status: 200 len: 910 time: 0.0874679 Feb 14 21:48:56.044559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57946) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:56.052121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:56.061337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Sync routers for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:56.064366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.077931 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:56.078561 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.084090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:56.084714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.111885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:56.113689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dcf3d094-28e9-42db-8245-a76fb8fabb43 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8036292 Feb 14 21:48:56.115903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:56.157019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.157613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5fc73-19be-4d89-84cb-fc7d86117924 None None] The sync data for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:56.279292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:56.557941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:56.606708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:54Z', 'revision_number': 3, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:56.638369 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Checking router: cd0151e0-4933-47db-a346-77fb0f527f0a for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:48:56.638902 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Updating router cd0151e0-4933-47db-a346-77fb0f527f0a port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:48:56.698405 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:56.811728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 392132f5-13e3-4870-b97d-7cb8e3954d34 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:48:56.844110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:56.908895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 392132f5-13e3-4870-b97d-7cb8e3954d34 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:56.909285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.054212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.091920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 392132f5-13e3-4870-b97d-7cb8e3954d34 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:48:57.172250 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks [] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.185024 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.233511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.262282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Router 60732f06-e4d5-4aaa-b673-d1c41415a643 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:48:57.288696 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ebbff-08db-4fcf-8962-e692d9686b6f None None] Pushing event updated for resources: {'Port': ['ID=4e77ff0e-2ec6-4985-b898-b7e3728d5746,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:57.338387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Attempting to bind port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:48:57.338760 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Attempting to bind port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:48:57.339129 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Attempting to bind port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:48:57.360955 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:48:57.361504 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:48:57.362016 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.363055 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:48:57.363055 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Bound port: 4e77ff0e-2ec6-4985-b898-b7e3728d5746, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:48:57.367492 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.469926 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] For port 4e77ff0e-2ec6-4985-b898-b7e3728d5746, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:48:57.474558 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] For port 4e77ff0e-2ec6-4985-b898-b7e3728d5746, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4e77ff0e-2ec6-4985-b898-b7e3728d5746,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:48:57.483286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Allocated IP 172.20.0.1 (bdda653a-be53-4330-99fc-31bd35689e5e/1d40fbfa-7a5c-46c5-adf1-440834009170/090de5b3-1372-430f-a19c-57be1bbfce74) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:48:57.490997 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.563288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:57.580209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] Sync routers for ids ['60732f06-e4d5-4aaa-b673-d1c41415a643'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:48:57.591382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] Routers {'60732f06-e4d5-4aaa-b673-d1c41415a643'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:57.594788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['60732f06-e4d5-4aaa-b673-d1c41415a643'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:57.614892 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:57.615574 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:57.653367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:57.656476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.658231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1d98a10c-d1cd-48a7-b0fe-1f6af9597ab2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0203047 Feb 14 21:48:57.661590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 57956) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:48:57.668752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:48:57.671752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] Routers {'60732f06-e4d5-4aaa-b673-d1c41415a643'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:48:57.672600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['60732f06-e4d5-4aaa-b673-d1c41415a643'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:57.680025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks [] for port (090de5b3-1372-430f-a19c-57be1bbfce74), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.723315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:57.724646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77187-dcd5-4c8c-972a-f5750d61320b None None] The sync data for ids ['60732f06-e4d5-4aaa-b673-d1c41415a643'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:57.725309 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.755082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:48:57.755897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.772726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Network bdda653a-be53-4330-99fc-31bd35689e5e is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:57.780358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:57.783101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:48:57.789988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:57.816400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.816791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.817096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.817437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.817775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.818109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.818445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.818769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.819104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.819461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.819791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.820118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.820447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:48:57.851796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (cd0151e0-4933-47db-a346-77fb0f527f0a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:57.921273 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ebbff-08db-4fcf-8962-e692d9686b6f None None] Pushing event updated for resources: {'Port': ['ID=4e77ff0e-2ec6-4985-b898-b7e3728d5746,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:58.057646 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:48:58.059338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.120563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.190201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 4b04a57d-2f2a-4b81-9d89-564d6dc57fdc owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:48:58.214666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c54ae414-c04e-401d-a9bd-db247a3fbdcf None None] Provisioning complete for port 090de5b3-1372-430f-a19c-57be1bbfce74 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:58.216032 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c54ae414-c04e-401d-a9bd-db247a3fbdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.274820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.298667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c54ae414-c04e-401d-a9bd-db247a3fbdcf None None] Port 090de5b3-1372-430f-a19c-57be1bbfce74 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:48:58.405660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks [] for port (090de5b3-1372-430f-a19c-57be1bbfce74), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.418552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.489272 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:54Z', 'revision_number': 3, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:48:58.517984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc29177-139a-441f-9d5d-dabb809f1213 None None] The sync data for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 is: [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:54Z', 'revision_number': 3, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:48:58.526069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (cd0151e0-4933-47db-a346-77fb0f527f0a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.580507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:58.623580 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b04a57d-2f2a-4b81-9d89-564d6dc57fdc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:58.692404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Network bdda653a-be53-4330-99fc-31bd35689e5e is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:48:58.695941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:48:58.793662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=4b04a57d-2f2a-4b81-9d89-564d6dc57fdc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:48:58.836992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:59.024568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Router cd0151e0-4933-47db-a346-77fb0f527f0a has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:48:59.090650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:59.235757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e47903c3-c7be-401e-b8b2-280128874411 None None] Provisioning complete for port 090de5b3-1372-430f-a19c-57be1bbfce74 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:48:59.236846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e47903c3-c7be-401e-b8b2-280128874411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:48:59.297487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:48:59.308850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1b3b2813-19d3-437a-9797-2e920270c2a7 admin admin] 10.222.0.86 "PUT /v2.0/routers/cd0151e0-4933-47db-a346-77fb0f527f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1915529 Feb 14 21:48:59.318255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e47903c3-c7be-401e-b8b2-280128874411 None None] Port 090de5b3-1372-430f-a19c-57be1bbfce74 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:00.150500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router be9bd711-022b-46e2-bffb-c07127611e8c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:00.385804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:00.396281 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] Sync routers for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:00.415941 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:00.421256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57988) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:00.427768 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:00.429595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6f7ab54f-b48a-404f-bcf6-1312778a6e40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3836777 Feb 14 21:49:00.478549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:00.482286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:00.537054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4e77ff0e-2ec6-4985-b898-b7e3728d5746 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:00.540228 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:00.562109 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:00.562737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:00.655531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:00.657527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:00.719067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:00.719923 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ede9-3c57-4e5e-9129-c1062c8eff67 None None] The sync data for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:00.786881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router 60732f06-e4d5-4aaa-b673-d1c41415a643 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:00.929348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:00.930377 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:01.008132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 4e77ff0e-2ec6-4985-b898-b7e3728d5746, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4e77ff0e-2ec6-4985-b898-b7e3728d5746,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:01.013507 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27c606c2-a094-4d3d-871b-5155a8700c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:01.019648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:01.084571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:01.093742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:01.106966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-885691ef-75a1-4740-8aa4-8c95e867c091 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "PUT /v2.0/routers/60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 200 len: 924 time: 3.4424100 Feb 14 21:49:01.108898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] Sync routers for ids ['60732f06-e4d5-4aaa-b673-d1c41415a643'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:01.111040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 57998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:01.138924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] Routers {'60732f06-e4d5-4aaa-b673-d1c41415a643'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:01.140011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['60732f06-e4d5-4aaa-b673-d1c41415a643'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.189249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.213322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] Routers {'60732f06-e4d5-4aaa-b673-d1c41415a643'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:01.214289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['60732f06-e4d5-4aaa-b673-d1c41415a643'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.275665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.276453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e682b0-fb70-4230-9cc8-42890bf76543 None None] The sync data for ids ['60732f06-e4d5-4aaa-b673-d1c41415a643'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:01.278052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=4e77ff0e-2ec6-4985-b898-b7e3728d5746,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:01.279303 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Sync routers for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:01.305235 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:01.306074 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.338287 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d7d20b3-b392-4434-b2e9-2c4b078cc822 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 200 len: 924 time: 0.2232571 Feb 14 21:49:01.338716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:01.448010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:01.461606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eaacc9-3a8b-44fa-ae8c-4dcbfad1cad9 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:01.466922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2eaacc9-3a8b-44fa-ae8c-4dcbfad1cad9 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=60732f06-e4d5-4aaa-b673-d1c41415a643&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1238415 Feb 14 21:49:01.467790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58002) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:01.473052 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:49:01.759322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df2a9c-d6a8-4e24-aef5-247290446bd4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:01.763355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-65df2a9c-d6a8-4e24-aef5-247290446bd4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.2911184 Feb 14 21:49:01.767835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58008) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:01.846182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e263c1b-b0a0-48e2-b310-7dd245f2d5fe tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 200 len: 205 time: 0.0744219 Feb 14 21:49:01.849114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58012) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:01.866275 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:57Z', 'revision_number': 4, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '090de5b3-1372-430f-a19c-57be1bbfce74', 'name': '', 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'mac_address': 'fa:16:3e:55:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:57Z', 'updated_at': '2022-02-14T21:48:58Z', 'revision_number': 2, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'subnets': [{'id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:01.935075 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Checking router: cd0151e0-4933-47db-a346-77fb0f527f0a for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:49:01.935650 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Updating router cd0151e0-4933-47db-a346-77fb0f527f0a port 090de5b3-1372-430f-a19c-57be1bbfce74 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:49:01.969086 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.029733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:02.030375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.111423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.186109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.211959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:02.292198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.335736 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks [] for port (090de5b3-1372-430f-a19c-57be1bbfce74), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.352037 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.405131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port 26b51337-6ccb-4f25-9323-b71dd0c203da {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:02.405491 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (26b51337-6ccb-4f25-9323-b71dd0c203da), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.445087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4e77ff0e-2ec6-4985-b898-b7e3728d5746 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:02.486711 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ba101-7b80-4e6d-95c2-8d88c62ef432 None None] Pushing event updated for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:02.625680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:02.626418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.637603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.708466 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Attempting to bind port 090de5b3-1372-430f-a19c-57be1bbfce74 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:02.708857 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Attempting to bind port 090de5b3-1372-430f-a19c-57be1bbfce74 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:02.709234 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Attempting to bind port 090de5b3-1372-430f-a19c-57be1bbfce74 on network bdda653a-be53-4330-99fc-31bd35689e5e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:02.724474 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (26b51337-6ccb-4f25-9323-b71dd0c203da), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.741666 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:02.742050 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Checking segment: {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:02.742469 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.742873 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Bound using segment: {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:02.743393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Bound port: 090de5b3-1372-430f-a19c-57be1bbfce74, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5a764-4ded-4c5d-9039-f935cb32fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:02.743836 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:02.779868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=fcfeca50-9f14-4cf0-9be3-3c6c310d4a0e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:02.791356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for 26b51337-6ccb-4f25-9323-b71dd0c203da owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:02.991480 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] For port 090de5b3-1372-430f-a19c-57be1bbfce74, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:03.000774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:03.000996 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] For port 090de5b3-1372-430f-a19c-57be1bbfce74, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=090de5b3-1372-430f-a19c-57be1bbfce74,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:03.011771 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.111059 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:03.111633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:48:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:03.136807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ba101-7b80-4e6d-95c2-8d88c62ef432 None None] Pushing event updated for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:03.200225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Provisioning complete for port 090de5b3-1372-430f-a19c-57be1bbfce74 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:03.201886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.224933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (be9bd711-022b-46e2-bffb-c07127611e8c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.299268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (26b51337-6ccb-4f25-9323-b71dd0c203da), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.362385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=26b51337-6ccb-4f25-9323-b71dd0c203da,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:03.405721 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:49:03.433431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Current status of the port 090de5b3-1372-430f-a19c-57be1bbfce74 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:03.433906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.518285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b09ff48b-35cb-41a4-8cfd-2bb1b27afbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.532311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (60732f06-e4d5-4aaa-b673-d1c41415a643), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.557654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] For port 090de5b3-1372-430f-a19c-57be1bbfce74, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=090de5b3-1372-430f-a19c-57be1bbfce74,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:03.568731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.666038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.672756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (60732f06-e4d5-4aaa-b673-d1c41415a643), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.676813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402158f-30ac-4d49-a285-44734cdbf40e None None] Pushing event updated for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:03.695495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router be9bd711-022b-46e2-bffb-c07127611e8c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:03.743368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e518822c-f9aa-4705-93b1-48072a3f5569 None None] Provisioning complete for port 090de5b3-1372-430f-a19c-57be1bbfce74 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:03.744020 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e518822c-f9aa-4705-93b1-48072a3f5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.804895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (60732f06-e4d5-4aaa-b673-d1c41415a643), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.805553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router 60732f06-e4d5-4aaa-b673-d1c41415a643 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:03.813698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.819546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6bbe37b0-ff36-448d-9e7f-6a69631b64a9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 204 len: 168 time: 1.9692965 Feb 14 21:49:03.822925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:03.830411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808503655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:03.861448 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:57Z', 'revision_number': 4, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '090de5b3-1372-430f-a19c-57be1bbfce74', 'name': '', 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'mac_address': 'fa:16:3e:55:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:57Z', 'updated_at': '2022-02-14T21:49:02Z', 'revision_number': 4, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'subnets': [{'id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:03.881478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.882641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:03.883430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:03.894519 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4820b751-12b2-4234-9682-8b8612159ad7 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4691205 Feb 14 21:49:03.894747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58026) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:03.944632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] Sync routers for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:03.951003 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74040e33-5bd7-4c49-8157-dcbc98d12a14 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=be9bd711-022b-46e2-bffb-c07127611e8c HTTP/1.1" status: 200 len: 205 time: 0.0521774 Feb 14 21:49:03.951817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:03.973281 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e2470-fe8a-441d-85e8-21352b301f40 None None] The sync data for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 is: [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T21:48:57Z', 'revision_number': 4, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '090de5b3-1372-430f-a19c-57be1bbfce74', 'name': '', 'network_id': 'bdda653a-be53-4330-99fc-31bd35689e5e', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'mac_address': 'fa:16:3e:55:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:57Z', 'updated_at': '2022-02-14T21:49:02Z', 'revision_number': 4, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'subnets': [{'id': '1d40fbfa-7a5c-46c5-adf1-440834009170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:04.027325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:04.028161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:04.032065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e518822c-f9aa-4705-93b1-48072a3f5569 None None] Current status of the port 090de5b3-1372-430f-a19c-57be1bbfce74 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:04.110188 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.125371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.134979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:04.147129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] Routers {'be9bd711-022b-46e2-bffb-c07127611e8c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:04.148859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['be9bd711-022b-46e2-bffb-c07127611e8c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:04.162619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.164467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4888deb2-681d-4f0c-918d-8f48612c662a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3404403 Feb 14 21:49:04.169325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:04.172136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:04.204081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (be9bd711-022b-46e2-bffb-c07127611e8c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.227542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:04.227693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbecd88-e038-45c7-88fa-f47819b06579 None None] The sync data for ids ['be9bd711-022b-46e2-bffb-c07127611e8c'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:04.497678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 090de5b3-1372-430f-a19c-57be1bbfce74 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:04.660370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 090de5b3-1372-430f-a19c-57be1bbfce74 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:04.660982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.701582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-8f4e8959-6e36-436f-b82b-e2dc04c18db8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:04.703113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-8f4e8959-6e36-436f-b82b-e2dc04c18db8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.3436794 Feb 14 21:49:04.749860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.760473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.783603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (be9bd711-022b-46e2-bffb-c07127611e8c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.786421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (be9bd711-022b-46e2-bffb-c07127611e8c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.803405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-eb1517ad-c7b6-4a16-9c02-5c7530991bc1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0696793 Feb 14 21:49:04.854504 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (be9bd711-022b-46e2-bffb-c07127611e8c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.855052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router be9bd711-022b-46e2-bffb-c07127611e8c {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:04.856587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 090de5b3-1372-430f-a19c-57be1bbfce74 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:04.876169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:04.881480 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f8c87f1-47b5-4bc6-81b3-acffa1235634 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c HTTP/1.1" status: 204 len: 168 time: 0.9285457 Feb 14 21:49:04.882385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58046) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:04.925645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-230e718a-e5a0-4a1d-9a53-07607df651b7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130595 Feb 14 21:49:04.938026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:04.940798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.045276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.114383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (5ef5a562-80e1-4a77-9d5c-280b06d3e334), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.127684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.139883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-ab9e4e37-73a8-4358-bd30-d0ed5a73d455 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:49:05.141115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-ab9e4e37-73a8-4358-bd30-d0ed5a73d455 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2031500 Feb 14 21:49:05.182233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.278548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.309567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add45dc4-1e7e-4111-b467-a4a275319371 None None] Network a1117a11-4729-4df0-884e-3420802ba72d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:05.329313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.341809 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3 HTTP/1.1" status: 204 len: 168 time: 0.4559088 Feb 14 21:49:05.342496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58056) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:05.362488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-111d24e7-e4fc-4924-8499-ddc34e659f1d service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776228 Feb 14 21:49:05.404419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d026-40be-4b1d-b53b-96931b03d0ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:05.444275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Allocated IP 172.25.2.192 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1ead2fb8-0dd1-4570-aadb-c270c926ab03) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:05.579582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] DHCP port deletion for a1117a11-4729-4df0-884e-3420802ba72d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:05.581407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 9db51366-c7fe-4bf0-a633-4e509d842e5d {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:05.598336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (9db51366-c7fe-4bf0-a633-4e509d842e5d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.671517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Deleting port 881ea5e0-d227-4514-82df-8a47082e4184 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:05.672039 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (881ea5e0-d227-4514-82df-8a47082e4184), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.677654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (9db51366-c7fe-4bf0-a633-4e509d842e5d), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.683781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-fabda939-a68a-4655-8a93-d3dc148a592b service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206534 Feb 14 21:49:05.821391 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for port (1ead2fb8-0dd1-4570-aadb-c270c926ab03), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.831385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] For port 881ea5e0-d227-4514-82df-8a47082e4184, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=881ea5e0-d227-4514-82df-8a47082e4184,segment=NetworkSegment(dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc),segment_id=dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:05.832374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (881ea5e0-d227-4514-82df-8a47082e4184), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.865659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Calling delete_port for 881ea5e0-d227-4514-82df-8a47082e4184 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:05.892938 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9db51366-c7fe-4bf0-a633-4e509d842e5d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.958076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1ead2fb8-0dd1-4570-aadb-c270c926ab03), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:05.996040 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (881ea5e0-d227-4514-82df-8a47082e4184), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.046625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:06.049048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.051867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] Pushing event deleted for resources: {'Port': ['ID=881ea5e0-d227-4514-82df-8a47082e4184,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:06.054632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9ca77-9770-4e5f-8b22-8938fd8d4d12 None None] No DVR routers for this DVR port 881ea5e0-d227-4514-82df-8a47082e4184 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:06.062955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:06.065180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event updated for resources: {'Port': ['ID=1ead2fb8-0dd1-4570-aadb-c270c926ab03,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:06.068320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:06.072186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (9db51366-c7fe-4bf0-a633-4e509d842e5d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.128414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=9db51366-c7fe-4bf0-a633-4e509d842e5d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:06.136853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.139947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67ce2fe4-6f79-4bcd-be6a-fad586fe5e11 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/9db51366-c7fe-4bf0-a633-4e509d842e5d HTTP/1.1" status: 204 len: 168 time: 0.7961390 Feb 14 21:49:06.143113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:06.148064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c2010-913a-402d-8bde-5fe62c40ffc5 None None] Network f41e2398-2705-4dea-a603-f81e38105450 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:06.336642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.355072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a1117a11-4729-4df0-884e-3420802ba72d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.375837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a7e544c-8d9f-4790-a42c-b267c3398090 req-31968abc-f8a3-4094-adeb-abb7f856804c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0619712 Feb 14 21:49:06.450355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 881ea5e0-d227-4514-82df-8a47082e4184 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:06.501146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 881ea5e0-d227-4514-82df-8a47082e4184 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:06.501504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 881ea5e0-d227-4514-82df-8a47082e4184 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:06.508729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] DHCP port deletion for f41e2398-2705-4dea-a603-f81e38105450 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:06.600215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Deleting port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:06.600930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.641229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a1117a11-4729-4df0-884e-3420802ba72d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.687910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (5ef5a562-80e1-4a77-9d5c-280b06d3e334), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.693298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1117a11-4729-4df0-884e-3420802ba72d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:06.719603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:06.719928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:06.737351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.765840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] For port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,segment=NetworkSegment(8c3f6697-5635-4e5a-9d2d-d1578a4ea315),segment_id=8c3f6697-5635-4e5a-9d2d-d1578a4ea315)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:06.765840 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.767313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.774883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:49:06.775372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (dd728d13-f4f8-4f4a-ae00-a0cb44aa34bc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: items = [ Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:49:06.778949 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:49:06.813347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Calling delete_port for 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:06.923955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a1117a11-4729-4df0-884e-3420802ba72d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.970120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.979268 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (80f516bb-bc1c-4d52-9b2f-ef307a80f9e7), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:06.987675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/a1117a11-4729-4df0-884e-3420802ba72d HTTP/1.1" status: 204 len: 168 time: 0.8423939 Feb 14 21:49:06.991437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:06.992219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7d50-2f90-4376-93cc-3dce65038386 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=a1117a11-4729-4df0-884e-3420802ba72d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:07.056583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] Pushing event deleted for resources: {'Port': ['ID=80f516bb-bc1c-4d52-9b2f-ef307a80f9e7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:07.064448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984169ee-be92-47c8-910a-f05131ee1dbd None None] No DVR routers for this DVR port 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:07.116340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f41e2398-2705-4dea-a603-f81e38105450), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.217662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f41e2398-2705-4dea-a603-f81e38105450), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.243236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e2398-2705-4dea-a603-f81e38105450']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:07.255076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3f6697-5635-4e5a-9d2d-d1578a4ea315') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:07.255742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3f6697-5635-4e5a-9d2d-d1578a4ea315') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:07.279044 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (8c3f6697-5635-4e5a-9d2d-d1578a4ea315), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.297300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (8c3f6697-5635-4e5a-9d2d-d1578a4ea315), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.306807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:49:07.306807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (8c3f6697-5635-4e5a-9d2d-d1578a4ea315), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.311421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:49:07.395349 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:49:07.411104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f41e2398-2705-4dea-a603-f81e38105450), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.424804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.439200 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/f41e2398-2705-4dea-a603-f81e38105450 HTTP/1.1" status: 204 len: 168 time: 0.4405353 Feb 14 21:49:07.450615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58100) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:07.468558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-560380520'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:07.511855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56117-f02e-4237-9e8e-82085b020f24 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=f41e2398-2705-4dea-a603-f81e38105450,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:07.536266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:07.540547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.595987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:49:07.647192 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (85e0871d-74fe-4316-bd17-f15ca40a54af), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.649120 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 85e0871d-74fe-4316-bd17-f15ca40a54af of type vlan for network 8a534ff7-f27d-428a-b226-3f3f221d496d Feb 14 21:49:07.674148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c4af713-aa73-4c55-a085-2e410b86af1e req-bf758482-49b8-4551-99ab-76534e52222c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0359030 Feb 14 21:49:07.784441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.793233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:07.896780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8a534ff7-f27d-428a-b226-3f3f221d496d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.126710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8a534ff7-f27d-428a-b226-3f3f221d496d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.136404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:08.139343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.142212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Router 5ef5a562-80e1-4a77-9d5c-280b06d3e334 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:08.228380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-353669d4-dd44-4c5b-a592-ca1b897bb268 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:08.230150 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-353669d4-dd44-4c5b-a592-ca1b897bb268 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.5202792 Feb 14 21:49:08.236239 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7843883 Feb 14 21:49:08.240420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:08.245530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:08.253289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:08.301567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e24023-2dc2-487a-8d84-a737438b24f6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=8a534ff7-f27d-428a-b226-3f3f221d496d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:08.330418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8a534ff7-f27d-428a-b226-3f3f221d496d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:49:08.483365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:08.489488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.602545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:08.615335 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] Sync routers for ids ['5ef5a562-80e1-4a77-9d5c-280b06d3e334'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:08.635646 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] Routers {'5ef5a562-80e1-4a77-9d5c-280b06d3e334'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:08.648204 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['5ef5a562-80e1-4a77-9d5c-280b06d3e334'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:08.648506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.650511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d6b4d91-51e1-49f8-bafc-670fffa63920 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "PUT /v2.0/routers/5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 200 len: 884 time: 4.4823706 Feb 14 21:49:08.657257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58206) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:08.743483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:08.755132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:08.981076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e4aac545-8801-426b-a0b8-60dd3ecfd0f7 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 200 len: 925 time: 0.3212333 Feb 14 21:49:09.024120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:09.030971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1dd2429-4140-4104-baa8-ba0ef01d2046 req-7b34a4b3-25bd-46e8-b6d4-a7ab0bc66b3f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0459538 Feb 14 21:49:09.031607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:09.045143 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:09.073176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] Routers {'5ef5a562-80e1-4a77-9d5c-280b06d3e334'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:09.073988 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['5ef5a562-80e1-4a77-9d5c-280b06d3e334'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:09.095924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:09.096275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f516bb-bc1c-4d52-9b2f-ef307a80f9e7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:09.180423 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:09.181332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23588a38-3cbd-43f8-911c-914eb00f92b0 None None] The sync data for ids ['5ef5a562-80e1-4a77-9d5c-280b06d3e334'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:09.196141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae09b75-b710-4385-987d-d21938cbc04d tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:09.200528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eae09b75-b710-4385-987d-d21938cbc04d tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=5ef5a562-80e1-4a77-9d5c-280b06d3e334&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1653650 Feb 14 21:49:09.201175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58262) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:09.319082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.13 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/63fc5ba9-3515-462d-b500-36e4a0b06e94) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:09.336090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab27b9b-b574-4b87-a559-47ef11a736e0 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:09.341126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ab27b9b-b574-4b87-a559-47ef11a736e0 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.1388228 Feb 14 21:49:09.341800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58276) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:09.378421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-92920e65-6d17-4855-b65b-70f0b39f164f tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 200 len: 205 time: 0.0348694 Feb 14 21:49:09.379843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58280) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:09.434996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (58fc89d3-5d69-4f07-bc5e-aa4267004882), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.578559 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.580564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=58fc89d3-5d69-4f07-bc5e-aa4267004882,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:09.596612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.605302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '85e0871d-74fe-4316-bd17-f15ca40a54af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:09.605831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 8a534ff7-f27d-428a-b226-3f3f221d496d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:49:09.644923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 8a534ff7-f27d-428a-b226-3f3f221d496d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:49:09.665888 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8a534ff7-f27d-428a-b226-3f3f221d496d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:09.670464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:09.671773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.679148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.682040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee765f1-b056-4521-b627-9d40c9c35d60 None None] Network 8a534ff7-f27d-428a-b226-3f3f221d496d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:09.741153 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb71a69f-7d45-4870-9c42-9fcd436e7c3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4915755 Feb 14 21:49:09.745898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58318) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:09.749760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:09.756737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:09.759604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:09.770706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1533669703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:09.811737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:09.863779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:09.864449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.891969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9d290200-cf42-424a-87ae-747ee91c9021), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.900721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d4123e18-c21a-4772-a925-76c51249125c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6594675 Feb 14 21:49:09.901617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9d290200-cf42-424a-87ae-747ee91c9021), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:09.915651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Request body: {'port': {'device_id': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:10.000813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-8a534ff7-f27d-428a-b226-3f3f221d496d', 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '58fc89d3-5d69-4f07-bc5e-aa4267004882'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:10.002669 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.060678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (5ef5a562-80e1-4a77-9d5c-280b06d3e334), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.106452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.155033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (9d290200-cf42-424a-87ae-747ee91c9021), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.222058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9d290200-cf42-424a-87ae-747ee91c9021), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.310112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-352a4f8e-71a2-4acd-a65b-9b13bbfb877c None None] Provisioning complete for port 63fc5ba9-3515-462d-b500-36e4a0b06e94 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:10.310703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-352a4f8e-71a2-4acd-a65b-9b13bbfb877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.373631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.375345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce5b2ef6-37e3-489d-be99-84d57838aaa9 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6282945 Feb 14 21:49:10.403135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-352a4f8e-71a2-4acd-a65b-9b13bbfb877c None None] Port 63fc5ba9-3515-462d-b500-36e4a0b06e94 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:10.405693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:10.418691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'port': {'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d', 'name': 'tempest-RoutersTest-665309289'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:10.445009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Allocated IP 172.20.0.2 (8a534ff7-f27d-428a-b226-3f3f221d496d/58fc89d3-5d69-4f07-bc5e-aa4267004882/731e9f9f-2af8-40af-988b-bd3e3376b0bb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:10.599276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8fb7d-052b-49fe-850e-379cf72514cd req-03e5ec43-f223-470b-bc25-769b8c33fca6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:10.604927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19c8fb7d-052b-49fe-850e-379cf72514cd req-03e5ec43-f223-470b-bc25-769b8c33fca6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 932 time: 0.4055517 Feb 14 21:49:10.897996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port 1ead2fb8-0dd1-4570-aadb-c270c926ab03 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:10.898322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1ead2fb8-0dd1-4570-aadb-c270c926ab03), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.945121 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks [] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.964922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:10.996268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fc5ba9-3515-462d-b500-36e4a0b06e94 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:49:11.006022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks [] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.023438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19c8fb7d-052b-49fe-850e-379cf72514cd req-5ddcf7e9-d2df-413f-a9fb-f79bc226cb44 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916579 Feb 14 21:49:11.029055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:11.034256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.044452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Transition to ACTIVE for port object 63fc5ba9-3515-462d-b500-36e4a0b06e94 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:49:11.053196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.069051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Pushing event updated for resources: {'Port': ['ID=731e9f9f-2af8-40af-988b-bd3e3376b0bb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:11.098457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] device_id is not set on port 4f286940-91d5-412a-82f2-201eba6c572d yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:11.107841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Network 8a534ff7-f27d-428a-b226-3f3f221d496d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:11.110933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:11.120010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:11.138561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1ead2fb8-0dd1-4570-aadb-c270c926ab03), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.231497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Pushing event updated for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:11.244447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for 1ead2fb8-0dd1-4570-aadb-c270c926ab03 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:11.270331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Attempting to bind port 731e9f9f-2af8-40af-988b-bd3e3376b0bb on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:11.270724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Attempting to bind port 731e9f9f-2af8-40af-988b-bd3e3376b0bb by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '85e0871d-74fe-4316-bd17-f15ca40a54af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:11.271101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Attempting to bind port 731e9f9f-2af8-40af-988b-bd3e3376b0bb on network 8a534ff7-f27d-428a-b226-3f3f221d496d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:11.291868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:11.292571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Checking segment: {'id': '85e0871d-74fe-4316-bd17-f15ca40a54af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:11.293156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.294059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Bound using segment: {'id': '85e0871d-74fe-4316-bd17-f15ca40a54af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:11.294225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Bound port: 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e0871d-74fe-4316-bd17-f15ca40a54af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8a534ff7-f27d-428a-b226-3f3f221d496d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:11.294862 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.304334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Attempting to bind port 63fc5ba9-3515-462d-b500-36e4a0b06e94 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:11.304841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Attempting to bind port 63fc5ba9-3515-462d-b500-36e4a0b06e94 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:11.305327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Attempting to bind port 63fc5ba9-3515-462d-b500-36e4a0b06e94 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:11.310369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Port 63fc5ba9-3515-462d-b500-36e4a0b06e94 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:49:11.310873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Attempting to bind port 63fc5ba9-3515-462d-b500-36e4a0b06e94 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:11.318045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:11.319608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:11.320479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:11.321052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Bound port: 63fc5ba9-3515-462d-b500-36e4a0b06e94, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:11.321580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.415310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:11.418763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:11.428735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.447618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] For port 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:11.454307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] For port 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=731e9f9f-2af8-40af-988b-bd3e3376b0bb,segment=NetworkSegment(85e0871d-74fe-4316-bd17-f15ca40a54af),segment_id=85e0871d-74fe-4316-bd17-f15ca40a54af)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:11.469755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.509599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:11.512731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.516196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] 10.222.0.64 "PUT /v2.0/ports/63fc5ba9-3515-462d-b500-36e4a0b06e94 HTTP/1.1" status: 200 len: 1093 time: 1.6069303 Feb 14 21:49:11.523281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:49:11.526276 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44959043-4abc-42d9-b112-68daf1642af5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:49:11.571326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.20.0.12 (8a534ff7-f27d-428a-b226-3f3f221d496d/58fc89d3-5d69-4f07-bc5e-aa4267004882/4f286940-91d5-412a-82f2-201eba6c572d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:11.575509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a940-f243-44e3-b69e-808e2a483a19 service neutron] Pushing event updated for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:11.665231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-3987c8b5-85da-4b2c-943d-486e5d9e2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:11.667110 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-3987c8b5-85da-4b2c-943d-486e5d9e2590 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 1127 time: 0.0858746 Feb 14 21:49:11.668856 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f62e76-5e7f-4836-aa0a-75145a3707f4 x-openstack-request-id: req-e4f62e76-5e7f-4836-aa0a-75145a3707f4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:49:11.669272 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:49:11.669574 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4f62e76-5e7f-4836-aa0a-75145a3707f4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:49:11.670024 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94', 'status': 'completed', 'code': 200} Feb 14 21:49:11.746400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-32acc5c7-cdb0-4d0a-a2bb-689a01ed4c5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94 HTTP/1.1" status: 200 len: 217 time: 0.0719724 Feb 14 21:49:11.748887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa158-2249-42b7-aeb8-b97951c3596c None None] Pushing event updated for resources: {'Port': ['ID=731e9f9f-2af8-40af-988b-bd3e3376b0bb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:11.855106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-0459b503-5033-44f0-8890-b96123aece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:11.856665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-0459b503-5033-44f0-8890-b96123aece59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0936835 Feb 14 21:49:11.977954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1ead2fb8-0dd1-4570-aadb-c270c926ab03), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:11.980942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d3d69cfa-3f21-40fb-8ee0-e7dec75630f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:11.982685 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-d3d69cfa-3f21-40fb-8ee0-e7dec75630f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1170940 Feb 14 21:49:12.113615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=1ead2fb8-0dd1-4570-aadb-c270c926ab03,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:12.194077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-f3840004-c1c7-4f21-94b1-06c599370c9d service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978860 Feb 14 21:49:12.284431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (5ef5a562-80e1-4a77-9d5c-280b06d3e334), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.388553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (4f286940-91d5-412a-82f2-201eba6c572d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.447992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2b3db-4d0e-469f-82c2-2ca63db00547 req-e4579468-5f70-4443-9bc8-d9bee280a4a4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:12.449758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5bf2b3db-4d0e-469f-82c2-2ca63db00547 req-e4579468-5f70-4443-9bc8-d9bee280a4a4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.2574756 Feb 14 21:49:12.452353 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.456165 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (5ef5a562-80e1-4a77-9d5c-280b06d3e334), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.508578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2ea841d4-4a97-4921-99c1-4454f22a8645 req-3c49df11-f215-43cc-834f-16ae11ef744b service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041408 Feb 14 21:49:12.570428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (5ef5a562-80e1-4a77-9d5c-280b06d3e334), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.572207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef5a562-80e1-4a77-9d5c-280b06d3e334 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:12.582024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.583361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab59c1ee-5c4d-4d4d-a1bf-bf9e587fcda2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 204 len: 168 time: 3.2024274 Feb 14 21:49:12.600026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58552) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:12.605133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-145405199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:12.651541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5bf2b3db-4d0e-469f-82c2-2ca63db00547 req-25dbd307-1fca-4811-bcb1-93d58c109c7f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919863 Feb 14 21:49:12.672302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.674429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.689783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4f286940-91d5-412a-82f2-201eba6c572d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.705139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 731e9f9f-2af8-40af-988b-bd3e3376b0bb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:12.708500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959043-4abc-42d9-b112-68daf1642af5 req-026b58f6-d5bb-4c06-b60b-ce6d76482954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:12.715483 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-026b58f6-d5bb-4c06-b60b-ce6d76482954 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 1127 time: 0.1462598 Feb 14 21:49:12.783442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 8a534ff7-f27d-428a-b226-3f3f221d496d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:12.789943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:12.792648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:12.825778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 731e9f9f-2af8-40af-988b-bd3e3376b0bb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:12.826606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:12.963751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959043-4abc-42d9-b112-68daf1642af5 req-34b2278a-e96a-4382-864d-4fe3dddf2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:12.965299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-34b2278a-e96a-4382-864d-4fe3dddf2aca service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.2440426 Feb 14 21:49:13.005161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=4f286940-91d5-412a-82f2-201eba6c572d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:13.011098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.028366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.049484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 731e9f9f-2af8-40af-988b-bd3e3376b0bb is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:13.050663 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.061367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-099fafe1-7f0d-4aca-ab3d-0d56a77bf94c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94 HTTP/1.1" status: 200 len: 217 time: 0.0878775 Feb 14 21:49:13.073122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:13.076846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.089964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.091241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-390d9091-a5cd-442a-b0b7-5e1d4fbb9d14 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4899352 Feb 14 21:49:13.095113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58572) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:13.113987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': True}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:13.122866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=731e9f9f-2af8-40af-988b-bd3e3376b0bb,segment=NetworkSegment(85e0871d-74fe-4316-bd17-f15ca40a54af),segment_id=85e0871d-74fe-4316-bd17-f15ca40a54af)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:13.136576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.160604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959043-4abc-42d9-b112-68daf1642af5 req-4f047f99-ecae-4d72-b793-b28bb3c0e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:13.162080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-4f047f99-ecae-4d72-b793-b28bb3c0e149 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0949717 Feb 14 21:49:13.184511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b8e3124-a031-441b-92ec-f27d2cb5d56f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7699983 Feb 14 21:49:13.184866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58574) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:13.201090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=731e9f9f-2af8-40af-988b-bd3e3376b0bb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:13.260877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782af18-c5ce-4500-8f66-85f3dc13c518 None None] Network 8a534ff7-f27d-428a-b226-3f3f221d496d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:13.552956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-dbdc483e-5559-4e93-8595-8b8fe8f9745a None None] Provisioning complete for port 731e9f9f-2af8-40af-988b-bd3e3376b0bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:13.553266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dbdc483e-5559-4e93-8595-8b8fe8f9745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:13.821186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc483e-5559-4e93-8595-8b8fe8f9745a None None] Current status of the port 731e9f9f-2af8-40af-988b-bd3e3376b0bb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:13.917803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959043-4abc-42d9-b112-68daf1642af5 req-0eb1ba4b-2d71-4c45-a768-723f1a608b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:13.919607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-0eb1ba4b-2d71-4c45-a768-723f1a608b4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7500827 Feb 14 21:49:13.941655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.090203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Provisioning complete for port 4f286940-91d5-412a-82f2-201eba6c572d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:14.090688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f286940-91d5-412a-82f2-201eba6c572d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.094467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0c84-482b-4b7c-a401-de49f135feac req-e23ada07-a707-4279-8b5a-bf7320a337ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:14.096433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-971a0c84-482b-4b7c-a401-de49f135feac req-e23ada07-a707-4279-8b5a-bf7320a337ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1441252 Feb 14 21:49:14.182767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-971a0c84-482b-4b7c-a401-de49f135feac req-b4002d13-9958-4068-93d7-1425ae82887f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Feb 14 21:49:14.203478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Port 4f286940-91d5-412a-82f2-201eba6c572d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:14.228761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Provisioning complete for port 731e9f9f-2af8-40af-988b-bd3e3376b0bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:14.229355 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.410254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-84dc2e50-27df-49d3-a458-345b9ed71c69 None None] Current status of the port 731e9f9f-2af8-40af-988b-bd3e3376b0bb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:14.451728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (cee4097d-3af7-4206-a4ee-02a9d397875d), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.488294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 731e9f9f-2af8-40af-988b-bd3e3376b0bb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:14.496048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.578213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f286940-91d5-412a-82f2-201eba6c572d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.583938 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-4873ce40-d924-4ff9-8604-da2f040ea835 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332091 Feb 14 21:49:14.587852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9e09d56e-3ead-48e0-84e1-beeec60526d1 None None] Provisioning complete for port 4f286940-91d5-412a-82f2-201eba6c572d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:14.588234 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e09d56e-3ead-48e0-84e1-beeec60526d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f286940-91d5-412a-82f2-201eba6c572d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.671913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e09d56e-3ead-48e0-84e1-beeec60526d1 None None] Port 4f286940-91d5-412a-82f2-201eba6c572d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:14.686981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 731e9f9f-2af8-40af-988b-bd3e3376b0bb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:14.687615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.693553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 172.25.2.144 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/cd08a40f-0bba-4397-ad1a-947d262f8646) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:14.840273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 731e9f9f-2af8-40af-988b-bd3e3376b0bb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:14.871251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (cd08a40f-0bba-4397-ad1a-947d262f8646), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:14.955532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cd08a40f-0bba-4397-ad1a-947d262f8646), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.018143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=cd08a40f-0bba-4397-ad1a-947d262f8646,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:15.053650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:15.056571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:15.057707 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-44959043-4abc-42d9-b112-68daf1642af5 req-7599fb62-1343-4ee4-812c-8ead55746802 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629166 Feb 14 21:49:15.063799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:15.184160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (4f286940-91d5-412a-82f2-201eba6c572d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.196415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4f286940-91d5-412a-82f2-201eba6c572d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.398495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=4f286940-91d5-412a-82f2-201eba6c572d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:15.547287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (9d290200-cf42-424a-87ae-747ee91c9021), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.589438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b86b-8e23-42e1-b51b-40cc5417adad req-b1bea643-c645-4ca8-a254-90859ae5e317 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:15.590965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2b0b86b-8e23-42e1-b51b-40cc5417adad req-b1bea643-c645-4ca8-a254-90859ae5e317 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.2955778 Feb 14 21:49:15.713978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-df7619b4-c2cf-4ebc-ae91-e9666b1b67e7 None None] Provisioning complete for port 4f286940-91d5-412a-82f2-201eba6c572d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:15.715035 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df7619b4-c2cf-4ebc-ae91-e9666b1b67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f286940-91d5-412a-82f2-201eba6c572d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.720184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f286940-91d5-412a-82f2-201eba6c572d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.723355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (cee4097d-3af7-4206-a4ee-02a9d397875d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:15.797311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-df7619b4-c2cf-4ebc-ae91-e9666b1b67e7 None None] Port 4f286940-91d5-412a-82f2-201eba6c572d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:15.936061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2b0b86b-8e23-42e1-b51b-40cc5417adad req-49c13755-ce85-4208-98c1-d1a435705406 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380973 Feb 14 21:49:16.138900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (4f286940-91d5-412a-82f2-201eba6c572d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.154810 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4f286940-91d5-412a-82f2-201eba6c572d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.221579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.228964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.234061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (9d290200-cf42-424a-87ae-747ee91c9021), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.344795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=4f286940-91d5-412a-82f2-201eba6c572d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:16.441412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 8a534ff7-f27d-428a-b226-3f3f221d496d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:16.456516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:16.583664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router cee4097d-3af7-4206-a4ee-02a9d397875d is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:16.658333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 9d290200-cf42-424a-87ae-747ee91c9021 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:16.745530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:16.750531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.751817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c0af351b-2485-4589-baf7-84ff9d36dff4 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "PUT /v2.0/routers/cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 200 len: 918 time: 3.6556935 Feb 14 21:49:16.754566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58600) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:16.757929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] Sync routers for ids ['cee4097d-3af7-4206-a4ee-02a9d397875d'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:16.781974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] Routers {'cee4097d-3af7-4206-a4ee-02a9d397875d'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:16.782897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cee4097d-3af7-4206-a4ee-02a9d397875d'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.792285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:16.801106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58602) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:16.801233 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2d6dff36-3ff2-4f7a-bd93-ce4e8e4e1942 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/9d290200-cf42-424a-87ae-747ee91c9021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887327 Feb 14 21:49:16.804671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] Sync routers for ids ['9d290200-cf42-424a-87ae-747ee91c9021'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:16.819419 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] Routers {'9d290200-cf42-424a-87ae-747ee91c9021'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:16.820331 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9d290200-cf42-424a-87ae-747ee91c9021'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.862640 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.863183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701ad61-28f4-4bf8-ad6a-bef6e886db57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:16.867047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6701ad61-28f4-4bf8-ad6a-bef6e886db57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports/4f286940-91d5-412a-82f2-201eba6c572d HTTP/1.1" status: 200 len: 977 time: 0.0625851 Feb 14 21:49:16.867191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.867937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:16.896870 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] Routers {'9d290200-cf42-424a-87ae-747ee91c9021'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:16.897728 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9d290200-cf42-424a-87ae-747ee91c9021'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.898883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f1ee0142-2bcf-4895-8e1a-441fef9d7043 None None] Provisioning complete for port 4f286940-91d5-412a-82f2-201eba6c572d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:16.899298 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0142-2bcf-4895-8e1a-441fef9d7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f286940-91d5-412a-82f2-201eba6c572d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:16.979487 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:16.984891 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f77b40-366f-44a2-8616-ed1953404a7d None None] The sync data for ids ['9d290200-cf42-424a-87ae-747ee91c9021'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:16.992828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee0142-2bcf-4895-8e1a-441fef9d7043 None None] Port 4f286940-91d5-412a-82f2-201eba6c572d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:16.999626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] Routers {'cee4097d-3af7-4206-a4ee-02a9d397875d'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:17.000269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cee4097d-3af7-4206-a4ee-02a9d397875d'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:17.038383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8226b1d6-751a-4293-8585-9b632bb17497 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 200 len: 924 time: 0.2802870 Feb 14 21:49:17.061705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58610) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:17.094921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:17.095633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474e6cc-b42b-4343-94d3-eac36b85ca1d None None] The sync data for ids ['cee4097d-3af7-4206-a4ee-02a9d397875d'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:17.125210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407014-76d3-443e-9eb8-fd0ae27419e3 req-50fe584a-ff56-4429-9055-0e2c970331b1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:17.127022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df407014-76d3-443e-9eb8-fd0ae27419e3 req-50fe584a-ff56-4429-9055-0e2c970331b1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.0870528 Feb 14 21:49:17.188353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df407014-76d3-443e-9eb8-fd0ae27419e3 req-072263f9-ff56-48aa-8373-ebdaac03f3ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 Feb 14 21:49:17.201230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c776d81-8bfd-4c24-8107-1619b8349a3b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:17.203970 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0c776d81-8bfd-4c24-8107-1619b8349a3b tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=cee4097d-3af7-4206-a4ee-02a9d397875d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1403234 Feb 14 21:49:17.205935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58612) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:17.317395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a743bd7-a309-42d1-a3e6-e65c41e73df9 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:17.321352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8a743bd7-a309-42d1-a3e6-e65c41e73df9 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.1118393 Feb 14 21:49:17.321627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58614) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:17.359978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48463b98-b949-4f6a-ba9e-c29754a72234 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 200 len: 205 time: 0.0350606 Feb 14 21:49:17.360420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58616) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:17.511216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (9d290200-cf42-424a-87ae-747ee91c9021), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:17.527932 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:17.674753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (cee4097d-3af7-4206-a4ee-02a9d397875d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:17.768211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port cd08a40f-0bba-4397-ad1a-947d262f8646 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:17.769953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cd08a40f-0bba-4397-ad1a-947d262f8646), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:17.896110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cd08a40f-0bba-4397-ad1a-947d262f8646), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:17.909848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for cd08a40f-0bba-4397-ad1a-947d262f8646 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:18.144417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (cd08a40f-0bba-4397-ad1a-947d262f8646), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.183510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=cd08a40f-0bba-4397-ad1a-947d262f8646,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:18.271807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (cee4097d-3af7-4206-a4ee-02a9d397875d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.401070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.403463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (cee4097d-3af7-4206-a4ee-02a9d397875d), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.407919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 4f286940-91d5-412a-82f2-201eba6c572d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:18.408408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4f286940-91d5-412a-82f2-201eba6c572d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.477374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (cee4097d-3af7-4206-a4ee-02a9d397875d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.477374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router cee4097d-3af7-4206-a4ee-02a9d397875d {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:18.483957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.488543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef8fb6be-f5de-4c08-bcde-cd6f1d791b6b tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 204 len: 168 time: 1.1237514 Feb 14 21:49:18.500993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58628) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:18.506925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1607480108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:18.546743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.550556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.567539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722498a8-af99-451a-8f95-7ae6d986df0f req-d6df46e4-0d00-4390-bed6-ff980c0d96f3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:18.570005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-722498a8-af99-451a-8f95-7ae6d986df0f req-d6df46e4-0d00-4390-bed6-ff980c0d96f3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1069033 Feb 14 21:49:18.613209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4f286940-91d5-412a-82f2-201eba6c572d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.642186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 4f286940-91d5-412a-82f2-201eba6c572d owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:18.693190 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.718009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.786173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-722498a8-af99-451a-8f95-7ae6d986df0f req-21fbe228-4ed1-4747-aef6-5398bfd0f748 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079234 Feb 14 21:49:18.790939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:18.795241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-04d7fbb0-63e1-4ff3-bf36-b3a96e039160 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2932889 Feb 14 21:49:18.796005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58632) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:18.801718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'enable_snat': False}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:18.926407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4f286940-91d5-412a-82f2-201eba6c572d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:19.005331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=4f286940-91d5-412a-82f2-201eba6c572d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:19.274624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (9d290200-cf42-424a-87ae-747ee91c9021), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:19.312278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:19.557398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 9d290200-cf42-424a-87ae-747ee91c9021 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:19.662914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:19.686535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:19.736731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:19.748469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] Sync routers for ids ['9d290200-cf42-424a-87ae-747ee91c9021'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:19.751859 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0ef75fd-4168-4b13-aea3-04754f0490d4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/9d290200-cf42-424a-87ae-747ee91c9021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8780146 Feb 14 21:49:19.755638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58636) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:19.765864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] Routers {'9d290200-cf42-424a-87ae-747ee91c9021'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:19.766479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9d290200-cf42-424a-87ae-747ee91c9021'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:19.802941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:19.813785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] Routers {'9d290200-cf42-424a-87ae-747ee91c9021'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:19.814901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9d290200-cf42-424a-87ae-747ee91c9021'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:19.858719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:19.859749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ab1a0-d0ee-4167-bfe3-f64e7019253c None None] The sync data for ids ['9d290200-cf42-424a-87ae-747ee91c9021'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:19.959576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Allocated IP 172.25.2.126 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b89aeb2d-e041-4813-9112-68256d310e3d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:19.980997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3821f5c-569a-41c3-99e9-1c357ebaf662 req-44c5e946-afb1-4388-9b3e-9f57ed23b54f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:19.982625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3821f5c-569a-41c3-99e9-1c357ebaf662 req-44c5e946-afb1-4388-9b3e-9f57ed23b54f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.0732501 Feb 14 21:49:20.041690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3821f5c-569a-41c3-99e9-1c357ebaf662 req-7a0e32ef-ebcd-422f-a3ea-690321c7f571 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Feb 14 21:49:20.091348 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-5fb3f6d9-7221-49c2-bc58-c0bcf1b8cf22 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] remove_router_interface failed (client error): The resource could not be found. Feb 14 21:49:20.094541 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5fb3f6d9-7221-49c2-bc58-c0bcf1b8cf22 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/9d290200-cf42-424a-87ae-747ee91c9021/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3373096 Feb 14 21:49:20.098079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58642) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:20.143644 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-01ea5707-9e3d-41da-908d-a0616424d19a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d290200-cf42-424a-87ae-747ee91c9021 HTTP/1.1" status: 200 len: 205 time: 0.0443668 Feb 14 21:49:20.146203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58644) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:20.260003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for port (b89aeb2d-e041-4813-9112-68256d310e3d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.265648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (9d290200-cf42-424a-87ae-747ee91c9021), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.549362 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:49:20.850129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9d290200-cf42-424a-87ae-747ee91c9021), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.852432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (9d290200-cf42-424a-87ae-747ee91c9021), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.912994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b89aeb2d-e041-4813-9112-68256d310e3d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.979304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9d290200-cf42-424a-87ae-747ee91c9021), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.980255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router 9d290200-cf42-424a-87ae-747ee91c9021 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:20.992539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:20.998100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7a3cd47b-7d78-475c-b985-20d5ed8f433c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/9d290200-cf42-424a-87ae-747ee91c9021 HTTP/1.1" status: 204 len: 168 time: 0.8508923 Feb 14 21:49:20.999144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58650) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:21.023315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:21.027578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:21.043289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:21.082440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 58fc89d3-5d69-4f07-bc5e-aa4267004882 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:21.085011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (58fc89d3-5d69-4f07-bc5e-aa4267004882), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.085622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Pushing event updated for resources: {'Port': ['ID=b89aeb2d-e041-4813-9112-68256d310e3d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:21.154591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (58fc89d3-5d69-4f07-bc5e-aa4267004882), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.291532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (58fc89d3-5d69-4f07-bc5e-aa4267004882), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.309317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bbb74-505c-464e-bc42-d6f67c3ec601 req-84ce06ab-0c8d-40e7-ab78-0f83d87da4a5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:21.311012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47bbb74-505c-464e-bc42-d6f67c3ec601 req-84ce06ab-0c8d-40e7-ab78-0f83d87da4a5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1174397 Feb 14 21:49:21.434053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (58fc89d3-5d69-4f07-bc5e-aa4267004882), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.481814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b47bbb74-505c-464e-bc42-d6f67c3ec601 req-650ba5e6-45fa-4958-afcd-6012d5f7582a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116872 Feb 14 21:49:21.515140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=58fc89d3-5d69-4f07-bc5e-aa4267004882,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:21.523319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7da00d-ebc2-4d09-93dd-665b2e9984ff None None] Network 8a534ff7-f27d-428a-b226-3f3f221d496d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:21.526883 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.529914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router_gateway (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.534023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58656) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:21.534215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d81ab0d-70c0-4d9e-9057-804062574faf tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/58fc89d3-5d69-4f07-bc5e-aa4267004882 HTTP/1.1" status: 204 len: 168 time: 0.5319495 Feb 14 21:49:21.727888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8a534ff7-f27d-428a-b226-3f3f221d496d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] DHCP port deletion for 8a534ff7-f27d-428a-b226-3f3f221d496d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:21.895295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 731e9f9f-2af8-40af-988b-bd3e3376b0bb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:21.895736 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.926287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Deleting port 731e9f9f-2af8-40af-988b-bd3e3376b0bb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:21.926287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.966041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.980649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:21.990603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=731e9f9f-2af8-40af-988b-bd3e3376b0bb,segment=NetworkSegment(85e0871d-74fe-4316-bd17-f15ca40a54af),segment_id=85e0871d-74fe-4316-bd17-f15ca40a54af)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:21.990939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.005309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] For port 731e9f9f-2af8-40af-988b-bd3e3376b0bb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=731e9f9f-2af8-40af-988b-bd3e3376b0bb,segment=NetworkSegment(85e0871d-74fe-4316-bd17-f15ca40a54af),segment_id=85e0871d-74fe-4316-bd17-f15ca40a54af)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:22.005827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.021402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Calling delete_port for 731e9f9f-2af8-40af-988b-bd3e3376b0bb owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:22.123711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 731e9f9f-2af8-40af-988b-bd3e3376b0bb owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:22.137624 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.194001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] Pushing event deleted for resources: {'Port': ['ID=731e9f9f-2af8-40af-988b-bd3e3376b0bb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:22.197477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Router 9eca3d50-15e0-4c80-98e1-d8ac675d6eda is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:22.200199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea978bb8-d57a-43ae-a5dd-cd5d809c5f5b None None] No DVR routers for this DVR port 731e9f9f-2af8-40af-988b-bd3e3376b0bb on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:22.288293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (731e9f9f-2af8-40af-988b-bd3e3376b0bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.353765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=731e9f9f-2af8-40af-988b-bd3e3376b0bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:22.359592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 731e9f9f-2af8-40af-988b-bd3e3376b0bb on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:22.388864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:22.395384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.399583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c90dec59-2e7d-4d39-ac40-3dc0e4e07ed8 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "PUT /v2.0/routers/9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 200 len: 920 time: 3.5996804 Feb 14 21:49:22.399583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58662) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:22.404280 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] Sync routers for ids ['9eca3d50-15e0-4c80-98e1-d8ac675d6eda'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:22.431515 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] Routers {'9eca3d50-15e0-4c80-98e1-d8ac675d6eda'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:22.432444 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9eca3d50-15e0-4c80-98e1-d8ac675d6eda'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.503442 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.514122 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] Routers {'9eca3d50-15e0-4c80-98e1-d8ac675d6eda'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:22.515445 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['9eca3d50-15e0-4c80-98e1-d8ac675d6eda'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.520791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 731e9f9f-2af8-40af-988b-bd3e3376b0bb no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:22.560797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 731e9f9f-2af8-40af-988b-bd3e3376b0bb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:22.561460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 731e9f9f-2af8-40af-988b-bd3e3376b0bb not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:22.566770 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.576006 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d29f89-c903-493b-8c0e-ccc62811fb78 None None] The sync data for ids ['9eca3d50-15e0-4c80-98e1-d8ac675d6eda'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:22.617805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8a534ff7-f27d-428a-b226-3f3f221d496d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.683858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a534ff7-f27d-428a-b226-3f3f221d496d']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.704186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:22.704772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e49cc10-d231-41c3-af20-89b52edf099a tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 200 len: 926 time: 0.3040035 Feb 14 21:49:22.707476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e0871d-74fe-4316-bd17-f15ca40a54af') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.707781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e0871d-74fe-4316-bd17-f15ca40a54af') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:22.731741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (85e0871d-74fe-4316-bd17-f15ca40a54af), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.763572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb7f53-2af1-4cb1-b0e1-eef7326a4b0f tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:22.765394 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8afb7f53-2af1-4cb1-b0e1-eef7326a4b0f tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=9eca3d50-15e0-4c80-98e1-d8ac675d6eda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0599484 Feb 14 21:49:22.769354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58668) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:22.781745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (85e0871d-74fe-4316-bd17-f15ca40a54af), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.792548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c2b1f-14cd-4578-a7d0-8a64cb6dbe21 req-2dd713ee-1a1d-49a2-91b1-0cac8a701355 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:22.799690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c34c2b1f-14cd-4578-a7d0-8a64cb6dbe21 req-2dd713ee-1a1d-49a2-91b1-0cac8a701355 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1787820 Feb 14 21:49:22.825735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:49:22.826235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (85e0871d-74fe-4316-bd17-f15ca40a54af), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:49:22.829338 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:49:22.914750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d65cc-013d-49c1-9697-1d037dfa10ce tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:22.915410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c34c2b1f-14cd-4578-a7d0-8a64cb6dbe21 req-01b5c74b-b950-47fb-8d5c-299d854d198f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144388 Feb 14 21:49:22.919780 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bb1d65cc-013d-49c1-9697-1d037dfa10ce tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/networks/71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 881 time: 0.1457191 Feb 14 21:49:22.920404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58670) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:22.943089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8a534ff7-f27d-428a-b226-3f3f221d496d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.952150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:22.955496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/8a534ff7-f27d-428a-b226-3f3f221d496d HTTP/1.1" status: 204 len: 168 time: 1.4191699 Feb 14 21:49:22.961253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:22.966734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1976142536'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:22.997956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-20ef8e28-cffd-4470-a223-fce4fee25f1a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 200 len: 205 time: 0.0704463 Feb 14 21:49:23.002294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58678) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:23.004719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63716eb-47f4-4a15-a779-1a2bd70af894 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=8a534ff7-f27d-428a-b226-3f3f221d496d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:23.073082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:23.076563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.149378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:49:23.171537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3944be0c-87d7-4894-97bb-d9fc55b365f0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.171972 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 3944be0c-87d7-4894-97bb-d9fc55b365f0 of type vlan for network 1668cb47-d3fd-4e41-840d-72fb62e954bc Feb 14 21:49:23.184327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.267464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (1668cb47-d3fd-4e41-840d-72fb62e954bc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.358061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (1668cb47-d3fd-4e41-840d-72fb62e954bc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.364346 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:23.364895 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.401111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.449378 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4868701 Feb 14 21:49:23.452782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:23.459039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:23.493996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76e3ea-dc48-411b-a258-4e767f3cc625 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=1668cb47-d3fd-4e41-840d-72fb62e954bc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:23.507369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:49:23.602775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port b89aeb2d-e041-4813-9112-68256d310e3d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:23.603264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b89aeb2d-e041-4813-9112-68256d310e3d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.606121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:23.609792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.779196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b89aeb2d-e041-4813-9112-68256d310e3d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:23.797682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for b89aeb2d-e041-4813-9112-68256d310e3d owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:24.037692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0d2993f5-7228-41f0-b3cb-8f007bdc1ab4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.111142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f89cb-957b-4b27-aec2-3f4fb621bca8 req-8f6dd4af-aca0-4a03-bc4c-4dc6f3a82075 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:24.118396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc3f89cb-957b-4b27-aec2-3f4fb621bca8 req-8f6dd4af-aca0-4a03-bc4c-4dc6f3a82075 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1361749 Feb 14 21:49:24.120931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=0d2993f5-7228-41f0-b3cb-8f007bdc1ab4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:24.161119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '3944be0c-87d7-4894-97bb-d9fc55b365f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:24.161639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 1668cb47-d3fd-4e41-840d-72fb62e954bc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:49:24.202757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc3f89cb-957b-4b27-aec2-3f4fb621bca8 req-65e04b82-c9d6-4598-94a0-565f0bd06400 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715327 Feb 14 21:49:24.210841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:49:24.228968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 1668cb47-d3fd-4e41-840d-72fb62e954bc) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:24.240398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:24.243439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.245915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcaba86-9db7-464a-a176-59675a1bcd13 None None] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:24.284403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-19d20ff9-553f-4bb2-8a22-8054e86c46a8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8292665 Feb 14 21:49:24.287443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:24.291989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-720699865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:24.305441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b89aeb2d-e041-4813-9112-68256d310e3d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.415315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-1668cb47-d3fd-4e41-840d-72fb62e954bc', 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '0d2993f5-7228-41f0-b3cb-8f007bdc1ab4'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:24.416835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.417782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=b89aeb2d-e041-4813-9112-68256d310e3d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:24.425388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.426642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.545310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.549194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.608551 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.641210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Allocated IP 172.20.0.2 (1668cb47-d3fd-4e41-840d-72fb62e954bc/0d2993f5-7228-41f0-b3cb-8f007bdc1ab4/3268f9be-ca6b-4c96-8f20-eeab2a7743df) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:24.664016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.665158 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-90eaa9ee-3c6f-41af-ad2c-96563dc4c10b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3767879 Feb 14 21:49:24.669367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58692) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:24.712018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:24.714819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.016290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks [] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.041684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.138770 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (9eca3d50-15e0-4c80-98e1-d8ac675d6eda), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.139378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router 9eca3d50-15e0-4c80-98e1-d8ac675d6eda {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:25.157466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Pushing event updated for resources: {'Port': ['ID=3268f9be-ca6b-4c96-8f20-eeab2a7743df,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:25.165582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.166695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c432c06-5249-4daa-ab1d-35a40422948e tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 204 len: 168 time: 2.1631236 Feb 14 21:49:25.174051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58696) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:25.177908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:25.179414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:25.181751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:25.197249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1074847606', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:25.270745 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.275305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.312566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.317463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Attempting to bind port 3268f9be-ca6b-4c96-8f20-eeab2a7743df on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:25.317897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Attempting to bind port 3268f9be-ca6b-4c96-8f20-eeab2a7743df by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3944be0c-87d7-4894-97bb-d9fc55b365f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:25.322081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Attempting to bind port 3268f9be-ca6b-4c96-8f20-eeab2a7743df on network 1668cb47-d3fd-4e41-840d-72fb62e954bc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:25.340675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:25.341065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Checking segment: {'id': '3944be0c-87d7-4894-97bb-d9fc55b365f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:25.341562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.341967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Bound using segment: {'id': '3944be0c-87d7-4894-97bb-d9fc55b365f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:25.345855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Bound port: 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3944be0c-87d7-4894-97bb-d9fc55b365f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1668cb47-d3fd-4e41-840d-72fb62e954bc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:25.346690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.466748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.495546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] For port 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:25.502361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] For port 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3268f9be-ca6b-4c96-8f20-eeab2a7743df,segment=NetworkSegment(3944be0c-87d7-4894-97bb-d9fc55b365f0),segment_id=3944be0c-87d7-4894-97bb-d9fc55b365f0)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:25.521567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b02e24-d914-4bd9-8557-3a938bfee008 req-601652f2-0977-480d-a195-df56100104be tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:25.521751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.529614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8b02e24-d914-4bd9-8557-3a938bfee008 req-601652f2-0977-480d-a195-df56100104be tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1980143 Feb 14 21:49:25.667133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8b02e24-d914-4bd9-8557-3a938bfee008 req-106ce8ff-f0b9-4806-bf4f-1ada39578293 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362343 Feb 14 21:49:25.736693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999dac0-b480-44f9-8b45-6d0711f2676b None None] Pushing event updated for resources: {'Port': ['ID=3268f9be-ca6b-4c96-8f20-eeab2a7743df,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:25.776008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:25.796184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.20.0.1 (1668cb47-d3fd-4e41-840d-72fb62e954bc/0d2993f5-7228-41f0-b3cb-8f007bdc1ab4/0af4e38f-ed95-42ac-8927-d347f5ff2b17) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:25.981070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.169427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.207824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.351081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Allocated IP 172.25.2.162 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/f398e593-5ce2-430b-9955-0f35047078c2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:26.472821 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.496180 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for port (f398e593-5ce2-430b-9955-0f35047078c2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.531639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=0af4e38f-ed95-42ac-8927-d347f5ff2b17,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:26.539390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f398e593-5ce2-430b-9955-0f35047078c2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.550652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3268f9be-ca6b-4c96-8f20-eeab2a7743df up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:26.562304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.562660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.563005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.563370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.563707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.566411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.566772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.567118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.567486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.567823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.572027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.572405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.572744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:26.582901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:26.586974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:26.588787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event updated for resources: {'Port': ['ID=f398e593-5ce2-430b-9955-0f35047078c2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:26.594038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:26.613411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:26.614997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:26.620008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:26.702141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3268f9be-ca6b-4c96-8f20-eeab2a7743df triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:26.704230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.704732 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.875108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3268f9be-ca6b-4c96-8f20-eeab2a7743df is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:26.875724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.946209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3268f9be-ca6b-4c96-8f20-eeab2a7743df,segment=NetworkSegment(3944be0c-87d7-4894-97bb-d9fc55b365f0),segment_id=3944be0c-87d7-4894-97bb-d9fc55b365f0)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:26.948408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730053bc-3455-44b6-8d4d-86de44ad2d5a req-95f90d56-1379-4625-a966-c05f5e9a6d38 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:26.957090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-730053bc-3455-44b6-8d4d-86de44ad2d5a req-95f90d56-1379-4625-a966-c05f5e9a6d38 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1515770 Feb 14 21:49:26.958772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:26.987459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.069154 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.075001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3268f9be-ca6b-4c96-8f20-eeab2a7743df,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:27.114798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-730053bc-3455-44b6-8d4d-86de44ad2d5a req-9ac6add4-a137-4ef1-9c57-0362b7a6d2e7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556478 Feb 14 21:49:27.240927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23958acd-df21-47e1-88be-d95cbb63fe8e None None] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:27.290615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.338697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-6648868c-655a-41e9-8f99-f29b6c8852e4 service neutron] (103512) timed out ('10.222.0.86', 39578) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:49:27.400051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3fbaddac-b485-4268-9467-1952cda90324 None None] Provisioning complete for port 3268f9be-ca6b-4c96-8f20-eeab2a7743df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:27.400444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fbaddac-b485-4268-9467-1952cda90324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.428287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.438094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.445144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Router 4ede8ae6-ce2f-4b14-b404-b55302b16107 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:27.558699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3fbaddac-b485-4268-9467-1952cda90324 None None] Current status of the port 3268f9be-ca6b-4c96-8f20-eeab2a7743df is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:27.592686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.601887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:27.615969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] Sync routers for ids ['4ede8ae6-ce2f-4b14-b404-b55302b16107'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:27.639758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] Routers {'4ede8ae6-ce2f-4b14-b404-b55302b16107'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:27.640852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ede8ae6-ce2f-4b14-b404-b55302b16107'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:27.642926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-80dc22a7-6cb1-42d2-9017-d67d02bae60c req-2d421b34-06b5-4436-8822-c31210a0e0e9 tempest-ServersNegativeTestJSON-1750767602 tempest-ServersNegativeTestJSON-1750767602-project] (103512) timed out ('10.222.0.86', 44050) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:49:27.646524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.650344 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4571026-f07a-40a5-9e8d-16f518b9cfac tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4679379 Feb 14 21:49:27.650739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:27.655332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:27.688773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:27.699572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] Routers {'4ede8ae6-ce2f-4b14-b404-b55302b16107'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:27.700474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ede8ae6-ce2f-4b14-b404-b55302b16107'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:27.737778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:27.743426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:27.771712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=0af4e38f-ed95-42ac-8927-d347f5ff2b17,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:27.801739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:27.802411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8862e-9827-4574-876a-3d42f5ab2b4f None None] The sync data for ids ['4ede8ae6-ce2f-4b14-b404-b55302b16107'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:27.887557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Provisioning complete for port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:27.888127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:27.932731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:27.956761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Provisioning complete for port 3268f9be-ca6b-4c96-8f20-eeab2a7743df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:27.957144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.029326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:28.068421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-487a27bb-3cb3-4d21-8e72-b31c5fdb0b04 None None] Current status of the port 3268f9be-ca6b-4c96-8f20-eeab2a7743df is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:28.225102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:28.234629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] Sync routers for ids ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:28.250942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.253046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a054b602-fca9-44d5-9ee2-71f227079ae6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5821140 Feb 14 21:49:28.256253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58718) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:28.259429 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] Routers {'0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:28.263172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:28.269260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.297629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1a22cb46-d8c3-49f8-aa11-be388bd7c120 None None] Provisioning complete for port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:28.298101 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a22cb46-d8c3-49f8-aa11-be388bd7c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.386503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1a22cb46-d8c3-49f8-aa11-be388bd7c120 None None] Port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:28.410520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Deleting port f398e593-5ce2-430b-9955-0f35047078c2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:28.411016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f398e593-5ce2-430b-9955-0f35047078c2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.418215 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:28.433275 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] Routers {'0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:28.435428 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:28.480599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f4e06-f0bf-4caa-b965-8aa65006baeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:28.484690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-826f4e06-f0bf-4caa-b965-8aa65006baeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports/0af4e38f-ed95-42ac-8927-d347f5ff2b17 HTTP/1.1" status: 200 len: 910 time: 0.2248142 Feb 14 21:49:28.497752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58720) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:28.513945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3268f9be-ca6b-4c96-8f20-eeab2a7743df up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:28.536330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:28.536930 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a16278-f9b3-4ce0-8a66-e63326e9bc93 None None] The sync data for ids ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:28.548038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f398e593-5ce2-430b-9955-0f35047078c2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.569515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Calling delete_port for f398e593-5ce2-430b-9955-0f35047078c2 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:28.624690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3268f9be-ca6b-4c96-8f20-eeab2a7743df triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:28.625198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.629496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50820bcf-a257-414f-a1c3-af938e67405c req-b2db0053-799b-4c0b-947e-75996e4c1ad0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:28.646100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50820bcf-a257-414f-a1c3-af938e67405c req-b2db0053-799b-4c0b-947e-75996e4c1ad0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.2669203 Feb 14 21:49:28.722489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9c460312-8f31-4819-a53b-d26a0e8bb0c0 None None] Provisioning complete for port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:28.722907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c460312-8f31-4819-a53b-d26a0e8bb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.757910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3268f9be-ca6b-4c96-8f20-eeab2a7743df is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:28.773508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9c460312-8f31-4819-a53b-d26a0e8bb0c0 None None] Port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:28.793054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50820bcf-a257-414f-a1c3-af938e67405c req-4f7f5842-809a-4999-9b0f-5d9b1440191b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444669 Feb 14 21:49:28.820035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f398e593-5ce2-430b-9955-0f35047078c2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.845295 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:28.861983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Pushing event deleted for resources: {'Port': ['ID=f398e593-5ce2-430b-9955-0f35047078c2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:28.941255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (4ede8ae6-ce2f-4b14-b404-b55302b16107), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.041681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.202987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.213423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.331430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 0af4e38f-ed95-42ac-8927-d347f5ff2b17 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:29.332249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.460664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.476519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 0af4e38f-ed95-42ac-8927-d347f5ff2b17 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:29.658996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Router 4ede8ae6-ce2f-4b14-b404-b55302b16107 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:29.680780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0af4e38f-ed95-42ac-8927-d347f5ff2b17), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.714554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=0af4e38f-ed95-42ac-8927-d347f5ff2b17,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:29.747397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:29.756073 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:29.759855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] Sync routers for ids ['4ede8ae6-ce2f-4b14-b404-b55302b16107'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:29.760385 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-863b8221-acc2-4cce-9aa6-09c8ccea70d2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "PUT /v2.0/routers/4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 200 len: 710 time: 2.1085122 Feb 14 21:49:29.763018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58726) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:29.786665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] Routers {'4ede8ae6-ce2f-4b14-b404-b55302b16107'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:29.787511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ede8ae6-ce2f-4b14-b404-b55302b16107'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:29.945614 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-450c4b03-61d5-4721-ab95-fede68709063 tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/routers/4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 200 len: 745 time: 0.1748407 Feb 14 21:49:29.948782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58730) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:29.988699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.050822 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d9ec127-947c-4bf7-8983-729cf43e42fc tempest-RoutersIpV6AdminTest-479705524 tempest-RoutersIpV6AdminTest-479705524-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=71d11159-f077-494d-803b-ad60cd1549e3&device_id=4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 200 len: 205 time: 0.1004379 Feb 14 21:49:30.051825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58734) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.094848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-38bcfc54-3d34-4894-a9b3-107762663628 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 200 len: 205 time: 0.0377784 Feb 14 21:49:30.095342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58736) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.132731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.147818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710f7bc-6870-425d-876b-33ee0a10e27d req-7a3f47ef-4df0-49ee-a226-fc1df46f0a0a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:30.155700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2710f7bc-6870-425d-876b-33ee0a10e27d req-7a3f47ef-4df0-49ee-a226-fc1df46f0a0a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1639047 Feb 14 21:49:30.160737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] Routers {'4ede8ae6-ce2f-4b14-b404-b55302b16107'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:30.161739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ede8ae6-ce2f-4b14-b404-b55302b16107'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.213918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.214469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e10da1-444a-4740-9d5a-5801805ecdd6 None None] The sync data for ids ['4ede8ae6-ce2f-4b14-b404-b55302b16107'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:30.223321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.286009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2710f7bc-6870-425d-876b-33ee0a10e27d req-779e2c76-faec-418a-83e0-d8eb28314a88 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294959 Feb 14 21:49:30.302292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:30.420373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:30.427421 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.430328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58744) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.430966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-145e0b6f-0d53-4bd2-a09a-d7cd288aa952 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309440 Feb 14 21:49:30.433245 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] Sync routers for ids ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:30.444036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router_controller (4ede8ae6-ce2f-4b14-b404-b55302b16107), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.449110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] Routers {'0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:30.450199 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.466573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05fe2160-c9a3-4374-99fb-0098144a3e54 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 HTTP/1.1" status: 200 len: 205 time: 0.0343499 Feb 14 21:49:30.470238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58746) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.494648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.504415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] Routers {'0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:30.505306 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.517757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (4ede8ae6-ce2f-4b14-b404-b55302b16107), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.518502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Fanout notify agent at l3_agent the message router_deleted on router 4ede8ae6-ce2f-4b14-b404-b55302b16107 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:30.527365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.531775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-004beb7f-e8fe-4234-a17b-611504f0655a tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 204 len: 168 time: 0.4319401 Feb 14 21:49:30.532381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.569808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-203746b5-8801-475f-941f-9d25a0a8bee6 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 200 len: 205 time: 0.0342619 Feb 14 21:49:30.570484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.585979 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:30.588265 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799006e7-fa85-4927-9f0b-4b821d1f0619 None None] The sync data for ids ['0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:30.615817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.627191 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-d3f4f480-5d41-49f4-9342-14624c34ecad tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:30.629340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3f4f480-5d41-49f4-9342-14624c34ecad tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/4ede8ae6-ce2f-4b14-b404-b55302b16107 HTTP/1.1" status: 404 len: 336 time: 0.0580537 Feb 14 21:49:30.631867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58756) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.667719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad0a7deb-6df0-466c-9667-1011e40c46c2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 200 len: 205 time: 0.0342133 Feb 14 21:49:30.670086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58758) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.718279 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-aa640374-92b2-457d-b8ef-56925992fb88 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:30.719403 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa640374-92b2-457d-b8ef-56925992fb88 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/9eca3d50-15e0-4c80-98e1-d8ac675d6eda HTTP/1.1" status: 404 len: 336 time: 0.0480978 Feb 14 21:49:30.722175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58760) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.762163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1330d5cf-4180-4904-8809-8dc0ee59052c tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 200 len: 205 time: 0.0384426 Feb 14 21:49:30.766698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58764) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.805086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.807887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.808479 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-7d7bbbd6-432d-4a63-bc49-b77c61a919f9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:30.809610 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d7bbbd6-432d-4a63-bc49-b77c61a919f9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/cee4097d-3af7-4206-a4ee-02a9d397875d HTTP/1.1" status: 404 len: 336 time: 0.0441241 Feb 14 21:49:30.812609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58766) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.849724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.850742 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a302e81-7b72-416a-9236-6992cf9aacc6 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 200 len: 205 time: 0.0367100 Feb 14 21:49:30.894410 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-245dd39d-9d78-439a-a667-5d1df2bbe2f8 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:30.895696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-245dd39d-9d78-439a-a667-5d1df2bbe2f8 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/5ef5a562-80e1-4a77-9d5c-280b06d3e334 HTTP/1.1" status: 404 len: 336 time: 0.0450711 Feb 14 21:49:30.898594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.908449 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.909138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router 0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:30.916057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:30.919725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b7c8eab-3ed7-4fda-ba47-8a909197de49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 HTTP/1.1" status: 204 len: 168 time: 0.4459195 Feb 14 21:49:30.922515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58772) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.949944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-978f5927-5cb1-42c9-bc11-05505334fbb2 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 200 len: 205 time: 0.0480642 Feb 14 21:49:30.950345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:30.996612 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-aa0ad68b-0d3f-4e4a-b987-f4d516b31673 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:31.000227 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa0ad68b-0d3f-4e4a-b987-f4d516b31673 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/60732f06-e4d5-4aaa-b673-d1c41415a643 HTTP/1.1" status: 404 len: 336 time: 0.0463815 Feb 14 21:49:31.001959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.004943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1581e222-a8bd-4a19-b5b9-ebca01dea7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.046978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6b7c59d4-73ed-4f3e-a96d-5ba2e3dd88b4 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "GET /v2.0/ports?device_id=daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 HTTP/1.1" status: 200 len: 205 time: 0.0415781 Feb 14 21:49:31.047196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58778) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.053596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 0d2993f5-7228-41f0-b3cb-8f007bdc1ab4 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:31.057914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (0d2993f5-7228-41f0-b3cb-8f007bdc1ab4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.087435 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-e4f26416-d409-4079-9c71-268169931766 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] delete failed (client error): The resource could not be found. Feb 14 21:49:31.088504 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4f26416-d409-4079-9c71-268169931766 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/routers/daaf616d-f175-4cd0-9843-fcdf9aa7a2c3 HTTP/1.1" status: 404 len: 336 time: 0.0404553 Feb 14 21:49:31.091379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58780) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.112874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (0d2993f5-7228-41f0-b3cb-8f007bdc1ab4), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.119500 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-53514586-27f1-4411-8205-657d8ec990f9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] DELETE failed (client error): The resource could not be found. Feb 14 21:49:31.119500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53514586-27f1-4411-8205-657d8ec990f9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:49:31.124910 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-53514586-27f1-4411-8205-657d8ec990f9 tempest-RoutersIpV6AdminTest-690943843 tempest-RoutersIpV6AdminTest-690943843-project] 10.222.0.86 "DELETE /v2.0/subnets/2fb25978-af3d-4430-b7fb-e113dc0e46c0 HTTP/1.1" status: 404 len: 337 time: 0.0302086 Feb 14 21:49:31.211573 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0d2993f5-7228-41f0-b3cb-8f007bdc1ab4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.292322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (0d2993f5-7228-41f0-b3cb-8f007bdc1ab4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.322134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2993f5-7228-41f0-b3cb-8f007bdc1ab4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:31.333844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.333991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bec084-691d-43fc-8962-2ad598dd5a8b None None] Network 1668cb47-d3fd-4e41-840d-72fb62e954bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:31.339360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-06ded5f1-47e6-411b-8401-ccc5d6dfe390 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/0d2993f5-7228-41f0-b3cb-8f007bdc1ab4 HTTP/1.1" status: 204 len: 168 time: 0.4164841 Feb 14 21:49:31.340489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.465186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.553278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (1668cb47-d3fd-4e41-840d-72fb62e954bc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.594606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3921a7c-92d1-40c1-9178-ee9ba34c900c req-86ac1e38-7cfe-4a0e-8b9b-5e11727d55b9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:31.604211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3921a7c-92d1-40c1-9178-ee9ba34c900c req-86ac1e38-7cfe-4a0e-8b9b-5e11727d55b9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1308267 Feb 14 21:49:31.672931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 3268f9be-ca6b-4c96-8f20-eeab2a7743df {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:31.673381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.678565 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97981682-9f5f-468e-9151-396972fbb608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.705578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] DHCP port deletion for 1668cb47-d3fd-4e41-840d-72fb62e954bc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:31.747712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3921a7c-92d1-40c1-9178-ee9ba34c900c req-63e8b322-3050-4e22-ad79-a74b9f729af6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331449 Feb 14 21:49:31.804228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3268f9be-ca6b-4c96-8f20-eeab2a7743df,segment=NetworkSegment(3944be0c-87d7-4894-97bb-d9fc55b365f0),segment_id=3944be0c-87d7-4894-97bb-d9fc55b365f0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:31.804729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.811694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Deleting port 3268f9be-ca6b-4c96-8f20-eeab2a7743df {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:31.812281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.815555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97981682-9f5f-468e-9151-396972fbb608 admin admin] Publish callbacks [] for security_group (47c062aa-5303-48a6-90e3-e8bbb94f5ef5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.824199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 3268f9be-ca6b-4c96-8f20-eeab2a7743df owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:31.827469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97981682-9f5f-468e-9151-396972fbb608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (47c062aa-5303-48a6-90e3-e8bbb94f5ef5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.878124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-97981682-9f5f-468e-9151-396972fbb608 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eaaa1d1b2fa84a8c89e2b75e171fe900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114683 Feb 14 21:49:31.881185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58798) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:31.888283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] For port 3268f9be-ca6b-4c96-8f20-eeab2a7743df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3268f9be-ca6b-4c96-8f20-eeab2a7743df,segment=NetworkSegment(3944be0c-87d7-4894-97bb-d9fc55b365f0),segment_id=3944be0c-87d7-4894-97bb-d9fc55b365f0)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:31.888967 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.904757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Calling delete_port for 3268f9be-ca6b-4c96-8f20-eeab2a7743df owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:31.953002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:31.988188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97981682-9f5f-468e-9151-396972fbb608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c062aa-5303-48a6-90e3-e8bbb94f5ef5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:31.997054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (3268f9be-ca6b-4c96-8f20-eeab2a7743df), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.001570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 3268f9be-ca6b-4c96-8f20-eeab2a7743df on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:32.025360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] Publish callbacks [] for security_group (47c062aa-5303-48a6-90e3-e8bbb94f5ef5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.028167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=3268f9be-ca6b-4c96-8f20-eeab2a7743df,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:32.053352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] No DVR routers for this DVR port 3268f9be-ca6b-4c96-8f20-eeab2a7743df on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:32.072119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] Publish callbacks [] for security_group (47c062aa-5303-48a6-90e3-e8bbb94f5ef5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.088281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Pushing event deleted for resources: {'Port': ['ID=3268f9be-ca6b-4c96-8f20-eeab2a7743df,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:32.105294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.106639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.109853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.109853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.109853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.109853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.114684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.114684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.114684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.114684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.114684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.115163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.115514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c0264-18a7-4a7a-abc9-02860a19a0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:32.139243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (1668cb47-d3fd-4e41-840d-72fb62e954bc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.164031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1668cb47-d3fd-4e41-840d-72fb62e954bc']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:32.168431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (47c062aa-5303-48a6-90e3-e8bbb94f5ef5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.172687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.174226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47c062aa-5303-48a6-90e3-e8bbb94f5ef5 HTTP/1.1" status: 204 len: 168 time: 0.2861035 Feb 14 21:49:32.175505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3944be0c-87d7-4894-97bb-d9fc55b365f0') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:32.175822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3944be0c-87d7-4894-97bb-d9fc55b365f0') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:32.186612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b47a-284b-44ec-80aa-42bb2551c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c062aa-5303-48a6-90e3-e8bbb94f5ef5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:32.204879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (3944be0c-87d7-4894-97bb-d9fc55b365f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.224328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3944be0c-87d7-4894-97bb-d9fc55b365f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.233640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:49:32.234313 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (3944be0c-87d7-4894-97bb-d9fc55b365f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:49:32.238689 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:49:32.334146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (1668cb47-d3fd-4e41-840d-72fb62e954bc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.339708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.347849 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/1668cb47-d3fd-4e41-840d-72fb62e954bc HTTP/1.1" status: 204 len: 168 time: 1.0024161 Feb 14 21:49:32.348157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58806) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:32.352837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-403412463', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:32.364315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3720e-4bfd-4ad0-be11-a14c7da1dc00 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=1668cb47-d3fd-4e41-840d-72fb62e954bc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:32.385751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.386895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.451310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3268f9be-ca6b-4c96-8f20-eeab2a7743df no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:32.472086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.472541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3268f9be-ca6b-4c96-8f20-eeab2a7743df {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:32.472894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3268f9be-ca6b-4c96-8f20-eeab2a7743df not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:32.552433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:32.642115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_gateway (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.674034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66cde4ec-c25b-4084-9cc0-ca9792cbb059 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a701897d3004fafb00b148234724356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1205099 Feb 14 21:49:32.676707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58810) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:32.769902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] Publish callbacks [] for security_group (efb60fb0-0674-4ac9-9290-35c59eef76c4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:32.982973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 63fc5ba9-3515-462d-b500-36e4a0b06e94 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:49:33.140791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:33.163284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '63fc5ba9-3515-462d-b500-36e4a0b06e94', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': '63fc5ba9-3515-462d-b500-36e4a0b06e94', 'mac_address': 'fa:16:3e:18:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:49:33.187946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] Publish callbacks [] for security_group (efb60fb0-0674-4ac9-9290-35c59eef76c4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.222445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 63fc5ba9-3515-462d-b500-36e4a0b06e94 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:33.223755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.245334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fc5ba9-3515-462d-b500-36e4a0b06e94 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:49:33.267596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981d283-b49e-4b93-8b30-94ccc0600bca req-e0d28816-2a39-428a-af52-3defdf18a812 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:33.269792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b981d283-b49e-4b93-8b30-94ccc0600bca req-e0d28816-2a39-428a-af52-3defdf18a812 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 944 time: 0.1313605 Feb 14 21:49:33.289403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:33.299005 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.366194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:33.384537 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (efb60fb0-0674-4ac9-9290-35c59eef76c4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.385628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b21b213c-9aea-4db9-b035-fc7bc6dda94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.387074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.389169 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/efb60fb0-0674-4ac9-9290-35c59eef76c4 HTTP/1.1" status: 204 len: 168 time: 0.7115498 Feb 14 21:49:33.420068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_gateway (87cab36c-5e6e-42e1-a114-3588236c6af6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.453405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece60f3-4c8d-47fe-844f-b8e3466fc083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb60fb0-0674-4ac9-9290-35c59eef76c4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:33.457162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.467756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b981d283-b49e-4b93-8b30-94ccc0600bca req-dcd5ee0a-5db3-4244-942b-b98343523896 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598217 Feb 14 21:49:33.608034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.25.2.130 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7b5806d2-7f9d-4eda-895c-8d6cf218ba28) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:33.660359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['63fc5ba9-3515-462d-b500-36e4a0b06e94'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:49:33.793618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (7b5806d2-7f9d-4eda-895c-8d6cf218ba28), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.871395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7b5806d2-7f9d-4eda-895c-8d6cf218ba28), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:33.918761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:33.924478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:33.929589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:33.933228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=7b5806d2-7f9d-4eda-895c-8d6cf218ba28,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:34.250709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_gateway (87cab36c-5e6e-42e1-a114-3588236c6af6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.421090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:34.528398 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.537305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1427292063'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:34.557281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:34.560904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.577760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.625227 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.677011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for security_group (0508c611-0f6c-4606-a173-6c8f2c945421), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.682520 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0508c611-0f6c-4606-a173-6c8f2c945421), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.711472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:49:34.728261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0508c611-0f6c-4606-a173-6c8f2c945421,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:34.734701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (19be8e2f-726d-41f9-b047-bde57f8ba0f2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.735212 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Added segment 19be8e2f-726d-41f9-b047-bde57f8ba0f2 of type vlan for network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 Feb 14 21:49:34.782867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (e77bfb63-b026-4b0f-b417-1e7e2ad520b7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.785737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 87cab36c-5e6e-42e1-a114-3588236c6af6 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:34.797192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489dacf-c068-4d2c-9523-0d83d1848586 req-1c6760ae-1b7d-44b9-93db-e76ba6e4575c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:34.805511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4489dacf-c068-4d2c-9523-0d83d1848586 req-1c6760ae-1b7d-44b9-93db-e76ba6e4575c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 945 time: 0.0936904 Feb 14 21:49:34.812213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (e77bfb63-b026-4b0f-b417-1e7e2ad520b7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.819343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:34.819993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:34.904463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Network': ['ID=e77bfb63-b026-4b0f-b417-1e7e2ad520b7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:34.910649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56bec508-163d-4dcc-af6a-56e4d49cbfda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4884663 Feb 14 21:49:34.916060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:49:34.920708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:34.936059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:34.954001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:35.018209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4489dacf-c068-4d2c-9523-0d83d1848586 req-25ee3683-594e-4e57-a92b-7ac7fe69667a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104795 Feb 14 21:49:35.028652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.030068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3e31ba50-ab3d-4605-9988-1e11d79d0e73 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6807840 Feb 14 21:49:35.032698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58858) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:35.079056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 63fc5ba9-3515-462d-b500-36e4a0b06e94 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:35.088528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] Sync routers for ids ['87cab36c-5e6e-42e1-a114-3588236c6af6'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:35.157650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] Routers {'87cab36c-5e6e-42e1-a114-3588236c6af6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:35.158399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['87cab36c-5e6e-42e1-a114-3588236c6af6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:35.160424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:35.164278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.177385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ecad6d9d-9fd4-4547-bd41-c2fae76ef9ef tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers/87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 200 len: 880 time: 0.1422312 Feb 14 21:49:35.180660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58860) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:35.246361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:35.265050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] Routers {'87cab36c-5e6e-42e1-a114-3588236c6af6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:35.265686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['87cab36c-5e6e-42e1-a114-3588236c6af6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:35.333128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 63fc5ba9-3515-462d-b500-36e4a0b06e94 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:49:35.343758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:35.344430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127b114-7fab-4891-9cb5-7fdf2a1cf4a9 None None] The sync data for ids ['87cab36c-5e6e-42e1-a114-3588236c6af6'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:35.347110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 63fc5ba9-3515-462d-b500-36e4a0b06e94 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:35.355681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.454188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 63fc5ba9-3515-462d-b500-36e4a0b06e94 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:35.454584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.474439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (39db14c2-9db6-4852-8b40-3726fb88ffc9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.485276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:49:35.491420 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1486651a-9a80-4d69-98ac-95226513ae4c" -d '{"events": [{"server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "name": "network-vif-plugged", "status": "completed", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:49:35.512493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:35.521167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.567659 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c3b9d-dc7a-4b22-87a5-96425168022e x-openstack-request-id: req-f87c3b9d-dc7a-4b22-87a5-96425168022e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:49:35.568086 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "name": "network-vif-plugged", "status": "completed", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:49:35.568466 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f87c3b9d-dc7a-4b22-87a5-96425168022e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:49:35.569749 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94', 'code': 200} Feb 14 21:49:35.581241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=39db14c2-9db6-4852-8b40-3726fb88ffc9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:35.610955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:35.611497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network hostable DHCP agents. Network: e77bfb63-b026-4b0f-b417-1e7e2ad520b7, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:49:35.636102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:35.674231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:49:35.674426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ddbfd3c6-ec7a-4d7e-840a-358d9fa90599 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4901073 Feb 14 21:49:35.675458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58870) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:35.679990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-403412463'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:35.684756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb796cfc-ebda-469e-8924-829ba18b6fde req-d644e759-24c4-4003-b633-bb6eece72c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:35.686715 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eb796cfc-ebda-469e-8924-829ba18b6fde req-d644e759-24c4-4003-b633-bb6eece72c58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 1129 time: 0.0699384 Feb 14 21:49:35.692494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, e77bfb63-b026-4b0f-b417-1e7e2ad520b7) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:35.701575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7157aff7-6caa-48f7-adfe-94ba0803c464 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:35.752580 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eb796cfc-ebda-469e-8924-829ba18b6fde req-9278718a-764c-47bc-8b5d-d7a040529703 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Feb 14 21:49:35.754086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:35.754690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.788325 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31383fc0-b4f7-4ee4-829d-b7a2a79f37d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8620224 Feb 14 21:49:35.801959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58872) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:35.816660 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.816901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'name': 'tempest-NetworksTestDHCPv6-1428491552'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:35.872913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '39db14c2-9db6-4852-8b40-3726fb88ffc9'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:35.874187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.959651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:35.964322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:35.988406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 32da4ab4-b5c4-4585-b98a-6b65f0664f11 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:36.070577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/39db14c2-9db6-4852-8b40-3726fb88ffc9/a784df3f-11e5-4e5c-8e24-0c08d51579c1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:36.236119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.254919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.274609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646146bb-09ee-43a3-b82c-a8b408ba1ff5 req-b62d7303-b546-4bf9-88e6-17f4193c2931 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:36.279719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-646146bb-09ee-43a3-b82c-a8b408ba1ff5 req-b62d7303-b546-4bf9-88e6-17f4193c2931 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.0968385 Feb 14 21:49:36.331390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.335859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks [] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.345675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.379794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-646146bb-09ee-43a3-b82c-a8b408ba1ff5 req-20b4c8ec-7a88-41bf-9633-392ab4b2ac29 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Feb 14 21:49:36.423912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::2b (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/39db14c2-9db6-4852-8b40-3726fb88ffc9/32da4ab4-b5c4-4585-b98a-6b65f0664f11) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:36.429822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:36.433097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:36.436796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:36.447470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 87cab36c-5e6e-42e1-a114-3588236c6af6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:36.479393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Pushing event updated for resources: {'Port': ['ID=a784df3f-11e5-4e5c-8e24-0c08d51579c1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:36.519488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Attempting to bind port a784df3f-11e5-4e5c-8e24-0c08d51579c1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:36.519921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Attempting to bind port a784df3f-11e5-4e5c-8e24-0c08d51579c1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:36.520374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Attempting to bind port a784df3f-11e5-4e5c-8e24-0c08d51579c1 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:36.527044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:36.527610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:36.528019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.528411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:36.528939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Bound port: a784df3f-11e5-4e5c-8e24-0c08d51579c1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:36.529567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.566346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:36.573209 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.575625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-78019cdb-d4eb-4a82-a742-fbf0d3fe81b6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 200 len: 887 time: 0.8995242 Feb 14 21:49:36.577064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58880) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:36.580951 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] Sync routers for ids ['87cab36c-5e6e-42e1-a114-3588236c6af6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:36.596995 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] Routers {'87cab36c-5e6e-42e1-a114-3588236c6af6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:36.598497 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['87cab36c-5e6e-42e1-a114-3588236c6af6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:36.627333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] For port a784df3f-11e5-4e5c-8e24-0c08d51579c1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:36.634459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] For port a784df3f-11e5-4e5c-8e24-0c08d51579c1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a784df3f-11e5-4e5c-8e24-0c08d51579c1,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:36.649676 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:36.650214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.661067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] Routers {'87cab36c-5e6e-42e1-a114-3588236c6af6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:36.661979 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['87cab36c-5e6e-42e1-a114-3588236c6af6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:36.679433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (32da4ab4-b5c4-4585-b98a-6b65f0664f11), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.707256 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:36.708491 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2268c4-196a-4ed2-8209-895767b035b4 None None] The sync data for ids ['87cab36c-5e6e-42e1-a114-3588236c6af6'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:36.723181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (32da4ab4-b5c4-4585-b98a-6b65f0664f11), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.742456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e3d12cc-c989-4302-b4f0-e1acdeb84fd5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers/87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 200 len: 887 time: 0.1641550 Feb 14 21:49:36.742994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58882) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:36.761951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e85e9-fb0f-42aa-b369-de3c4939b996 None None] Pushing event updated for resources: {'Port': ['ID=a784df3f-11e5-4e5c-8e24-0c08d51579c1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:36.783645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:36.789546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:36.794466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:36.801484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:36.802346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:36.805227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:36.805721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a605644f-a3bb-4231-bb2f-97572551da5e tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 200 len: 205 time: 0.0612035 Feb 14 21:49:36.813124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=32da4ab4-b5c4-4585-b98a-6b65f0664f11,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:36.887494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63755be7-9d84-438a-b35a-cc3f83ba572b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0842855 Feb 14 21:49:36.890320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58886) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:36.975108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.079132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647167fa-03fb-45ce-a4b7-6d51e2779e5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:37.085190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647167fa-03fb-45ce-a4b7-6d51e2779e5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:37.089506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-647167fa-03fb-45ce-a4b7-6d51e2779e5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1955373 Feb 14 21:49:37.093226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58888) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:37.157550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_gateway (87cab36c-5e6e-42e1-a114-3588236c6af6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.228177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 7b5806d2-7f9d-4eda-895c-8d6cf218ba28 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:37.228519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7b5806d2-7f9d-4eda-895c-8d6cf218ba28), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.299352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.308248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 32da4ab4-b5c4-4585-b98a-6b65f0664f11 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:37.308627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (32da4ab4-b5c4-4585-b98a-6b65f0664f11), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.368742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7b5806d2-7f9d-4eda-895c-8d6cf218ba28), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.387460 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 7b5806d2-7f9d-4eda-895c-8d6cf218ba28 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:37.455198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (32da4ab4-b5c4-4585-b98a-6b65f0664f11), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.482868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 32da4ab4-b5c4-4585-b98a-6b65f0664f11 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:37.628805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7b5806d2-7f9d-4eda-895c-8d6cf218ba28), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.636033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e3237-8dc4-4ef8-8c4a-7ee519771128 req-4dc43dad-f2f8-42a7-bf60-c49a45235842 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:37.644342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4e3237-8dc4-4ef8-8c4a-7ee519771128 req-4dc43dad-f2f8-42a7-bf60-c49a45235842 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.1301324 Feb 14 21:49:37.659719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=7b5806d2-7f9d-4eda-895c-8d6cf218ba28,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:37.728481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4e3237-8dc4-4ef8-8c4a-7ee519771128 req-61ea5f44-ba7e-4e85-aafa-d768028db37b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 Feb 14 21:49:37.773758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (87cab36c-5e6e-42e1-a114-3588236c6af6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.849683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (32da4ab4-b5c4-4585-b98a-6b65f0664f11), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.894925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=32da4ab4-b5c4-4585-b98a-6b65f0664f11,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:37.958653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.964556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (87cab36c-5e6e-42e1-a114-3588236c6af6), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.974582 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:37.979774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a521f64a-d448-4747-8982-cf90f5a845da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/32da4ab4-b5c4-4585-b98a-6b65f0664f11 HTTP/1.1" status: 204 len: 168 time: 0.8873172 Feb 14 21:49:37.984755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58898) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:38.044112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (87cab36c-5e6e-42e1-a114-3588236c6af6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.044917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router 87cab36c-5e6e-42e1-a114-3588236c6af6 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:38.051537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8737-a275-41d2-8551-7c310c1c6139 req-d888648b-0ecd-45a4-a0fa-cd55c71976a9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:38.053247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-820f8737-a275-41d2-8551-7c310c1c6139 req-d888648b-0ecd-45a4-a0fa-cd55c71976a9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.1595328 Feb 14 21:49:38.053366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.056420 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3fc819f6-adba-4d74-a6c5-f0c8522dd156 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 204 len: 168 time: 1.2486534 Feb 14 21:49:38.061047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58900) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:38.074261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1874706092'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:38.103394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e6971-40c1-4d4c-92d0-b979a37d6ca3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:38.104862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e6971-40c1-4d4c-92d0-b979a37d6ca3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:38.106391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f04e6971-40c1-4d4c-92d0-b979a37d6ca3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1102619 Feb 14 21:49:38.110225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:38.128759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:38.135993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.138800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-820f8737-a275-41d2-8551-7c310c1c6139 req-ec9fe1f6-64c1-4696-b670-ae8502e8cf71 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776260 Feb 14 21:49:38.199825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:49:38.224140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (406cc808-0ae7-45ca-8945-0616a647af50), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.224462 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 406cc808-0ae7-45ca-8945-0616a647af50 of type vlan for network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c Feb 14 21:49:38.230130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 39db14c2-9db6-4852-8b40-3726fb88ffc9 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:38.243386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (39db14c2-9db6-4852-8b40-3726fb88ffc9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.339017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3699f-b929-4f95-bf36-6b1edad8f3c2 req-89e6b874-81b8-4c05-b5e9-d9dff82d52b1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:38.340788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10d3699f-b929-4f95-bf36-6b1edad8f3c2 req-89e6b874-81b8-4c05-b5e9-d9dff82d52b1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.0758915 Feb 14 21:49:38.355628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.372588 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81358ad6-b6d0-4c65-b571-e608bcdca11d None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:38.442939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (39db14c2-9db6-4852-8b40-3726fb88ffc9), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.486929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Provisioning complete for port a784df3f-11e5-4e5c-8e24-0c08d51579c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:38.490434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10d3699f-b929-4f95-bf36-6b1edad8f3c2 req-693bb661-10d4-494f-8035-5c4a594ecd1a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385322 Feb 14 21:49:38.490978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.558026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a784df3f-11e5-4e5c-8e24-0c08d51579c1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:38.606200 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (39db14c2-9db6-4852-8b40-3726fb88ffc9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.680712 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.688557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:38.689280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.698050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Current status of the port a784df3f-11e5-4e5c-8e24-0c08d51579c1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:38.698450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.702067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a784df3f-11e5-4e5c-8e24-0c08d51579c1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:38.702406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.706894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (39db14c2-9db6-4852-8b40-3726fb88ffc9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.736363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6735463 Feb 14 21:49:38.738547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:38.738970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58928) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:38.744223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/39db14c2-9db6-4852-8b40-3726fb88ffc9 HTTP/1.1" status: 204 len: 168 time: 0.6301119 Feb 14 21:49:38.744356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:38.747532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:38.792861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b0da2-0e20-4117-a56f-76b32e38a812 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=39db14c2-9db6-4852-8b40-3726fb88ffc9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:38.887262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06995f6-366c-4bc1-ba61-041600fda2de tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:38.932426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:49:39.286365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69595c06-84a8-445a-a4a6-299db8632ed4 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:39.291102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:49:39.291573 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:49:39.303241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a784df3f-11e5-4e5c-8e24-0c08d51579c1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:39.303638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.412178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8700a1c8-9221-4099-8f18-ac98b76bd8a2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6598349 Feb 14 21:49:39.415294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:39.423970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:39.427364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a784df3f-11e5-4e5c-8e24-0c08d51579c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a784df3f-11e5-4e5c-8e24-0c08d51579c1,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:39.434672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.504879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16a1c4-82d3-4eb4-a6cd-b86dc8a25a00 req-7a323f8e-5dc5-4ca5-a512-a1d85d7c6103 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:39.506460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e16a1c4-82d3-4eb4-a6cd-b86dc8a25a00 req-7a323f8e-5dc5-4ca5-a512-a1d85d7c6103 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.1229129 Feb 14 21:49:39.507795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a784df3f-11e5-4e5c-8e24-0c08d51579c1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:39.550902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:39.571801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.618814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:39.673927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e16a1c4-82d3-4eb4-a6cd-b86dc8a25a00 req-c05fe616-6228-4827-99fb-7f46d04fe15d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563680 Feb 14 21:49:39.744779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Deleting port a784df3f-11e5-4e5c-8e24-0c08d51579c1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:39.746461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.880320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (55c8b1ac-c62e-4168-b998-18b03373238f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.940574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-edf1cecd-fc40-41fe-978d-5b64da035c20 None None] Current status of the port a784df3f-11e5-4e5c-8e24-0c08d51579c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:39.947264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] For port a784df3f-11e5-4e5c-8e24-0c08d51579c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a784df3f-11e5-4e5c-8e24-0c08d51579c1,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:39.947772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:39.964719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Calling delete_port for a784df3f-11e5-4e5c-8e24-0c08d51579c1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:40.001548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=55c8b1ac-c62e-4168-b998-18b03373238f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:40.040032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '406cc808-0ae7-45ca-8945-0616a647af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:40.040412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:49:40.043479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:40.054740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.099605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99e1b1eb-49a9-4df9-b6f2-7a07b49499b2 None None] Provisioning complete for port a784df3f-11e5-4e5c-8e24-0c08d51579c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:40.100123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99e1b1eb-49a9-4df9-b6f2-7a07b49499b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.116739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:49:40.133769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:40.138673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:40.139451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.151093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4806e84-605c-424c-a016-0ac5e3657b49 None None] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:40.167689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a2edadc-6de6-4148-94cb-3527812eb17c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4275620 Feb 14 21:49:40.171525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58960) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:40.180670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-651440578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:40.181366 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a784df3f-11e5-4e5c-8e24-0c08d51579c1), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.212573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.213684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.253406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99e1b1eb-49a9-4df9-b6f2-7a07b49499b2 None None] Could not find standard attr ID for object a784df3f-11e5-4e5c-8e24-0c08d51579c1. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:49:40.255506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] Pushing event deleted for resources: {'Port': ['ID=a784df3f-11e5-4e5c-8e24-0c08d51579c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:40.264641 n-d-828372-11 neutron-server[103514]: INFO neutron.plugins.ml2.db [None req-99e1b1eb-49a9-4df9-b6f2-7a07b49499b2 None None] No ports have port_id starting with a784df3f-11e5-4e5c-8e24-0c08d51579c1 Feb 14 21:49:40.266212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773cbb4-8114-4ea0-9012-a82302b89c0f None None] No DVR routers for this DVR port a784df3f-11e5-4e5c-8e24-0c08d51579c1 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:40.336290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c', 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '55c8b1ac-c62e-4168-b998-18b03373238f'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:40.337808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.407465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (1ab388b7-0037-4d91-a890-8b10d4d27ebb), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.447681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.515198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a784df3f-11e5-4e5c-8e24-0c08d51579c1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:40.526792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-6652e839-9763-483d-9be1-8027cce68df6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:40.528323 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-6652e839-9763-483d-9be1-8027cce68df6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.1549070 Feb 14 21:49:40.531052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.535778 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3dfe0497-06c9-46a0-98ce-c5ac35106308 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3597918 Feb 14 21:49:40.536043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 58962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:40.548616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a784df3f-11e5-4e5c-8e24-0c08d51579c1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:40.549030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a784df3f-11e5-4e5c-8e24-0c08d51579c1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:40.569622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (5e01b6bf-6347-4c11-9c78-fb44ff47e248), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.587303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Allocated IP 172.20.0.2 (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c/55c8b1ac-c62e-4168-b998-18b03373238f/75a54c8c-9ee3-4108-9b9f-d3af9f7361dc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:40.653500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:40.665819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:40.671910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:40.672844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.779831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d97e1-1d40-4857-a827-d800e6e241cd None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:40.797257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=5e01b6bf-6347-4c11-9c78-fb44ff47e248,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:40.843952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ee9524af-9021-440f-914e-cdf6991abdb0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4267507 Feb 14 21:49:40.844613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 58974) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:40.851419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'name': 'tempest-NetworksTestDHCPv6-1333750900'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:40.912323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks [] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.935973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:40.998648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 63fc5ba9-3515-462d-b500-36e4a0b06e94 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:40.999393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.060264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '5e01b6bf-6347-4c11-9c78-fb44ff47e248'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:41.061691 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.071648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ae3eb-87a3-4604-91c9-7bc66a7cb06d req-abbaa172-e9ff-4354-96a3-d011abbe38eb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:41.073785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-673ae3eb-87a3-4604-91c9-7bc66a7cb06d req-abbaa172-e9ff-4354-96a3-d011abbe38eb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 946 time: 0.2056389 Feb 14 21:49:41.102295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:41.118358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:41.127577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:41.145345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.188948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:41.193607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.197437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port 63fc5ba9-3515-462d-b500-36e4a0b06e94, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=63fc5ba9-3515-462d-b500-36e4a0b06e94,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:41.197912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.202950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Pushing event updated for resources: {'Port': ['ID=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:41.224050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 63fc5ba9-3515-462d-b500-36e4a0b06e94 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:41.234372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port b94f8cc2-90ff-4eac-b873-14bd05703fe6 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:41.316364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Attempting to bind port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:41.317126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Attempting to bind port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '406cc808-0ae7-45ca-8945-0616a647af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:41.317808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Attempting to bind port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc on network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:41.330239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:41.331102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Checking segment: {'id': '406cc808-0ae7-45ca-8945-0616a647af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:41.331762 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.332370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Bound using segment: {'id': '406cc808-0ae7-45ca-8945-0616a647af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:41.333070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Bound port: 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406cc808-0ae7-45ca-8945-0616a647af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:41.333708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.374064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-673ae3eb-87a3-4604-91c9-7bc66a7cb06d req-b6d1078f-f6ed-459e-a805-3b5a3e2a974e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774825 Feb 14 21:49:41.417332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/5e01b6bf-6347-4c11-9c78-fb44ff47e248/85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:41.471885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] For port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:41.496394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (63fc5ba9-3515-462d-b500-36e4a0b06e94), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.520839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] For port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,segment=NetworkSegment(406cc808-0ae7-45ca-8945-0616a647af50),segment_id=406cc808-0ae7-45ca-8945-0616a647af50)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:41.535511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.583802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=63fc5ba9-3515-462d-b500-36e4a0b06e94,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:41.637451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port 63fc5ba9-3515-462d-b500-36e4a0b06e94 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:41.649459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.653000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.20.0.1 (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c/55c8b1ac-c62e-4168-b998-18b03373238f/8feef6b9-1de3-45b2-9ddc-bd55df24a9a8) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:41.657573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a4ccb454-4c06-46f3-ac93-ae56aff31dbb req-4027cec8-1b42-47cb-9e78-14be62c7e32a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "DELETE /v2.0/ports/63fc5ba9-3515-462d-b500-36e4a0b06e94 HTTP/1.1" status: 204 len: 173 time: 1.1141555 Feb 14 21:49:41.658217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'name': 'network-vif-deleted', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:49:41.671781 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d77877-a39b-44dc-b4c0-68e3f07f1b60" -d '{"events": [{"server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "name": "network-vif-deleted", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:49:41.765797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07b417-e7f8-4a1b-bec4-116a38194bad None None] Pushing event updated for resources: {'Port': ['ID=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:41.773000 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fc42c2-3046-4522-8080-ce9feb6b8337 x-openstack-request-id: req-96fc42c2-3046-4522-8080-ce9feb6b8337 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:49:41.773432 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c278b-0f7e-45bf-b8e7-d769f93c829e", "name": "network-vif-deleted", "tag": "63fc5ba9-3515-462d-b500-36e4a0b06e94", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:49:41.773690 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96fc42c2-3046-4522-8080-ce9feb6b8337 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:49:41.774097 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c278b-0f7e-45bf-b8e7-d769f93c829e', 'name': 'network-vif-deleted', 'tag': '63fc5ba9-3515-462d-b500-36e4a0b06e94', 'status': 'completed', 'code': 200} Feb 14 21:49:41.824698 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks [] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.869160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:41.998695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.001328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:42.004808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::1e9 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/5e01b6bf-6347-4c11-9c78-fb44ff47e248/b94f8cc2-90ff-4eac-b873-14bd05703fe6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:42.025027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:42.031271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Pushing event updated for resources: {'Port': ['ID=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:42.034694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:42.112935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Attempting to bind port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:42.113478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Attempting to bind port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:42.114167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Attempting to bind port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:42.127703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:42.128391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:42.129018 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.129622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:42.130389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Bound port: 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:42.130998 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.161591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.216326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] For port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:42.221161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] For port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:42.239476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.303349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:42.321639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:42.324103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:42.329347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=8feef6b9-1de3-45b2-9ddc-bd55df24a9a8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:42.350166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618499-e683-42f2-ba0c-e8b3b8507425 None None] Pushing event updated for resources: {'Port': ['ID=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:42.408709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (1ab388b7-0037-4d91-a890-8b10d4d27ebb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.456413 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (b94f8cc2-90ff-4eac-b873-14bd05703fe6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.535606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b94f8cc2-90ff-4eac-b873-14bd05703fe6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.583363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:42.616125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:42.624784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:42.631491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:42.641474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:42.646506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.656849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2295b27-df7e-4a52-9944-37b5b40c7447 req-7684b3c5-b5b5-4da3-a84b-f1e97facf0d6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0944602 Feb 14 21:49:42.708543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=b94f8cc2-90ff-4eac-b873-14bd05703fe6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:42.724001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:42.724169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fdd314bc-6534-489a-ac2c-6b650a8ad10b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8743727 Feb 14 21:49:42.724285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.724386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59002) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:42.907259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.911298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ceb153-67ee-422f-b2a2-53b04fbd6fea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:42.911800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:42.912206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:42.925345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ceb153-67ee-422f-b2a2-53b04fbd6fea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:42.934215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-99ceb153-67ee-422f-b2a2-53b04fbd6fea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2065926 Feb 14 21:49:42.935291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:42.999794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,segment=NetworkSegment(406cc808-0ae7-45ca-8945-0616a647af50),segment_id=406cc808-0ae7-45ca-8945-0616a647af50)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:43.013128 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.070706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 63fc5ba9-3515-462d-b500-36e4a0b06e94 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:43.183059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 63fc5ba9-3515-462d-b500-36e4a0b06e94 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:43.184237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 63fc5ba9-3515-462d-b500-36e4a0b06e94 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:43.218790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:43.244500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port b94f8cc2-90ff-4eac-b873-14bd05703fe6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:43.245609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b94f8cc2-90ff-4eac-b873-14bd05703fe6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.387600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b94f8cc2-90ff-4eac-b873-14bd05703fe6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.426391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for b94f8cc2-90ff-4eac-b873-14bd05703fe6 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:43.537067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.555003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.637780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a56fb-6953-4d25-a7c5-6f0980b44f32 None None] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:43.679914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b94f8cc2-90ff-4eac-b873-14bd05703fe6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.727444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=8feef6b9-1de3-45b2-9ddc-bd55df24a9a8,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:43.756452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (1ab388b7-0037-4d91-a890-8b10d4d27ebb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.792762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=b94f8cc2-90ff-4eac-b873-14bd05703fe6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:43.833307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-416c42de-c008-4bea-bf8a-5d0efc998298 None None] Provisioning complete for port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:43.835402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-416c42de-c008-4bea-bf8a-5d0efc998298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.843608 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:43.851031 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2254d729-f08b-4c6f-8525-0479192abeb9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/b94f8cc2-90ff-4eac-b873-14bd05703fe6 HTTP/1.1" status: 204 len: 168 time: 0.9145126 Feb 14 21:49:43.851822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:43.917678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b7c019d-f275-4b49-a627-f69ce714999a req-ee83f16c-6a9c-4dab-a63f-5b44bc758fa2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0519629 Feb 14 21:49:44.004101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:44.004308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b6ba6-7486-49bb-95d6-f833f114f622 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:44.005705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b6ba6-7486-49bb-95d6-f833f114f622 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:44.006183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:44.013202 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4d2b6ba6-7486-49bb-95d6-f833f114f622 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1602409 Feb 14 21:49:44.015101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59022) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:44.133157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 5e01b6bf-6347-4c11-9c78-fb44ff47e248 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:44.147689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (5e01b6bf-6347-4c11-9c78-fb44ff47e248), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:44.151223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-416c42de-c008-4bea-bf8a-5d0efc998298 None None] Current status of the port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:44.262473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (5e01b6bf-6347-4c11-9c78-fb44ff47e248), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:44.274839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 1ab388b7-0037-4d91-a890-8b10d4d27ebb is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:49:44.400919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Provisioning complete for port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:44.401305 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:44.470715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:44.484613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] Sync routers for ids ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:44.490428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-49b15665-653b-468e-ba14-26e3b208c5ad tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/1ab388b7-0037-4d91-a890-8b10d4d27ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9539759 Feb 14 21:49:44.495644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:44.563178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] Routers {'1ab388b7-0037-4d91-a890-8b10d4d27ebb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:44.563178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:44.573186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5e01b6bf-6347-4c11-9c78-fb44ff47e248), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:44.630149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a9425e-bf3f-4da2-b65c-0453aca4d550 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:44.631693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-25a9425e-bf3f-4da2-b65c-0453aca4d550 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports/8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 HTTP/1.1" status: 200 len: 910 time: 0.1350629 Feb 14 21:49:44.639653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:44.651328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:44.653592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55c8b1ac-c62e-4168-b998-18b03373238f'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:44.704097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] Routers {'1ab388b7-0037-4d91-a890-8b10d4d27ebb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:44.704742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:44.860987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (5e01b6bf-6347-4c11-9c78-fb44ff47e248), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:44.984973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=5e01b6bf-6347-4c11-9c78-fb44ff47e248,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:44.996972 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:45.008460 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-623997fc-956c-4da1-a681-2b4263c6c55a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/5e01b6bf-6347-4c11-9c78-fb44ff47e248 HTTP/1.1" status: 204 len: 168 time: 0.9923565 Feb 14 21:49:45.011307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:45.120658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:45.186541 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92dc6886-49dc-4958-897b-b8cf9268fb28 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738451 Feb 14 21:49:45.189348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:45.203103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:45.276580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:45.291138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:45.295426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65bf27-ddf4-4113-82df-677bba6342f3 None None] The sync data for ids ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:45.373571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b03579f-b78e-4fc3-9af3-3c14d9da8bb5 req-859bb1e3-0b4f-42ba-8af7-03bfdd36dea7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.2847648 Feb 14 21:49:45.444087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffefeee-40c0-4391-ae54-596d4699f316 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:45.492368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:45.501725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:45.742468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Current status of the port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:45.746500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:45.901776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (9c2c7a96-582d-42b2-8a8c-e390e9f02331), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:45.929470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] For port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:45.998981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.018821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=9c2c7a96-582d-42b2-8a8c-e390e9f02331,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:46.043712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:46.045235 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:46.049748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:46.050344 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.081962 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51406d6c-730d-48f4-97f5-a3db3b69a014 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8842123 Feb 14 21:49:46.082829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:46.087851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'name': 'tempest-NetworksTestDHCPv6-706994296'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:46.096900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:46.098615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.116989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:46.205320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:46.209481 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.241898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:46.311822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Provisioning complete for port 8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:46.312132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.321472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446608f3-76f7-4b42-8ef2-fb472c145132 None None] Pushing event updated for resources: {'Port': ['ID=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:46.377677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Port 8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:46.407597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Deleting port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:46.407922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.458312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Provisioning complete for port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:46.458693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.601979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:46.603123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:46.627416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5d6b852-8798-4756-a5e8-7568c1040112 req-3ebf5f85-9b9e-4094-84fb-69ec03eb3135 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0937064 Feb 14 21:49:46.681680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::3e6 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/9c2c7a96-582d-42b2-8a8c-e390e9f02331/0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:46.739440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.757570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] For port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:46.758175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.776997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Calling delete_port for 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:46.790295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:46.790687 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.828526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:46.980342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Current status of the port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:47.031349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2a0374bb-3e7e-4c29-a638-de3c82aaf3ce None None] Could not find standard attr ID for object b94f8cc2-90ff-4eac-b873-14bd05703fe6. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:49:47.084312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=8feef6b9-1de3-45b2-9ddc-bd55df24a9a8,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:47.106440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:47.107446 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.113504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-485c5ca4-7f1d-4bd4-8a74-e0a16c78661b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/ports/8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 HTTP/1.1" status: 200 len: 910 time: 2.4723749 Feb 14 21:49:47.113697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59074) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:47.134857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.212944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] No DVR routers for this DVR port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:47.219737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d48b9f-b21a-4c0a-8841-a50d5cd4a2d4 None None] Pushing event deleted for resources: {'Port': ['ID=85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:47.222646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:47.247454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0660b6-d742-4261-81a6-e3532511446e None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:47.343333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.475841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.529681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:47.534467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:47.556127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:47.564612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:47.575328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.603917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:47.607180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:47.623542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0d705f6c-034f-41d1-95f4-36449132da91 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5393918 Feb 14 21:49:47.626429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:47.647645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:47.648262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 85adc7b3-de8e-4c85-b7c1-abfd2ce8ec99 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:47.734493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56257c1b-755a-47ed-99b5-b3d02e86d732 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:47.734493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56257c1b-755a-47ed-99b5-b3d02e86d732 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1058528 Feb 14 21:49:47.737378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59090) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:47.788368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '9c2c7a96-582d-42b2-8a8c-e390e9f02331'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:47.789877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:47.861526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ab84376-579e-4aeb-ba1b-eb3cf582cd7d req-a05b3944-e24b-4f31-8929-1a953c797e5f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0687089 Feb 14 21:49:47.922601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:47.923032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.030709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (1ab388b7-0037-4d91-a890-8b10d4d27ebb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.044630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/9c2c7a96-582d-42b2-8a8c-e390e9f02331/2a48dc46-bf6e-499d-abe3-0592790cdf7f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:48.131268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.180379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:48.296550 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks [] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.315920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.363198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:48.367232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:48.370329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Pushing event updated for resources: {'Port': ['ID=2a48dc46-bf6e-499d-abe3-0592790cdf7f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:48.373475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:48.453407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.490070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:48.518034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.519371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Attempting to bind port 2a48dc46-bf6e-499d-abe3-0592790cdf7f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:48.520268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Attempting to bind port 2a48dc46-bf6e-499d-abe3-0592790cdf7f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:48.521521 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e52dc937-6a61-42a7-b1b3-c613cd14e3c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec HTTP/1.1" status: 204 len: 168 time: 0.7831492 Feb 14 21:49:48.521953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Attempting to bind port 2a48dc46-bf6e-499d-abe3-0592790cdf7f on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:48.524176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59098) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:48.540746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:48.541135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:48.541684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:48.541806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.542034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.542145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:48.546289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Bound port: 2a48dc46-bf6e-499d-abe3-0592790cdf7f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:48.546679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.649581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7ed7b-a6e7-4d57-a897-1dcd0b216718 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:48.650927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7ed7b-a6e7-4d57-a897-1dcd0b216718 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:48.667186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-abc7ed7b-a6e7-4d57-a897-1dcd0b216718 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1370158 Feb 14 21:49:48.671442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59106) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:48.721664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.735105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 8feef6b9-1de3-45b2-9ddc-bd55df24a9a8 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:48.773346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] For port 2a48dc46-bf6e-499d-abe3-0592790cdf7f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:48.781487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] For port 2a48dc46-bf6e-499d-abe3-0592790cdf7f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2a48dc46-bf6e-499d-abe3-0592790cdf7f,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:48.801859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:48.821061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 9c2c7a96-582d-42b2-8a8c-e390e9f02331 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:48.841108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (9c2c7a96-582d-42b2-8a8c-e390e9f02331), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.020827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b2adc-425f-42e1-bcde-4f8161ea5667 None None] Pushing event updated for resources: {'Port': ['ID=2a48dc46-bf6e-499d-abe3-0592790cdf7f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:49.070191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8feef6b9-1de3-45b2-9ddc-bd55df24a9a8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.082282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-485d1462-49a2-497a-a7f0-5201c8bec3ff req-628daa28-0329-4364-bbe1-65a1f4d378a7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0862644 Feb 14 21:49:49.103123 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (9c2c7a96-582d-42b2-8a8c-e390e9f02331), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.120325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=8feef6b9-1de3-45b2-9ddc-bd55df24a9a8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:49.422373 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (1ab388b7-0037-4d91-a890-8b10d4d27ebb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.541027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9c2c7a96-582d-42b2-8a8c-e390e9f02331), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.677424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2a48dc46-bf6e-499d-abe3-0592790cdf7f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:49.738878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (9c2c7a96-582d-42b2-8a8c-e390e9f02331), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.830920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.842207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/9c2c7a96-582d-42b2-8a8c-e390e9f02331 HTTP/1.1" status: 204 len: 168 time: 1.1688011 Feb 14 21:49:49.843134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59122) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:49.845394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48b3dd-49ea-486e-8277-e9f47bac847f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2c7a96-582d-42b2-8a8c-e390e9f02331,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:49.887596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2a48dc46-bf6e-499d-abe3-0592790cdf7f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:49.888188 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:49.948210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d4db8ba9-415f-4459-a086-725eb2b03db3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036935 Feb 14 21:49:49.949073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59124) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.106248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4aa920-5744-424f-b554-9d3e2b23fd43 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:50.127962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1f4aa920-5744-424f-b554-9d3e2b23fd43 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1779943 Feb 14 21:49:50.131896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59130) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.256739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2a48dc46-bf6e-499d-abe3-0592790cdf7f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:50.257161 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:50.345554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca316fd6-7f8c-4c92-b732-121716720508 req-22876ce4-e1ad-4048-b3f6-2217b6852fa1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0889454 Feb 14 21:49:50.402694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022be80c-6b8d-42fb-baee-a84cb4f8d713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:50.415590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-022be80c-6b8d-42fb-baee-a84cb4f8d713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2822990 Feb 14 21:49:50.417987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59132) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.423502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2a48dc46-bf6e-499d-abe3-0592790cdf7f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2a48dc46-bf6e-499d-abe3-0592790cdf7f,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:50.438040 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:50.509759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-493ac24f-ea39-4903-ab54-3671674d543d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905633 Feb 14 21:49:50.513793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59138) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.520267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:50.629030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2a48dc46-bf6e-499d-abe3-0592790cdf7f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:50.681165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 1ab388b7-0037-4d91-a890-8b10d4d27ebb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:49:50.739173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:50.742630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:50.834558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:49:50.848888 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] Sync routers for ids ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:49:50.853596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264539a9-0669-48c1-89f9-91dbb73da4c9 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:50.862316 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7410e30-44f4-44de-a4d4-6a05a6807bbb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/1ab388b7-0037-4d91-a890-8b10d4d27ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7448015 Feb 14 21:49:50.862877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.893868 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] Routers {'1ab388b7-0037-4d91-a890-8b10d4d27ebb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:50.894498 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:50.919486 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9255c293-359f-43f0-8262-608afdbfc557 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ab388b7-0037-4d91-a890-8b10d4d27ebb HTTP/1.1" status: 200 len: 205 time: 0.0543463 Feb 14 21:49:50.928950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59144) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:50.992483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c3bde4f5-2b5e-4262-ba46-d77ae309566d None None] Could not find standard attr ID for object 0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:49:51.094294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c3bde4f5-2b5e-4262-ba46-d77ae309566d None None] Provisioning complete for port 2a48dc46-bf6e-499d-abe3-0592790cdf7f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:51.094666 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3bde4f5-2b5e-4262-ba46-d77ae309566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.097960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:51.121048 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] Routers {'1ab388b7-0037-4d91-a890-8b10d4d27ebb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:49:51.121877 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:51.148603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.205825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:51.209047 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5cacd7-f6b5-4bbc-aff2-92b7d495862d None None] The sync data for ids ['1ab388b7-0037-4d91-a890-8b10d4d27ebb'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:49:51.304723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8bf853ac-edcc-4420-a97c-234145b8292c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.415050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:51.416163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:51.431223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c3bde4f5-2b5e-4262-ba46-d77ae309566d None None] Current status of the port 2a48dc46-bf6e-499d-abe3-0592790cdf7f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:51.432296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:51.444812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:51.445431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.496594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=8bf853ac-edcc-4420-a97c-234145b8292c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:51.537234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3014e3f-bb21-44c3-a96f-1e7f89d52266 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0186522 Feb 14 21:49:51.539440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:51.552783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': '8bf853ac-edcc-4420-a97c-234145b8292c', 'ip_address': '2001:db8::5edd:e458:7c53:acf3'}], 'name': 'tempest-NetworksTestDHCPv6-1393991232'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:51.562835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Deleting port 2a48dc46-bf6e-499d-abe3-0592790cdf7f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:51.565734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.642671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cbaa82b-b314-4ba7-a399-76beea3d9b99 req-5e365654-bd84-45b2-87c2-1ba5fc0a0c77 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0698893 Feb 14 21:49:51.692765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.696647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (1ab388b7-0037-4d91-a890-8b10d4d27ebb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.783805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:51.821329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] For port 2a48dc46-bf6e-499d-abe3-0592790cdf7f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2a48dc46-bf6e-499d-abe3-0592790cdf7f,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:51.821747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.873921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (1ab388b7-0037-4d91-a890-8b10d4d27ebb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.875521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab388b7-0037-4d91-a890-8b10d4d27ebb {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:49:51.894835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:51.902607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f942bac-21e2-4723-9bd9-379b3d66ed39 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/1ab388b7-0037-4d91-a890-8b10d4d27ebb HTTP/1.1" status: 204 len: 168 time: 0.9690609 Feb 14 21:49:51.903406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:51.910023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Calling delete_port for 2a48dc46-bf6e-499d-abe3-0592790cdf7f owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:51.988130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.032056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 2d3b7835-88d4-439a-9ccf-d5590244c4e6 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:52.073475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 55c8b1ac-c62e-4168-b998-18b03373238f {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:52.095965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (2a48dc46-bf6e-499d-abe3-0592790cdf7f), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.106477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (55c8b1ac-c62e-4168-b998-18b03373238f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.130356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] Pushing event deleted for resources: {'Port': ['ID=2a48dc46-bf6e-499d-abe3-0592790cdf7f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:52.146252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68a6ee-2f47-466b-89ef-a36e9473ea4e None None] No DVR routers for this DVR port 2a48dc46-bf6e-499d-abe3-0592790cdf7f on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:52.172302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999d5c6-c82f-40e4-a29a-922a86f1173e None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:52.258581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (55c8b1ac-c62e-4168-b998-18b03373238f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.360721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '8bf853ac-edcc-4420-a97c-234145b8292c'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:52.362495 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.431616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (55c8b1ac-c62e-4168-b998-18b03373238f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.519397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::5edd:e458:7c53:acf3 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8bf853ac-edcc-4420-a97c-234145b8292c/2d3b7835-88d4-439a-9ccf-d5590244c4e6) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:52.530042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (55c8b1ac-c62e-4168-b998-18b03373238f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.607101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.622576 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/55c8b1ac-c62e-4168-b998-18b03373238f HTTP/1.1" status: 204 len: 168 time: 0.7158091 Feb 14 21:49:52.622576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439dba6-5c08-4b67-ab47-9f13a9dd4293 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=55c8b1ac-c62e-4168-b998-18b03373238f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:52.623421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59170) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:52.817305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.887698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (2d3b7835-88d4-439a-9ccf-d5590244c4e6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.936084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:52.936438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:52.996293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f8b331-1a6e-4ee6-a0b3-b82e0a882c05 None None] Network d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:53.000112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f4d364-c107-48e7-b24c-d0aefdbae355 req-85fb1d4a-b362-47ae-90cc-d452dad7736d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0738769 Feb 14 21:49:53.063729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2d3b7835-88d4-439a-9ccf-d5590244c4e6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.134892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,segment=NetworkSegment(406cc808-0ae7-45ca-8945-0616a647af50),segment_id=406cc808-0ae7-45ca-8945-0616a647af50)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:53.137999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=2d3b7835-88d4-439a-9ccf-d5590244c4e6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:53.140384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.166710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:53.176831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:53.178287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:53.208599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:53.230294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:53.230974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.252855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8bf853ac-edcc-4420-a97c-234145b8292c/b7a63ae8-366a-45ce-987c-136d4d2b5b90) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:53.299916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b10045cb-c563-4f4c-b88d-9a4c2bb75fcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7586644 Feb 14 21:49:53.302322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:53.430629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (75a54c8c-9ee3-4108-9b9f-d3af9f7361dc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.449423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:49:53.458189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa25f7-6983-4fb3-98c5-6fe0884789c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:53.462506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-29aa25f7-6983-4fb3-98c5-6fe0884789c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1590555 Feb 14 21:49:53.463121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59188) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:53.537635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=75a54c8c-9ee3-4108-9b9f-d3af9f7361dc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:53.562861 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks [] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.575934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc107a8-f621-417f-9a2f-018e1a363298 None None] DHCP port deletion for d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:53.579902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2a48dc46-bf6e-499d-abe3-0592790cdf7f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:53.609438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 2d3b7835-88d4-439a-9ccf-d5590244c4e6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:53.609789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2d3b7835-88d4-439a-9ccf-d5590244c4e6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.630685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.659824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.677159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2a48dc46-bf6e-499d-abe3-0592790cdf7f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:53.677749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2a48dc46-bf6e-499d-abe3-0592790cdf7f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:53.709533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:53.729956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406cc808-0ae7-45ca-8945-0616a647af50') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:53.730264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406cc808-0ae7-45ca-8945-0616a647af50') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:49:53.733110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:53.740387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:53.743956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:53.754554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (406cc808-0ae7-45ca-8945-0616a647af50), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.784751 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (406cc808-0ae7-45ca-8945-0616a647af50), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.790766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Pushing event updated for resources: {'Port': ['ID=b7a63ae8-366a-45ce-987c-136d4d2b5b90,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:53.814281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:49:53.816397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (406cc808-0ae7-45ca-8945-0616a647af50), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.836564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2d3b7835-88d4-439a-9ccf-d5590244c4e6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.851464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 2d3b7835-88d4-439a-9ccf-d5590244c4e6 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:53.910014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Attempting to bind port b7a63ae8-366a-45ce-987c-136d4d2b5b90 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:53.911500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Attempting to bind port b7a63ae8-366a-45ce-987c-136d4d2b5b90 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:53.912051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Attempting to bind port b7a63ae8-366a-45ce-987c-136d4d2b5b90 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:53.923858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:53.926928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:53.927543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.928199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:53.928848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Bound port: b7a63ae8-366a-45ce-987c-136d4d2b5b90, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:53.931302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:49:53.950881 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:49:53.991944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.010341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.017355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c HTTP/1.1" status: 204 len: 168 time: 1.3930945 Feb 14 21:49:54.022019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:54.026867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371788231', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:54.045049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] For port b7a63ae8-366a-45ce-987c-136d4d2b5b90, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:54.046334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee2c10-5a8b-46a8-96ef-2b23b01b7794 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=d5c90daa-ad1e-46f2-8ab5-c9efbadcdc4c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:54.050364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] For port b7a63ae8-366a-45ce-987c-136d4d2b5b90, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b7a63ae8-366a-45ce-987c-136d4d2b5b90,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:54.064525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.089954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.091337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.149477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec18904-f4f1-4037-8b59-033a18b25405 None None] Pushing event updated for resources: {'Port': ['ID=b7a63ae8-366a-45ce-987c-136d4d2b5b90,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:54.219879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.220867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2d3b7835-88d4-439a-9ccf-d5590244c4e6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.265830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.279718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=2d3b7835-88d4-439a-9ccf-d5590244c4e6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:54.320916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5e37379-8a9d-4825-acbc-dd6cbf5585c4 req-f192492f-334f-446d-8abf-23d51d2deecb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0606952 Feb 14 21:49:54.372874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.377427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:54.377854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-855260c5-6c41-415f-8682-0e9452cf3a4c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3547161 Feb 14 21:49:54.379879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.384232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018379329'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:54.386018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cd42f0ff-0b8d-4852-af50-38a27ffa161d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/2d3b7835-88d4-439a-9ccf-d5590244c4e6 HTTP/1.1" status: 204 len: 168 time: 0.9218380 Feb 14 21:49:54.386709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59208) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:54.414595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:54.420327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.452845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:49:54.490173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d3565498-8268-4af3-a19c-262f6c7b7733), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.490589 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment d3565498-8268-4af3-a19c-262f6c7b7733 of type vlan for network 600025ef-dd4a-459e-8a4d-e5fe2d720019 Feb 14 21:49:54.531580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1cbb8-5b9d-4c40-9a8e-346f01e069da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:54.536063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1cbb8-5b9d-4c40-9a8e-346f01e069da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:54.540498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59210) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:54.543772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-27c1cbb8-5b9d-4c40-9a8e-346f01e069da tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1527362 Feb 14 21:49:54.607910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (600025ef-dd4a-459e-8a4d-e5fe2d720019), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.659867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 8bf853ac-edcc-4420-a97c-234145b8292c {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:54.668398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (8bf853ac-edcc-4420-a97c-234145b8292c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.703822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (600025ef-dd4a-459e-8a4d-e5fe2d720019), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.709898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:54.720508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.787169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8bf853ac-edcc-4420-a97c-234145b8292c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:54.822977 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4438245 Feb 14 21:49:54.826055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:54.831714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:54.850519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812e2a6-79c6-4c82-bba3-d62e07e06590 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=600025ef-dd4a-459e-8a4d-e5fe2d720019,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:54.866521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:49:54.936679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8bf853ac-edcc-4420-a97c-234145b8292c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.022291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8bf853ac-edcc-4420-a97c-234145b8292c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.056399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:55.060134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.069115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf853ac-edcc-4420-a97c-234145b8292c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:55.073381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.078395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-739daae5-5c72-4546-9c03-6ebf26624c82 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8bf853ac-edcc-4420-a97c-234145b8292c HTTP/1.1" status: 204 len: 168 time: 0.5364954 Feb 14 21:49:55.080967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:55.138997 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-487f8284-5268-4f18-a092-ba0d5431de21 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571718 Feb 14 21:49:55.142360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:55.149823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:55.438295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:55.443314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.518769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b7a63ae8-366a-45ce-987c-136d4d2b5b90 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:55.660163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b7a63ae8-366a-45ce-987c-136d4d2b5b90 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:55.660635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.738865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (6193329b-4f1c-49c9-ba86-ae47f862860f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.819614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:55.834843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:55.840073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:55.840703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.862770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b7a63ae8-366a-45ce-987c-136d4d2b5b90 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:55.863338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:55.863484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=6193329b-4f1c-49c9-ba86-ae47f862860f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:55.886477 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ab24b35f-50d5-4872-b27a-c6fc114516cd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7398508 Feb 14 21:49:55.887173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:55.898499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f831e33-2ad9-4464-bdeb-45dcf5ed7e4e None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:55.903263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': '6193329b-4f1c-49c9-ba86-ae47f862860f', 'ip_address': '2001:db8::2055:6b15:dec7:4554'}], 'name': 'tempest-NetworksTestDHCPv6-801178952'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:56.117889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port b7a63ae8-366a-45ce-987c-136d4d2b5b90, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b7a63ae8-366a-45ce-987c-136d4d2b5b90,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:49:56.134373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa680075-abca-43ab-9197-5a3edbef43f5 req-c3d4312e-d1cc-4c9c-a661-dc02e753dfd3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.1415582 Feb 14 21:49:56.137798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.139982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-58a418c8-f76b-4e89-9845-e67e14d6d828 None None] Provisioning complete for port b7a63ae8-366a-45ce-987c-136d4d2b5b90 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:56.140596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58a418c8-f76b-4e89-9845-e67e14d6d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.258058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:49:56.285477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:49:56.286193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 75a54c8c-9ee3-4108-9b9f-d3af9f7361dc not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:49:56.352777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=b7a63ae8-366a-45ce-987c-136d4d2b5b90,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:56.384282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:56.411666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-58a418c8-f76b-4e89-9845-e67e14d6d828 None None] Current status of the port b7a63ae8-366a-45ce-987c-136d4d2b5b90 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:56.578831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3f865eb7-29b8-4f59-9b39-8edacd93923f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.621455 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.640967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port ff71b046-cca6-46cf-9bee-acbdb0436295 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:49:56.661882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=3f865eb7-29b8-4f59-9b39-8edacd93923f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:56.695069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:56.695589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 600025ef-dd4a-459e-8a4d-e5fe2d720019, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:49:56.720156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:49:56.734866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 600025ef-dd4a-459e-8a4d-e5fe2d720019) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:56.746035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864d2c3-5e30-4377-a3ed-426b74bb6635 None None] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:56.752561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:56.753274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.772387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a18b8f0a-36d4-480b-9195-7a34bc0093f5 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9448063 Feb 14 21:49:56.775378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:56.907398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5917cf5e-2e41-4c33-95b7-74424608bb93 None None] Provisioning complete for port b7a63ae8-366a-45ce-987c-136d4d2b5b90 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:56.908082 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5917cf5e-2e41-4c33-95b7-74424608bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:56.921962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::2055:6b15:dec7:4554 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/6193329b-4f1c-49c9-ba86-ae47f862860f/ff71b046-cca6-46cf-9bee-acbdb0436295) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:56.937165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-600025ef-dd4a-459e-8a4d-e5fe2d720019', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:49:56.938330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.108391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Allocated IP 172.20.0.2 (600025ef-dd4a-459e-8a4d-e5fe2d720019/3f865eb7-29b8-4f59-9b39-8edacd93923f/229328da-5b6e-4013-ac1f-7f39826031eb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:57.319140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.358213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f801879-8788-4dfb-8cdf-a4c157ec3cbc req-6a5eb2f8-03fa-4175-9394-7062b401d08d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0715635 Feb 14 21:49:57.387599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.410212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.462945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks [] for port (229328da-5b6e-4013-ac1f-7f39826031eb), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.469360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b7a63ae8-366a-45ce-987c-136d4d2b5b90 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:57.511285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:57.551104 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:49:57.551720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.552816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:57.588217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:57.606181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:57.609149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.623528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5917cf5e-2e41-4c33-95b7-74424608bb93 None None] Current status of the port b7a63ae8-366a-45ce-987c-136d4d2b5b90 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:57.634941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=ff71b046-cca6-46cf-9bee-acbdb0436295,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:57.665325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:57.676418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:57.680192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Pushing event updated for resources: {'Port': ['ID=229328da-5b6e-4013-ac1f-7f39826031eb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:57.683882 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ae996e9-cbc9-4d5a-8171-f1311b46d242 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7956262 Feb 14 21:49:57.688152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59268) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:57.691559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:57.696127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b7a63ae8-366a-45ce-987c-136d4d2b5b90 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:57.697581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.789257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-82a62b76-e524-4513-bfac-dde560b39786 None None] Could not find standard attr ID for object 2d3b7835-88d4-439a-9ccf-d5590244c4e6. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:49:57.816376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-82a62b76-e524-4513-bfac-dde560b39786 None None] Could not find standard attr ID for object 0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:49:57.837272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Attempting to bind port 229328da-5b6e-4013-ac1f-7f39826031eb on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:49:57.837654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Attempting to bind port 229328da-5b6e-4013-ac1f-7f39826031eb by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:49:57.838021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Attempting to bind port 229328da-5b6e-4013-ac1f-7f39826031eb on network 600025ef-dd4a-459e-8a4d-e5fe2d720019 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:49:57.847550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:49:57.847983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Checking segment: {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:49:57.848394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.848786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Bound using segment: {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:49:57.849264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Bound port: 229328da-5b6e-4013-ac1f-7f39826031eb, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:49:57.849645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:57.876643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f86c4-2477-49e9-a5fd-f43be20539a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:57.889766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f86c4-2477-49e9-a5fd-f43be20539a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:57.894168 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-634f86c4-2477-49e9-a5fd-f43be20539a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2053421 Feb 14 21:49:57.897457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:57.934044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.20.0.1 (600025ef-dd4a-459e-8a4d-e5fe2d720019/3f865eb7-29b8-4f59-9b39-8edacd93923f/f003fc40-c2aa-4191-8404-b937e2827ac7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:49:57.962738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] For port 229328da-5b6e-4013-ac1f-7f39826031eb, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:49:57.966521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] For port 229328da-5b6e-4013-ac1f-7f39826031eb, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=229328da-5b6e-4013-ac1f-7f39826031eb,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:49:57.976109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.034263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b7a63ae8-366a-45ce-987c-136d4d2b5b90 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:58.097479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7dc48-ebe6-48f4-9aea-274372ded9de None None] Pushing event updated for resources: {'Port': ['ID=229328da-5b6e-4013-ac1f-7f39826031eb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:58.114071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.150882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port ff71b046-cca6-46cf-9bee-acbdb0436295 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:49:58.151257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.157587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.235226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:58.240463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:58.245690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:49:58.277998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3a14d7f2-33c7-4a71-a6b6-5d73cd360d88 None None] Provisioning complete for port ff71b046-cca6-46cf-9bee-acbdb0436295 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:58.278382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a14d7f2-33c7-4a71-a6b6-5d73cd360d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.304490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.308130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:58.330367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for ff71b046-cca6-46cf-9bee-acbdb0436295 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:49:58.333440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.407126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3a14d7f2-33c7-4a71-a6b6-5d73cd360d88 None None] Port ff71b046-cca6-46cf-9bee-acbdb0436295 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:49:58.561380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-345f38e2-caa8-497c-975a-bf717873fa83 req-31524d1c-25ec-4358-8a94-be3f7726a0d7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.0675893 Feb 14 21:49:58.705826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.718056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ff71b046-cca6-46cf-9bee-acbdb0436295), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.770854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=ff71b046-cca6-46cf-9bee-acbdb0436295,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:58.805461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.805808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.806150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.806487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.806822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.807172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.813900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.814319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.817689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.818175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.818537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.818877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.819243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:49:58.857097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.865406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:58.869209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7dc9b352-4727-4ce8-a98e-c16208cfec0a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/ff71b046-cca6-46cf-9bee-acbdb0436295 HTTP/1.1" status: 204 len: 168 time: 0.9686439 Feb 14 21:49:58.871393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:58.925332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e21d6-e3b3-42be-9cf4-2b3c3c71d51f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:58.926810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e21d6-e3b3-42be-9cf4-2b3c3c71d51f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:49:58.928461 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f93e21d6-e3b3-42be-9cf4-2b3c3c71d51f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0561419 Feb 14 21:49:58.931014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:58.999886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 6193329b-4f1c-49c9-ba86-ae47f862860f {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:49:59.013648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (6193329b-4f1c-49c9-ba86-ae47f862860f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.084490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (6193329b-4f1c-49c9-ba86-ae47f862860f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.194343 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6193329b-4f1c-49c9-ba86-ae47f862860f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.311306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (6193329b-4f1c-49c9-ba86-ae47f862860f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.332733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.348822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.388728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=6193329b-4f1c-49c9-ba86-ae47f862860f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:59.407198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.409440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.415798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e066343-b99d-4911-8318-d56d28193793 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:49:59.417448 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-663afd4a-9bd2-4477-a174-8d39b84f73d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/6193329b-4f1c-49c9-ba86-ae47f862860f HTTP/1.1" status: 204 len: 168 time: 0.4851711 Feb 14 21:49:59.421946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59298) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:59.514960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 229328da-5b6e-4013-ac1f-7f39826031eb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:49:59.525127 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72a8e80b-f7a5-4d74-b7b0-e660ce1cb7e4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018391 Feb 14 21:49:59.527718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59304) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:49:59.532638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:49:59.587244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:49:59.665574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 229328da-5b6e-4013-ac1f-7f39826031eb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:49:59.666266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.671744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:49:59.676770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:49:59.792993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:49:59.855724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:49:59.860466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:49:59.972209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 229328da-5b6e-4013-ac1f-7f39826031eb is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:49:59.973811 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.034358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Deleting port b7a63ae8-366a-45ce-987c-136d4d2b5b90 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:00.035699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.135552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9055853-bfda-4059-b5ca-009173b92f72 req-ebb61b4e-3963-4f31-b7ab-c7a094adc612 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce9c278b-0f7e-45bf-b8e7-d769f93c829e HTTP/1.1" status: 200 len: 210 time: 0.3166652 Feb 14 21:50:00.148726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:50:00.226691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 229328da-5b6e-4013-ac1f-7f39826031eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=229328da-5b6e-4013-ac1f-7f39826031eb,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:00.253490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.352728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:00.359711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-36c4e1c3-1d86-43ad-935e-7b22bce4772a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831456 Feb 14 21:50:00.362319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:00.364379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] For port b7a63ae8-366a-45ce-987c-136d4d2b5b90, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b7a63ae8-366a-45ce-987c-136d4d2b5b90,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:00.364895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.370176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266057363'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:00.373715 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (d4faf0af-a9d2-4abd-9a36-263206f8fc8d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.388940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:00.392241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb27d4c-c97d-4c80-b9ed-5074985bb5b1 None None] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:00.403126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:00.409152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.427686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:00.432085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:00.436795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Calling delete_port for b7a63ae8-366a-45ce-987c-136d4d2b5b90 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:00.441021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:00.442160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.457613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=d4faf0af-a9d2-4abd-9a36-263206f8fc8d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:00.473864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:50:00.475112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-edfcd718-8d3b-4ee9-bbb5-e68b0af3ce27 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9462116 Feb 14 21:50:00.478104 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:00.484844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (91594ea3-7d11-4213-979f-14f64e95f333), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.485312 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 91594ea3-7d11-4213-979f-14f64e95f333 of type vlan for network 2b020fc0-ec5b-47b9-881f-6d4689f79706 Feb 14 21:50:00.487422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'd4faf0af-a9d2-4abd-9a36-263206f8fc8d', 'ip_address': '2001:db8::4c1c:1050:e8c:be73'}], 'name': 'tempest-NetworksTestDHCPv6-188004199'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:00.539228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2b020fc0-ec5b-47b9-881f-6d4689f79706), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.557336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:00.558373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:49:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:00.561148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=229328da-5b6e-4013-ac1f-7f39826031eb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:00.594522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2b020fc0-ec5b-47b9-881f-6d4689f79706), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.608121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:00.608827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.702520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3389616 Feb 14 21:50:00.706432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59326) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:00.712598 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:00.715567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01c976-1744-46da-9fed-6a71b45fcfe3 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=2b020fc0-ec5b-47b9-881f-6d4689f79706,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:00.748345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:00.754845 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.786931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92cc7bd6-fac4-4880-b793-db40ec1fc0bf None None] Provisioning complete for port 229328da-5b6e-4013-ac1f-7f39826031eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:00.787344 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92cc7bd6-fac4-4880-b793-db40ec1fc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:00.831382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port d7bd5e45-79c6-4e25-b1dd-2e05bf90438d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:00.855251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:50:00.955553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:00.961674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.065277 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (b7a63ae8-366a-45ce-987c-136d4d2b5b90), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.112457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6865bd0-b582-4489-856a-338f8e79d47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.163142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92cc7bd6-fac4-4880-b793-db40ec1fc0bf None None] Current status of the port 229328da-5b6e-4013-ac1f-7f39826031eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:01.168450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] Pushing event deleted for resources: {'Port': ['ID=b7a63ae8-366a-45ce-987c-136d4d2b5b90,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:01.175294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3b068-e985-48a6-962b-215113a43c35 None None] No DVR routers for this DVR port b7a63ae8-366a-45ce-987c-136d4d2b5b90 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:01.213360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:01.312972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962fa8f-0bc4-4b93-b47c-0a84c9121c0f None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:01.502951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::4c1c:1050:e8c:be73 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/d4faf0af-a9d2-4abd-9a36-263206f8fc8d/d7bd5e45-79c6-4e25-b1dd-2e05bf90438d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:01.511953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 229328da-5b6e-4013-ac1f-7f39826031eb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:01.618524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'd4faf0af-a9d2-4abd-9a36-263206f8fc8d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:01.620095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.938605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (69ad4cf8-683e-4884-b064-985717666eb5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.943737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (d7bd5e45-79c6-4e25-b1dd-2e05bf90438d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:01.952516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 229328da-5b6e-4013-ac1f-7f39826031eb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:01.953247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.029385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=69ad4cf8-683e-4884-b064-985717666eb5,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:02.066805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Provisioning complete for port f003fc40-c2aa-4191-8404-b937e2827ac7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:02.067382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.079807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:02.080815 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 2b020fc0-ec5b-47b9-881f-6d4689f79706, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:50:02.097795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d7bd5e45-79c6-4e25-b1dd-2e05bf90438d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.180562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/d4faf0af-a9d2-4abd-9a36-263206f8fc8d/50be865f-2e9a-4e0b-8bc3-7645db9ca2b5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:02.223175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:50:02.251044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:02.268818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=d7bd5e45-79c6-4e25-b1dd-2e05bf90438d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:02.277697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:02.280949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:02.293285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:02.294045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.308451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2b020fc0-ec5b-47b9-881f-6d4689f79706) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:02.313860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:02.314543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.326571 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9cb95945-73cb-412f-b02a-e26fe9dac646 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8465493 Feb 14 21:50:02.328978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59358) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:02.358308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5bf91cab-3753-490c-9953-871e8051e0ec tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6503229 Feb 14 21:50:02.361091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59360) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:02.406984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Port f003fc40-c2aa-4191-8404-b937e2827ac7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:50:02.428074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7df12b-5047-4c9b-9f9b-e4f068a2b592 None None] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:02.453148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9864e-3122-4eef-a535-565d6a53b62a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:02.465436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ed9864e-3122-4eef-a535-565d6a53b62a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1330402 Feb 14 21:50:02.472566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:02.630282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks [] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.685105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Provisioning complete for port 229328da-5b6e-4013-ac1f-7f39826031eb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:02.685645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.701380 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.729164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port d7bd5e45-79c6-4e25-b1dd-2e05bf90438d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:02.729941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d7bd5e45-79c6-4e25-b1dd-2e05bf90438d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.749799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:02.751502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2b020fc0-ec5b-47b9-881f-6d4689f79706', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:02.757933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.790732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:02.869137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d7bd5e45-79c6-4e25-b1dd-2e05bf90438d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:02.898375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for d7bd5e45-79c6-4e25-b1dd-2e05bf90438d owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:02.907560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:02.913037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:49:58Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:49:59Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:03.011004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.182444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Allocated IP 172.21.0.2 (2b020fc0-ec5b-47b9-881f-6d4689f79706/69ad4cf8-683e-4884-b064-985717666eb5/ae39b6d1-cde9-4064-9bd0-06c578296c65) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:03.193707 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d7bd5e45-79c6-4e25-b1dd-2e05bf90438d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.242158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=d7bd5e45-79c6-4e25-b1dd-2e05bf90438d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:03.296942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Pushing event updated for resources: {'Port': ['ID=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:03.302897 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.303080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:03.303679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Updating router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e port f003fc40-c2aa-4191-8404-b937e2827ac7 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:03.307835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f1e3291-ce27-4bcc-b34c-1c5fecfe80b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/d7bd5e45-79c6-4e25-b1dd-2e05bf90438d HTTP/1.1" status: 204 len: 168 time: 0.8341284 Feb 14 21:50:03.310232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59376) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:03.355702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 229328da-5b6e-4013-ac1f-7f39826031eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:03.418233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbb46c-001b-47d8-851a-f76e3f0ecedf tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:03.425842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbb46c-001b-47d8-851a-f76e3f0ecedf tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:03.429886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c5cbb46c-001b-47d8-851a-f76e3f0ecedf tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1175005 Feb 14 21:50:03.431130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59378) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:03.526078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet d4faf0af-a9d2-4abd-9a36-263206f8fc8d {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:03.530149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (d4faf0af-a9d2-4abd-9a36-263206f8fc8d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.631970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b7a63ae8-366a-45ce-987c-136d4d2b5b90 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:03.632921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (d4faf0af-a9d2-4abd-9a36-263206f8fc8d), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.672290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Attempting to bind port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:03.672699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Attempting to bind port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:03.673067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Attempting to bind port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:03.674961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b7a63ae8-366a-45ce-987c-136d4d2b5b90 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:03.675332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b7a63ae8-366a-45ce-987c-136d4d2b5b90 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:03.751176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d4faf0af-a9d2-4abd-9a36-263206f8fc8d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.751695 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45536fa7-6a1f-49fd-aff5-dde08c6b4675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.759658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.762239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:03.764946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:03.765915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.766480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:03.767130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Bound port: 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:03.768266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.879929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (d4faf0af-a9d2-4abd-9a36-263206f8fc8d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.889943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] For port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:03.908011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] For port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:03.908345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:03.918223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59390) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:03.920557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/d4faf0af-a9d2-4abd-9a36-263206f8fc8d HTTP/1.1" status: 204 len: 168 time: 0.4876635 Feb 14 21:50:03.950043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681db21-4a74-4113-8d92-d817b0bac064 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=d4faf0af-a9d2-4abd-9a36-263206f8fc8d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:03.982333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f1429e32-a5f2-4dae-9f4f-1998c2354bd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626922 Feb 14 21:50:03.984782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59396) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:04.023725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.095248 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91960ce5-a334-4000-96d4-79d3709bb298 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:04.099843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59398) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:04.100001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91960ce5-a334-4000-96d4-79d3709bb298 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1140804 Feb 14 21:50:04.119969 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks [] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.212116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.218272 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b1aa6-3dc9-44cf-b056-16585e549a70 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:04.222792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b20b1aa6-3dc9-44cf-b056-16585e549a70 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217225 Feb 14 21:50:04.225442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59400) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:04.232262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7590494a-de90-4331-be29-536a9e08f84e None None] Current status of the port 229328da-5b6e-4013-ac1f-7f39826031eb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:04.232641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.21.0.1 (2b020fc0-ec5b-47b9-881f-6d4689f79706/69ad4cf8-683e-4884-b064-985717666eb5/d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:04.305721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc2764-7916-4717-b169-53aa0995c68d None None] Pushing event updated for resources: {'Port': ['ID=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:04.338931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:04.350840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4fe98cad-abef-495b-9a57-f44c2409a15d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080275 Feb 14 21:50:04.352643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59404) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:04.364461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:04.422741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:04.490306 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.492188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:04.496691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Pushing event updated for resources: {'Port': ['ID=ae39b6d1-cde9-4064-9bd0-06c578296c65,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:04.592190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.644104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1a2f45de-a0a8-44d1-a374-46bc2a2ee8ca None None] Provisioning complete for port f003fc40-c2aa-4191-8404-b937e2827ac7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:04.644803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a2f45de-a0a8-44d1-a374-46bc2a2ee8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.660043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:04.663696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:04.682843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:04.718166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:04.725074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.746503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f45de-a0a8-44d1-a374-46bc2a2ee8ca None None] Port f003fc40-c2aa-4191-8404-b937e2827ac7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:50:04.773985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:04.834498 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.852243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.875660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Attempting to bind port ae39b6d1-cde9-4064-9bd0-06c578296c65 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:04.876192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Attempting to bind port ae39b6d1-cde9-4064-9bd0-06c578296c65 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:04.876657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Attempting to bind port ae39b6d1-cde9-4064-9bd0-06c578296c65 on network 2b020fc0-ec5b-47b9-881f-6d4689f79706 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:04.893127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:04.893751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Checking segment: {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:04.894377 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:04.894909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Bound using segment: {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:04.895522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Bound port: ae39b6d1-cde9-4064-9bd0-06c578296c65, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:04.896002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.188155 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.240212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks [] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.268405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] For port ae39b6d1-cde9-4064-9bd0-06c578296c65, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:05.276712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] For port ae39b6d1-cde9-4064-9bd0-06c578296c65, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae39b6d1-cde9-4064-9bd0-06c578296c65,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:05.282512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.348484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (f769b06a-2258-4ffe-8a4e-becf56d7dc5d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.358779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.422283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:05.426086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:05.441582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:05.446621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a940f2f-da8c-4e1e-8471-54d70d002ea0 None None] Pushing event updated for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:05.447666 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.504986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1512654 Feb 14 21:50:05.520251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59426) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:05.525537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'f769b06a-2258-4ffe-8a4e-becf56d7dc5d', 'ip_address': '2001:db8::d3c9:bb9f:3b25:7b44'}], 'name': 'tempest-NetworksTestDHCPv6-1933694186'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:05.640128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49f960-a793-48b3-b1be-63fece4fd5ab tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=f769b06a-2258-4ffe-8a4e-becf56d7dc5d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:05.643280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Attempting to bind port f003fc40-c2aa-4191-8404-b937e2827ac7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:05.643981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Attempting to bind port f003fc40-c2aa-4191-8404-b937e2827ac7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:05.644583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Attempting to bind port f003fc40-c2aa-4191-8404-b937e2827ac7 on network 600025ef-dd4a-459e-8a4d-e5fe2d720019 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:05.661522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:05.662307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Checking segment: {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:05.664837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.665490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Bound using segment: {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:05.666228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Bound port: f003fc40-c2aa-4191-8404-b937e2827ac7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3565498-8268-4af3-a19c-262f6c7b7733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:05.666859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:05.746286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90a21d-2f47-4a90-89b7-8e8617962bf4 None None] Pushing event updated for resources: {'Port': ['ID=ae39b6d1-cde9-4064-9bd0-06c578296c65,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:05.815017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:06.082237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] For port f003fc40-c2aa-4191-8404-b937e2827ac7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:06.098481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] For port f003fc40-c2aa-4191-8404-b937e2827ac7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f003fc40-c2aa-4191-8404-b937e2827ac7,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:06.132878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.135493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.138541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:06.153459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.160241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.207066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 8ecda53b-6a35-4ef2-9f77-73895f7b48f6 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:06.208701 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.346420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a940f2f-da8c-4e1e-8471-54d70d002ea0 None None] Pushing event updated for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:06.346669 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.355787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:06.411211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184e080-1b2a-42f3-8a16-02cab92eb97b None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:06.503757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.506666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Provisioning complete for port f003fc40-c2aa-4191-8404-b937e2827ac7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:06.508019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:06.521001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:06.525019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:06.662342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:06.662988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:06.705187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::d3c9:bb9f:3b25:7b44 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/f769b06a-2258-4ffe-8a4e-becf56d7dc5d/8ecda53b-6a35-4ef2-9f77-73895f7b48f6) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:06.822331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:06.950709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:06.951436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.068119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:07.112302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:07.123692 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1eb8b4f7-006f-47ce-90d6-085670a8b152 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7580082 Feb 14 21:50:07.124338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:07.142073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-861894389'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:07.156824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (8ecda53b-6a35-4ef2-9f77-73895f7b48f6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.213534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:07.218162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.280428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:50:07.311389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4e1d76cd-a61e-417e-8d97-e47730b0b1ab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.314645 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 4e1d76cd-a61e-417e-8d97-e47730b0b1ab of type vlan for network 4785a4f6-f9cb-46f6-a87b-2527bd724861 Feb 14 21:50:07.332792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8ecda53b-6a35-4ef2-9f77-73895f7b48f6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.423363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4785a4f6-f9cb-46f6-a87b-2527bd724861), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.424945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:07.450643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:07.460958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.463854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:07.465020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4785a4f6-f9cb-46f6-a87b-2527bd724861), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.469752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:07.470370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.480741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:07.483009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.490367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Current status of the port f003fc40-c2aa-4191-8404-b937e2827ac7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:07.491740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.586828 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4613171 Feb 14 21:50:07.587672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59454) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:07.600151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=8ecda53b-6a35-4ef2-9f77-73895f7b48f6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:07.624375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c3449ae-f66a-4f1b-bbe9-cd0c78fd05b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1026425 Feb 14 21:50:07.625024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59456) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:07.630237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'f769b06a-2258-4ffe-8a4e-becf56d7dc5d', 'ip_address': '2001:db8::d3c9:bb9f:3b25:7b44'}], 'name': 'tempest-NetworksTestDHCPv6-487202061'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:07.654499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a84a46-558a-4642-99ff-2440ede93b83 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=4785a4f6-f9cb-46f6-a87b-2527bd724861,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:07.671199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:07.787383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad06af-320a-49dc-a0be-f65ae871e207 None None] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:07.793393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:50:07.856057 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:07.859671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.863174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:07.869917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:07.929322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port eef32ef9-bbb4-461f-9ef6-95540f1913e6 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:08.178485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (3835ee53-dfaf-48c6-9786-cc45c080b4fa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:08.306133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=3835ee53-dfaf-48c6-9786-cc45c080b4fa,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:08.314971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:08.315379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 4785a4f6-f9cb-46f6-a87b-2527bd724861, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:50:08.394077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:50:08.397873 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 14 21:50:08.398342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:08.420496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4785a4f6-f9cb-46f6-a87b-2527bd724861) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:08.432541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:08.434163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:08.450404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5927c368-5761-48be-8ffc-64dc2d35a393 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8227775 Feb 14 21:50:08.453784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59472) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:08.476708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1223641e-c89e-4556-9941-f5fdedff3ee6 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8250387 Feb 14 21:50:08.479302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59474) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:08.624336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7487f0f-f338-45c3-9db1-3775a9296bb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:08.636162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dec3e9-bd5d-469c-bed6-d1727c78a7aa None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:08.638839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7487f0f-f338-45c3-9db1-3775a9296bb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:08.645006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b7487f0f-f338-45c3-9db1-3775a9296bb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1866429 Feb 14 21:50:08.648546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59476) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:08.787724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] For port f003fc40-c2aa-4191-8404-b937e2827ac7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f003fc40-c2aa-4191-8404-b937e2827ac7,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:08.806162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:08.806565 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:08.817725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-61658428-6488-4b98-9119-597a4ac68287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:05Z', 'revision_number': 3, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:05Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:06Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:08.885249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61658428-6488-4b98-9119-597a4ac68287 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:05Z', 'revision_number': 3, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:05Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:06Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:08.890972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 8ecda53b-6a35-4ef2-9f77-73895f7b48f6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:08.891351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8ecda53b-6a35-4ef2-9f77-73895f7b48f6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:08.922468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.114617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8ecda53b-6a35-4ef2-9f77-73895f7b48f6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.142009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 8ecda53b-6a35-4ef2-9f77-73895f7b48f6 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:09.193147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9526a0-779a-4192-b886-ee6a02764791 None None] Pushing event updated for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:09.313228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:09.436881 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.539331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8ecda53b-6a35-4ef2-9f77-73895f7b48f6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.582615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.642016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Provisioning complete for port ae39b6d1-cde9-4064-9bd0-06c578296c65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:09.643329 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:09.655416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=8ecda53b-6a35-4ef2-9f77-73895f7b48f6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:09.863756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae39b6d1-cde9-4064-9bd0-06c578296c65 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:09.867117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-4785a4f6-f9cb-46f6-a87b-2527bd724861', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:09.869066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.075579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:10.401519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Allocated IP 172.22.0.2 (4785a4f6-f9cb-46f6-a87b-2527bd724861/3835ee53-dfaf-48c6-9786-cc45c080b4fa/7da29bab-1765-4b50-bdb3-09e8844bc58e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:10.645008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Current status of the port ae39b6d1-cde9-4064-9bd0-06c578296c65 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:10.645722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.700162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.704126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dd9bf599-31f3-4a60-a45e-a98e1b7baf8f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/8ecda53b-6a35-4ef2-9f77-73895f7b48f6 HTTP/1.1" status: 204 len: 168 time: 2.0528691 Feb 14 21:50:10.706786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:10.754933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ae39b6d1-cde9-4064-9bd0-06c578296c65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:10.755369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.797149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ea390-9ac8-46e2-bd5b-fe4f52f023d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:10.798510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ea390-9ac8-46e2-bd5b-fe4f52f023d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:10.803312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59506) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:10.813786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-705ea390-9ac8-46e2-bd5b-fe4f52f023d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1057403 Feb 14 21:50:10.916857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks [] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.927999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] For port ae39b6d1-cde9-4064-9bd0-06c578296c65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae39b6d1-cde9-4064-9bd0-06c578296c65,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:10.938726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:10.973987 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.016507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet f769b06a-2258-4ffe-8a4e-becf56d7dc5d {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:11.024932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (f769b06a-2258-4ffe-8a4e-becf56d7dc5d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.026262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Could not find standard attr ID for object d7bd5e45-79c6-4e25-b1dd-2e05bf90438d. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:11.074002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.22.0.1 (4785a4f6-f9cb-46f6-a87b-2527bd724861/3835ee53-dfaf-48c6-9786-cc45c080b4fa/a852b61e-0e27-4775-b5af-388d601d7ea7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:11.078749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:11.084977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (f769b06a-2258-4ffe-8a4e-becf56d7dc5d), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.141152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:11.151953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:11.164196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Pushing event updated for resources: {'Port': ['ID=7da29bab-1765-4b50-bdb3-09e8844bc58e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:11.188829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f769b06a-2258-4ffe-8a4e-becf56d7dc5d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.359600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Provisioning complete for port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:11.370526 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.453442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ae39b6d1-cde9-4064-9bd0-06c578296c65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:11.479476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Pushing event updated for resources: {'Port': ['ID=ae39b6d1-cde9-4064-9bd0-06c578296c65,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:11.497690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Attempting to bind port 7da29bab-1765-4b50-bdb3-09e8844bc58e on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:11.498063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Attempting to bind port 7da29bab-1765-4b50-bdb3-09e8844bc58e by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:11.498429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Attempting to bind port 7da29bab-1765-4b50-bdb3-09e8844bc58e on network 4785a4f6-f9cb-46f6-a87b-2527bd724861 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:11.521657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:11.522037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Checking segment: {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:11.522441 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.529064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Bound using segment: {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:11.529658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Bound port: 7da29bab-1765-4b50-bdb3-09e8844bc58e, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:11.530144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.821177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] For port 7da29bab-1765-4b50-bdb3-09e8844bc58e, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:11.822736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (f769b06a-2258-4ffe-8a4e-becf56d7dc5d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.824324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] For port 7da29bab-1765-4b50-bdb3-09e8844bc58e, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7da29bab-1765-4b50-bdb3-09e8844bc58e,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:11.829744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Current status of the port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:11.856792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f003fc40-c2aa-4191-8404-b937e2827ac7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:11.881359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.885543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=f769b06a-2258-4ffe-8a4e-becf56d7dc5d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:11.887750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.898877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-106e3a18-2097-482d-acc7-3db34102d661 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f769b06a-2258-4ffe-8a4e-becf56d7dc5d HTTP/1.1" status: 204 len: 168 time: 1.0923464 Feb 14 21:50:11.899648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59524) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:11.925056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.938035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:11.972806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:11.988351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c88a5d-4e73-4d6c-8ac2-dbabb0dfbfd6 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:11.999287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:12.006304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:12.034038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-080dac3c-8c72-4646-9dc7-f64c98a2ae98 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268647 Feb 14 21:50:12.034444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59526) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:12.047726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:12.054940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81761cf-bd62-4e69-afad-20671a548d97 None None] Pushing event updated for resources: {'Port': ['ID=7da29bab-1765-4b50-bdb3-09e8844bc58e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:12.081312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:12.089953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.119856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Provisioning complete for port f003fc40-c2aa-4191-8404-b937e2827ac7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:12.120238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.196470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f003fc40-c2aa-4191-8404-b937e2827ac7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:12.197086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.354961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:12.361183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.364962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.401257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f003fc40-c2aa-4191-8404-b937e2827ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:12.404285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:12.462402 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:12.492725 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:12.495308 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:12.565528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:12.686110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e050-e768-4cba-8499-0eecbb1eca80 None None] Current status of the port f003fc40-c2aa-4191-8404-b937e2827ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:12.756645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:12.757034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.762424 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:12.874994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (a5d84f43-0fc3-44d4-bb96-43d31babcdce), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.897841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:12.901157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:12.933195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:12.934543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:12.970142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=a5d84f43-0fc3-44d4-bb96-43d31babcdce,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:12.980640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e6eeae8-05ef-4387-a703-e7a42048cb1d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9451520 Feb 14 21:50:12.984620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59542) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:12.991333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'a5d84f43-0fc3-44d4-bb96-43d31babcdce', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1713662890'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:13.024371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Deleting port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:13.024874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.029573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Provisioning complete for port ae39b6d1-cde9-4064-9bd0-06c578296c65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:13.029946 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.133292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.145243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.159941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:13.182925 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:12Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:11Z', 'revision_number': 1, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:05Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:13.222540 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:13.223143 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Updating router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e port a852b61e-0e27-4775-b5af-388d601d7ea7 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:13.300371 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.314503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.345603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.356103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:13.361001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port fc73601c-579b-4618-9030-55969e6a83e6 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:13.631376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:13.634951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:13.650823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] For port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:13.651454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:13.679554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Calling delete_port for 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:13.696379 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:50:13.697208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:13.737665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:13.739559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9f6f380-9f9d-4fd7-afc1-d1cf2eee963d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7530935 Feb 14 21:50:13.740562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59552) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:13.840986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb813f3-52bd-4532-bbfa-e3a10f4cb2db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:13.847143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6cb813f3-52bd-4532-bbfa-e3a10f4cb2db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1035044 Feb 14 21:50:13.848216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59556) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:13.949135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Current status of the port ae39b6d1-cde9-4064-9bd0-06c578296c65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:13.974876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Could not find standard attr ID for object 8ecda53b-6a35-4ef2-9f77-73895f7b48f6. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:13.999629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:13.999908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1a199-4a8b-466e-8798-5d9d33ef2395 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:14.004904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1a199-4a8b-466e-8798-5d9d33ef2395 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:14.015645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8db1a199-4a8b-466e-8798-5d9d33ef2395 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1661210 Feb 14 21:50:14.015969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59564) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:14.048359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848337d7-131a-4028-ac7a-4777a817de4c None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:14.121612 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks [] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.150493 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.233935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae39b6d1-cde9-4064-9bd0-06c578296c65 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:14.395322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (50be865f-2e9a-4e0b-8bc3-7645db9ca2b5), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.495932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:14.508895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:14.514176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1514161276'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:14.519548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f42897ea-aa82-473c-b2e9-431f98a9bbd1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0256593 Feb 14 21:50:14.561362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] Pushing event deleted for resources: {'Port': ['ID=50be865f-2e9a-4e0b-8bc3-7645db9ca2b5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:14.574307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:14.577915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.578971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet a5d84f43-0fc3-44d4-bb96-43d31babcdce {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:14.580193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec2a4e4-c8dd-4456-a479-443af71b40cc None None] No DVR routers for this DVR port 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:14.595032 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (a5d84f43-0fc3-44d4-bb96-43d31babcdce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.596079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Provisioning complete for port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:14.598661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.670838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:50:14.729866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6fd86e71-1e4e-40a3-8c67-a7181c589a36), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.729866 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added segment 6fd86e71-1e4e-40a3-8c67-a7181c589a36 of type vlan for network 30be7a31-cd79-4852-b51f-e0a6dc83e045 Feb 14 21:50:14.755402 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Pushing event updated for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:14.755855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b82f2d9-bf95-429c-a43a-02593c1707e8 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:14.789673 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.790014 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.790356 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.790689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.791020 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.791385 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.791710 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.792046 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.795791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (a5d84f43-0fc3-44d4-bb96-43d31babcdce), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.797478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.797745 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.798096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.798474 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.802737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:14.818531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port a852b61e-0e27-4775-b5af-388d601d7ea7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:14.819089 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port a852b61e-0e27-4775-b5af-388d601d7ea7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:14.819489 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port a852b61e-0e27-4775-b5af-388d601d7ea7 on network 4785a4f6-f9cb-46f6-a87b-2527bd724861 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:14.832115 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:14.832495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Checking segment: {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:14.833077 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.833482 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Bound using segment: {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:14.833959 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Bound port: a852b61e-0e27-4775-b5af-388d601d7ea7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1d76cd-a61e-417e-8d97-e47730b0b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:14.834341 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.864632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ae39b6d1-cde9-4064-9bd0-06c578296c65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:14.864825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.880194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c160b724-b4ee-4c53-9390-0b868feb6109 None None] Port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:50:14.903767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (30be7a31-cd79-4852-b51f-e0a6dc83e045), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.937369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a5d84f43-0fc3-44d4-bb96-43d31babcdce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:14.981812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] For port a852b61e-0e27-4775-b5af-388d601d7ea7, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:14.988847 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] For port a852b61e-0e27-4775-b5af-388d601d7ea7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a852b61e-0e27-4775-b5af-388d601d7ea7,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:14.994061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (30be7a31-cd79-4852-b51f-e0a6dc83e045), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.002782 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.018188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:15.021696 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.098660 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Updating router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:15.119010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6070135 Feb 14 21:50:15.121229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59626) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:15.143757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'subnet': {'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:15.169969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Provisioning complete for port 7da29bab-1765-4b50-bdb3-09e8844bc58e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:15.170705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.293723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600a35f-4c3c-4bbd-aefc-8aabe3d53428 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Network': ['ID=30be7a31-cd79-4852-b51f-e0a6dc83e045,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:15.327109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a5d84f43-0fc3-44d4-bb96-43d31babcdce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.333569 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.343839 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Pushing event updated for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:15.385545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:50:15.450701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.458072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59638) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:15.458756 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/a5d84f43-0fc3-44d4-bb96-43d31babcdce HTTP/1.1" status: 204 len: 168 time: 1.4378080 Feb 14 21:50:15.461341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9ffe2-824e-47b4-82cc-e433dc24814e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d84f43-0fc3-44d4-bb96-43d31babcdce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:15.508719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Made reservation on behalf of 3d72ae9a7be4486191422ae0eff199db for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:15.515074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.596956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f7c5f857-a252-4b99-8f78-90322ce0137b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375523 Feb 14 21:50:15.601119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02242fa-c020-4032-9c70-791bb2d87169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'a5d84f43-0fc3-44d4-bb96-43d31babcdce'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:15.602000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f02242fa-c020-4032-9c70-791bb2d87169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.602715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59640) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:15.607778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:15.668912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ae39b6d1-cde9-4064-9bd0-06c578296c65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:15.680536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7da29bab-1765-4b50-bdb3-09e8844bc58e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:15.933429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:15.937857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:15.988666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0a075567-3183-49af-9240-67977b2f3b97), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.102750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Current status of the port 7da29bab-1765-4b50-bdb3-09e8844bc58e is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:16.107843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.166431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Checking segment: {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:16.166801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network hostable DHCP agents. Network: 30be7a31-cd79-4852-b51f-e0a6dc83e045, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:50:16.175605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Subnet': ['ID=0a075567-3183-49af-9240-67977b2f3b97,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:16.211456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:50:16.246974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 30be7a31-cd79-4852-b51f-e0a6dc83e045) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:16.262542 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:16.265033 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.292213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] For port 7da29bab-1765-4b50-bdb3-09e8844bc58e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7da29bab-1765-4b50-bdb3-09e8844bc58e,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:16.317629 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks [] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.321958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-28592507-9387-4fa3-8e58-08866b697a92 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1989381 Feb 14 21:50:16.325046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59678) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:16.333601 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.501598 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Pushing event updated for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:16.506841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61253739-88b3-4a39-a650-f9fdae943309 None None] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:16.530521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.692776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8e881550-6153-48d9-ac22-4f5e80624997), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.732237 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:16.732532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:16.737124 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Attempting to bind port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 on network 2b020fc0-ec5b-47b9-881f-6d4689f79706 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:16.756761 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:16.757232 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Checking segment: {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:16.757650 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.761098 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Bound using segment: {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:16.762194 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Bound port: d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91594ea3-7d11-4213-979f-14f64e95f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:16.762194 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.874500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:16.890569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7da29bab-1765-4b50-bdb3-09e8844bc58e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:16.890951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.905357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:16.933978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:16.934596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:16.943546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=8e881550-6153-48d9-ac22-4f5e80624997,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:17.004561 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] For port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:17.023395 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] For port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:17.037032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-797192f7-495a-41da-aed6-4c9d051b2d7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4314666 Feb 14 21:50:17.039072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59688) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:17.044540 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.051603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:17.124937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.126913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.170513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d75640b-9460-450d-8bc1-ab2b70f229a0 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:17.189995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be88004-d5e1-4d0e-a575-06bcb9205e4a None None] Pushing event updated for resources: {'Port': ['ID=7da29bab-1765-4b50-bdb3-09e8844bc58e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:17.293642 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:17.305594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Provisioning complete for port a852b61e-0e27-4775-b5af-388d601d7ea7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:17.306048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.307269 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:17.317061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f3a7-52e7-418c-a965-9e3f52275355 None None] Pushing event updated for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:17.317543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router_controller (6857ee56-13b0-406e-a07b-a086ea3efe47), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.334142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.400884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.402160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-139ac347-b42a-4689-b3f0-d01bb390e143 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3614728 Feb 14 21:50:17.405016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59690) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:17.710322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:17.714516 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:17.969316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7da29bab-1765-4b50-bdb3-09e8844bc58e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:17.980792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-30be7a31-cd79-4852-b51f-e0a6dc83e045', 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045', 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'fixed_ips': [{'subnet_id': '0a075567-3183-49af-9240-67977b2f3b97'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:17.985671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.107185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:18.147082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.301005 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:12Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:14Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:16Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:18.356189 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a31b0-4222-4a21-9d2f-4c078e4ff171 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:12Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:14Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:16Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:18.393007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Current status of the port a852b61e-0e27-4775-b5af-388d601d7ea7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:18.393567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.422383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:18.422746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 50be865f-2e9a-4e0b-8bc3-7645db9ca2b5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:18.533810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] For port a852b61e-0e27-4775-b5af-388d601d7ea7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a852b61e-0e27-4775-b5af-388d601d7ea7,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:18.589789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '8e881550-6153-48d9-ac22-4f5e80624997'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:18.590672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.633336 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.738185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Allocated IP 172.23.0.1 (30be7a31-cd79-4852-b51f-e0a6dc83e045/0a075567-3183-49af-9240-67977b2f3b97/fb4e273b-44e7-4467-ab8c-be19e1197450) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:18.870968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Provisioning complete for port 7da29bab-1765-4b50-bdb3-09e8844bc58e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:18.871658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:18.990407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::1 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8e881550-6153-48d9-ac22-4f5e80624997/91e3f772-b3f6-4c9b-b405-f3e13c7cc92b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:19.074991 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.133858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.217060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:19.224388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:19.233434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:19.273782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:19.357388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=fb4e273b-44e7-4467-ab8c-be19e1197450,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:19.399468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.466635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.623621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.745013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.794768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:19.803198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:19.820567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:19.821144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (6857ee56-13b0-406e-a07b-a086ea3efe47), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:19.964279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:20.150387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8e881550-6153-48d9-ac22-4f5e80624997/a35a2348-0838-4e61-bcd0-47e19282f44c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:20.301400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.312616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.322700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.448398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Pushing event updated for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:20.463042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event updated for resources: {'Port': ['ID=fb4e273b-44e7-4467-ab8c-be19e1197450,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:20.485774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.499161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:20.617673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Allocated IP 172.23.0.2 (30be7a31-cd79-4852-b51f-e0a6dc83e045/0a075567-3183-49af-9240-67977b2f3b97/34449170-353f-44b9-855c-0824ea5b4840) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:20.740322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:20.742647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:20.795387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:20.796162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:20.850944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-413ae5f2-7587-43a0-a3c2-360ab931b1f6 None None] Current status of the port 7da29bab-1765-4b50-bdb3-09e8844bc58e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:20.885935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.894906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.896302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (6857ee56-13b0-406e-a07b-a086ea3efe47), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:20.982629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:21.051747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:21.057006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks [] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.075490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Provisioning complete for port a852b61e-0e27-4775-b5af-388d601d7ea7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:21.075919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.127450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.136252 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks [] for port (34449170-353f-44b9-855c-0824ea5b4840), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.176991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:21.180931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:21.200112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Pushing event updated for resources: {'Port': ['ID=a35a2348-0838-4e61-bcd0-47e19282f44c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:21.203193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:21.203686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.254067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:21.257105 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:21.266024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:21.276460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:21.279821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:21.289443 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1ead0ee7-86dd-4f46-bc74-a5ba718fca5d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9569180 Feb 14 21:50:21.291810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59746) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:21.301081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:21.342918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (34449170-353f-44b9-855c-0824ea5b4840), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.404982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Router 6857ee56-13b0-406e-a07b-a086ea3efe47 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:50:21.472725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Pushing event updated for resources: {'Port': ['ID=34449170-353f-44b9-855c-0824ea5b4840,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:21.633607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:21.683070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:21.693567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Sync routers for ids ['6857ee56-13b0-406e-a07b-a086ea3efe47'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:21.723642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-94e0c102-5d60-4a0f-befe-538a597a0ade tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "PUT /v2.0/routers/6857ee56-13b0-406e-a07b-a086ea3efe47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3053374 Feb 14 21:50:21.723869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Routers {'6857ee56-13b0-406e-a07b-a086ea3efe47'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:21.723869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6857ee56-13b0-406e-a07b-a086ea3efe47'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:21.724307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:21.832124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Attempting to bind port a35a2348-0838-4e61-bcd0-47e19282f44c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:21.832507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Attempting to bind port a35a2348-0838-4e61-bcd0-47e19282f44c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:21.832881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Attempting to bind port a35a2348-0838-4e61-bcd0-47e19282f44c on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:21.837356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Current status of the port a852b61e-0e27-4775-b5af-388d601d7ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:21.846119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:21.848818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:21.898361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:21.898759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:21.899191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.899616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:21.900102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Bound port: a35a2348-0838-4e61-bcd0-47e19282f44c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:21.901144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.928226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:21.928624 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:21.976975 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Set router 6857ee56-13b0-406e-a07b-a086ea3efe47 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:22.007482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:22.041180 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.042172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a852b61e-0e27-4775-b5af-388d601d7ea7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:22.044026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Provisioning complete for port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:22.044390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.174866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:22.293886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Attempting to bind port 34449170-353f-44b9-855c-0824ea5b4840 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:22.302645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Attempting to bind port 34449170-353f-44b9-855c-0824ea5b4840 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:22.302645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Attempting to bind port 34449170-353f-44b9-855c-0824ea5b4840 on network 30be7a31-cd79-4852-b51f-e0a6dc83e045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:22.321039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] For port a35a2348-0838-4e61-bcd0-47e19282f44c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:22.324710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] For port a35a2348-0838-4e61-bcd0-47e19282f44c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a35a2348-0838-4e61-bcd0-47e19282f44c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:22.346504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.351688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:22.352411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Checking segment: {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:22.353031 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.353635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Bound using segment: {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:22.354353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Bound port: 34449170-353f-44b9-855c-0824ea5b4840, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:22.354970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (34449170-353f-44b9-855c-0824ea5b4840), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.357826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:20Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '91e3f772-b3f6-4c9b-b405-f3e13c7cc92b', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:97:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '8e881550-6153-48d9-ac22-4f5e80624997', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:20Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '8e881550-6153-48d9-ac22-4f5e80624997', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:22.397988 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Checking router: 6857ee56-13b0-406e-a07b-a086ea3efe47 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:22.398436 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Updating router 6857ee56-13b0-406e-a07b-a086ea3efe47 port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:22.430633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:19Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:16Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb4e273b-44e7-4467-ab8c-be19e1197450', 'name': '', 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:c5:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '0a075567-3183-49af-9240-67977b2f3b97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:20Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '0a075567-3183-49af-9240-67977b2f3b97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:22.433778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:50:22.438320 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.444349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca9895-8b96-4a41-b4ba-380e8bbdc699 None None] Pushing event updated for resources: {'Port': ['ID=a35a2348-0838-4e61-bcd0-47e19282f44c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:22.466051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Removed routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:50:22.466600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.495668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:22.496405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Updating router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e port fb4e273b-44e7-4467-ab8c-be19e1197450 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:22.568230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] For port 34449170-353f-44b9-855c-0824ea5b4840, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:22.571815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] For port 34449170-353f-44b9-855c-0824ea5b4840, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=34449170-353f-44b9-855c-0824ea5b4840,segment=NetworkSegment(6fd86e71-1e4e-40a3-8c67-a7181c589a36),segment_id=6fd86e71-1e4e-40a3-8c67-a7181c589a36)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:22.604229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (34449170-353f-44b9-855c-0824ea5b4840), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.618123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36afd5-f76b-48f7-a31c-e3d6d99e26f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:22.622124 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe36afd5-f76b-48f7-a31c-e3d6d99e26f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports/91e3f772-b3f6-4c9b-b405-f3e13c7cc92b HTTP/1.1" status: 200 len: 911 time: 0.8937809 Feb 14 21:50:22.622833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59764) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:22.771679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be76fc7a-2ac2-4345-bf48-742abdbb9051 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:22.786639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be76fc7a-2ac2-4345-bf48-742abdbb9051 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:22.790005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-be76fc7a-2ac2-4345-bf48-742abdbb9051 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1660554 Feb 14 21:50:22.793132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:22.810412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a852b61e-0e27-4775-b5af-388d601d7ea7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:22.810796 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.921211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.985484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:22.996143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.019484 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks [] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.022778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7dc3-b1ec-4b76-b204-b7e3eae3cf3d None None] Pushing event updated for resources: {'Port': ['ID=34449170-353f-44b9-855c-0824ea5b4840,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:23.042629 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.101265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-32c48e1a-4b63-4586-ae3b-31a22817f0c8 None None] Current status of the port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:23.217866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0915-48fa-42bb-b69c-830f26624ad2 None None] Pushing event updated for resources: {'Port': ['ID=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:23.286023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:23.568621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:23.588917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.590815 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2d020b8c-575f-4b09-b14b-b3cd240d94c0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 933 time: 2.2979813 Feb 14 21:50:23.594077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:23.792352 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Attempting to bind port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:23.792352 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Attempting to bind port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:23.792696 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Attempting to bind port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:23.806289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:23.806666 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:23.807301 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.807872 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:23.808555 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Bound port: 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:23.809123 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:23.906886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e21dd7b-4644-4ecc-a739-cb22d9af1f49 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 933 time: 0.3101556 Feb 14 21:50:23.907838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:23.912837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'routes': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:23.972261 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] For port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:23.984538 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] For port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:24.000078 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.046736 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (6857ee56-13b0-406e-a07b-a086ea3efe47), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.099208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a852b61e-0e27-4775-b5af-388d601d7ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:24.102565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7da29bab-1765-4b50-bdb3-09e8844bc58e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:24.134658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Routers {'6857ee56-13b0-406e-a07b-a086ea3efe47'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:24.135416 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6857ee56-13b0-406e-a07b-a086ea3efe47'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:24.212372 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0915-48fa-42bb-b69c-830f26624ad2 None None] Pushing event updated for resources: {'Port': ['ID=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:24.374416 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] Set router 6857ee56-13b0-406e-a07b-a086ea3efe47 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:24.676082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7da29bab-1765-4b50-bdb3-09e8844bc58e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:24.676468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.701396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:24.702021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.793322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks [] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.894793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.900078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Provisioning complete for port a35a2348-0838-4e61-bcd0-47e19282f44c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:24.900504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:24.981257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:50:24.981855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:50:25.026485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] For port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:25.026845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.031417 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:20Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '91e3f772-b3f6-4c9b-b405-f3e13c7cc92b', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:97:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '8e881550-6153-48d9-ac22-4f5e80624997', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:23Z', 'revision_number': 4, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '8e881550-6153-48d9-ac22-4f5e80624997', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:25.069133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:25.135331 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8fae26-2f6e-44fd-8a45-f3e253a87646 None None] The sync data for ids ['6857ee56-13b0-406e-a07b-a086ea3efe47'] in n-d-828372-11 is: [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:20Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '91e3f772-b3f6-4c9b-b405-f3e13c7cc92b', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:97:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '8e881550-6153-48d9-ac22-4f5e80624997', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:23Z', 'revision_number': 4, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '8e881550-6153-48d9-ac22-4f5e80624997', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:25.150108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.393916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726adfe-5387-4d7c-bd3f-55a0e997d0ff None None] Pushing event updated for resources: {'Port': ['ID=fb4e273b-44e7-4467-ab8c-be19e1197450,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:25.418541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Attempting to bind port fb4e273b-44e7-4467-ab8c-be19e1197450 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:25.419248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Attempting to bind port fb4e273b-44e7-4467-ab8c-be19e1197450 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:25.419837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Attempting to bind port fb4e273b-44e7-4467-ab8c-be19e1197450 on network 30be7a31-cd79-4852-b51f-e0a6dc83e045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:25.432057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9a393-b695-4c5b-8815-1f8d1327b2ec None None] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:25.649970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7da29bab-1765-4b50-bdb3-09e8844bc58e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:25.669814 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (91e3f772-b3f6-4c9b-b405-f3e13c7cc92b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.670441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:25.670844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Checking segment: {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:25.672560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.672886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Bound using segment: {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:25.676243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Bound port: fb4e273b-44e7-4467-ab8c-be19e1197450, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd86e71-1e4e-40a3-8c67-a7181c589a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:25.676243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.781758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.807176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.876020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] For port fb4e273b-44e7-4467-ab8c-be19e1197450, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:25.882853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] For port fb4e273b-44e7-4467-ab8c-be19e1197450, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fb4e273b-44e7-4467-ab8c-be19e1197450,segment=NetworkSegment(6fd86e71-1e4e-40a3-8c67-a7181c589a36),segment_id=6fd86e71-1e4e-40a3-8c67-a7181c589a36)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:25.916036 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:25.971866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=91e3f772-b3f6-4c9b-b405-f3e13c7cc92b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:26.221123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:26.232890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (6857ee56-13b0-406e-a07b-a086ea3efe47), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:26.257681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Current status of the port a35a2348-0838-4e61-bcd0-47e19282f44c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:26.263140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:26.389350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:26.390547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:26.558558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:26.690663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726adfe-5387-4d7c-bd3f-55a0e997d0ff None None] Pushing event updated for resources: {'Port': ['ID=fb4e273b-44e7-4467-ab8c-be19e1197450,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:26.711658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:26.730122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:26.736959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1cef06ec-6e04-4be2-a31c-fd94ecd25aeb tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 699 time: 2.8279972 Feb 14 21:50:26.739448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59826) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:26.841453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] For port a35a2348-0838-4e61-bcd0-47e19282f44c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a35a2348-0838-4e61-bcd0-47e19282f44c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:26.856376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:26.886627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Router 6857ee56-13b0-406e-a07b-a086ea3efe47 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:27.047789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9fbc6064-1a4d-467a-8355-39fe69e99c2a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 699 time: 0.3063965 Feb 14 21:50:27.049049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:27.096110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb4701-a594-471a-8f45-56572af3ce3c None None] Pushing event updated for resources: {'Port': ['ID=a35a2348-0838-4e61-bcd0-47e19282f44c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:27.166867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:27.167229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:27.193920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:27.207387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:27.216617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-812e1f94-4673-4e22-b0dd-6a080a72d039 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "PUT /v2.0/routers/6857ee56-13b0-406e-a07b-a086ea3efe47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197967 Feb 14 21:50:27.219556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59836) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:27.267519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Could not find standard attr ID for object 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:27.356188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e89573-f0f7-43b2-bd8a-bf5a4b7a22db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:27.363948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e89573-f0f7-43b2-bd8a-bf5a4b7a22db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:27.366077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c1e89573-f0f7-43b2-bd8a-bf5a4b7a22db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1450138 Feb 14 21:50:27.371316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:27.488041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Provisioning complete for port 34449170-353f-44b9-855c-0824ea5b4840 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:27.488452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (34449170-353f-44b9-855c-0824ea5b4840), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:27.528621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 8e881550-6153-48d9-ac22-4f5e80624997 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:27.554680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (8e881550-6153-48d9-ac22-4f5e80624997), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:27.769137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8e881550-6153-48d9-ac22-4f5e80624997), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:27.873995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:27.887605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 34449170-353f-44b9-855c-0824ea5b4840 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:27.902907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8e881550-6153-48d9-ac22-4f5e80624997), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:28.017587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8e881550-6153-48d9-ac22-4f5e80624997), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:28.100973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=8e881550-6153-48d9-ac22-4f5e80624997,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:28.155041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:28.157440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Sync routers for ids ['6857ee56-13b0-406e-a07b-a086ea3efe47'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:28.170526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:28.177959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955bf73-84c3-4a4b-99e2-186c70ab764f None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:28.186452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af3421d9-0ece-49a9-a890-f9ef2b0ea1d4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8e881550-6153-48d9-ac22-4f5e80624997 HTTP/1.1" status: 204 len: 168 time: 0.8122873 Feb 14 21:50:28.519389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Routers {'6857ee56-13b0-406e-a07b-a086ea3efe47'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:28.520497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6857ee56-13b0-406e-a07b-a086ea3efe47'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:29.024705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8808581c-8633-4d15-989e-f99c194ac2c2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8521864 Feb 14 21:50:29.033852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59864) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:29.107986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.163870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Current status of the port 34449170-353f-44b9-855c-0824ea5b4840 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:29.164651 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (34449170-353f-44b9-855c-0824ea5b4840), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.169734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 34449170-353f-44b9-855c-0824ea5b4840 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:29.171241 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (34449170-353f-44b9-855c-0824ea5b4840), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.210629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.211765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Set router 6857ee56-13b0-406e-a07b-a086ea3efe47 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:29.425612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 3, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:29.490669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Checking router: 6857ee56-13b0-406e-a07b-a086ea3efe47 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:29.520782 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.550824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Routers {'6857ee56-13b0-406e-a07b-a086ea3efe47'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:29.551542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['6857ee56-13b0-406e-a07b-a086ea3efe47'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:29.558425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] For port 34449170-353f-44b9-855c-0824ea5b4840, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=34449170-353f-44b9-855c-0824ea5b4840,segment=NetworkSegment(6fd86e71-1e4e-40a3-8c67-a7181c589a36),segment_id=6fd86e71-1e4e-40a3-8c67-a7181c589a36)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:29.652339 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.655817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router_controller (6857ee56-13b0-406e-a07b-a086ea3efe47), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.679243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (34449170-353f-44b9-855c-0824ea5b4840), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.685395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 34449170-353f-44b9-855c-0824ea5b4840 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:29.686788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:29.732240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port fb4e273b-44e7-4467-ab8c-be19e1197450 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:29.732579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.760685 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (6857ee56-13b0-406e-a07b-a086ea3efe47), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.761288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Fanout notify agent at l3_agent the message router_deleted on router 6857ee56-13b0-406e-a07b-a086ea3efe47 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:50:29.768635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.772699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f5294e03-03e1-451d-8699-b4afcd973207 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/routers/6857ee56-13b0-406e-a07b-a086ea3efe47 HTTP/1.1" status: 204 len: 168 time: 0.7378120 Feb 14 21:50:29.773315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59878) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:29.808022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:29.832497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:29.846707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Pushing event updated for resources: {'Port': ['ID=34449170-353f-44b9-855c-0824ea5b4840,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:29.856521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f119c982-47c3-452e-8c36-ff326232951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 7, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb4e273b-44e7-4467-ab8c-be19e1197450', 'name': '', 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:c5:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '0a075567-3183-49af-9240-67977b2f3b97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '0a075567-3183-49af-9240-67977b2f3b97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:29.947755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port fb4e273b-44e7-4467-ab8c-be19e1197450, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fb4e273b-44e7-4467-ab8c-be19e1197450,segment=NetworkSegment(6fd86e71-1e4e-40a3-8c67-a7181c589a36),segment_id=6fd86e71-1e4e-40a3-8c67-a7181c589a36)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:29.948168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:29.979770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for fb4e273b-44e7-4467-ab8c-be19e1197450 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:30.016018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:30.021672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.040001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:30.040446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 14 21:50:30.043098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] Set router 6857ee56-13b0-406e-a07b-a086ea3efe47 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:30.164228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119c982-47c3-452e-8c36-ff326232951d None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 7, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb4e273b-44e7-4467-ab8c-be19e1197450', 'name': '', 'network_id': '30be7a31-cd79-4852-b51f-e0a6dc83e045', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:c5:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '0a075567-3183-49af-9240-67977b2f3b97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:18Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 4, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '0a075567-3183-49af-9240-67977b2f3b97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:30.263670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Port 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b not found, will not notify nova. {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 14 21:50:30.264139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a35a2348-0838-4e61-bcd0-47e19282f44c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:30.266391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 3, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:30.402525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.410562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (0b1b2adb-750b-4f16-a244-9d2ef04fd307), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.452870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=fb4e273b-44e7-4467-ab8c-be19e1197450,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:30.494112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d787f6c-e57a-4d22-85db-fb6845d0938f None None] The sync data for ids ['6857ee56-13b0-406e-a07b-a086ea3efe47'] in n-d-828372-11 is: [{'id': '6857ee56-13b0-406e-a07b-a086ea3efe47', 'name': 'tempest-NetworksTestDHCPv6-router-287569626', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:17Z', 'updated_at': '2022-02-14T21:50:25Z', 'revision_number': 3, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:30.499510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Provisioning complete for port fb4e273b-44e7-4467-ab8c-be19e1197450 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:30.501158 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fb4e273b-44e7-4467-ab8c-be19e1197450), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.542494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf31f56c-9da0-4525-8b2f-c8e0352ceeaf None None] Port fb4e273b-44e7-4467-ab8c-be19e1197450 was deleted so its status cannot be updated. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 14 21:50:30.595259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:30.605018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:30.609692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:30.610286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.627582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a35a2348-0838-4e61-bcd0-47e19282f44c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:30.628105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.632895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Deleting port a35a2348-0838-4e61-bcd0-47e19282f44c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:30.633752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:30.661458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59890) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:30.662944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8885341 Feb 14 21:50:30.667252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=0b1b2adb-750b-4f16-a244-9d2ef04fd307,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:30.672298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971796777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:30.682760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.683117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.687058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.687512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.687863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.688202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.689080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.695621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.695997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.696334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.696682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.700824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.700824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95a709-95aa-4367-abca-b9b57666a70a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:30.755691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-41e2ce71-d771-485d-938c-6b6547ca4033 None None] Could not find standard attr ID for object fb4e273b-44e7-4467-ab8c-be19e1197450. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:30.898623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a35a2348-0838-4e61-bcd0-47e19282f44c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:30.898623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a852b61e-0e27-4775-b5af-388d601d7ea7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:31.017135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.077311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] For port a35a2348-0838-4e61-bcd0-47e19282f44c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a35a2348-0838-4e61-bcd0-47e19282f44c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:31.078069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.088646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697ccb88-67af-407c-9463-a3db1fb1214d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.098386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Calling delete_port for a35a2348-0838-4e61-bcd0-47e19282f44c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:31.150852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f2db539b-8330-428f-a57c-028eff436943), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.151960 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f2db539b-8330-428f-a57c-028eff436943), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.155742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a852b61e-0e27-4775-b5af-388d601d7ea7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:31.156345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.281854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a852b61e-0e27-4775-b5af-388d601d7ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:31.289294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a35a2348-0838-4e61-bcd0-47e19282f44c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.322882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] Pushing event deleted for resources: {'Port': ['ID=a35a2348-0838-4e61-bcd0-47e19282f44c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:31.328206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e57f6f-29fe-425a-889a-f5ce976614e9 None None] No DVR routers for this DVR port a35a2348-0838-4e61-bcd0-47e19282f44c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:31.351673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c0437b-6036-4213-83f5-b373904c21a4 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:31.459187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router_controller (f2db539b-8330-428f-a57c-028eff436943), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.553933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f2db539b-8330-428f-a57c-028eff436943), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.588342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.589853 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86d3f8f2-a372-42bd-a15d-0e72fb998796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9271407 Feb 14 21:50:31.593151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59906) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:31.649842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 34449170-353f-44b9-855c-0824ea5b4840 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:31.700700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:31.745973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:31.749639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:31.816757 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:31.837786 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:31.838413 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:31.934201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:31.949203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c8bfb37d-bee6-40bb-bc17-4b679a48dba4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8982499 Feb 14 21:50:31.950557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59912) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:31.968051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 34449170-353f-44b9-855c-0824ea5b4840 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:31.969376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (34449170-353f-44b9-855c-0824ea5b4840), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.052601 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:32.076642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/0b1b2adb-750b-4f16-a244-9d2ef04fd307/eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:32.103094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 0a075567-3183-49af-9240-67977b2f3b97 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:32.111716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (0a075567-3183-49af-9240-67977b2f3b97), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.268292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0a075567-3183-49af-9240-67977b2f3b97), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.415683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.456223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 34449170-353f-44b9-855c-0824ea5b4840 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:32.492693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0a075567-3183-49af-9240-67977b2f3b97), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.495827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:32.579844 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:32.608024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a35a2348-0838-4e61-bcd0-47e19282f44c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:32.609568 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:32.615413 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:32.663318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0a075567-3183-49af-9240-67977b2f3b97), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.694502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.700191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/0a075567-3183-49af-9240-67977b2f3b97 HTTP/1.1" status: 204 len: 168 time: 0.7473910 Feb 14 21:50:32.705573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59928) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:32.729719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade979cc-488c-4c40-995d-86ebf601ef5e None None] Network 30be7a31-cd79-4852-b51f-e0a6dc83e045 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:32.754541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a35a2348-0838-4e61-bcd0-47e19282f44c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:32.760957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a35a2348-0838-4e61-bcd0-47e19282f44c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:32.762267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:32.812997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks [] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.827859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da3f44-38bf-4834-afa5-2d655bedb47f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=0a075567-3183-49af-9240-67977b2f3b97,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:32.866431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (30be7a31-cd79-4852-b51f-e0a6dc83e045), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:32.871095 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:32.905908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:32.906202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 91e3f772-b3f6-4c9b-b405-f3e13c7cc92b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:32.944299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.005523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Pushing event updated for resources: {'Port': ['ID=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:33.010493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 34449170-353f-44b9-855c-0824ea5b4840 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:33.011922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (34449170-353f-44b9-855c-0824ea5b4840), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.014550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::1 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/0b1b2adb-750b-4f16-a244-9d2ef04fd307/6ef143d6-b6a3-4c54-ac99-3dac7d9cd298) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:33.042543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.043036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.043590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.046114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.046485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.046839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.047264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.053868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.054266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.054571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.054919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.055287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.055633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:33.093644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:33.100819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:33.107984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:33.202280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 34449170-353f-44b9-855c-0824ea5b4840, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=34449170-353f-44b9-855c-0824ea5b4840,segment=NetworkSegment(6fd86e71-1e4e-40a3-8c67-a7181c589a36),segment_id=6fd86e71-1e4e-40a3-8c67-a7181c589a36)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:33.202756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (34449170-353f-44b9-855c-0824ea5b4840), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.239484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Attempting to bind port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:33.239863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Attempting to bind port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:33.240233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Attempting to bind port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:33.245819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 34449170-353f-44b9-855c-0824ea5b4840 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:33.252891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:33.253332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:33.253746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.254306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:33.254796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Bound port: eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:33.255623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.282406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.341246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] DHCP port deletion for 30be7a31-cd79-4852-b51f-e0a6dc83e045 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:33.346907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.408104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] For port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:33.414805 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42b2d109-f761-4bee-bc47-f687629d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.420189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (34449170-353f-44b9-855c-0824ea5b4840), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.436383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] For port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:33.437814 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:33.460588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=34449170-353f-44b9-855c-0824ea5b4840,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:33.466505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 34449170-353f-44b9-855c-0824ea5b4840 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:33.474296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Deleting port 34449170-353f-44b9-855c-0824ea5b4840 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:33.474765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:33.474853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (34449170-353f-44b9-855c-0824ea5b4840), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.476711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:33.484798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:33.490639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:33.491233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f2db539b-8330-428f-a57c-028eff436943), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.518634 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8f5d-22c0-4a0f-be43-6e49e057ea19 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:33.582735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] For port 34449170-353f-44b9-855c-0824ea5b4840, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:33.583414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (34449170-353f-44b9-855c-0824ea5b4840), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.608092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Calling delete_port for 34449170-353f-44b9-855c-0824ea5b4840 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:33.611652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Port 34449170-353f-44b9-855c-0824ea5b4840 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 21:50:33.614154 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.615703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (30be7a31-cd79-4852-b51f-e0a6dc83e045), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.619467 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (34449170-353f-44b9-855c-0824ea5b4840), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.646584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30be7a31-cd79-4852-b51f-e0a6dc83e045']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:33.681445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd86e71-1e4e-40a3-8c67-a7181c589a36') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:33.681865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd86e71-1e4e-40a3-8c67-a7181c589a36') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:33.696767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddff7b-0c50-4364-b0c6-cc855eaf6387 None None] Pushing event updated for resources: {'Port': ['ID=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:33.700756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] No DVR routers for this DVR port 34449170-353f-44b9-855c-0824ea5b4840 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:33.738956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (6fd86e71-1e4e-40a3-8c67-a7181c589a36), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.743107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812389a-c09e-4a89-881f-36f3498244a5 None None] Pushing event deleted for resources: {'Port': ['ID=34449170-353f-44b9-855c-0824ea5b4840,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:33.778636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6fd86e71-1e4e-40a3-8c67-a7181c589a36), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.795646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:50:33.797487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (6fd86e71-1e4e-40a3-8c67-a7181c589a36), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:50:33.838770 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:50:33.854532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.018568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (30be7a31-cd79-4852-b51f-e0a6dc83e045), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.030467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.038788 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/30be7a31-cd79-4852-b51f-e0a6dc83e045 HTTP/1.1" status: 204 len: 168 time: 1.3312519 Feb 14 21:50:34.050452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:34.279683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59950) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:34.411420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:34.417279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1632e4-89e8-4380-9516-bbf4c9ded1da tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=30be7a31-cd79-4852-b51f-e0a6dc83e045,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:34.435087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:34.435775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:34.555493 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:50:34.575288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-247e9754-22ff-49e0-a1a4-4009f0a47a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.595511 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.610074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.610074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f2db539b-8330-428f-a57c-028eff436943), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.762504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:34.851533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-247e9754-22ff-49e0-a1a4-4009f0a47a73 admin admin] Publish callbacks [] for security_group (f3326f3a-d4e1-460c-a3e1-4f072e641f96), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.859136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:34.864847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:34.869660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-247e9754-22ff-49e0-a1a4-4009f0a47a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3326f3a-d4e1-460c-a3e1-4f072e641f96), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.874838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:34.905661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-247e9754-22ff-49e0-a1a4-4009f0a47a73 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7dd764b07704694ae9a5e7dbde939a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233408 Feb 14 21:50:34.908812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59960) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:34.980992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:35.231337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e9754-22ff-49e0-a1a4-4009f0a47a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3326f3a-d4e1-460c-a3e1-4f072e641f96,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:35.304726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] Publish callbacks [] for security_group (f3326f3a-d4e1-460c-a3e1-4f072e641f96), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:35.306325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Router f2db539b-8330-428f-a57c-028eff436943 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:50:35.335261 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:35.483427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port a852b61e-0e27-4775-b5af-388d601d7ea7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:35.483805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:35.552439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:35.568778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:35.689978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port a852b61e-0e27-4775-b5af-388d601d7ea7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a852b61e-0e27-4775-b5af-388d601d7ea7,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:35.691537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:35.709854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:35.735218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for a852b61e-0e27-4775-b5af-388d601d7ea7 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:35.751755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:35.752671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:35.918650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:36.086596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:36.100910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Sync routers for ids ['f2db539b-8330-428f-a57c-028eff436943'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:36.101786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83109552-f06f-48e3-b4eb-893667b6864f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "PUT /v2.0/routers/f2db539b-8330-428f-a57c-028eff436943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5066967 Feb 14 21:50:36.105946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] Publish callbacks [] for security_group (f3326f3a-d4e1-460c-a3e1-4f072e641f96), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.107097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 59966) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:36.121491 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Routers {'f2db539b-8330-428f-a57c-028eff436943'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:36.126875 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f2db539b-8330-428f-a57c-028eff436943'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:36.138512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Provisioning complete for port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:36.140885 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.211365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f3326f3a-d4e1-460c-a3e1-4f072e641f96), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.214006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.215119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3326f3a-d4e1-460c-a3e1-4f072e641f96 HTTP/1.1" status: 204 len: 168 time: 1.3053746 Feb 14 21:50:36.228590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447f7ae-a1e6-4709-adb8-c18b9a3708da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3326f3a-d4e1-460c-a3e1-4f072e641f96,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:36.263938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (a852b61e-0e27-4775-b5af-388d601d7ea7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.332777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=a852b61e-0e27-4775-b5af-388d601d7ea7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:36.366482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceb165-ac32-47a0-962e-c77181f425b3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:36.375321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:36.393268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88ceb165-ac32-47a0-962e-c77181f425b3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports/6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 HTTP/1.1" status: 200 len: 911 time: 0.2791178 Feb 14 21:50:36.514451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.549981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da366a-3c46-4546-b453-16e2ee4af227 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:36.570878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da366a-3c46-4546-b453-16e2ee4af227 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:36.582856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-56da366a-3c46-4546-b453-16e2ee4af227 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2059577 Feb 14 21:50:36.583397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 59974) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:36.598302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:36.601228 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.716412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Set router f2db539b-8330-428f-a57c-028eff436943 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:36.816927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:36.905891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:36.944909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a932dd4-b420-4114-8c8f-bcde805ac2e2 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:30Z', 'revision_number': 8, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'a852b61e-0e27-4775-b5af-388d601d7ea7', 'name': '', 'network_id': '4785a4f6-f9cb-46f6-a87b-2527bd724861', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:2d:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:10Z', 'updated_at': '2022-02-14T21:50:18Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3835ee53-dfaf-48c6-9786-cc45c080b4fa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:36.985145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.109032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:37.109708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.139778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Current status of the port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:37.145695 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.249205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:37.258996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.405793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:50:37.406147 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:50:37.408145 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db539b-8330-428f-a57c-028eff436943', 'name': 'tempest-NetworksTestDHCPv6-router-971796777', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:31Z', 'updated_at': '2022-02-14T21:50:33Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '6ef143d6-b6a3-4c54-ac99-3dac7d9cd298', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:5f:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db539b-8330-428f-a57c-028eff436943', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:32Z', 'updated_at': '2022-02-14T21:50:34Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:37.440826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 34449170-353f-44b9-855c-0824ea5b4840 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:37.486504 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Checking router: f2db539b-8330-428f-a57c-028eff436943 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:37.486874 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Updating router f2db539b-8330-428f-a57c-028eff436943 port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:50:37.532568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 34449170-353f-44b9-855c-0824ea5b4840 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:37.533332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 34449170-353f-44b9-855c-0824ea5b4840 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:37.533792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fb4e273b-44e7-4467-ab8c-be19e1197450 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:37.557271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.566004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:37.576201 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.614333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: fb4e273b-44e7-4467-ab8c-be19e1197450 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:37.621102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fb4e273b-44e7-4467-ab8c-be19e1197450 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:37.624908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:37.743342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f2db539b-8330-428f-a57c-028eff436943), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:37.836674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:37.849087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:37.858880 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fed308a0-cfac-445a-a4e4-d46d983ae275 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061330 Feb 14 21:50:37.861570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:37.883317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:37.898994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:37.981383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 3835ee53-dfaf-48c6-9786-cc45c080b4fa {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:38.010946 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (3835ee53-dfaf-48c6-9786-cc45c080b4fa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.041769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f2b1b-50d4-4fda-a73e-5aaa291d54d5 None None] Current status of the port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:38.044426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:38.173024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:38.173664 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.187018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3835ee53-dfaf-48c6-9786-cc45c080b4fa), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.297834 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks [] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.315707 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.324353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-36471ed3-8329-4bf5-ac90-0823936718eb None None] Provisioning complete for port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:38.326001 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36471ed3-8329-4bf5-ac90-0823936718eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.342557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:38.394859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:38.399668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.419322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3835ee53-dfaf-48c6-9786-cc45c080b4fa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.429066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670dd8c-a757-44eb-a67e-28b369322855 None None] Pushing event updated for resources: {'Port': ['ID=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:38.568928 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Attempting to bind port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:38.569700 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Attempting to bind port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:38.570869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Attempting to bind port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:38.584924 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:38.585783 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:38.586429 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.587036 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:38.589984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Bound port: 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:38.590640 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.594882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.598338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3835ee53-dfaf-48c6-9786-cc45c080b4fa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.621890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.625499 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/3835ee53-dfaf-48c6-9786-cc45c080b4fa HTTP/1.1" status: 204 len: 168 time: 0.7627490 Feb 14 21:50:38.629089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:38.631006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:38.644439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533914-5470-4066-aa1f-a3e4f9850e68 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=3835ee53-dfaf-48c6-9786-cc45c080b4fa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:38.683833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-36471ed3-8329-4bf5-ac90-0823936718eb None None] Port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:50:38.702326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d5020c-6221-4117-93a8-d9592eea3a3f None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:38.728289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] For port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:38.731866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] For port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:38.754390 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:38.857853 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670dd8c-a757-44eb-a67e-28b369322855 None None] Pushing event updated for resources: {'Port': ['ID=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:38.909728 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Routers {'f2db539b-8330-428f-a57c-028eff436943'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:38.910351 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f2db539b-8330-428f-a57c-028eff436943'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:38.916127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4785a4f6-f9cb-46f6-a87b-2527bd724861), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.131907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 7da29bab-1765-4b50-bdb3-09e8844bc58e {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:39.132318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.150708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] Set router f2db539b-8330-428f-a57c-028eff436943 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:39.222194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.321293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=6ef143d6-b6a3-4c54-ac99-3dac7d9cd298,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:39.355939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:39.471441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8ec47edf-c923-4efc-aac8-d29c58120406 None None] Provisioning complete for port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:39.471810 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec47edf-c923-4efc-aac8-d29c58120406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6ef143d6-b6a3-4c54-ac99-3dac7d9cd298), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.566365 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f2db539b-8330-428f-a57c-028eff436943), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.572358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 7da29bab-1765-4b50-bdb3-09e8844bc58e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7da29bab-1765-4b50-bdb3-09e8844bc58e,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:39.573035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:39.609556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 7da29bab-1765-4b50-bdb3-09e8844bc58e owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:39.667246 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db539b-8330-428f-a57c-028eff436943', 'name': 'tempest-NetworksTestDHCPv6-router-971796777', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:31Z', 'updated_at': '2022-02-14T21:50:33Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '6ef143d6-b6a3-4c54-ac99-3dac7d9cd298', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:5f:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db539b-8330-428f-a57c-028eff436943', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:32Z', 'updated_at': '2022-02-14T21:50:38Z', 'revision_number': 4, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:39.721825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790c0f8-1dc6-48e0-9338-cb40fa978c64 None None] The sync data for ids ['f2db539b-8330-428f-a57c-028eff436943'] in n-d-828372-11 is: [{'id': 'f2db539b-8330-428f-a57c-028eff436943', 'name': 'tempest-NetworksTestDHCPv6-router-971796777', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:31Z', 'updated_at': '2022-02-14T21:50:33Z', 'revision_number': 2, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'gw_port_host': None, '_interfaces': [{'id': '6ef143d6-b6a3-4c54-ac99-3dac7d9cd298', 'name': '', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'mac_address': 'fa:16:3e:5f:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db539b-8330-428f-a57c-028eff436943', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:32Z', 'updated_at': '2022-02-14T21:50:38Z', 'revision_number': 4, 'project_id': '2d54280cf2684329a57536e567f5c54e', 'subnets': [{'id': '0b1b2adb-750b-4f16-a244-9d2ef04fd307', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:39.863715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] DHCP port deletion for 4785a4f6-f9cb-46f6-a87b-2527bd724861 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:39.875668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7da29bab-1765-4b50-bdb3-09e8844bc58e no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:39.879410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8ec47edf-c923-4efc-aac8-d29c58120406 None None] Port 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 was deleted so its status cannot be updated. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 14 21:50:40.038447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5b67de67-74ad-4d9e-b9d0-c2527dd69b55 None None] Could not find standard attr ID for object 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:40.098027 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:36Z', 'revision_number': 9, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:40.139032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Router f2db539b-8330-428f-a57c-028eff436943 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:40.231125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:40.277931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Deleting port 7da29bab-1765-4b50-bdb3-09e8844bc58e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:40.278414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.278533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:40.287111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d767677c-81d4-4116-bfec-a8ec5f55512a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "PUT /v2.0/routers/f2db539b-8330-428f-a57c-028eff436943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7026563 Feb 14 21:50:40.290910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:40.321307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.338994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:40.339903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:40.407763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdfb80-c08b-4a49-9bf1-f34af6724072 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:40.408094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=7da29bab-1765-4b50-bdb3-09e8844bc58e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:40.409588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdfb80-c08b-4a49-9bf1-f34af6724072 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:40.416920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60044) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:40.417077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ebdfb80-c08b-4a49-9bf1-f34af6724072 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1247420 Feb 14 21:50:40.497022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7da29bab-1765-4b50-bdb3-09e8844bc58e is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:40.497602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.500092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 0b1b2adb-750b-4f16-a244-9d2ef04fd307 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:40.505461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 7da29bab-1765-4b50-bdb3-09e8844bc58e on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:40.507078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (0b1b2adb-750b-4f16-a244-9d2ef04fd307), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.585696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:40.632534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4785a4f6-f9cb-46f6-a87b-2527bd724861), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.660082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4785a4f6-f9cb-46f6-a87b-2527bd724861']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:40.670677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1d76cd-a61e-417e-8d97-e47730b0b1ab') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:40.670986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1d76cd-a61e-417e-8d97-e47730b0b1ab') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:40.678820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] For port 7da29bab-1765-4b50-bdb3-09e8844bc58e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7da29bab-1765-4b50-bdb3-09e8844bc58e,segment=NetworkSegment(4e1d76cd-a61e-417e-8d97-e47730b0b1ab),segment_id=4e1d76cd-a61e-417e-8d97-e47730b0b1ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:40.679260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.682482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (4e1d76cd-a61e-417e-8d97-e47730b0b1ab), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.710254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4e1d76cd-a61e-417e-8d97-e47730b0b1ab), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.717511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:50:40.718236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (4e1d76cd-a61e-417e-8d97-e47730b0b1ab), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:50:40.785932 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:50:40.793011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4785a4f6-f9cb-46f6-a87b-2527bd724861), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.805466 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.809667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/4785a4f6-f9cb-46f6-a87b-2527bd724861 HTTP/1.1" status: 204 len: 168 time: 2.1739666 Feb 14 21:50:40.812490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:40.860446 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (0b1b2adb-750b-4f16-a244-9d2ef04fd307), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:40.863751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e10314-78cb-4a30-8722-5b6429a46712 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=4785a4f6-f9cb-46f6-a87b-2527bd724861,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:41.016072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Calling delete_port for 7da29bab-1765-4b50-bdb3-09e8844bc58e owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:41.117728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0b1b2adb-750b-4f16-a244-9d2ef04fd307), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:41.127892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (7da29bab-1765-4b50-bdb3-09e8844bc58e), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:41.165291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Pushing event deleted for resources: {'Port': ['ID=7da29bab-1765-4b50-bdb3-09e8844bc58e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:41.180810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] Network 4785a4f6-f9cb-46f6-a87b-2527bd724861 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:50:41.181281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24a9ee-e42d-4b20-8ce2-00d59ee25679 None None] No DVR routers for this DVR port 7da29bab-1765-4b50-bdb3-09e8844bc58e on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:41.200661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:36Z', 'revision_number': 9, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:41.258184 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (0b1b2adb-750b-4f16-a244-9d2ef04fd307), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:41.269701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75976d-8055-4437-a458-62f9a996caa9 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:36Z', 'revision_number': 9, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'd7ca7eec-e9ed-4077-a30b-b6cedd49e7f6', 'name': '', 'network_id': '2b020fc0-ec5b-47b9-881f-6d4689f79706', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:41:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '69ad4cf8-683e-4884-b064-985717666eb5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:50:03Z', 'updated_at': '2022-02-14T21:50:21Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '69ad4cf8-683e-4884-b064-985717666eb5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:41.340254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1b2adb-750b-4f16-a244-9d2ef04fd307,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:41.372248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:41.379107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb1a2a-170b-466f-a10b-7faf8c305fac None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:41.380163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-326f71bf-2004-41c0-8ee6-e603b949329c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/0b1b2adb-750b-4f16-a244-9d2ef04fd307 HTTP/1.1" status: 204 len: 168 time: 0.9621050 Feb 14 21:50:41.384093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:41.562653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1b1f7507-8af7-4ac2-a372-d4bbad87d1f5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1766541 Feb 14 21:50:41.566391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60064) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:41.734293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (f2db539b-8330-428f-a57c-028eff436943), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:41.909683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64716b31-baac-420f-9133-f68369c9b66c None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:42.020768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Deleting port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:42.021157 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.068049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f2db539b-8330-428f-a57c-028eff436943), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.072694 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router_controller (f2db539b-8330-428f-a57c-028eff436943), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.132523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.138228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f2db539b-8330-428f-a57c-028eff436943), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.139030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Fanout notify agent at l3_agent the message router_deleted on router f2db539b-8330-428f-a57c-028eff436943 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:50:42.151163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.156321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4d1622d0-2e78-4455-9797-267e4139175c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/routers/f2db539b-8330-428f-a57c-028eff436943 HTTP/1.1" status: 204 len: 168 time: 0.5879204 Feb 14 21:50:42.157929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:42.163260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-64716b31-baac-420f-9133-f68369c9b66c None None] For port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:42.163610 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.178025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Calling delete_port for eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:42.262466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:42.314619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88620a6c-89e0-43c2-9b03-94e41f49198f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:42.320050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-88620a6c-89e0-43c2-9b03-94e41f49198f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1609254 Feb 14 21:50:42.320680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60072) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:42.326016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No active binding found for port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a {{(pid=103514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 21:50:42.326400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] The host n-d-828372-11 is not matching for port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a host None! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:50:42.326793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:42.327495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a852b61e-0e27-4775-b5af-388d601d7ea7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:42.329679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.377124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64716b31-baac-420f-9133-f68369c9b66c None None] Pushing event deleted for resources: {'Port': ['ID=eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:42.380059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64716b31-baac-420f-9133-f68369c9b66c None None] No DVR routers for this DVR port eeedc8c7-a48b-41dd-be4b-5ed3ea6d785a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:42.383326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a852b61e-0e27-4775-b5af-388d601d7ea7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:42.383677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a852b61e-0e27-4775-b5af-388d601d7ea7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:42.445599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0faf4d-c125-4f75-9a18-608f0fb9b3a3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:42.447821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-af0faf4d-c125-4f75-9a18-608f0fb9b3a3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257539 Feb 14 21:50:42.449814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60076) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:42.495031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b509298-3895-4bda-9f82-e5aa731b2419 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433984 Feb 14 21:50:42.502310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:42.512143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:42.645748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:42.651396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.675473 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Sync routers for ids ['f2db539b-8330-428f-a57c-028eff436943'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:42.698833 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:42.699261 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 21:50:42.700338 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_agentschedulers_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2db539b-8330-428f-a57c-028eff436943'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103515) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 21:50:42.716098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:42.716730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.733404 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:42.733723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 21:50:42.734680 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_agentschedulers_db [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2db539b-8330-428f-a57c-028eff436943'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103515) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 21:50:42.736011 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301960dd-beb4-4f73-8d50-bea197bc45bf None None] The sync data for ids ['f2db539b-8330-428f-a57c-028eff436943'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:42.948804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:42.949189 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:42.983948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:43.237885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.475943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:43.521796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:50:43.522856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1235aa6a-8cd9-4c33-a858-d6534c67142e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.571767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:43.575171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:43.579498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:43.580104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.586787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14026a65-7116-4f3c-9792-4324db3db9c4 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:43.625129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=1235aa6a-8cd9-4c33-a858-d6534c67142e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:43.639993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-639598cb-3389-4868-ba99-951f5c839262 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1354682 Feb 14 21:50:43.641910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60088) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:43.651902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:43.728566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.807444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '1235aa6a-8cd9-4c33-a858-d6534c67142e'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:43.808333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.845096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:43.873839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:43.878229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:43.905577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:43.906302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6ef143d6-b6a3-4c54-ac99-3dac7d9cd298 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:44.042824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Allocated IP 2001:db8::f816:3eff:fe72:cdc0 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/1235aa6a-8cd9-4c33-a858-d6534c67142e/af4a5dc8-7c22-451f-8a3f-3bd718324a66) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:44.143696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:44.197738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks [] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.212328 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.313078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Pushing event updated for resources: {'Port': ['ID=af4a5dc8-7c22-451f-8a3f-3bd718324a66,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:44.318262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:44.320961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:44.327311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:44.340391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:44.346689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c5ff7d83-f574-4663-82ac-dfb1a8360170 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5327275 Feb 14 21:50:44.351709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60094) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:44.383592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:44.429177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:44.431044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:44.434291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (18fdcc3c-ea74-4c45-bdb3-0fd378028f99), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.439921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 69ad4cf8-683e-4884-b064-985717666eb5 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:44.443387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (69ad4cf8-683e-4884-b064-985717666eb5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.488414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (69ad4cf8-683e-4884-b064-985717666eb5), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.537750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:44.638388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Attempting to bind port af4a5dc8-7c22-451f-8a3f-3bd718324a66 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:44.639009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Attempting to bind port af4a5dc8-7c22-451f-8a3f-3bd718324a66 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:44.639100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Attempting to bind port af4a5dc8-7c22-451f-8a3f-3bd718324a66 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:44.653540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (69ad4cf8-683e-4884-b064-985717666eb5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.660807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:44.661199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:44.661420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:44.661767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.661986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:44.662583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Bound port: af4a5dc8-7c22-451f-8a3f-3bd718324a66, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:44.664872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.691512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:44.699646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:44.700254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.713730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=18fdcc3c-ea74-4c45-bdb3-0fd378028f99,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:44.746937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e8dbb80c-308b-4af4-9d44-e5623ea4a6c5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1037953 Feb 14 21:50:44.752485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60098) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:44.759949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:8f:89:31', 'name': 'tempest-NetworksTestDHCPv6-2006339538'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:44.784497 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (69ad4cf8-683e-4884-b064-985717666eb5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.852673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=69ad4cf8-683e-4884-b064-985717666eb5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:44.859346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:44.870590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e322eeb1-7fbd-475d-83ac-183f5503e945 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/69ad4cf8-683e-4884-b064-985717666eb5 HTTP/1.1" status: 204 len: 168 time: 0.5177646 Feb 14 21:50:44.871548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60102) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:44.878213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b26a8-dbe8-41e5-a37c-0fb50a353e68 None None] Network 2b020fc0-ec5b-47b9-881f-6d4689f79706 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:44.990665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] For port af4a5dc8-7c22-451f-8a3f-3bd718324a66, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:45.018211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:45.034469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2b020fc0-ec5b-47b9-881f-6d4689f79706), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.140943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port ae39b6d1-cde9-4064-9bd0-06c578296c65 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:45.141823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.190097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.200222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] For port af4a5dc8-7c22-451f-8a3f-3bd718324a66, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=af4a5dc8-7c22-451f-8a3f-3bd718324a66,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:45.234345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.240747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 275d3836-3876-49eb-9857-cdb531393791 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:45.293495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port ae39b6d1-cde9-4064-9bd0-06c578296c65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae39b6d1-cde9-4064-9bd0-06c578296c65,segment=NetworkSegment(91594ea3-7d11-4213-979f-14f64e95f333),segment_id=91594ea3-7d11-4213-979f-14f64e95f333)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:45.293883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.334849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for ae39b6d1-cde9-4064-9bd0-06c578296c65 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:45.404950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:43Z', 'revision_number': 10, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:45.534049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ae39b6d1-cde9-4064-9bd0-06c578296c65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.557328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:45.559626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f495721-679d-4e73-8eda-213417619665 None None] DHCP port deletion for 2b020fc0-ec5b-47b9-881f-6d4689f79706 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:45.568523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2cfe-8ddc-4f90-ade4-ce194149dfca None None] Pushing event updated for resources: {'Port': ['ID=af4a5dc8-7c22-451f-8a3f-3bd718324a66,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:45.611693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:45.612565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:45.614394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=ae39b6d1-cde9-4064-9bd0-06c578296c65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:45.617914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 172.20.0.3 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/18fdcc3c-ea74-4c45-bdb3-0fd378028f99/275d3836-3876-49eb-9857-cdb531393791) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:45.622940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port ae39b6d1-cde9-4064-9bd0-06c578296c65 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:45.634284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe8f:8931 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/1235aa6a-8cd9-4c33-a858-d6534c67142e/275d3836-3876-49eb-9857-cdb531393791) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:45.865148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:45.874868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2b020fc0-ec5b-47b9-881f-6d4689f79706), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:45.935624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b020fc0-ec5b-47b9-881f-6d4689f79706']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:45.937804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device af4a5dc8-7c22-451f-8a3f-3bd718324a66 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:45.963757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91594ea3-7d11-4213-979f-14f64e95f333') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:45.964118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91594ea3-7d11-4213-979f-14f64e95f333') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:45.984267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (91594ea3-7d11-4213-979f-14f64e95f333), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.014852 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (91594ea3-7d11-4213-979f-14f64e95f333), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.017457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (275d3836-3876-49eb-9857-cdb531393791), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.027469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:50:46.029050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (91594ea3-7d11-4213-979f-14f64e95f333), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:50:46.037127 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:50:46.115103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (275d3836-3876-49eb-9857-cdb531393791), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.166987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2b020fc0-ec5b-47b9-881f-6d4689f79706), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.175911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.187333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/2b020fc0-ec5b-47b9-881f-6d4689f79706 HTTP/1.1" status: 204 len: 168 time: 1.3132071 Feb 14 21:50:46.192288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60120) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:46.217082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:46.224994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port af4a5dc8-7c22-451f-8a3f-3bd718324a66 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:46.225373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.230207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:46.230406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e591c6-93b9-44d7-afd9-4d778d7f7a72 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=2b020fc0-ec5b-47b9-881f-6d4689f79706,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:46.246386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:46.344392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=275d3836-3876-49eb-9857-cdb531393791,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:46.411230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:46.417253 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.417401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:46.417601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.468479 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9d8e0023-9ad2-456a-b18a-2ed83e1cd34d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7134869 Feb 14 21:50:46.470533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60122) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:46.533526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port af4a5dc8-7c22-451f-8a3f-3bd718324a66, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=af4a5dc8-7c22-451f-8a3f-3bd718324a66,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:46.554444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:46.624630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:43Z', 'revision_number': 10, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:46.641185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159d82e-f52e-40dc-8693-7011180d32fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:46.654090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159d82e-f52e-40dc-8693-7011180d32fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:46.659682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a159d82e-f52e-40dc-8693-7011180d32fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1874280 Feb 14 21:50:46.663920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:46.715468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae39b6d1-cde9-4064-9bd0-06c578296c65 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:46.732278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf599ef-bea6-4936-a4d0-7470297d9f24 None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:43Z', 'revision_number': 10, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None, '_interfaces': [{'id': 'f003fc40-c2aa-4191-8404-b937e2827ac7', 'name': '', 'network_id': '600025ef-dd4a-459e-8a4d-e5fe2d720019', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'mac_address': 'fa:16:3e:02:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:49:57Z', 'updated_at': '2022-02-14T21:50:07Z', 'revision_number': 5, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'subnets': [{'id': '3f865eb7-29b8-4f59-9b39-8edacd93923f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:46.802130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ae39b6d1-cde9-4064-9bd0-06c578296c65 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:46.802473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae39b6d1-cde9-4064-9bd0-06c578296c65 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:46.815989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=af4a5dc8-7c22-451f-8a3f-3bd718324a66,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:46.968832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 275d3836-3876-49eb-9857-cdb531393791 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:46.969723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (275d3836-3876-49eb-9857-cdb531393791), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.056832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.159575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (275d3836-3876-49eb-9857-cdb531393791), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.194455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 275d3836-3876-49eb-9857-cdb531393791 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:47.201431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db487c-4270-4650-b272-8b77e8b6c839 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:47.321590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-00c2df89-62ca-42a6-b5b9-5ba4735343b2 None None] Provisioning complete for port af4a5dc8-7c22-451f-8a3f-3bd718324a66 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:47.321970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00c2df89-62ca-42a6-b5b9-5ba4735343b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.471772 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (275d3836-3876-49eb-9857-cdb531393791), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.506972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=275d3836-3876-49eb-9857-cdb531393791,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:47.564578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port f003fc40-c2aa-4191-8404-b937e2827ac7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:47.565170 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.599360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-00c2df89-62ca-42a6-b5b9-5ba4735343b2 None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:47.620996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bbf443-93c9-45cd-a928-3e4452517d95 None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': '1235aa6a-8cd9-4c33-a858-d6534c67142e', 'ip_address': '2001:db8::f816:3eff:fe72:cdc0'}, {'subnet_id': '18fdcc3c-ea74-4c45-bdb3-0fd378028f99'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'af4a5dc8-7c22-451f-8a3f-3bd718324a66'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:50:47.651757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.657626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65c23998-2652-46dd-8c0a-c032e1f5a89a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/275d3836-3876-49eb-9857-cdb531393791 HTTP/1.1" status: 204 len: 168 time: 0.9902117 Feb 14 21:50:47.661700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60132) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:47.700333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99bbf443-93c9-45cd-a928-3e4452517d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.736588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port f003fc40-c2aa-4191-8404-b937e2827ac7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f003fc40-c2aa-4191-8404-b937e2827ac7,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:47.736967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.775964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421000d-f14d-4250-962c-2b1181cc59c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:47.777295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421000d-f14d-4250-962c-2b1181cc59c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:47.778850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421000d-f14d-4250-962c-2b1181cc59c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:47.780485 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2421000d-f14d-4250-962c-2b1181cc59c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1178269 Feb 14 21:50:47.786286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60136) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:47.811801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for f003fc40-c2aa-4191-8404-b937e2827ac7 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:47.907179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 1235aa6a-8cd9-4c33-a858-d6534c67142e {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:47.913097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (1235aa6a-8cd9-4c33-a858-d6534c67142e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.916091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device af4a5dc8-7c22-451f-8a3f-3bd718324a66 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:47.966499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port af4a5dc8-7c22-451f-8a3f-3bd718324a66 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:47.966881 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:47.969678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (1235aa6a-8cd9-4c33-a858-d6534c67142e), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.062254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:48.070886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:48.095315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:48.096023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d7ca7eec-e9ed-4077-a30b-b6cedd49e7f6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:48.216916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1235aa6a-8cd9-4c33-a858-d6534c67142e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-99bbf443-93c9-45cd-a928-3e4452517d95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1235aa6a-8cd9-4c33-a858-d6534c67142e: This subnet is being modified by another concurrent operation. Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exception Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1235aa6a-8cd9-4c33-a858-d6534c67142e: This subnet is being modified by another concurrent operation. Feb 14 21:50:48.331887 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:50:48.346627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (1235aa6a-8cd9-4c33-a858-d6534c67142e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.412700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.416912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/1235aa6a-8cd9-4c33-a858-d6534c67142e HTTP/1.1" status: 204 len: 168 time: 0.6209927 Feb 14 21:50:48.418410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba2c5b-61bc-4a22-9aae-e7f972f27908 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=1235aa6a-8cd9-4c33-a858-d6534c67142e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:48.419580 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:48.421749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f003fc40-c2aa-4191-8404-b937e2827ac7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.450735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced416e-eb08-4670-b70f-944e71b32896 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:50:48.478640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=f003fc40-c2aa-4191-8404-b937e2827ac7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:48.561704 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 18fdcc3c-ea74-4c45-bdb3-0fd378028f99 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:48.563966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87ef1a59-e6e3-40d7-91a7-d090472d0180 None None] Could not find standard attr ID for object 275d3836-3876-49eb-9857-cdb531393791. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:48.583966 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (18fdcc3c-ea74-4c45-bdb3-0fd378028f99), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.656310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87ef1a59-e6e3-40d7-91a7-d090472d0180 None None] Provisioning complete for port af4a5dc8-7c22-451f-8a3f-3bd718324a66 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:48.657234 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87ef1a59-e6e3-40d7-91a7-d090472d0180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.671301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (18fdcc3c-ea74-4c45-bdb3-0fd378028f99), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.752613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced416e-eb08-4670-b70f-944e71b32896 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:50:48.754631 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.763894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (18fdcc3c-ea74-4c45-bdb3-0fd378028f99), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.880603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (18fdcc3c-ea74-4c45-bdb3-0fd378028f99), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.922075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=18fdcc3c-ea74-4c45-bdb3-0fd378028f99,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:48.950188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:48.956846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a8c3d23-2ebc-4ff1-9d3e-76ee7927ea37 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/18fdcc3c-ea74-4c45-bdb3-0fd378028f99 HTTP/1.1" status: 204 len: 168 time: 0.5329292 Feb 14 21:50:48.956846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:49.019564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:49.020989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87ef1a59-e6e3-40d7-91a7-d090472d0180 None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:49.054293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4ea06375-cb19-4016-a7be-64440180064c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936651 Feb 14 21:50:49.061766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60154) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:49.069666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:49.182161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:49.194580 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:49.199375 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5bed9aaf-33e1-4de0-beef-40f9ad9fd2dc tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0014360 Feb 14 21:50:49.204445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60158) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:49.215812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:49.216466 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:49.253223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9a640-146f-4f4c-9153-ccf15e3e6a5a None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': '18fdcc3c-ea74-4c45-bdb3-0fd378028f99'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'af4a5dc8-7c22-451f-8a3f-3bd718324a66'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:50:49.280777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:49.284876 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.314505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:49.336581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting subnet 3f865eb7-29b8-4f59-9b39-8edacd93923f {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:49.343716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9c9a640-146f-4f4c-9153-ccf15e3e6a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.345515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (3f865eb7-29b8-4f59-9b39-8edacd93923f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.374362 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:49.407730 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:49.421217 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:49.421841 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:49.430144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (3f865eb7-29b8-4f59-9b39-8edacd93923f), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.543384 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:49.597718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3f865eb7-29b8-4f59-9b39-8edacd93923f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.609648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725eec56-6be0-40ee-a688-ed29453cb303 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:49.643550 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:49.674933 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce26e2-35db-438c-9a63-65c492cf9fab None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:49.749301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (3f865eb7-29b8-4f59-9b39-8edacd93923f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.809427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ce33dc3b-fb49-419c-b9ce-e829f47a98ad None None] Provisioning complete for port af4a5dc8-7c22-451f-8a3f-3bd718324a66 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:49.812890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce33dc3b-fb49-419c-b9ce-e829f47a98ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.823659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Subnet': ['ID=3f865eb7-29b8-4f59-9b39-8edacd93923f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:49.836599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:49.848732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:49.850734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2dd7a5d7-57fa-4887-be87-c9942bc1640c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/3f865eb7-29b8-4f59-9b39-8edacd93923f HTTP/1.1" status: 204 len: 168 time: 0.6449113 Feb 14 21:50:49.951378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:50.037233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c5f3c-1db8-4394-82fa-4f7f3c393b45 None None] Network 600025ef-dd4a-459e-8a4d-e5fe2d720019 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:50.111810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ce33dc3b-fb49-419c-b9ce-e829f47a98ad None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:50.162543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:50:50.170567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Deleting port af4a5dc8-7c22-451f-8a3f-3bd718324a66 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:50.171031 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.273767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (600025ef-dd4a-459e-8a4d-e5fe2d720019), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.502877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device af4a5dc8-7c22-451f-8a3f-3bd718324a66 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:50.617549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea72833-4db5-40da-aced-f862169ea770 None None] DHCP port deletion for 600025ef-dd4a-459e-8a4d-e5fe2d720019 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:50.632278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] For port af4a5dc8-7c22-451f-8a3f-3bd718324a66, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=af4a5dc8-7c22-451f-8a3f-3bd718324a66,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:50.632866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.683696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Calling delete_port for af4a5dc8-7c22-451f-8a3f-3bd718324a66 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:50.732656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port af4a5dc8-7c22-451f-8a3f-3bd718324a66 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:50.733231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.762757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.784358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Deleting port 229328da-5b6e-4013-ac1f-7f39826031eb {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:50.784703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.872741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port af4a5dc8-7c22-451f-8a3f-3bd718324a66, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=af4a5dc8-7c22-451f-8a3f-3bd718324a66,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:50.898442 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.915398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] For port 229328da-5b6e-4013-ac1f-7f39826031eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=229328da-5b6e-4013-ac1f-7f39826031eb,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:50.915880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:50.936047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Calling delete_port for 229328da-5b6e-4013-ac1f-7f39826031eb owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:50.962613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=af4a5dc8-7c22-451f-8a3f-3bd718324a66,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:50.967119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Deleting port 229328da-5b6e-4013-ac1f-7f39826031eb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:50.967528 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.022615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.db.api [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:50:51.023249 n-d-828372-11 neutron-server[103512]: DEBUG oslo_db.api [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:50:51.028426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.042774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No DVR routers for this DVR port 229328da-5b6e-4013-ac1f-7f39826031eb on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:51.073262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Port': ['ID=229328da-5b6e-4013-ac1f-7f39826031eb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:51.118363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fea72833-4db5-40da-aced-f862169ea770 None None] For port 229328da-5b6e-4013-ac1f-7f39826031eb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=229328da-5b6e-4013-ac1f-7f39826031eb,segment=NetworkSegment(d3565498-8268-4af3-a19c-262f6c7b7733),segment_id=d3565498-8268-4af3-a19c-262f6c7b7733)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:51.119127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.145078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Calling delete_port for 229328da-5b6e-4013-ac1f-7f39826031eb owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:51.230008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (600025ef-dd4a-459e-8a4d-e5fe2d720019), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.310102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (af4a5dc8-7c22-451f-8a3f-3bd718324a66), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.373452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] No DVR routers for this DVR port af4a5dc8-7c22-451f-8a3f-3bd718324a66 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:51.387514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (229328da-5b6e-4013-ac1f-7f39826031eb), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.394258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc4bf5-ba7b-4039-a81b-12b77fb9dbae None None] Pushing event deleted for resources: {'Port': ['ID=af4a5dc8-7c22-451f-8a3f-3bd718324a66,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:51.424379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea72833-4db5-40da-aced-f862169ea770 None None] No DVR routers for this DVR port 229328da-5b6e-4013-ac1f-7f39826031eb on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:51.470135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72833-4db5-40da-aced-f862169ea770 None None] Pushing event deleted for resources: {'Port': ['ID=229328da-5b6e-4013-ac1f-7f39826031eb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:51.731441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600025ef-dd4a-459e-8a4d-e5fe2d720019']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:51.746562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3565498-8268-4af3-a19c-262f6c7b7733') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:51.747288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3565498-8268-4af3-a19c-262f6c7b7733') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:51.770715 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (d3565498-8268-4af3-a19c-262f6c7b7733), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.802074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 229328da-5b6e-4013-ac1f-7f39826031eb no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:51.826499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 229328da-5b6e-4013-ac1f-7f39826031eb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:51.826856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 229328da-5b6e-4013-ac1f-7f39826031eb not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:51.827309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f003fc40-c2aa-4191-8404-b937e2827ac7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:50:51.857826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f003fc40-c2aa-4191-8404-b937e2827ac7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:50:51.858178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f003fc40-c2aa-4191-8404-b937e2827ac7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:50:51.878311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d3565498-8268-4af3-a19c-262f6c7b7733), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.885470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:50:51.886164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (d3565498-8268-4af3-a19c-262f6c7b7733), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.955928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Port af4a5dc8-7c22-451f-8a3f-3bd718324a66 concurrently deleted while adding address for new subnet {'id': 'dc06f541-f2cb-48cf-8051-7d036057226a', 'name': '', 'tenant_id': '2d54280cf2684329a57536e567f5c54e', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3529, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-14T21:50:49Z', 'updated_at': '2022-02-14T21:50:49Z', 'revision_number': 0, 'segment_id': None, 'project_id': '2d54280cf2684329a57536e567f5c54e'}. {{(pid=103512) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 14 21:50:51.957422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (dc06f541-f2cb-48cf-8051-7d036057226a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:50:51.960003 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:50:51.976034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (600025ef-dd4a-459e-8a4d-e5fe2d720019), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.981198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:51.989533 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/networks/600025ef-dd4a-459e-8a4d-e5fe2d720019 HTTP/1.1" status: 204 len: 168 time: 2.1352932 Feb 14 21:50:51.990470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:52.035477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:52.040837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'routes': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:52.047705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab36e8-472a-4e5c-9fd4-56e9609db699 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Pushing event deleted for resources: {'Network': ['ID=600025ef-dd4a-459e-8a4d-e5fe2d720019,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:52.049923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:52.055572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:52.056278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.060186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a16ce8-68ad-4ace-8a7c-73ef7f57677a None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:52.185062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1222553 Feb 14 21:50:52.189845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60180) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:52.192710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497541e0-3675-4b24-a5e0-7163fd0a2b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=dc06f541-f2cb-48cf-8051-7d036057226a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:52.207274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:52.304106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'dc06f541-f2cb-48cf-8051-7d036057226a'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:52.307199 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.349451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Added routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:50:52.349703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Removed routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:50:52.350184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.540385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Allocated IP 2001:db8::f816:3eff:fe59:c19b (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/dc06f541-f2cb-48cf-8051-7d036057226a/b4bd9f75-3a03-40f7-bf0a-e494e0db65a5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:52.726794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.732045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.802399 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks [] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.816849 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:52.850259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:50:52.911198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:52.916426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:52.923704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:52.976824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Pushing event updated for resources: {'Port': ['ID=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:52.999061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:53.020445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.024214 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-68860d67-92b7-475e-9002-48192b90ee4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 700 time: 0.9867990 Feb 14 21:50:53.027090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:53.039846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Sync routers for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:53.061509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Attempting to bind port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:50:53.062128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Attempting to bind port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:50:53.063212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Attempting to bind port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:50:53.065971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:53.072584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-658dc381-d7ab-4aa1-8390-9c1af8a32af4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 205 time: 0.0441530 Feb 14 21:50:53.073719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:53.074811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:53.077745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:50:53.079193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:50:53.079849 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.080423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:50:53.081322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Bound port: b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:50:53.081954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.187635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:53.224430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:53.234249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.298338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:53.312348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.354347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Checking router: 4ae58a83-7957-4bf3-9805-4e9be9a11f2e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:53.396741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Routers {'4ae58a83-7957-4bf3-9805-4e9be9a11f2e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:53.397359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:53.474628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] For port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:50:53.527493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] For port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:50:53.535074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] Set router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:53.609364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.615496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:53.772933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba208-7cbd-437c-90ec-38111c81ed5f None None] The sync data for ids ['4ae58a83-7957-4bf3-9805-4e9be9a11f2e'] in n-d-828372-11 is: [{'id': '4ae58a83-7957-4bf3-9805-4e9be9a11f2e', 'name': 'tempest-RoutersTest-router-371788231', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:49:54Z', 'updated_at': '2022-02-14T21:50:48Z', 'revision_number': 11, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:53.851320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.865353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.889576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eff1d4-cc9d-45ae-a7bb-6d0427fbc461 None None] Pushing event updated for resources: {'Port': ['ID=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:53.918795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (04097725-42c2-4697-b3ca-84878ee257d8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.968120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (4ae58a83-7957-4bf3-9805-4e9be9a11f2e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.968852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae58a83-7957-4bf3-9805-4e9be9a11f2e {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:50:53.977312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:53.987517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60210) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:53.988829 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-46190899-6151-48a2-bab9-455801656f40 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 204 len: 168 time: 0.9216378 Feb 14 21:50:54.001000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-519241216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:54.029140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:54.039078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:54.042934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:54.043603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.048685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=04097725-42c2-4697-b3ca-84878ee257d8,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:54.076438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.077649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.223369 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.230730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.261562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60214) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:54.263087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5169fb91-0498-4e5c-938d-bf66e6d53493 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0714107 Feb 14 21:50:54.267820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:b2:72:07', 'name': 'tempest-NetworksTestDHCPv6-756543523'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:54.298614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.302339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-137b1c03-f796-42d6-ab7c-359c81b8fe3b tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3097842 Feb 14 21:50:54.304725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60218) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:54.311825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:54.509499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:54.597599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.610998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.665280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.719581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 99079be3-14ba-40b7-b226-0f777b4a0703 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:50:54.733184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Router c60145ac-fb36-432f-8ee5-a5cf2fe535cf is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:50:54.830850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:50:54.838342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:54.841939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Sync routers for ids ['c60145ac-fb36-432f-8ee5-a5cf2fe535cf'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:50:54.846738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:54.847390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6046cc82-e0b3-4e16-8550-883a50580a57 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "PUT /v2.0/routers/c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 200 len: 693 time: 0.5415905 Feb 14 21:50:54.862038 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Routers {'c60145ac-fb36-432f-8ee5-a5cf2fe535cf'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:54.864888 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c60145ac-fb36-432f-8ee5-a5cf2fe535cf'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:54.953837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Set router c60145ac-fb36-432f-8ee5-a5cf2fe535cf gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:54.987607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:54.992882 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d87bdd53-b213-47fc-b6ba-73ff99636475 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/routers/c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 200 len: 699 time: 0.1418068 Feb 14 21:50:55.021419 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60145ac-fb36-432f-8ee5-a5cf2fe535cf', 'name': 'tempest-RoutersTest-router-519241216', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:54Z', 'updated_at': '2022-02-14T21:50:54Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:55.036172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2704767f-3d37-462d-b6af-f2af6e07e5e8 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 200 len: 205 time: 0.0471404 Feb 14 21:50:55.036971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.054249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Checking router: c60145ac-fb36-432f-8ee5-a5cf2fe535cf for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:50:55.064413 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Routers {'c60145ac-fb36-432f-8ee5-a5cf2fe535cf'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:50:55.065303 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:50:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c60145ac-fb36-432f-8ee5-a5cf2fe535cf'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:55.163660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 172.20.0.14 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/04097725-42c2-4697-b3ca-84878ee257d8/99079be3-14ba-40b7-b226-0f777b4a0703) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:55.176658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:feb2:7207 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/dc06f541-f2cb-48cf-8051-7d036057226a/99079be3-14ba-40b7-b226-0f777b4a0703) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:55.217033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.402977 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] Set router c60145ac-fb36-432f-8ee5-a5cf2fe535cf gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:50:55.494008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (99079be3-14ba-40b7-b226-0f777b4a0703), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.535691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.538301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router_controller (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.551110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60145ac-fb36-432f-8ee5-a5cf2fe535cf', 'name': 'tempest-RoutersTest-router-519241216', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:54Z', 'updated_at': '2022-02-14T21:50:54Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:50:55.566072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (99079be3-14ba-40b7-b226-0f777b4a0703), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.600834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (c60145ac-fb36-432f-8ee5-a5cf2fe535cf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.601257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Fanout notify agent at l3_agent the message router_deleted on router c60145ac-fb36-432f-8ee5-a5cf2fe535cf {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:50:55.612138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.613262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1739eab0-e369-434a-a7f8-51cc506dd200 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 204 len: 168 time: 0.5752723 Feb 14 21:50:55.614785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c370-1873-42e9-a669-51432c5346f6 None None] The sync data for ids ['c60145ac-fb36-432f-8ee5-a5cf2fe535cf'] in n-d-828372-11 is: [{'id': 'c60145ac-fb36-432f-8ee5-a5cf2fe535cf', 'name': 'tempest-RoutersTest-router-519241216', 'tenant_id': '3d72ae9a7be4486191422ae0eff199db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:50:54Z', 'updated_at': '2022-02-14T21:50:54Z', 'revision_number': 2, 'project_id': '3d72ae9a7be4486191422ae0eff199db', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:50:55.617183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f7f56-b7a2-4d49-8123-923e77b8db47 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:55.618951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60232) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.651270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c81bfb12-0f26-4630-a116-3deed9261d3d tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 200 len: 205 time: 0.0310984 Feb 14 21:50:55.653540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.669866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:55.678195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:55.684201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:50:55.709275 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-b5b07991-9aa2-4974-b6a5-55e7364cefef tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:55.713372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b5b07991-9aa2-4974-b6a5-55e7364cefef tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/c60145ac-fb36-432f-8ee5-a5cf2fe535cf HTTP/1.1" status: 404 len: 336 time: 0.0587878 Feb 14 21:50:55.714106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60236) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.754476 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bdaaef-26c4-450f-87dd-54b7f51c5e97 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:55.755089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bdaaef-26c4-450f-87dd-54b7f51c5e97 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:55.759567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=99079be3-14ba-40b7-b226-0f777b4a0703,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:55.762460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-00bdaaef-26c4-450f-87dd-54b7f51c5e97 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/0a075567-3183-49af-9240-67977b2f3b97 HTTP/1.1" status: 404 len: 337 time: 0.0466065 Feb 14 21:50:55.763002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60238) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.816284 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea8183d-d355-487e-8a83-5fb890e29069 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:55.817148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:55.817811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea8183d-d355-487e-8a83-5fb890e29069 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:55.817946 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:55.825246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2ea8183d-d355-487e-8a83-5fb890e29069 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/3835ee53-dfaf-48c6-9786-cc45c080b4fa HTTP/1.1" status: 404 len: 337 time: 0.0610723 Feb 14 21:50:55.826004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.866753 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b9a6ae-7f60-4174-a161-86939a26f019 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:55.867389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b9a6ae-7f60-4174-a161-86939a26f019 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:55.874555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60244) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.875468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-23b9a6ae-7f60-4174-a161-86939a26f019 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/69ad4cf8-683e-4884-b064-985717666eb5 HTTP/1.1" status: 404 len: 337 time: 0.0471478 Feb 14 21:50:55.882466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60246) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:55.884305 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-517b8943-9215-4f3d-8f89-62cc8de6e1e8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6198239 Feb 14 21:50:55.932289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:55.956415 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-56633ff4-e1d3-434e-a457-48f783085030 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:55.956884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56633ff4-e1d3-434e-a457-48f783085030 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:55.963456 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-56633ff4-e1d3-434e-a457-48f783085030 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/3f865eb7-29b8-4f59-9b39-8edacd93923f HTTP/1.1" status: 404 len: 337 time: 0.0874784 Feb 14 21:50:55.971325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.003748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Provisioning complete for port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:56.003748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.016534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60250) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.017163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0f9da7e7-08bd-4ec2-a149-9ca59b36d96f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 200 len: 205 time: 0.0444529 Feb 14 21:50:56.067110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4288ee-1be3-4adb-846f-79417cf2c6ad tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:56.071807 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-c94d1285-000c-45c4-b275-5f1ff71c558c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:56.073089 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c94d1285-000c-45c4-b275-5f1ff71c558c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/4ae58a83-7957-4bf3-9805-4e9be9a11f2e HTTP/1.1" status: 404 len: 336 time: 0.0543141 Feb 14 21:50:56.076784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60252) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.087546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4288ee-1be3-4adb-846f-79417cf2c6ad tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:56.096006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd4288ee-1be3-4adb-846f-79417cf2c6ad tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2119431 Feb 14 21:50:56.096902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60254) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.165128 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6bb61ab-9261-4b3d-b2fd-413c3ea3edfe tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ab388b7-0037-4d91-a890-8b10d4d27ebb HTTP/1.1" status: 200 len: 205 time: 0.0859687 Feb 14 21:50:56.167556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.170657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'dc06f541-f2cb-48cf-8051-7d036057226a', 'ip_address': '2001:db8::f816:3eff:fe59:c19b'}, {'subnet_id': '04097725-42c2-4697-b3ca-84878ee257d8'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'b4bd9f75-3a03-40f7-bf0a-e494e0db65a5'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:50:56.198937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:56.200523 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.260557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.263399 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-ef755c6d-f57c-47bf-8a91-dfb492fb768a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:56.264674 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef755c6d-f57c-47bf-8a91-dfb492fb768a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/1ab388b7-0037-4d91-a890-8b10d4d27ebb HTTP/1.1" status: 404 len: 336 time: 0.0961747 Feb 14 21:50:56.267586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.317338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 99079be3-14ba-40b7-b226-0f777b4a0703 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:56.317799 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (99079be3-14ba-40b7-b226-0f777b4a0703), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.326000 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb2c83a-796b-4f91-be77-461744cec922 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:56.326774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb2c83a-796b-4f91-be77-461744cec922 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:56.332295 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bb2c83a-796b-4f91-be77-461744cec922 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/55c8b1ac-c62e-4168-b998-18b03373238f HTTP/1.1" status: 404 len: 337 time: 0.0633857 Feb 14 21:50:56.335656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.389600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1dec29cd-0bd0-4b14-a5f1-daaea7375b9c tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 200 len: 205 time: 0.0524955 Feb 14 21:50:56.392621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60264) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.455903 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-7d07a487-2598-46ee-900f-71ed4b541af1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:56.460134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7d07a487-2598-46ee-900f-71ed4b541af1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/87cab36c-5e6e-42e1-a114-3588236c6af6 HTTP/1.1" status: 404 len: 336 time: 0.0594444 Feb 14 21:50:56.460408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60266) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.544372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5caf9652-8db8-43ce-be89-6244697de2a1 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 HTTP/1.1" status: 200 len: 205 time: 0.0805774 Feb 14 21:50:56.547091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.577431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (99079be3-14ba-40b7-b226-0f777b4a0703), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.595736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 99079be3-14ba-40b7-b226-0f777b4a0703 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:56.653803 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-a6b3b187-1945-4165-91de-a63f6a0e1e3f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:56.658881 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a6b3b187-1945-4165-91de-a63f6a0e1e3f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/0a41a8ee-36b3-43f4-a7c8-c2f8ca9ba594 HTTP/1.1" status: 404 len: 336 time: 0.1068094 Feb 14 21:50:56.678692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60274) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.679423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Current status of the port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:56.680947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.745888 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4e6883-63ed-4871-9230-78f435faabe0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:56.746816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4e6883-63ed-4871-9230-78f435faabe0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:56.750820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0f4e6883-63ed-4871-9230-78f435faabe0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/0d2993f5-7228-41f0-b3cb-8f007bdc1ab4 HTTP/1.1" status: 404 len: 337 time: 0.0703366 Feb 14 21:50:56.753679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60278) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.793384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f02c4588-6d9f-4a5a-b480-4b0654d3b895 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d290200-cf42-424a-87ae-747ee91c9021 HTTP/1.1" status: 200 len: 205 time: 0.0363665 Feb 14 21:50:56.793943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60280) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.902688 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-696450d7-c8d5-4d72-ae34-dc38c50cb1ba tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:56.904485 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-696450d7-c8d5-4d72-ae34-dc38c50cb1ba tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/9d290200-cf42-424a-87ae-747ee91c9021 HTTP/1.1" status: 404 len: 336 time: 0.1097672 Feb 14 21:50:56.908072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60282) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:56.919291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (99079be3-14ba-40b7-b226-0f777b4a0703), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:56.969348 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d743fb10-b9eb-40e0-b9de-b19b0c5e42d0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:56.969901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d743fb10-b9eb-40e0-b9de-b19b0c5e42d0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:56.974637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d743fb10-b9eb-40e0-b9de-b19b0c5e42d0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/58fc89d3-5d69-4f07-bc5e-aa4267004882 HTTP/1.1" status: 404 len: 337 time: 0.0651855 Feb 14 21:50:56.977072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60286) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.044119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e17c462c-37da-469b-a442-0be52382aaf4 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "GET /v2.0/ports?device_id=be9bd711-022b-46e2-bffb-c07127611e8c HTTP/1.1" status: 200 len: 205 time: 0.0633640 Feb 14 21:50:57.044977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.049236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=99079be3-14ba-40b7-b226-0f777b4a0703,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:57.071364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] For port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:57.115054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.156582 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-257b4afc-3194-46f7-b65a-e7a930ced0e0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] delete failed (client error): The resource could not be found. Feb 14 21:50:57.157631 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-257b4afc-3194-46f7-b65a-e7a930ced0e0 tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/routers/be9bd711-022b-46e2-bffb-c07127611e8c HTTP/1.1" status: 404 len: 336 time: 0.1116934 Feb 14 21:50:57.163721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.219609 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-df08fc21-d7ae-4444-a4be-2ddf46b0f92f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:57.231475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df08fc21-d7ae-4444-a4be-2ddf46b0f92f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:57.240001 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df08fc21-d7ae-4444-a4be-2ddf46b0f92f tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/d95d6d39-d5f1-407c-ae8e-4cbd2e9b5ce3 HTTP/1.1" status: 404 len: 337 time: 0.0594361 Feb 14 21:50:57.241219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.243294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60294) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.248636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-342e7d99-b647-4208-8b4b-26caeef5c54c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/99079be3-14ba-40b7-b226-0f777b4a0703 HTTP/1.1" status: 204 len: 168 time: 1.1467388 Feb 14 21:50:57.249416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60296) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.257052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:57.269457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.321611 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f996dbf-2e53-4b26-a745-863cb44b3e4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] DELETE failed (client error): The resource could not be found. Feb 14 21:50:57.322075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f996dbf-2e53-4b26-a745-863cb44b3e4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:50:57.332170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f996dbf-2e53-4b26-a745-863cb44b3e4a tempest-RoutersTest-33909725 tempest-RoutersTest-33909725-project] 10.222.0.86 "DELETE /v2.0/subnets/9db51366-c7fe-4bf0-a633-4e509d842e5d HTTP/1.1" status: 404 len: 337 time: 0.0877347 Feb 14 21:50:57.333000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b52af-7500-4e30-afff-c3dafa466241 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:57.339927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b52af-7500-4e30-afff-c3dafa466241 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:57.346055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b52af-7500-4e30-afff-c3dafa466241 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:57.348129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f44b52af-7500-4e30-afff-c3dafa466241 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0972600 Feb 14 21:50:57.350547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60302) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:57.395746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Allocated IP 172.20.0.2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/04097725-42c2-4697-b3ca-84878ee257d8/b4bd9f75-3a03-40f7-bf0a-e494e0db65a5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:50:57.481684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 04097725-42c2-4697-b3ca-84878ee257d8 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:57.489214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412c22-ac70-4438-b2e7-53a47284ad24 None None] Pushing event updated for resources: {'Port': ['ID=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:57.599599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] For port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:57.641035 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Publish callbacks [] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.653824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (04097725-42c2-4697-b3ca-84878ee257d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.655890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.714745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (04097725-42c2-4697-b3ca-84878ee257d8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.794987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8243f-a8ff-4917-8f45-a5bca2608040 None None] Pushing event updated for resources: {'Port': ['ID=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:57.798826 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:50:57.799333 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:50:57.861366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (04097725-42c2-4697-b3ca-84878ee257d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:57.867362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60306) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:58.034669 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (04097725-42c2-4697-b3ca-84878ee257d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.103502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=04097725-42c2-4697-b3ca-84878ee257d8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:58.111439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.114772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f350a3c5-b409-409a-bcb5-f4b0649d95b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/04097725-42c2-4697-b3ca-84878ee257d8 HTTP/1.1" status: 204 len: 168 time: 0.7628558 Feb 14 21:50:58.117938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60310) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:58.150253 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f46d7b7-abc0-409b-8aab-001109328267 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d72ae9a7be4486191422ae0eff199db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816844 Feb 14 21:50:58.152840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60312) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:58.228189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet dc06f541-f2cb-48cf-8051-7d036057226a {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:50:58.237304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (dc06f541-f2cb-48cf-8051-7d036057226a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.254686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] Publish callbacks [] for security_group (68926ebd-f793-4e99-89b2-94f6343e27cb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.361284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] Publish callbacks [] for security_group (68926ebd-f793-4e99-89b2-94f6343e27cb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.384352 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (dc06f541-f2cb-48cf-8051-7d036057226a), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.396353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:58.457239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (68926ebd-f793-4e99-89b2-94f6343e27cb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.461545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.463192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68926ebd-f793-4e99-89b2-94f6343e27cb HTTP/1.1" status: 204 len: 168 time: 0.3093162 Feb 14 21:50:58.482239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f59bf-53ec-4bf1-b363-124fce8b8879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68926ebd-f793-4e99-89b2-94f6343e27cb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:58.582254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:50:58.593686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (dc06f541-f2cb-48cf-8051-7d036057226a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.703087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:58.703633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.712821 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (dc06f541-f2cb-48cf-8051-7d036057226a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.750716 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.754101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/dc06f541-f2cb-48cf-8051-7d036057226a HTTP/1.1" status: 204 len: 168 time: 0.6272602 Feb 14 21:50:58.756893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60324) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:58.780306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746edf-1c47-4792-a145-eb5f22235213 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=dc06f541-f2cb-48cf-8051-7d036057226a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:58.838305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:58.857250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b8c68-2085-4f51-9f42-8031772af1d8 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:58.873155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cb0e54df-6454-48bd-bc25-4f979c92170b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147161 Feb 14 21:50:58.876078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60326) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:58.882358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:58.969388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:58.990895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bfaf4cce-3e5a-4dba-bcf4-bfb90d77e80e None None] Provisioning complete for port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:50:58.991299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4cce-3e5a-4dba-bcf4-bfb90d77e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.076760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:50:59.082863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.105262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:50:59.161761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf4cce-3e5a-4dba-bcf4-bfb90d77e80e None None] Current status of the port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:50:59.166542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bfaf4cce-3e5a-4dba-bcf4-bfb90d77e80e None None] Could not find standard attr ID for object 99079be3-14ba-40b7-b226-0f777b4a0703. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:50:59.212710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Deleting port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:50:59.213112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.352370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] For port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:50:59.352789 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.388904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Calling delete_port for b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:50:59.541052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (a03e6e95-a5e3-4c57-8487-1064cc55bb86), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.560175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (b4bd9f75-3a03-40f7-bf0a-e494e0db65a5), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.573593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] No DVR routers for this DVR port b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:50:59.618574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578c8d4-9d0f-42bb-b3c6-8ec4a0a69d2c None None] Pushing event deleted for resources: {'Port': ['ID=b4bd9f75-3a03-40f7-bf0a-e494e0db65a5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:59.664320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:50:59.671581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:50:59.685117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74bfc47-a09a-407d-9c7f-9ac810585d1c None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:50:59.689039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:50:59.690050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:50:59.727650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=a03e6e95-a5e3-4c57-8487-1064cc55bb86,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:50:59.744208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.744634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.744980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.745319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.746874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.748525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.748890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.749233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.749571 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.752073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.752440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.752788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.753125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:50:59.763791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2917ae12-e103-4a38-83c5-6d4b8662b34e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8866303 Feb 14 21:50:59.766845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:59.772190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:50:59.858744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60356) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:50:59.901143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'a03e6e95-a5e3-4c57-8487-1064cc55bb86'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:50:59.902019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.010793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6f62a4f-7e21-4b0c-9750-44835c9f3b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.034613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:00.039312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.150234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6f62a4f-7e21-4b0c-9750-44835c9f3b0a admin admin] Publish callbacks [] for security_group (404d050f-1385-4262-9720-1a29a7c82b1a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.156121 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e6f62a4f-7e21-4b0c-9750-44835c9f3b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (404d050f-1385-4262-9720-1a29a7c82b1a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.191973 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6f62a4f-7e21-4b0c-9750-44835c9f3b0a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=82a6b1432bb54fabbf65f3646ba4d43d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307047 Feb 14 21:51:00.198489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:00.219700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f62a4f-7e21-4b0c-9750-44835c9f3b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d050f-1385-4262-9720-1a29a7c82b1a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:00.227295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Allocated IP 172.20.0.2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/a03e6e95-a5e3-4c57-8487-1064cc55bb86/7ac41bac-c7dc-4cbf-b6fc-0a3db2962350) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:00.343334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] Publish callbacks [] for security_group (404d050f-1385-4262-9720-1a29a7c82b1a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.382787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] Publish callbacks [] for security_group (404d050f-1385-4262-9720-1a29a7c82b1a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.440439 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks [] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.449473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (404d050f-1385-4262-9720-1a29a7c82b1a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.452784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.455624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/404d050f-1385-4262-9720-1a29a7c82b1a HTTP/1.1" status: 204 len: 168 time: 0.2558224 Feb 14 21:51:00.467314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.474862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b94bb-f372-4ec3-ab67-58f62db0f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d050f-1385-4262-9720-1a29a7c82b1a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:00.530802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:00.565262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:00.568201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:00.568360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4bd9f75-3a03-40f7-bf0a-e494e0db65a5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:00.574282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:00.581096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:00.583233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Pushing event updated for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:00.643185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Attempting to bind port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:00.643591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Attempting to bind port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:00.643964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Attempting to bind port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:00.649289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:00.649684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:00.650095 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.650670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:00.651071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Bound port: 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:00.651509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.753671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:00.757348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:00.774408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:00.902910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4147-8f85-43af-8501-5698ea467eea None None] Pushing event updated for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:00.998586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8743c06-e137-41ce-a5d0-f63afe00281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:01.081779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:01.491093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:02.656537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:02.772530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:02.788414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:02.789008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:02.826512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:02.833789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:02.997430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.023866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:03.024182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.026332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9151dfb6-0349-495b-9227-3f599c8ee802 None None] Provisioning complete for port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:03.026703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9151dfb6-0349-495b-9227-3f599c8ee802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.124433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:03.161331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:03.200295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68715f09-1770-4e69-a499-7057aada201e None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:03.211600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:03.212215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.237555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=4']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:03.313295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:03.322935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:03.328880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:03.371060 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.393053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3f347727-9413-4159-9fbd-577b926a3f93 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6249578 Feb 14 21:51:03.396314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60454) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:03.412125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:11:db:29', 'name': 'tempest-NetworksTestDHCPv6-1859820799'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:03.505674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:03.520865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-881d9bb1-40d4-4ee9-a5f2-0071ba65e57b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:03.529674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-881d9bb1-40d4-4ee9-a5f2-0071ba65e57b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.3835893 Feb 14 21:51:03.559123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-e3dfa5a4-416a-4d67-b693-fbbf917074ab tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0281003 Feb 14 21:51:03.605533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4c456ac-5dda-4b9a-8765-6c98d3622b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.613036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'network': {'name': 'tempest-network-smoke--1595552369', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:03.649325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9151dfb6-0349-495b-9227-3f599c8ee802 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:03.693344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:03.697449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.710642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.740841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-047be6de-260d-4ffe-9ed9-6878c8155bb1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805758 Feb 14 21:51:03.742180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:03.826356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (be5f931c-b4f6-4bdb-b8f9-5dc738520d45), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.832209 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be5f931c-b4f6-4bdb-b8f9-5dc738520d45), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.870596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f931c-b4f6-4bdb-b8f9-5dc738520d45,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:03.883522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:51:03.884683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-ad8dadeb-baaa-450e-8a43-06698e6e19a0 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169505 Feb 14 21:51:03.896059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6e12a7f4-4401-4511-a57e-e9838ff28707), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:03.896422 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Added segment 6e12a7f4-4401-4511-a57e-e9838ff28707 of type vlan for network 50019fc5-4717-4f2d-9c96-1b63e915a868 Feb 14 21:51:03.961834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (50019fc5-4717-4f2d-9c96-1b63e915a868), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.003777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (50019fc5-4717-4f2d-9c96-1b63e915a868), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.012938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:04.013978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.083941 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7593935 Feb 14 21:51:04.086808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60458) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:04.095099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-632295101', 'admin_state_up': True, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:04.166152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-3bce8659-bf1a-43fc-98d0-58dab7050c1b service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790778 Feb 14 21:51:04.183597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.194501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0d56f-b059-488a-8f0d-7febe691b969 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Network': ['ID=50019fc5-4717-4f2d-9c96-1b63e915a868,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:04.198431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.200167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.214392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:51:04.228276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 0a7aa0a8-53c4-4703-85c0-32fd688a24cb yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:04.598812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c9d3523-cfa1-442c-b0f0-60d10413fba6 req-324b7ed5-42b9-4af4-ad42-726471253711 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0874832 Feb 14 21:51:04.599948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:04.643678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_controller (afcf9500-6f3e-497d-bcb4-dad713bc08fb), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.651428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 172.20.0.7 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/a03e6e95-a5e3-4c57-8487-1064cc55bb86/0a7aa0a8-53c4-4703-85c0-32fd688a24cb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:04.660330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe11:db29 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff/0a7aa0a8-53c4-4703-85c0-32fd688a24cb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:04.711048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.748523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:04.749054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.813507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ccf6d90e-cc39-445c-a3cd-8f9807d67aa1 None None] Provisioning complete for port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:04.813900 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d90e-cc39-445c-a3cd-8f9807d67aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:04.917391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:04.950578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (afcf9500-6f3e-497d-bcb4-dad713bc08fb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.010177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6d90e-cc39-445c-a3cd-8f9807d67aa1 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:05.139870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.273549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.344957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.369375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:05.373159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.378365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:05.388551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:05.420718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=0a7aa0a8-53c4-4703-85c0-32fd688a24cb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:05.486959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:05.487671 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.539651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-df66e7c4-6889-4f1e-9b2d-55d7c7fe0687 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1397018 Feb 14 21:51:05.542363 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60480) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:05.565332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.25.2.42 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/fd1ec154-2f55-4076-8b5c-54818c3da8fb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:05.639821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff76147-6ebf-4d48-9a78-2a82fe737e0e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:05.653088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff76147-6ebf-4d48-9a78-2a82fe737e0e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:05.665041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cff76147-6ebf-4d48-9a78-2a82fe737e0e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1208692 Feb 14 21:51:05.665722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60484) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:05.780318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.816986 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.852332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1f03d3b0-dec5-4608-8e33-12e49cfd670f None None] Provisioning complete for port 0a7aa0a8-53c4-4703-85c0-32fd688a24cb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:05.855090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f03d3b0-dec5-4608-8e33-12e49cfd670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.889324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a54d25b-30ae-4e16-8dac-471f0c535a42 req-4f0ffc5b-1795-40c2-a1cf-815c39692a58 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0638936 Feb 14 21:51:05.902981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:05.945588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:05.946291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f03d3b0-dec5-4608-8e33-12e49cfd670f None None] Port 0a7aa0a8-53c4-4703-85c0-32fd688a24cb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:51:05.949679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:05.957196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:06.016668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=fd1ec154-2f55-4076-8b5c-54818c3da8fb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:06.041053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-676bb855-ed95-46fd-9c99-aef3e02b4469 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:06.052345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-676bb855-ed95-46fd-9c99-aef3e02b4469 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.3121569 Feb 14 21:51:06.064787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 0a7aa0a8-53c4-4703-85c0-32fd688a24cb {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:06.075576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.082163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:06.304028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.327587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 0a7aa0a8-53c4-4703-85c0-32fd688a24cb owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:06.330200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.348907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:06.352438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.397156 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.615684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.7 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/694fcfdf-edfb-4483-bfe7-99e154833974) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:06.731375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0a7aa0a8-53c4-4703-85c0-32fd688a24cb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:06.961335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=0a7aa0a8-53c4-4703-85c0-32fd688a24cb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:07.129788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.134215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d05349a7-e5c4-4019-b470-e0f3c304181f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0a7aa0a8-53c4-4703-85c0-32fd688a24cb HTTP/1.1" status: 204 len: 168 time: 1.4675260 Feb 14 21:51:07.137140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60500) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:07.214508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (694fcfdf-edfb-4483-bfe7-99e154833974), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.230134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-177d5c95-f2c6-4812-b73c-0507a3fd04d9 req-bdcf8b14-1dcf-424e-8088-73221565023f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0745828 Feb 14 21:51:07.281628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0715e4-b1ac-4fbf-8f84-79cdbb4f5fc3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:07.291538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0715e4-b1ac-4fbf-8f84-79cdbb4f5fc3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:07.293183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0715e4-b1ac-4fbf-8f84-79cdbb4f5fc3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:07.297936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae0715e4-b1ac-4fbf-8f84-79cdbb4f5fc3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1488547 Feb 14 21:51:07.301184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60502) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:07.314322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.366645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet a03e6e95-a5e3-4c57-8487-1064cc55bb86 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:07.370555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (a03e6e95-a5e3-4c57-8487-1064cc55bb86), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.386880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.435370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (a03e6e95-a5e3-4c57-8487-1064cc55bb86), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.592495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:51:07.833398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:51:07.881679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:07.883470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:51:07.887336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e7718157-97d6-4af3-a492-62fed8ef5db9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7987943 Feb 14 21:51:07.887509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60506) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:07.914794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:07.929495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:08.080254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-518a3368-0c94-4a33-9aa6-6703d68e4b05 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=2d823a0a147f4dac8e279e13862accd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1915572 Feb 14 21:51:08.080939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60512) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:08.157329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a03e6e95-a5e3-4c57-8487-1064cc55bb86), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.237545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.297503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:08.378792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea33d82-0746-4b0c-9b34-2d96566af617 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:08.386684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cea33d82-0746-4b0c-9b34-2d96566af617 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3037884 Feb 14 21:51:08.386684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60516) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:08.435058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:08.435792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ca612452-9513-4ec9-8be5-ed412f71b69a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450947 Feb 14 21:51:08.438844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60518) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:08.441780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:08.461295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305583486', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:08.463682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:08.490806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:08.620331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:08.621419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.622224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891a3f5-624c-45e4-ad9d-850af848dd4a req-e1f11cc5-8fcd-4153-b168-12f2244f9b93 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:08.623840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b891a3f5-624c-45e4-ad9d-850af848dd4a req-e1f11cc5-8fcd-4153-b168-12f2244f9b93 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 931 time: 0.1865554 Feb 14 21:51:08.644295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a03e6e95-a5e3-4c57-8487-1064cc55bb86), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.647933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:08.655103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.741888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-cb32aeb8-b3c1-4971-bb63-7b219d10b099 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6840024 Feb 14 21:51:08.742620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=a03e6e95-a5e3-4c57-8487-1064cc55bb86,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:08.748169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dbff8-3682-42c6-b05b-5acf94e3e025 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:08.751759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:08.756711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5005decc-6639-412b-93a0-b4d5f373ebae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/a03e6e95-a5e3-4c57-8487-1064cc55bb86 HTTP/1.1" status: 204 len: 168 time: 1.4542651 Feb 14 21:51:08.776661 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Request body: {'port': {'device_id': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:08.780009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60522) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:08.898728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:06Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:08.906084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b891a3f5-624c-45e4-ad9d-850af848dd4a req-26570637-7f32-4f9a-b7ee-153b47e607e7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743945 Feb 14 21:51:08.971974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:51:08.972460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Updating router afcf9500-6f3e-497d-bcb4-dad713bc08fb port fd1ec154-2f55-4076-8b5c-54818c3da8fb binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:51:09.020994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8ade26ec-8004-484f-81e3-3e9207bd4596 None None] Provisioning complete for port 694fcfdf-edfb-4483-bfe7-99e154833974 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:09.021513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ade26ec-8004-484f-81e3-3e9207bd4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.036784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:09.056028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.068227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.076816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.097315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (31b6e1cf-8e08-4eb8-a571-d33717c73ea3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.143536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8ade26ec-8004-484f-81e3-3e9207bd4596 None None] Port 694fcfdf-edfb-4483-bfe7-99e154833974 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:51:09.240274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.311079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Subnet': ['ID=31b6e1cf-8e08-4eb8-a571-d33717c73ea3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:09.329646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Checking segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:09.333911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network hostable DHCP agents. Network: 50019fc5-4717-4f2d-9c96-1b63e915a868, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:51:09.380660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:51:09.397356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 50019fc5-4717-4f2d-9c96-1b63e915a868) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:09.401604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:09.402210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.433973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f194e7-1f63-4c21-8462-0b947290f9f0 None None] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:09.436628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b536d9c-ab2f-41b8-9757-8377948feb3c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9967556 Feb 14 21:51:09.440122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60532) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:09.624406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-50019fc5-4717-4f2d-9c96-1b63e915a868', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:09.625952 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.730223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.891463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.947119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:09.957508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:09.964095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4428682a-ee8b-4417-a096-d1c17e536de4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff HTTP/1.1" status: 204 len: 168 time: 1.1828876 Feb 14 21:51:09.964747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60546) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:10.039350 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-08166860-5ffd-4871-aae6-28c4bf36c40a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703559 Feb 14 21:51:10.039833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60548) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:10.052938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:10.062023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694fcfdf-edfb-4483-bfe7-99e154833974 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:51:10.080446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks [] for port (694fcfdf-edfb-4483-bfe7-99e154833974), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.093780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Allocated IP 172.20.0.2 (50019fc5-4717-4f2d-9c96-1b63e915a868/31b6e1cf-8e08-4eb8-a571-d33717c73ea3/19762361-f2e6-4c23-9223-11b3eaf7d286) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:10.121195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Transition to ACTIVE for port object 694fcfdf-edfb-4483-bfe7-99e154833974 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:51:10.131996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.231181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Pushing event updated for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:10.346922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2b08a-b140-478b-9f9c-f2ed9cf7fd56 req-31adfd68-ee84-4dbd-a66c-c5c3442c0734 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:10.359897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bee2b08a-b140-478b-9f9c-f2ed9cf7fd56 req-31adfd68-ee84-4dbd-a66c-c5c3442c0734 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2735660 Feb 14 21:51:10.411712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97072a6-0a2a-43c5-8bab-9f71521698d0 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:10.435561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Attempting to bind port 694fcfdf-edfb-4483-bfe7-99e154833974 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:10.436452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Attempting to bind port 694fcfdf-edfb-4483-bfe7-99e154833974 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:10.436978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Attempting to bind port 694fcfdf-edfb-4483-bfe7-99e154833974 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:10.446357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Port 694fcfdf-edfb-4483-bfe7-99e154833974 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:51:10.446837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Attempting to bind port 694fcfdf-edfb-4483-bfe7-99e154833974 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:10.460436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:10.460997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:10.461482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:10.462299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Bound port: 694fcfdf-edfb-4483-bfe7-99e154833974, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:10.462692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.493476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:10.513489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.527642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks [] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.595703 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.619873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:10.630232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=694fcfdf-edfb-4483-bfe7-99e154833974,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:10.644469 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.660352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090135-6568-47b9-a83f-0151f4a2fe4b None None] Pushing event updated for resources: {'Port': ['ID=fd1ec154-2f55-4076-8b5c-54818c3da8fb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:10.683209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bee2b08a-b140-478b-9f9c-f2ed9cf7fd56 req-850c47e5-9fbb-42a4-be60-ab1bbdff1bc2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176537 Feb 14 21:51:10.745376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Pushing event updated for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:10.745589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1fd8ba89-9b86-4c15-92d0-7f46000f67e7 None None] Provisioning complete for port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:10.745827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba89-9b86-4c15-92d0-7f46000f67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.783788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:10.785994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.787846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-f618d9a8-e2bd-4cbf-993a-2c927b54e385 service neutron] 10.222.0.64 "PUT /v2.0/ports/694fcfdf-edfb-4483-bfe7-99e154833974 HTTP/1.1" status: 200 len: 1092 time: 2.0297723 Feb 14 21:51:10.788585 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:51:10.792049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Attempting to bind port fd1ec154-2f55-4076-8b5c-54818c3da8fb on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:10.792229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Attempting to bind port fd1ec154-2f55-4076-8b5c-54818c3da8fb by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:10.792491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Attempting to bind port fd1ec154-2f55-4076-8b5c-54818c3da8fb on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:10.794358 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81489e0e-3856-42a5-8522-1b439d27cce4" -d '{"events": [{"name": "network-changed", "server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:51:10.803484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:10.803985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:10.804259 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.804737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:10.805251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Bound port: fd1ec154-2f55-4076-8b5c-54818c3da8fb, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:10.805964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:10.896465 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a5be01-79ba-47dc-84b0-1ed9020e53af x-openstack-request-id: req-11a5be01-79ba-47dc-84b0-1ed9020e53af {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:51:10.897128 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:51:10.897609 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-11a5be01-79ba-47dc-84b0-1ed9020e53af {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:51:10.898293 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974', 'status': 'completed', 'code': 200} Feb 14 21:51:10.922437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-1485e1ba-fc0b-45ae-af62-65fba34b9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:10.924333 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-1485e1ba-fc0b-45ae-af62-65fba34b9275 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 1126 time: 0.0939744 Feb 14 21:51:11.034596 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-df6b3b34-e1cc-4f10-940f-b5d00eb5f530 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694fcfdf-edfb-4483-bfe7-99e154833974 HTTP/1.1" status: 200 len: 217 time: 0.1013522 Feb 14 21:51:11.143132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-685ba4c9-29fb-40fc-83b2-73028520b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:11.148262 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-685ba4c9-29fb-40fc-83b2-73028520b0dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.1086283 Feb 14 21:51:11.164531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.261258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-c77fdffd-3de0-46c6-a09d-4ab898857c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:11.262812 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-c77fdffd-3de0-46c6-a09d-4ab898857c72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1083710 Feb 14 21:51:11.307661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks [] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.433133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8ba89-9b86-4c15-92d0-7f46000f67e7 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:11.447988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.495834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-537bc630-64c2-42bd-9800-f71fc50b5258 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253621 Feb 14 21:51:11.524314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.1 (50019fc5-4717-4f2d-9c96-1b63e915a868/31b6e1cf-8e08-4eb8-a571-d33717c73ea3/09e5070c-5088-4821-acb9-1cf39272f1c0) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:11.556215 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:51:11.581319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:11.594908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Pushing event updated for resources: {'Port': ['ID=19762361-f2e6-4c23-9223-11b3eaf7d286,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:11.603314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:11.607983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:11.634661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:11.720345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33263696-7b67-4e9f-b8fd-607b94d6d785 req-71c0c364-74f4-45c1-ab16-051e09e123cd service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166312 Feb 14 21:51:11.766288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] For port fd1ec154-2f55-4076-8b5c-54818c3da8fb, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:11.807801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.850277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] For port fd1ec154-2f55-4076-8b5c-54818c3da8fb, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fd1ec154-2f55-4076-8b5c-54818c3da8fb,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:11.865143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Attempting to bind port 19762361-f2e6-4c23-9223-11b3eaf7d286 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:11.865530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Attempting to bind port 19762361-f2e6-4c23-9223-11b3eaf7d286 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:11.868553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Attempting to bind port 19762361-f2e6-4c23-9223-11b3eaf7d286 on network 50019fc5-4717-4f2d-9c96-1b63e915a868 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:11.890804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (74b00d27-3c86-4358-96a6-25470d696f30), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.894519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-ef37e55b-cd9c-404f-80ab-b48241fad680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:11.896181 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-ef37e55b-cd9c-404f-80ab-b48241fad680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 1126 time: 0.0979052 Feb 14 21:51:11.900007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.911100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:11.915645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Checking segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:11.916057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.916465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Bound using segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:11.918643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Bound port: 19762361-f2e6-4c23-9223-11b3eaf7d286, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:11.919050 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:11.949497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=74b00d27-3c86-4358-96a6-25470d696f30,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:12.133527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-f6b77f51-dd7e-412a-acd5-9c90b5f9074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:12.135250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-f6b77f51-dd7e-412a-acd5-9c90b5f9074d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.2326856 Feb 14 21:51:12.160894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Deleting port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:12.161450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.255332 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-e78a4378-64fb-491a-adcb-bf464d6d3784 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694fcfdf-edfb-4483-bfe7-99e154833974 HTTP/1.1" status: 200 len: 217 time: 0.1133769 Feb 14 21:51:12.260025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:12.267848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:12.277530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb593f-088f-4247-8ad7-5d2a54e6171a req-af2f8a3b-3acd-4dc4-b2d4-7eb776f53f50 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:12.279328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddb593f-088f-4247-8ad7-5d2a54e6171a req-af2f8a3b-3acd-4dc4-b2d4-7eb776f53f50 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.4396465 Feb 14 21:51:12.280940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:12.282156 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.286475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.291210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:12.291210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:12.379716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-8969e0c6-c21e-4b5d-b904-3ce607071d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:12.386762 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-8969e0c6-c21e-4b5d-b904-3ce607071d3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.1225209 Feb 14 21:51:12.426292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-980fc682-f87e-41ba-9ae2-ae34a1c38b8d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3810854 Feb 14 21:51:12.442850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60564) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:12.456361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:12.476603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:12.501201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090135-6568-47b9-a83f-0151f4a2fe4b None None] Pushing event updated for resources: {'Port': ['ID=fd1ec154-2f55-4076-8b5c-54818c3da8fb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:12.512609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-d7c06b0a-444b-4c50-a4dd-b99a4ec4edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:12.513995 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-d7c06b0a-444b-4c50-a4dd-b99a4ec4edc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1202667 Feb 14 21:51:12.568758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] For port 19762361-f2e6-4c23-9223-11b3eaf7d286, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:12.581163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] For port 19762361-f2e6-4c23-9223-11b3eaf7d286, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19762361-f2e6-4c23-9223-11b3eaf7d286,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:12.607802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:12.623624 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.634635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:12.663472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:12.705251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:12.721320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddb593f-088f-4247-8ad7-5d2a54e6171a req-f72eb1b8-e85b-4b50-979e-d59d8f767d6d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221931 Feb 14 21:51:12.721809 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-7c88ed52-56cf-4249-a760-ece338973c3b service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976006 Feb 14 21:51:12.897071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.957215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:12.969730 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:12.981854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-81489e0e-3856-42a5-8522-1b439d27cce4 req-17473c59-ed6f-4dce-a686-a9b8ec836d1c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496705 Feb 14 21:51:12.989633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:12.993883 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.006358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c8b3-826a-4207-9bce-0b6da5394f28 None None] Pushing event updated for resources: {'Port': ['ID=19762361-f2e6-4c23-9223-11b3eaf7d286,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:13.030270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Calling delete_port for 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:13.150468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:13.401118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:13.401767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.445843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.519310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:13.542619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.612199 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (7ac41bac-c7dc-4cbf-b6fc-0a3db2962350), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.668066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] No DVR routers for this DVR port 7ac41bac-c7dc-4cbf-b6fc-0a3db2962350 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:13.703516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfda5c6-ecef-4d98-8d76-2388130510b6 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:13.708359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:13.811825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be21ba4-d0f5-4fc9-b032-c2b55fe9ac21 None None] Pushing event deleted for resources: {'Port': ['ID=7ac41bac-c7dc-4cbf-b6fc-0a3db2962350,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:13.924682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:06Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:13.980716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '74b00d27-3c86-4358-96a6-25470d696f30'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:13.981592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:13.991791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83d1e6-9ce0-42a7-ae7d-f7a2eca9df49 None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:06Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:51:14.060378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:14.070373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (f1459b44-64eb-4320-bcbb-5134f7488255), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:14.084728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b637d-d325-4a31-bf86-0ceff52e4d7f req-84a6e5e4-49e8-4997-b87d-39582576bb85 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:14.086659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-852b637d-d325-4a31-bf86-0ceff52e4d7f req-84a6e5e4-49e8-4997-b87d-39582576bb85 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2320807 Feb 14 21:51:14.188326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:14.219229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:14.227328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:14.227952 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:14.304691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=f1459b44-64eb-4320-bcbb-5134f7488255,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:14.326432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ecd8c68d-0a8b-4ff3-bf62-07ddb6b888fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8747110 Feb 14 21:51:14.330379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60576) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:14.373078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:03:bc:b3', 'name': 'tempest-NetworksTestDHCPv6-1711962284'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:14.405600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:14.415691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-852b637d-d325-4a31-bf86-0ceff52e4d7f req-f8520f20-cd48-44ba-b01b-95b2a9793a9f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982442 Feb 14 21:51:14.417799 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:14.578778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Allocated IP 172.20.0.2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/74b00d27-3c86-4358-96a6-25470d696f30/94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:14.606088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Allocated IP 2001:db8::f816:3eff:fe80:bc89 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/f1459b44-64eb-4320-bcbb-5134f7488255/94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:14.757281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:14.772106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:14.798049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19762361-f2e6-4c23-9223-11b3eaf7d286 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:14.815672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:14.885803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6069d0-2509-4eec-b5bf-a49031b92be5 None None] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:14.936139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:14.938892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:14.998799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.035109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 7b378d89-a290-4a81-a17a-12af5ef98f2c yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:15.052801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Provisioning complete for port 19762361-f2e6-4c23-9223-11b3eaf7d286 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:15.053209 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.197139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:51:15.251462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 19762361-f2e6-4c23-9223-11b3eaf7d286 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:15.251909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.371094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:51:15.378271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks [] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.381614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-124fcf75-c0e4-46ca-a0d6-c056d4949d69 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/afcf9500-6f3e-497d-bcb4-dad713bc08fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9381058 Feb 14 21:51:15.382197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60584) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:15.399572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Current status of the port 19762361-f2e6-4c23-9223-11b3eaf7d286 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:15.400319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.407908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.685536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490973-cfa2-4ffe-b19a-c26c73cf5ecd req-569932cc-6f21-465e-b275-20bad67cbba9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.692138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44490973-cfa2-4ffe-b19a-c26c73cf5ecd req-569932cc-6f21-465e-b275-20bad67cbba9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1138802 Feb 14 21:51:15.769323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44490973-cfa2-4ffe-b19a-c26c73cf5ecd req-312fdfb6-ad5c-4f72-82e7-d400224e976c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749989 Feb 14 21:51:15.829603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 19762361-f2e6-4c23-9223-11b3eaf7d286 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:15.830127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:15.848682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.849197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.849668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.850138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.850601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.851072 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.851563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:15.856538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60598) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:15.856717 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0f561458-e7d1-4e54-a8ec-167d8a7ae449 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5027 time: 0.4732678 Feb 14 21:51:15.875523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 172.20.0.3 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/74b00d27-3c86-4358-96a6-25470d696f30/7b378d89-a290-4a81-a17a-12af5ef98f2c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:15.893484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe03:bcb3 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/f1459b44-64eb-4320-bcbb-5134f7488255/7b378d89-a290-4a81-a17a-12af5ef98f2c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:15.906800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Pushing event updated for resources: {'Port': ['ID=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:15.912869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:15.935957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:15.958885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:16.011094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] For port 19762361-f2e6-4c23-9223-11b3eaf7d286, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19762361-f2e6-4c23-9223-11b3eaf7d286,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:16.066241 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.081680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.082407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.083134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.083899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.084509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.085139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.086245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.086859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.089996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-69cc02cf-8b8e-4216-9630-2281a645fd47 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.2324204 Feb 14 21:51:16.094205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60600) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:16.226363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (7b378d89-a290-4a81-a17a-12af5ef98f2c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.304216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Attempting to bind port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:16.307973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Attempting to bind port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:16.308485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Attempting to bind port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:16.315087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7b378d89-a290-4a81-a17a-12af5ef98f2c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.338696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:16.343577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:16.344136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.346587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:16.347244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Bound port: 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:16.347783 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.377646 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:16.378196 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:16.398489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe655f-e827-4594-8d7c-ca99432e8399 None None] Pushing event updated for resources: {'Port': ['ID=19762361-f2e6-4c23-9223-11b3eaf7d286,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:16.410774 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:16.417960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:16.428049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:16.432152 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=7b378d89-a290-4a81-a17a-12af5ef98f2c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:16.477865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Provisioning complete for port 09e5070c-5088-4821-acb9-1cf39272f1c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:16.478538 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.568757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.569524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.574286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] For port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:16.601165 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be16e6cf-9d39-4534-81e3-a54fb1ed0348 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2674682 Feb 14 21:51:16.603854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:16.640397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] For port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:16.660342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Port 09e5070c-5088-4821-acb9-1cf39272f1c0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:51:16.696713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-78a6d968-b9fb-4428-882d-9fed45de25d1 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.6007299 Feb 14 21:51:16.716893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:16.752989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee8d61-60be-43bb-a585-996f05a250df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.772297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee8d61-60be-43bb-a585-996f05a250df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:16.775166 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80ee8d61-60be-43bb-a585-996f05a250df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1701007 Feb 14 21:51:16.778910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:16.851071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Provisioning complete for port 19762361-f2e6-4c23-9223-11b3eaf7d286 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:16.853001 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.051986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 19762361-f2e6-4c23-9223-11b3eaf7d286 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:17.154946 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:51:17.188224 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:17.189580 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:17.202700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 7b378d89-a290-4a81-a17a-12af5ef98f2c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:17.205528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120093-d3a1-4c07-a798-0a8cfc2b09a5 None None] Pushing event updated for resources: {'Port': ['ID=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:17.219501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7b378d89-a290-4a81-a17a-12af5ef98f2c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.333506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e98096ab-1873-4966-93b7-ca4832340d2d None None] Current status of the port 19762361-f2e6-4c23-9223-11b3eaf7d286 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:17.476540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-72f30c4a-7cf7-4e31-b4ca-1c075cd5ab18 None None] Provisioning complete for port 09e5070c-5088-4821-acb9-1cf39272f1c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:17.477561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72f30c4a-7cf7-4e31-b4ca-1c075cd5ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.514511 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7b378d89-a290-4a81-a17a-12af5ef98f2c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.529157 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:17.596774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 7b378d89-a290-4a81-a17a-12af5ef98f2c owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:17.609431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fd1ec154-2f55-4076-8b5c-54818c3da8fb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:17.659488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-72f30c4a-7cf7-4e31-b4ca-1c075cd5ab18 None None] Port 09e5070c-5088-4821-acb9-1cf39272f1c0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:51:17.740527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port fd1ec154-2f55-4076-8b5c-54818c3da8fb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:17.740917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.914902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port fd1ec154-2f55-4076-8b5c-54818c3da8fb is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:17.915485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.962165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port fd1ec154-2f55-4076-8b5c-54818c3da8fb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fd1ec154-2f55-4076-8b5c-54818c3da8fb,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:17.978681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:17.982290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19762361-f2e6-4c23-9223-11b3eaf7d286 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:18.014293 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 2, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:18.092218 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:51:18.093238 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Updating router afcf9500-6f3e-497d-bcb4-dad713bc08fb port 09e5070c-5088-4821-acb9-1cf39272f1c0 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:51:18.147366 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.196033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:18.201199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15145984', 'description': 'tempest-secgroup-smoke-15145984 description', 'project_id': '2d823a0a147f4dac8e279e13862accd1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:18.203827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7b378d89-a290-4a81-a17a-12af5ef98f2c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.290102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=7b378d89-a290-4a81-a17a-12af5ef98f2c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:18.294584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=fd1ec154-2f55-4076-8b5c-54818c3da8fb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:18.331443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.395920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 19762361-f2e6-4c23-9223-11b3eaf7d286 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:18.398301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.545420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (5d3d7e6d-9412-4a28-94ee-baaa3dd444d6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.558041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5d3d7e6d-9412-4a28-94ee-baaa3dd444d6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.637878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.639263 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4425929 Feb 14 21:51:18.643242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60622) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:18.655523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:18.671485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8906f4-1708-491c-af3b-2a6dc2c50039 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:18.726922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (9bff8ed1-490d-4893-b5e0-27b3b0349e5c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.751986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 19762361-f2e6-4c23-9223-11b3eaf7d286 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:18.781332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.801955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fa059cca-bfbb-47b5-9ad8-e02818e3bd58 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/7b378d89-a290-4a81-a17a-12af5ef98f2c HTTP/1.1" status: 204 len: 168 time: 2.0213237 Feb 14 21:51:18.806167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60624) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:18.862165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab6348-9e67-4f26-b6b4-b29a6a5a693e req-215c8d9b-048f-469c-abb3-150fc3962862 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:18.887584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ab6348-9e67-4f26-b6b4-b29a6a5a693e req-215c8d9b-048f-469c-abb3-150fc3962862 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.4435647 Feb 14 21:51:18.917290 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks [] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.919041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (9bff8ed1-490d-4893-b5e0-27b3b0349e5c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.931529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (9bff8ed1-490d-4893-b5e0-27b3b0349e5c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.937089 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:18.965591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bff8ed1-490d-4893-b5e0-27b3b0349e5c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:18.998530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.013563 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4de74870-5627-4ef2-9e6d-450ab7e3c227 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628166 Feb 14 21:51:19.014438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60628) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:19.024781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:19.087508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c283a-5d1c-420b-b857-01e60cb9f260 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:19.096831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (5080040b-5297-4a8e-ba46-a847b275af0c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.102828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c283a-5d1c-420b-b857-01e60cb9f260 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:19.108835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c283a-5d1c-420b-b857-01e60cb9f260 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:19.119244 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-688c283a-5d1c-420b-b857-01e60cb9f260 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2937963 Feb 14 21:51:19.122243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60630) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:19.171690 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Attempting to bind port 09e5070c-5088-4821-acb9-1cf39272f1c0 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:19.172221 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Attempting to bind port 09e5070c-5088-4821-acb9-1cf39272f1c0 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:19.173425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Attempting to bind port 09e5070c-5088-4821-acb9-1cf39272f1c0 on network 50019fc5-4717-4f2d-9c96-1b63e915a868 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:19.175808 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Pushing event updated for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:19.193565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.214872 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.221362 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.221766 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.222341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.222898 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.223638 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.224578 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.225374 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.225919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.226699 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.229500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.231833 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:19.252065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:19.252864 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Checking segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:19.253595 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.254213 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Bound using segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:19.254885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ab6348-9e67-4f26-b6b4-b29a6a5a693e req-b2e6cbfe-a8c9-42d0-918b-da14705c46e0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658624 Feb 14 21:51:19.258583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Bound port: 09e5070c-5088-4821-acb9-1cf39272f1c0, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:19.260077 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.275262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (5080040b-5297-4a8e-ba46-a847b275af0c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.286319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5080040b-5297-4a8e-ba46-a847b275af0c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.327386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5200b2-fd05-4e4e-9534-1bb1640a9ea8 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:19.371876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5080040b-5297-4a8e-ba46-a847b275af0c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:19.378879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.393486 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17c563b3-d912-4364-b26d-ddb1d171c290 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3773723 Feb 14 21:51:19.394179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60634) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:19.403061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:19.432297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 74b00d27-3c86-4358-96a6-25470d696f30 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:19.442506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (74b00d27-3c86-4358-96a6-25470d696f30), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.507254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (823f202c-ac25-46cf-82bc-8738858e020f), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.705423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (74b00d27-3c86-4358-96a6-25470d696f30), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.880443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fd1ec154-2f55-4076-8b5c-54818c3da8fb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:19.893500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] For port 09e5070c-5088-4821-acb9-1cf39272f1c0, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:19.893500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] For port 09e5070c-5088-4821-acb9-1cf39272f1c0, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e5070c-5088-4821-acb9-1cf39272f1c0,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:19.893500 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.897339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (823f202c-ac25-46cf-82bc-8738858e020f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.897339 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (823f202c-ac25-46cf-82bc-8738858e020f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.898142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Provisioning complete for port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:19.898142 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.898642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823f202c-ac25-46cf-82bc-8738858e020f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:19.898642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.899145 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177ce11-e350-4b2f-a1ef-603fcb5dd8af None None] Pushing event updated for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:19.899696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-03e727f6-3352-4595-b488-99e9a5df0edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019189 Feb 14 21:51:19.899696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60650) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:19.899696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:19.900319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (74b00d27-3c86-4358-96a6-25470d696f30), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:19.900654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:19.900654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:19.909531 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (0074c750-9832-4822-95d1-3250fc603fbc), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.165811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (0074c750-9832-4822-95d1-3250fc603fbc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.180676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0074c750-9832-4822-95d1-3250fc603fbc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.226845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0074c750-9832-4822-95d1-3250fc603fbc,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:20.246953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.251995 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-69b26365-c794-4a77-b24d-bb7c2737cdb4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4520321 Feb 14 21:51:20.252757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60660) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:20.270321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:20.319645 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:20.322493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:20.323013 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.381618 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:51:20.405051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port fd1ec154-2f55-4076-8b5c-54818c3da8fb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:20.405592 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.414868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (ba506964-0953-43c2-afc2-643b9162c2b2), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.623601 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (ba506964-0953-43c2-afc2-643b9162c2b2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.635375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ba506964-0953-43c2-afc2-643b9162c2b2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.674623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba506964-0953-43c2-afc2-643b9162c2b2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:20.694908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.709589 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00bf5d1e-11ca-4187-93e4-503e7a1ca272 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4544652 Feb 14 21:51:20.712112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60668) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:20.727335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '5d3d7e6d-9412-4a28-94ee-baaa3dd444d6', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:20.797707 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:51:20.813453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port fd1ec154-2f55-4076-8b5c-54818c3da8fb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:20.814723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (28344857-7648-4f72-a776-59e11cb2a1f0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:20.822773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:20.873656 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:19Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:20.950774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32be4d-7c5d-44f3-9c4e-d5e95c6164ce None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:19Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:51:21.004575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (28344857-7648-4f72-a776-59e11cb2a1f0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.013832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (28344857-7648-4f72-a776-59e11cb2a1f0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.084692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:21.085339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.093434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28344857-7648-4f72-a776-59e11cb2a1f0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:21.109512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.129586 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73fed6c5-3d39-4bc5-9322-45601e1eca7b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4159672 Feb 14 21:51:21.267601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:21.268665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.376505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c6b74-00b5-4696-aa72-176e860cc229 req-25b64e90-2866-4bf8-9ca0-5e086131a431 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:21.378924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc0c6b74-00b5-4696-aa72-176e860cc229 req-25b64e90-2866-4bf8-9ca0-5e086131a431 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2370577 Feb 14 21:51:21.410965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (74b00d27-3c86-4358-96a6-25470d696f30), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.533627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.553478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:21.554861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/74b00d27-3c86-4358-96a6-25470d696f30 HTTP/1.1" status: 204 len: 168 time: 2.4266784 Feb 14 21:51:21.636876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:21.637819 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:21.638540 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:21.639353 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:21.673847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229306c-3ad0-4c4c-bbaf-b79a759639f8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=74b00d27-3c86-4358-96a6-25470d696f30,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:21.712795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc0c6b74-00b5-4696-aa72-176e860cc229 req-5214930d-b0e6-4a6c-bc6c-a27c104e8320 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245740 Feb 14 21:51:21.798136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet f1459b44-64eb-4320-bcbb-5134f7488255 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:21.821955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (f1459b44-64eb-4320-bcbb-5134f7488255), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:21.944486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (f1459b44-64eb-4320-bcbb-5134f7488255), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.107014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd467b-2d34-4494-a22a-7dca9c31afa7 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:22.122755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-7685088a-6f55-47f2-a371-b715937aa785 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15145984&fields=id&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 267 time: 0.1881726 Feb 14 21:51:22.176001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f1459b44-64eb-4320-bcbb-5134f7488255), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.392610 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (f1459b44-64eb-4320-bcbb-5134f7488255), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.417653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:22.424485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.443144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.447346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f1459b44-64eb-4320-bcbb-5134f7488255 HTTP/1.1" status: 204 len: 168 time: 0.8912566 Feb 14 21:51:22.448381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:22.448786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:22.450406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:22.496071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce379-7fcd-4383-a334-0bd92e6781e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=f1459b44-64eb-4320-bcbb-5134f7488255,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:22.504423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-a8053f33-3829-4363-8097-10d9876fae63 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:22.517579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-a8053f33-3829-4363-8097-10d9876fae63 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 797 time: 0.3927243 Feb 14 21:51:22.552558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d5044581-efcf-4768-9282-d6a5b4f25ad9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/quotas/2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 375 time: 0.0338907 Feb 14 21:51:22.558101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-878a7c00-b31b-4d46-825b-d36ec826dc14 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058538 Feb 14 21:51:22.562902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:22.646233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-b5901b51-9324-40a8-843d-20fde323db50 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833259 Feb 14 21:51:22.663853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d333a9d-84af-4455-97da-7baddaa75d95 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:22.666035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2d333a9d-84af-4455-97da-7baddaa75d95 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1018822 Feb 14 21:51:22.668760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:22.706870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:22.726415 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:22.832028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:22.832658 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:22.892762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abfbe69-5312-4978-86da-6e94c4fb0f80 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:22.896186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2abfbe69-5312-4978-86da-6e94c4fb0f80 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2225611 Feb 14 21:51:22.898699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60720) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:22.964550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-3e86709c-2ddd-4a1a-96c1-11a8b68f4de7 service neutron] 10.222.0.86 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059485 Feb 14 21:51:22.976767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7e278-6f8b-44e2-9b29-bf1b1ed02214 None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'f1459b44-64eb-4320-bcbb-5134f7488255'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:51:23.020585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-41c6dfcc-abb6-413e-b4b1-cbfd23b89ec8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205432 Feb 14 21:51:23.031277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60726) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:23.032847 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e278-6f8b-44e2-9b29-bf1b1ed02214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.037262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:23.095544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-99cee594-5403-40a0-a21b-d2a8e2b64466 service neutron] 10.222.0.86 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300840 Feb 14 21:51:23.113858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:23.114282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.246849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:23.395190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e476-28b6-4a36-9c5a-a11ed1cff35b None None] Current status of the port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:23.397714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.448247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:23.459549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.465401 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:23.469016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:23.472025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598307cd-79d9-4d3e-94fa-f7ec1b534690 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:23.539006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a8851e6b-d7ad-49be-8fa1-b2fb2dc5db83 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5056062 Feb 14 21:51:23.541847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60742) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:23.553024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:23.587424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:23.603905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Provisioning complete for port 09e5070c-5088-4821-acb9-1cf39272f1c0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:23.604530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.613963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f124196-8cc5-427d-9e17-9bb16ab70188 req-e44ad3c9-9ef7-4cd5-8c36-7697de15b7f4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:23.621535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f124196-8cc5-427d-9e17-9bb16ab70188 req-e44ad3c9-9ef7-4cd5-8c36-7697de15b7f4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2000837 Feb 14 21:51:23.676931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e5070c-5088-4821-acb9-1cf39272f1c0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:23.745667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f124196-8cc5-427d-9e17-9bb16ab70188 req-8225d5ca-e8c9-4a59-b36a-ab0a89f8693f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170971 Feb 14 21:51:23.832240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:23.841592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:23.848142 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:23.848689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:23.894223 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd81a5d5-3ba6-4d80-a310-ec9a0e9065df tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3511858 Feb 14 21:51:23.899165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:23.904077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:23.956025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29d7e542-2083-49dd-a0ed-e2453e9b4a24 req-e558640d-737d-4ee8-8ce2-73a34912b4db tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 210 time: 0.0616577 Feb 14 21:51:24.100306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 09e5070c-5088-4821-acb9-1cf39272f1c0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:24.100862 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.145581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:24.163936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:24.174831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.177171 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:24.177628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:24.241219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60756) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:24.241384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d9715433-f619-4a1f-9d40-548182eb3273 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3410938 Feb 14 21:51:24.246244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:24.256477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Current status of the port 09e5070c-5088-4821-acb9-1cf39272f1c0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:24.256883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.333104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 09e5070c-5088-4821-acb9-1cf39272f1c0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:24.333869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.404071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eaece730-b636-4aef-b089-7e51a05944af None None] For port 09e5070c-5088-4821-acb9-1cf39272f1c0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e5070c-5088-4821-acb9-1cf39272f1c0,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:24.423257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.457026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:24.461986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.463855 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:24.464484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:24.484164 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a7080ad-9637-4e00-95cf-d999c16f822e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2418306 Feb 14 21:51:24.491782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:24.496966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:24.551082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Deleting port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:24.554733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.685095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] For port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:24.685776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.699608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Calling delete_port for 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:24.789538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Could not find standard attr ID for object 7b378d89-a290-4a81-a17a-12af5ef98f2c. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:24.797980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:24.800552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.802685 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:24.806294 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:24.808924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:24.814802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Could not find standard attr ID for object 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:24.840204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] No DVR routers for this DVR port 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:24.844484 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:24.845083 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:24.845999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaece730-b636-4aef-b089-7e51a05944af None None] Pushing event updated for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:24.852606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-49e00854-a9ea-40b6-93b7-e23bcd0a5cba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3554883 Feb 14 21:51:24.852606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60778) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:24.865988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:24.930796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06b94-df33-40b2-84e1-fcf9d22e23c5 None None] Pushing event deleted for resources: {'Port': ['ID=94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:25.120817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6055-b046-4aa6-8922-35a2fbe39a29 req-c92eff11-4ee1-4431-bbef-344bc6fde125 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:25.122475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-835c6055-b046-4aa6-8922-35a2fbe39a29 req-c92eff11-4ee1-4431-bbef-344bc6fde125 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1130455 Feb 14 21:51:25.138546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:25.142585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:25.144137 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:25.144515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:25.274559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b199466a-1671-4e9f-87d5-c46eaba8151f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4217458 Feb 14 21:51:25.283369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60796) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:25.288007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-835c6055-b046-4aa6-8922-35a2fbe39a29 req-628ff6b9-c6e1-4747-a073-bc7fe51f340a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517274 Feb 14 21:51:25.409690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 09e5070c-5088-4821-acb9-1cf39272f1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:25.413773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-895de80c-4e73-4d11-b6a1-ce11404087ef tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1280169 Feb 14 21:51:25.416425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60798) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:25.491587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71d5bd65-58e5-4dd5-8e4c-0dc97070fc03 req-e832e0cd-3cdb-4857-b952-77c183d1af09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 210 time: 0.0909109 Feb 14 21:51:25.525837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0563105-a1d8-424c-b7b6-ae00e0accce3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:25.527514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0563105-a1d8-424c-b7b6-ae00e0accce3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1094782 Feb 14 21:51:25.530892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60802) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:25.531467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:25.562952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:25.563365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 94b4d75f-d455-4cfe-b6ba-f2c630d1aa1a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:25.606485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f0edb862-3245-4ab7-9963-5ec660624709 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729156 Feb 14 21:51:25.610609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60806) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:25.616059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:25.720846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e5070c-5088-4821-acb9-1cf39272f1c0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:25.758329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:25.762515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:25.821541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 09e5070c-5088-4821-acb9-1cf39272f1c0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:25.822114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:25.995013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 09e5070c-5088-4821-acb9-1cf39272f1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:26.213275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:26.214887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (05fb51b9-36b6-4526-b6b7-0f8237dea1b9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:26.272248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:26.273990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:26.277813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:26.278430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:26.287131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b1711c-0da3-46f2-bdfa-e7a0018156fc None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:26.330189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7181480 Feb 14 21:51:26.331707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ca0eb-b4b0-43a1-a62d-eea67e17dc51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=05fb51b9-36b6-4526-b6b7-0f8237dea1b9,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:26.333561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:26.351589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:af:d4:ff', 'name': 'tempest-NetworksTestDHCPv6-2018279892'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:26.549295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '05fb51b9-36b6-4526-b6b7-0f8237dea1b9'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:26.550733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:26.591181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab77bf-884e-4bc1-904a-9ed8e4f2c1c0 req-52466e61-8daf-4542-bea3-b22c2789a2ab tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:26.593235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13ab77bf-884e-4bc1-904a-9ed8e4f2c1c0 req-52466e61-8daf-4542-bea3-b22c2789a2ab tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1430359 Feb 14 21:51:26.610985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:26.742348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13ab77bf-884e-4bc1-904a-9ed8e4f2c1c0 req-0c70f0ab-47ae-4dab-9530-a2e7ebcf0cbc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423566 Feb 14 21:51:26.756657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:26.785695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 0c4c8cdf-3d7c-491e-9155-1701e3f63e32 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:26.788749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Allocated IP 2001:db8::f816:3eff:fea8:5906 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/05fb51b9-36b6-4526-b6b7-0f8237dea1b9/c7e308f7-1637-4a70-b555-407689d785e8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:26.890425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-774d76df-5254-41e0-8824-f3075a8af923 req-070679ea-5663-42e4-b15d-dd5aa0829343 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 210 time: 0.0599487 Feb 14 21:51:27.015367 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks [] for port (c7e308f7-1637-4a70-b555-407689d785e8), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.022656 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c7e308f7-1637-4a70-b555-407689d785e8), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.066974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:27.069992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:27.076236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:27.084121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Pushing event updated for resources: {'Port': ['ID=c7e308f7-1637-4a70-b555-407689d785e8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:27.096218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:feaf:d4ff (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/05fb51b9-36b6-4526-b6b7-0f8237dea1b9/0c4c8cdf-3d7c-491e-9155-1701e3f63e32) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:27.157648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Attempting to bind port c7e308f7-1637-4a70-b555-407689d785e8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:27.157987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Attempting to bind port c7e308f7-1637-4a70-b555-407689d785e8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:27.158573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Attempting to bind port c7e308f7-1637-4a70-b555-407689d785e8 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:27.173739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:27.174274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:27.174874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.175561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:27.176269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Bound port: c7e308f7-1637-4a70-b555-407689d785e8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:27.176825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7e308f7-1637-4a70-b555-407689d785e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.261756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] For port c7e308f7-1637-4a70-b555-407689d785e8, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:27.267363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] For port c7e308f7-1637-4a70-b555-407689d785e8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7e308f7-1637-4a70-b555-407689d785e8,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:27.289354 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7e308f7-1637-4a70-b555-407689d785e8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.303057 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (0c4c8cdf-3d7c-491e-9155-1701e3f63e32), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.388459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0c4c8cdf-3d7c-491e-9155-1701e3f63e32), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.402259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d91cf-cfb4-49b7-ac68-513a6fdcc528 None None] Pushing event updated for resources: {'Port': ['ID=c7e308f7-1637-4a70-b555-407689d785e8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:27.526810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:27.539008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:27.554579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:27.573171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:27.574035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:27.620775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=0c4c8cdf-3d7c-491e-9155-1701e3f63e32,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:27.629933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0af26daa-a0fb-4981-ba79-8a180a6bec50 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2911317 Feb 14 21:51:27.634574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:27.802849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-2d727e98-7cbc-45ef-aae6-e3f87129aa0f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:27.813142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-2d727e98-7cbc-45ef-aae6-e3f87129aa0f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 797 time: 0.4267955 Feb 14 21:51:27.833658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450fd188-80f1-4d05-881c-2571bf28f30b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:27.842153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450fd188-80f1-4d05-881c-2571bf28f30b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:27.844763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-450fd188-80f1-4d05-881c-2571bf28f30b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2092161 Feb 14 21:51:27.847392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:27.990281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-6e6faa53-6168-4674-a0a4-b2b18f887041 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 378 time: 0.1663411 Feb 14 21:51:27.998369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 0c4c8cdf-3d7c-491e-9155-1701e3f63e32 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:27.998641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (0c4c8cdf-3d7c-491e-9155-1701e3f63e32), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.001686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'port': {'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'admin_state_up': True, 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'security_groups': ['5d3d7e6d-9412-4a28-94ee-baaa3dd444d6']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:28.078183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45deed-e2b1-4d93-b8a5-751ecb75e5c0 req-0d384b22-098a-4e1f-b81b-f35f2206dee0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:28.091959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b45deed-e2b1-4d93-b8a5-751ecb75e5c0 req-0d384b22-098a-4e1f-b81b-f35f2206dee0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2019207 Feb 14 21:51:28.107021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (0c4c8cdf-3d7c-491e-9155-1701e3f63e32), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.122070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 0c4c8cdf-3d7c-491e-9155-1701e3f63e32 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:28.302530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (0c4c8cdf-3d7c-491e-9155-1701e3f63e32), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.304829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b45deed-e2b1-4d93-b8a5-751ecb75e5c0 req-f2bf6a64-689e-47ac-9586-31cf1190c602 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084064 Feb 14 21:51:28.315423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:28.319406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.399700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=0c4c8cdf-3d7c-491e-9155-1701e3f63e32,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:28.465881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.471703 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2240439-5ed1-475a-b4e7-57a5fef8233e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0c4c8cdf-3d7c-491e-9155-1701e3f63e32 HTTP/1.1" status: 204 len: 168 time: 0.6228817 Feb 14 21:51:28.477167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60882) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:28.540005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa37ffdb-5ac4-444f-b172-e18aa39ca034 req-8a88dfef-f7b1-4313-910c-14735c61b651 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 210 time: 0.0517428 Feb 14 21:51:28.603125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b15a0-0676-45db-94a6-1f86df133839 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:28.604849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b15a0-0676-45db-94a6-1f86df133839 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:28.606424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e71b15a0-0676-45db-94a6-1f86df133839 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1282816 Feb 14 21:51:28.612380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60886) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:28.750804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.8 (50019fc5-4717-4f2d-9c96-1b63e915a868/31b6e1cf-8e08-4eb8-a571-d33717c73ea3/bb330905-2aab-4660-a498-505d4a2af66a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:28.762972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 05fb51b9-36b6-4526-b6b7-0f8237dea1b9 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:28.772088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (05fb51b9-36b6-4526-b6b7-0f8237dea1b9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:28.876529 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.021455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (bb330905-2aab-4660-a498-505d4a2af66a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.076680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.081554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (05fb51b9-36b6-4526-b6b7-0f8237dea1b9), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.170208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:29.180027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:29.189591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:29.205119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Provisioning complete for port c7e308f7-1637-4a70-b555-407689d785e8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:29.205758 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7e308f7-1637-4a70-b555-407689d785e8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.251457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:29.379677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:29.380345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.411099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Current status of the port c7e308f7-1637-4a70-b555-407689d785e8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:29.411757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7e308f7-1637-4a70-b555-407689d785e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.465096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (05fb51b9-36b6-4526-b6b7-0f8237dea1b9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.475366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-d411acc6-276b-4c88-8fe1-f8de52a7534c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4796903 Feb 14 21:51:29.636925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea05ea-4fab-444b-86ad-b9550d51203b req-f1cf61c9-6d6e-4bfa-823e-dc770f40996a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:29.647468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8ea05ea-4fab-444b-86ad-b9550d51203b req-f1cf61c9-6d6e-4bfa-823e-dc770f40996a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1215656 Feb 14 21:51:29.691926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (05fb51b9-36b6-4526-b6b7-0f8237dea1b9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.752910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:29.754100 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:29.780812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7e308f7-1637-4a70-b555-407689d785e8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:29.820902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8ea05ea-4fab-444b-86ad-b9550d51203b req-133e35dd-00af-43e1-91da-eac5a1030503 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724865 Feb 14 21:51:29.821646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=05fb51b9-36b6-4526-b6b7-0f8237dea1b9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:29.827898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Request body: {'port': {'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:29.839058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:29.842754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1973b9e9-a9b4-42c3-b7d9-d7ef74d53fd3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/05fb51b9-36b6-4526-b6b7-0f8237dea1b9 HTTP/1.1" status: 204 len: 168 time: 1.2273328 Feb 14 21:51:29.846922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:29.911978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf10f2e3-f3ef-48a0-9c04-c720f4ecf57c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626059 Feb 14 21:51:29.914403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 60918) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:29.928627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:29.934318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c7e308f7-1637-4a70-b555-407689d785e8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:29.935593 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7e308f7-1637-4a70-b555-407689d785e8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.054854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.079480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe516267-145e-4db2-89f6-141e5445efc5 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:30.108900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c7e308f7-1637-4a70-b555-407689d785e8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:30.109542 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7e308f7-1637-4a70-b555-407689d785e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.182276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:30.185694 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.257624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c7e308f7-1637-4a70-b555-407689d785e8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7e308f7-1637-4a70-b555-407689d785e8,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:30.315714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7e308f7-1637-4a70-b555-407689d785e8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.363040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Current status of the port c7e308f7-1637-4a70-b555-407689d785e8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:30.363657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7e308f7-1637-4a70-b555-407689d785e8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.399289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c7e308f7-1637-4a70-b555-407689d785e8,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:30.414438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:30.476404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac754-6fc1-435b-bb5e-4735aedf18a7 req-dd6d203e-e097-47a7-89ef-f072059eccb5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:30.478012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf6ac754-6fc1-435b-bb5e-4735aedf18a7 req-dd6d203e-e097-47a7-89ef-f072059eccb5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 931 time: 0.4484339 Feb 14 21:51:30.505983 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:30.506341 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:30.537439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Deleting port c7e308f7-1637-4a70-b555-407689d785e8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:30.537824 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c7e308f7-1637-4a70-b555-407689d785e8), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.671744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] For port c7e308f7-1637-4a70-b555-407689d785e8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7e308f7-1637-4a70-b555-407689d785e8,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:30.672146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c7e308f7-1637-4a70-b555-407689d785e8), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.703563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Calling delete_port for c7e308f7-1637-4a70-b555-407689d785e8 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:30.715067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf6ac754-6fc1-435b-bb5e-4735aedf18a7 req-7c3e9dae-6d7c-4bc7-8f3b-051e4063c77a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924751 Feb 14 21:51:30.884046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c7e308f7-1637-4a70-b555-407689d785e8), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:30.923793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] Pushing event deleted for resources: {'Port': ['ID=c7e308f7-1637-4a70-b555-407689d785e8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:30.940302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d5b41-cff6-4026-803e-38dae34e21c0 None None] No DVR routers for this DVR port c7e308f7-1637-4a70-b555-407689d785e8 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:31.009160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49170929-4db8-4dd6-86e3-bf02d158bb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:31.064948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb330905-2aab-4660-a498-505d4a2af66a {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:51:31.074583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks [] for port (bb330905-2aab-4660-a498-505d4a2af66a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:31.094986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Transition to ACTIVE for port object bb330905-2aab-4660-a498-505d4a2af66a will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:51:31.135487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:31.177502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7da7114-c010-4c6c-a89f-f2345b20ef4a None None] Port c7e308f7-1637-4a70-b555-407689d785e8 update to ACTIVE by agent not found {{(pid=103514) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 14 21:51:31.181755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:31.198701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3b20432a-5f09-4654-87f5-aba6ccdb96d8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:31.310137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-20739c97-4ec0-46a3-84db-2ee49c12c8b2 None None] Could not find standard attr ID for object 0c4c8cdf-3d7c-491e-9155-1701e3f63e32. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:31.681580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:31.690362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1bb83-444d-4a4b-b987-57329a49de94 req-15b184c0-c18e-4ab0-9bdd-a505aa54dfb2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:31.697344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cc1bb83-444d-4a4b-b987-57329a49de94 req-15b184c0-c18e-4ab0-9bdd-a505aa54dfb2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.6962039 Feb 14 21:51:31.704615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:31.708244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:31.708841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:31.716791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d38015-6855-48ae-ab7c-29acee0a4141 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:31.773270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=3b20432a-5f09-4654-87f5-aba6ccdb96d8,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:31.779517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Pushing event updated for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:31.829204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7e308f7-1637-4a70-b555-407689d785e8 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:31.837466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9111884 Feb 14 21:51:31.837656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:31.843698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.844055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.844395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.844628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:40:6e:08', 'name': 'tempest-NetworksTestDHCPv6-1640850747'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:31.844747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.845046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.845380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.845709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.846036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.846357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.846680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.847001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.847357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.847678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d088d-e001-47ba-b3e2-6237614de511 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.852638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.852989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.853329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.853653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.853976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.854316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.854675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.854942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.855318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.855746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.856142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.856507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.856703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:31.901103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c7e308f7-1637-4a70-b555-407689d785e8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:31.901432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7e308f7-1637-4a70-b555-407689d785e8 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:31.955133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cc1bb83-444d-4a4b-b987-57329a49de94 req-6cf339aa-7bfc-4f5d-ae33-0e392e815149 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568231 Feb 14 21:51:32.031608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Attempting to bind port bb330905-2aab-4660-a498-505d4a2af66a on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:32.031955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Attempting to bind port bb330905-2aab-4660-a498-505d4a2af66a by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:32.032298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Attempting to bind port bb330905-2aab-4660-a498-505d4a2af66a on network 50019fc5-4717-4f2d-9c96-1b63e915a868 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:32.033634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '3b20432a-5f09-4654-87f5-aba6ccdb96d8'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:32.034512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.043029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Port bb330905-2aab-4660-a498-505d4a2af66a on network 50019fc5-4717-4f2d-9c96-1b63e915a868 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:51:32.043784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Attempting to bind port bb330905-2aab-4660-a498-505d4a2af66a on network 50019fc5-4717-4f2d-9c96-1b63e915a868 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:32.051421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:32.052931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Checking segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:32.053502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Bound using segment: {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:32.054123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Bound port: bb330905-2aab-4660-a498-505d4a2af66a, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e12a7f4-4401-4511-a57e-e9838ff28707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:32.054813 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.099959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:32.174159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f9516-e167-43f7-8add-00be8f91bbf3 req-db1a1e9c-2d2e-48b3-a9d7-e09d26d12ad8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:32.177078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-998f9516-e167-43f7-8add-00be8f91bbf3 req-db1a1e9c-2d2e-48b3-a9d7-e09d26d12ad8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 943 time: 0.1042955 Feb 14 21:51:32.240214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:32.246923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.276280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 58ff699b-5732-470b-8c22-47a048ed3d0d yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:32.278706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bb330905-2aab-4660-a498-505d4a2af66a,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:32.286197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-998f9516-e167-43f7-8add-00be8f91bbf3 req-232e78c0-4a0c-42d3-9908-175ed8387232 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881994 Feb 14 21:51:32.302045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Allocated IP 2001:db8::f816:3eff:febf:6929 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/3b20432a-5f09-4654-87f5-aba6ccdb96d8/19a2623d-8797-4bb6-9991-a027497a1d77) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:32.318512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.394703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:32.395809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.399600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] 10.222.0.83 "PUT /v2.0/ports/bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 1092 time: 2.8879864 Feb 14 21:51:32.400229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:51:32.414178 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3562b-fb26-4f8c-9e8f-d74391ff9179" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:51:32.585093 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks [] for port (19a2623d-8797-4bb6-9991-a027497a1d77), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.600656 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.660063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:32.671959 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb943365-1294-4228-97b3-67e3823607ba x-openstack-request-id: req-bb943365-1294-4228-97b3-67e3823607ba {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:51:32.672204 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:51:32.672435 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb943365-1294-4228-97b3-67e3823607ba {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:51:32.672845 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a', 'status': 'completed', 'code': 200} Feb 14 21:51:32.674697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:32.683906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:32.693848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Pushing event updated for resources: {'Port': ['ID=19a2623d-8797-4bb6-9991-a027497a1d77,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:32.697650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1aa1a-d379-498b-931f-5f2032245c93 service neutron] Pushing event updated for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:32.714283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe40:6e08 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/3b20432a-5f09-4654-87f5-aba6ccdb96d8/58ff699b-5732-470b-8c22-47a048ed3d0d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:32.762870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-51e07607-7543-4bdd-8e62-0e64b2a9f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:32.782803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-51e07607-7543-4bdd-8e62-0e64b2a9f917 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1126 time: 0.3133199 Feb 14 21:51:32.826765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Attempting to bind port 19a2623d-8797-4bb6-9991-a027497a1d77 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:32.827967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Attempting to bind port 19a2623d-8797-4bb6-9991-a027497a1d77 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:32.832846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Attempting to bind port 19a2623d-8797-4bb6-9991-a027497a1d77 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:32.857454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:32.860640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:32.861238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.861766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:32.862567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Bound port: 19a2623d-8797-4bb6-9991-a027497a1d77, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:32.864100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:32.923328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-66c22eb5-0596-4aef-96b1-9ae700c68473 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 217 time: 0.1340201 Feb 14 21:51:33.100579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (58ff699b-5732-470b-8c22-47a048ed3d0d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.157001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (58ff699b-5732-470b-8c22-47a048ed3d0d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.197607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-2ec30080-1573-430a-b29d-5d072bacdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.205811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-2ec30080-1573-430a-b29d-5d072bacdcbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.2758038 Feb 14 21:51:33.239350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:33.243728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:33.249873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:33.256394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.257389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.272716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=58ff699b-5732-470b-8c22-47a048ed3d0d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:33.300661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ee37441-2019-44f0-9c1f-39338968ae75 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4630668 Feb 14 21:51:33.303536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 60994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:33.408614 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704b23ae-3e8e-4fff-9785-67af44d8bc19 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.415027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704b23ae-3e8e-4fff-9785-67af44d8bc19 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.419843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-704b23ae-3e8e-4fff-9785-67af44d8bc19 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1153116 Feb 14 21:51:33.422132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] For port 19a2623d-8797-4bb6-9991-a027497a1d77, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:33.423810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32768) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:33.449675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27c8b7-73db-477f-ab06-7319859e2070 req-a3e23f7a-5838-4914-b8d1-95daa6ae18d0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.451100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] For port 19a2623d-8797-4bb6-9991-a027497a1d77, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19a2623d-8797-4bb6-9991-a027497a1d77,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:33.463736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c5af0fb-5330-435f-a4ad-7ee71c41c1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.467489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c27c8b7-73db-477f-ab06-7319859e2070 req-a3e23f7a-5838-4914-b8d1-95daa6ae18d0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.3932729 Feb 14 21:51:33.480798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.581329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-22109015-7fab-4a03-9346-40902dacf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:33.583950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-22109015-7fab-4a03-9346-40902dacf43c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3584855 Feb 14 21:51:33.608822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c27c8b7-73db-477f-ab06-7319859e2070 req-6fe60028-4c13-4ab7-a5ce-997b327374cd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319661 Feb 14 21:51:33.627584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Pushing event updated for resources: {'Port': ['ID=19a2623d-8797-4bb6-9991-a027497a1d77,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:33.645478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.646146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.646651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.647553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.648107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.648645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.649137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.649636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.650131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.655428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.656052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.656567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.657084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15fa09-5c2d-42aa-b82c-8d4b7d0b5503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:51:33.686007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 58ff699b-5732-470b-8c22-47a048ed3d0d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:33.687033 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (58ff699b-5732-470b-8c22-47a048ed3d0d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.814300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (58ff699b-5732-470b-8c22-47a048ed3d0d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:33.835768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 58ff699b-5732-470b-8c22-47a048ed3d0d owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:33.996241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-6001bc0a-cb11-48ec-a5b6-085986185677 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861883 Feb 14 21:51:34.006520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe08ea0-57ed-4788-86e8-f877afc3b30c req-96563791-2cc6-4624-a5c4-559858b01cb2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.008514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fe08ea0-57ed-4788-86e8-f877afc3b30c req-96563791-2cc6-4624-a5c4-559858b01cb2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 943 time: 0.1873374 Feb 14 21:51:34.111393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (58ff699b-5732-470b-8c22-47a048ed3d0d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:34.150469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=58ff699b-5732-470b-8c22-47a048ed3d0d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:34.195540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fe08ea0-57ed-4788-86e8-f877afc3b30c req-fb1a2209-8605-411a-a6d1-4a2eba7895d4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627495 Feb 14 21:51:34.227581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51021f14-1f75-4fc2-8f75-b1ee77992900 req-dbf225bb-b83a-4ba4-9193-c41997a9f53f service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174885 Feb 14 21:51:34.406083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-b4fd8408-36a7-42dc-bac9-43f25fe15a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.435602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-b4fd8408-36a7-42dc-bac9-43f25fe15a0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1126 time: 0.1068041 Feb 14 21:51:34.586453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:34.594810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-534eda73-b225-4981-84f1-8812ea624233 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/58ff699b-5732-470b-8c22-47a048ed3d0d HTTP/1.1" status: 204 len: 168 time: 1.1698310 Feb 14 21:51:34.595512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32786) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:34.625233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:34.664004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae072b03-73ea-4a6b-b4a4-a6f33f48c6dd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.665567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae072b03-73ea-4a6b-b4a4-a6f33f48c6dd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.670421 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae072b03-73ea-4a6b-b4a4-a6f33f48c6dd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0739076 Feb 14 21:51:34.671925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32792) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:34.776084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-32ad4e2c-59bb-49aa-8649-c5669a6bba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.778528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-32ad4e2c-59bb-49aa-8649-c5669a6bba33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 898 time: 0.3402796 Feb 14 21:51:34.800234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 3b20432a-5f09-4654-87f5-aba6ccdb96d8 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:34.808936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (3b20432a-5f09-4654-87f5-aba6ccdb96d8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:34.895180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-44339d4d-a4d9-42a8-adc8-af5f8f742204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 217 time: 0.0904109 Feb 14 21:51:34.907854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3b20432a-5f09-4654-87f5-aba6ccdb96d8), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:34.954277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-741c1a28-8e74-4609-98f7-8f0e88548860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:34.956371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-741c1a28-8e74-4609-98f7-8f0e88548860 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.0601907 Feb 14 21:51:35.064438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3b20432a-5f09-4654-87f5-aba6ccdb96d8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.089509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e739e-e6d3-4ba3-85c7-db3a0e7a8b6c req-49a61cf6-52a1-4761-b455-b407daee2809 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:35.096640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-401e739e-e6d3-4ba3-85c7-db3a0e7a8b6c req-49a61cf6-52a1-4761-b455-b407daee2809 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.3168187 Feb 14 21:51:35.169800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-a43f58ca-11a5-46dc-9f9f-d3cf9d6a7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:35.172109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-a43f58ca-11a5-46dc-9f9f-d3cf9d6a7196 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2059460 Feb 14 21:51:35.218303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3b20432a-5f09-4654-87f5-aba6ccdb96d8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.220603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-401e739e-e6d3-4ba3-85c7-db3a0e7a8b6c req-548c6fae-30de-4c80-85b2-0888d13ffde6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132007 Feb 14 21:51:35.240870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.254705 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/3b20432a-5f09-4654-87f5-aba6ccdb96d8 HTTP/1.1" status: 204 len: 168 time: 0.5802310 Feb 14 21:51:35.293121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32808) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:35.387880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9b071-376b-4844-9fc3-063331db7840 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:35.413782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32812) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:35.415084 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8927fbb9-1208-4ad7-87e6-1f9d1b5ea2eb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190114 Feb 14 21:51:35.419421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86b70a-7b92-4577-b41a-5280d465b6b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=3b20432a-5f09-4654-87f5-aba6ccdb96d8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:35.481025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91685e5-8357-4ba1-bf07-d0d30640525a req-4e24d48b-4407-492a-ba7a-a957a367d2c4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:35.490149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d91685e5-8357-4ba1-bf07-d0d30640525a req-4e24d48b-4407-492a-ba7a-a957a367d2c4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 943 time: 0.1534293 Feb 14 21:51:35.494429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-ee98e087-e078-4e94-afd7-c8c922f89560 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130801 Feb 14 21:51:35.504045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Provisioning complete for port 19a2623d-8797-4bb6-9991-a027497a1d77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:35.505075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.657367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48ee1-af47-48c1-a56c-667083c30736 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:35.662175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:35.673485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-76d48ee1-af47-48c1-a56c-667083c30736 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2510376 Feb 14 21:51:35.739451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Current status of the port 19a2623d-8797-4bb6-9991-a027497a1d77 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:35.740432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.777328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d91685e5-8357-4ba1-bf07-d0d30640525a req-72e82184-33bf-4827-897d-23fd42a37013 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2863383 Feb 14 21:51:35.794115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded9708-5676-405c-8079-df1eec785bd7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:35.795685 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ded9708-5676-405c-8079-df1eec785bd7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1326942 Feb 14 21:51:35.805788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32822) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:35.830252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a3562b-fb26-4f8c-9e8f-d74391ff9179 req-9a6f4c97-f18b-4fa0-98ac-87403abb2ab4 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235264 Feb 14 21:51:35.839461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:35.846875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] For port 19a2623d-8797-4bb6-9991-a027497a1d77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19a2623d-8797-4bb6-9991-a027497a1d77,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:35.867021 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-252093ea-ed76-4091-b436-597c55a604bb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585654 Feb 14 21:51:35.867845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.871305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:35.879519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:35.957378 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:35.990280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf64046-b67b-4747-a4a1-85c2a2445462 None None] Pushing event updated for resources: {'Port': ['ID=19a2623d-8797-4bb6-9991-a027497a1d77,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:36.024998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Deleting port 19a2623d-8797-4bb6-9991-a027497a1d77 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:36.026012 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.065857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:36.069542 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.097684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bb330905-2aab-4660-a498-505d4a2af66a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:51:36.141125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] For port 19a2623d-8797-4bb6-9991-a027497a1d77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19a2623d-8797-4bb6-9991-a027497a1d77,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:36.146171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.165793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Calling delete_port for 19a2623d-8797-4bb6-9991-a027497a1d77 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:36.351723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.362112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bb330905-2aab-4660-a498-505d4a2af66a,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:36.413416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'bb330905-2aab-4660-a498-505d4a2af66a', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:51:36.454415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (19a2623d-8797-4bb6-9991-a027497a1d77), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.470844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869c42f-8032-4e38-88e4-dd8c0780e291 req-e69ebc8c-168c-44a6-8686-87d67b77c654 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:36.472667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f869c42f-8032-4e38-88e4-dd8c0780e291 req-e69ebc8c-168c-44a6-8686-87d67b77c654 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1126795 Feb 14 21:51:36.506130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] Pushing event deleted for resources: {'Port': ['ID=19a2623d-8797-4bb6-9991-a027497a1d77,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:36.515945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b79e1-d86e-4c0b-9d68-d372cfa702b8 None None] No DVR routers for this DVR port 19a2623d-8797-4bb6-9991-a027497a1d77 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:36.517899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port bb330905-2aab-4660-a498-505d4a2af66a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:36.526512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.559968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb330905-2aab-4660-a498-505d4a2af66a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:51:36.584022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bb330905-2aab-4660-a498-505d4a2af66a,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:36.595340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.610385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:36.614049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (81aaa78e-689b-455f-b66c-52319134f766), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.663309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:36.682861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f869c42f-8032-4e38-88e4-dd8c0780e291 req-cf1c1de3-45e4-42d5-98f1-52e2b3db003f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887705 Feb 14 21:51:36.708930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:36.710727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=81aaa78e-689b-455f-b66c-52319134f766,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:36.713725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:36.725164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c03d6-b1ce-4883-a873-89fdf2543a8b None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:36.740534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:36.742459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:36.808030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ffbab825-d7c8-4a5b-a507-580965d5a837 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9349771 Feb 14 21:51:36.808999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32846) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:36.821401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:24:45:e4', 'name': 'tempest-NetworksTestDHCPv6-2007722422'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:36.930449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['bb330905-2aab-4660-a498-505d4a2af66a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:51:37.080680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:37.080946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '81aaa78e-689b-455f-b66c-52319134f766'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:37.080946 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.205326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30010d17-f832-4459-8db8-a0ff6b7daf3c req-973060b0-0b83-4f52-af9d-af2df6eac03a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:37.213311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30010d17-f832-4459-8db8-a0ff6b7daf3c req-973060b0-0b83-4f52-af9d-af2df6eac03a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 944 time: 0.2359955 Feb 14 21:51:37.320940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-30010d17-f832-4459-8db8-a0ff6b7daf3c req-656aa7f9-0cd8-4bad-9afe-6be28a234ec7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010973 Feb 14 21:51:37.324340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.346911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port fe4dd1d8-dc95-473c-a158-f23e65d5ec09 yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:37.361673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.429955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Allocated IP 2001:db8::f816:3eff:fe43:6475 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/81aaa78e-689b-455f-b66c-52319134f766/7750c93c-e41c-45fe-be91-1546cb36ab7e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:37.662125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks [] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.669860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.676063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19a2623d-8797-4bb6-9991-a027497a1d77 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:37.731388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 19a2623d-8797-4bb6-9991-a027497a1d77 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:37.731891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19a2623d-8797-4bb6-9991-a027497a1d77 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:37.742297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:37.748389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:37.751434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:37.756169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe24:45e4 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/81aaa78e-689b-455f-b66c-52319134f766/fe4dd1d8-dc95-473c-a158-f23e65d5ec09) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:37.758020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Pushing event updated for resources: {'Port': ['ID=7750c93c-e41c-45fe-be91-1546cb36ab7e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:37.817940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Attempting to bind port 7750c93c-e41c-45fe-be91-1546cb36ab7e on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:37.818405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Attempting to bind port 7750c93c-e41c-45fe-be91-1546cb36ab7e by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:37.818896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Attempting to bind port 7750c93c-e41c-45fe-be91-1546cb36ab7e on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:37.825552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:37.826118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:37.826639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.827197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:37.827893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Bound port: 7750c93c-e41c-45fe-be91-1546cb36ab7e, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:37.828289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.905090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] For port 7750c93c-e41c-45fe-be91-1546cb36ab7e, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:37.909013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] For port 7750c93c-e41c-45fe-be91-1546cb36ab7e, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7750c93c-e41c-45fe-be91-1546cb36ab7e,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:37.918591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:37.990713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (fe4dd1d8-dc95-473c-a158-f23e65d5ec09), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.021925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9fa9a-6a19-47ad-ba3a-65fdcc01af2f None None] Pushing event updated for resources: {'Port': ['ID=7750c93c-e41c-45fe-be91-1546cb36ab7e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:38.038211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fe4dd1d8-dc95-473c-a158-f23e65d5ec09), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.055294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bb330905-2aab-4660-a498-505d4a2af66a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:38.113917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:38.121360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:38.124619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:38.130057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:38.130667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.140111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port bb330905-2aab-4660-a498-505d4a2af66a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:51:38.152236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port bb330905-2aab-4660-a498-505d4a2af66a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:38.155044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bb330905-2aab-4660-a498-505d4a2af66a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.167376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e2c6-6344-4cfc-8585-964e1fbbb05b req-a95a72df-d093-4556-9e6e-05a7eae2d4dc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:38.169425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4464e2c6-6344-4cfc-8585-964e1fbbb05b req-a95a72df-d093-4556-9e6e-05a7eae2d4dc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.4046760 Feb 14 21:51:38.170103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=fe4dd1d8-dc95-473c-a158-f23e65d5ec09,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:38.195764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c05e5ea9-7526-4421-ae5b-9510e44e8847 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3833201 Feb 14 21:51:38.198567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:38.231801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4464e2c6-6344-4cfc-8585-964e1fbbb05b req-f85f57a4-9d6b-46c9-9222-fe6aeafee8dd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 Feb 14 21:51:38.336666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port bb330905-2aab-4660-a498-505d4a2af66a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:38.336666 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bb330905-2aab-4660-a498-505d4a2af66a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.366110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:51:38.370021 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac563a-036f-44e1-8968-19a5c114fb6b" -d '{"events": [{"server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "name": "network-vif-plugged", "status": "completed", "tag": "bb330905-2aab-4660-a498-505d4a2af66a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:51:38.380004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707875b-1751-40ad-b5e7-1211c3355bf8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:38.386735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bb330905-2aab-4660-a498-505d4a2af66a,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:38.392367 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707875b-1751-40ad-b5e7-1211c3355bf8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:38.393250 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:38.401893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32870) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:38.402968 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1707875b-1751-40ad-b5e7-1211c3355bf8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2030182 Feb 14 21:51:38.510671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:38.919366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde76d6-7296-4f15-97db-f3d83a2a0eee req-1a4a59c4-d4bb-491a-a5ff-92be60a0504b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:38.921824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dde76d6-7296-4f15-97db-f3d83a2a0eee req-1a4a59c4-d4bb-491a-a5ff-92be60a0504b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.4721093 Feb 14 21:51:38.970836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port fe4dd1d8-dc95-473c-a158-f23e65d5ec09 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:38.971478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fe4dd1d8-dc95-473c-a158-f23e65d5ec09), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.037928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dde76d6-7296-4f15-97db-f3d83a2a0eee req-dffa6a6a-9982-484b-a93e-a6eac047ac91 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098301 Feb 14 21:51:39.112749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fe4dd1d8-dc95-473c-a158-f23e65d5ec09), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.127181 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a323ce52-799f-4fc9-9567-bbe76e4c861f x-openstack-request-id: req-a323ce52-799f-4fc9-9567-bbe76e4c861f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:51:39.127662 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "name": "network-vif-plugged", "status": "completed", "tag": "bb330905-2aab-4660-a498-505d4a2af66a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:51:39.127745 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a323ce52-799f-4fc9-9567-bbe76e4c861f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:51:39.128157 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a', 'code': 200} Feb 14 21:51:39.147443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for fe4dd1d8-dc95-473c-a158-f23e65d5ec09 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:39.393123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126743-2c0f-49e0-9347-00697e0528a9 req-46ba3cf8-58eb-419b-bef3-3fecdb5db3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:39.394778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31126743-2c0f-49e0-9347-00697e0528a9 req-46ba3cf8-58eb-419b-bef3-3fecdb5db3ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1128 time: 0.1816134 Feb 14 21:51:39.547774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31126743-2c0f-49e0-9347-00697e0528a9 req-f48d7388-23fb-456c-b1dc-d4a4494ed758 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307864 Feb 14 21:51:39.553716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fe4dd1d8-dc95-473c-a158-f23e65d5ec09), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.573289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92023c4f-e64b-41b0-babc-c885cef76d36 req-fedffdbe-3fe4-4e15-8eff-b2befde299ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:39.574374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Provisioning complete for port 7750c93c-e41c-45fe-be91-1546cb36ab7e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:39.574845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92023c4f-e64b-41b0-babc-c885cef76d36 req-fedffdbe-3fe4-4e15-8eff-b2befde299ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.2021594 Feb 14 21:51:39.574994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.630305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=fe4dd1d8-dc95-473c-a158-f23e65d5ec09,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:39.637742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.643129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dda48fde-2029-402a-b7c0-90eda8d41d07 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/fe4dd1d8-dc95-473c-a158-f23e65d5ec09 HTTP/1.1" status: 204 len: 168 time: 1.2398691 Feb 14 21:51:39.645633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32884) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:39.718621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92023c4f-e64b-41b0-babc-c885cef76d36 req-18a675f0-73fb-4b0a-b422-0699b1202c28 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149197 Feb 14 21:51:39.734573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Current status of the port 7750c93c-e41c-45fe-be91-1546cb36ab7e is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:39.734896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.754415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b2ce0-9dd0-47eb-92f2-66927f37c968 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:39.755766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b2ce0-9dd0-47eb-92f2-66927f37c968 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:39.760107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-886b2ce0-9dd0-47eb-92f2-66927f37c968 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1106887 Feb 14 21:51:39.761552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32886) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:39.799140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7750c93c-e41c-45fe-be91-1546cb36ab7e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:39.840703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] For port 7750c93c-e41c-45fe-be91-1546cb36ab7e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7750c93c-e41c-45fe-be91-1546cb36ab7e,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:39.853399 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.857024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 81aaa78e-689b-455f-b66c-52319134f766 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:39.875239 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (81aaa78e-689b-455f-b66c-52319134f766), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.922700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7750c93c-e41c-45fe-be91-1546cb36ab7e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:39.923376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.952729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (81aaa78e-689b-455f-b66c-52319134f766), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:39.976357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311f761-00b0-4152-9493-e37749656cd3 None None] Pushing event updated for resources: {'Port': ['ID=7750c93c-e41c-45fe-be91-1546cb36ab7e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:39.985687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-16948c99-aff3-4953-a47f-a701a02b54da None None] Could not find standard attr ID for object fe4dd1d8-dc95-473c-a158-f23e65d5ec09. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:40.057352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7750c93c-e41c-45fe-be91-1546cb36ab7e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:40.084859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (81aaa78e-689b-455f-b66c-52319134f766), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.190882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (81aaa78e-689b-455f-b66c-52319134f766), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.232769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d732bb-59ae-415f-b8a2-720c2276630d req-1e76e103-d82c-4490-a43f-42d34b51b758 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:40.235452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=81aaa78e-689b-455f-b66c-52319134f766,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:40.241223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59d732bb-59ae-415f-b8a2-720c2276630d req-1e76e103-d82c-4490-a43f-42d34b51b758 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.0900428 Feb 14 21:51:40.242444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.244533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3354fa-d720-43fc-b8c8-b55eeb52c4b0 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:40.245955 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eb73ef6f-c350-4fee-b76f-d344a7aecc64 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/81aaa78e-689b-455f-b66c-52319134f766 HTTP/1.1" status: 204 len: 168 time: 0.4833758 Feb 14 21:51:40.249807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:40.355769 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2cbcc2d7-93b7-4326-a2c8-db6cf01d6dda tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960689 Feb 14 21:51:40.356010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59d732bb-59ae-415f-b8a2-720c2276630d req-39ca5dcc-2349-4c83-8f28-9d20eea9ce2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025531 Feb 14 21:51:40.357271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32894) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:40.363296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:40.440282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:40.489065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:40.493514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.494056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Deleting port 7750c93c-e41c-45fe-be91-1546cb36ab7e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:40.494548 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.621428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] For port 7750c93c-e41c-45fe-be91-1546cb36ab7e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7750c93c-e41c-45fe-be91-1546cb36ab7e,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:40.622320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.647877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Calling delete_port for 7750c93c-e41c-45fe-be91-1546cb36ab7e owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:40.760210 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (7750c93c-e41c-45fe-be91-1546cb36ab7e), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.775717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] No DVR routers for this DVR port 7750c93c-e41c-45fe-be91-1546cb36ab7e on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:40.797821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fad8c-6d1a-41ab-8b04-70355e33190c None None] Pushing event deleted for resources: {'Port': ['ID=7750c93c-e41c-45fe-be91-1546cb36ab7e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:40.865949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:40.874992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (7431e6f0-f660-46c3-bd3f-aff54a7c4f22), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.952948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:40.961957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:40.965427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:40.966032 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:40.970869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=7431e6f0-f660-46c3-bd3f-aff54a7c4f22,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:40.978957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1a532-018a-4a66-8d06-84f4f0d8efcd None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:41.008624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867a0bf-296c-4cb7-97bd-19a6c70c0958 req-b3440e6f-fa7c-4604-acf6-bc475d415aa3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:41.017728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b867a0bf-296c-4cb7-97bd-19a6c70c0958 req-b3440e6f-fa7c-4604-acf6-bc475d415aa3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1681647 Feb 14 21:51:41.039028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e458ec6-9479-4cef-b87d-ee2fc14f8904 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6806750 Feb 14 21:51:41.041712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32900) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:41.048126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:70:25:e5', 'name': 'tempest-NetworksTestDHCPv6-1790912861'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:41.080934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b867a0bf-296c-4cb7-97bd-19a6c70c0958 req-2de79f5b-820c-4ea1-b48a-da8654829882 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619395 Feb 14 21:51:41.209336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:41.308222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '7431e6f0-f660-46c3-bd3f-aff54a7c4f22'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:41.310000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.373235 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.412446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port b77d479b-feda-490e-9d91-cd729ef5a4b8 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:41.521480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Allocated IP 2001:db8::f816:3eff:fe0f:78f3 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/7431e6f0-f660-46c3-bd3f-aff54a7c4f22/58f1a9d2-a350-47dd-89d1-bc129b108dfd) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:41.532675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77497f-8ca3-43a2-bc77-2a489c3bd2dc req-bc0bc7a2-ee7e-4f30-95e7-8b6c5252d2a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:41.544825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a77497f-8ca3-43a2-bc77-2a489c3bd2dc req-bc0bc7a2-ee7e-4f30-95e7-8b6c5252d2a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.0970800 Feb 14 21:51:41.620845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a77497f-8ca3-43a2-bc77-2a489c3bd2dc req-41a1eb21-522c-4d8b-a129-887a45973aaa tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741265 Feb 14 21:51:41.711125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks [] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.715452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7750c93c-e41c-45fe-be91-1546cb36ab7e no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:41.761730 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.765656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7750c93c-e41c-45fe-be91-1546cb36ab7e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:41.766011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7750c93c-e41c-45fe-be91-1546cb36ab7e not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:41.803538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:41.815704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:41.820661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:41.838481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe70:25e5 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/7431e6f0-f660-46c3-bd3f-aff54a7c4f22/b77d479b-feda-490e-9d91-cd729ef5a4b8) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:41.849335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Pushing event updated for resources: {'Port': ['ID=58f1a9d2-a350-47dd-89d1-bc129b108dfd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:41.853998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980627-6ebe-439e-9031-d42d972aed4a req-7adfea9e-08d7-4f36-bb6a-e7032be2973b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:41.864492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5980627-6ebe-439e-9031-d42d972aed4a req-7adfea9e-08d7-4f36-bb6a-e7032be2973b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.1474619 Feb 14 21:51:41.909866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Attempting to bind port 58f1a9d2-a350-47dd-89d1-bc129b108dfd on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:41.910392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Attempting to bind port 58f1a9d2-a350-47dd-89d1-bc129b108dfd by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:41.910771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Attempting to bind port 58f1a9d2-a350-47dd-89d1-bc129b108dfd on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:41.918372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:41.919188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:41.919353 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.919786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:41.920405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Bound port: 58f1a9d2-a350-47dd-89d1-bc129b108dfd, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:41.921359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:41.930908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5980627-6ebe-439e-9031-d42d972aed4a req-8eeb602f-8b6e-4d16-bec0-b91e725f324a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651817 Feb 14 21:51:41.950189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32910) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.005652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-31413542-13d7-4146-a204-d99f77dded25 None None] For port 58f1a9d2-a350-47dd-89d1-bc129b108dfd, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:42.009474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-31413542-13d7-4146-a204-d99f77dded25 None None] For port 58f1a9d2-a350-47dd-89d1-bc129b108dfd, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=58f1a9d2-a350-47dd-89d1-bc129b108dfd,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:42.016681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.019910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d820c-9703-4fe0-913e-32fa64d21c06 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.022118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c39d820c-9703-4fe0-913e-32fa64d21c06 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1123 time: 0.0657895 Feb 14 21:51:42.025180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32912) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.029609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:42.038131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (b77d479b-feda-490e-9d91-cd729ef5a4b8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.058478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.083567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b77d479b-feda-490e-9d91-cd729ef5a4b8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.110763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31413542-13d7-4146-a204-d99f77dded25 None None] Pushing event updated for resources: {'Port': ['ID=58f1a9d2-a350-47dd-89d1-bc129b108dfd,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:42.168485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:42.193088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:42.201083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=b77d479b-feda-490e-9d91-cd729ef5a4b8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:42.209989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:42.216917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.218310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.238944 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09df483a-576d-4c68-bed8-4143df132a33 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1953995 Feb 14 21:51:42.241561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.260409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.311941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3703477-5050-4efe-b178-d826aa87adfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.317883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3703477-5050-4efe-b178-d826aa87adfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.319630 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f3703477-5050-4efe-b178-d826aa87adfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0771041 Feb 14 21:51:42.325001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32920) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.345611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727e345-2971-45a3-b13d-7d64cedc3770 req-ac1b46cd-2122-4e51-b370-f9829d4e48fd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.352518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d727e345-2971-45a3-b13d-7d64cedc3770 req-ac1b46cd-2122-4e51-b370-f9829d4e48fd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1663301 Feb 14 21:51:42.460771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port b77d479b-feda-490e-9d91-cd729ef5a4b8 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:42.461207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b77d479b-feda-490e-9d91-cd729ef5a4b8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.470710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d727e345-2971-45a3-b13d-7d64cedc3770 req-25d8eebb-b3c0-4526-b7ea-6e98283c6cb3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107464 Feb 14 21:51:42.500993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.25.2.158 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1754c274-a112-4dd1-ba63-a6c53a86efdc) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:42.574938 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b77d479b-feda-490e-9d91-cd729ef5a4b8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.587649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for b77d479b-feda-490e-9d91-cd729ef5a4b8 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:42.625249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.662557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.702616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:42.705754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:42.708217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:42.738268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b77d479b-feda-490e-9d91-cd729ef5a4b8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.746723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=1754c274-a112-4dd1-ba63-a6c53a86efdc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:42.772132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=b77d479b-feda-490e-9d91-cd729ef5a4b8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:42.801651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:42.808453 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df529518-06e2-426f-b274-f5202856a7ec tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/b77d479b-feda-490e-9d91-cd729ef5a4b8 HTTP/1.1" status: 204 len: 168 time: 0.4821343 Feb 14 21:51:42.809099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.876134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a3a1e-e259-4c3f-9559-708c70fa25fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.877753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a3a1e-e259-4c3f-9559-708c70fa25fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:42.879869 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b87a3a1e-e259-4c3f-9559-708c70fa25fb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0698299 Feb 14 21:51:42.882494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:42.974187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 7431e6f0-f660-46c3-bd3f-aff54a7c4f22 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:42.978025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (7431e6f0-f660-46c3-bd3f-aff54a7c4f22), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.027893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (7431e6f0-f660-46c3-bd3f-aff54a7c4f22), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.158576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7431e6f0-f660-46c3-bd3f-aff54a7c4f22), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.261650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (7431e6f0-f660-46c3-bd3f-aff54a7c4f22), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.289462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=7431e6f0-f660-46c3-bd3f-aff54a7c4f22,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:43.310042 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.313604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-93b228b4-4890-4035-9dc1-f150c01840d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/7431e6f0-f660-46c3-bd3f-aff54a7c4f22 HTTP/1.1" status: 204 len: 168 time: 0.4295814 Feb 14 21:51:43.318469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32938) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:43.401436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-987570dc-5642-4914-930c-b315ad29f89d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795782 Feb 14 21:51:43.401628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32940) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:43.496122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4231a95-5def-45bc-92a8-46f6823563bf tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:43.497877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4231a95-5def-45bc-92a8-46f6823563bf tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0952730 Feb 14 21:51:43.501490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:43.575425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf2005-5199-48c3-a74f-e0c54b9a52a0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:43.577946 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dccf2005-5199-48c3-a74f-e0c54b9a52a0 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0758920 Feb 14 21:51:43.580812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:43.609948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82156c7f-809a-424a-abb0-427fd622077f None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:43.627587 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-efafb945-1914-4b66-b227-05293a020052 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453219 Feb 14 21:51:43.633587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:43.638790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:43.803051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (df71abe1-a177-4713-82a3-3beddb377366), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.810579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:43.818828 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:43.878919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 58f1a9d2-a350-47dd-89d1-bc129b108dfd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:43.889650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Provisioning complete for port 58f1a9d2-a350-47dd-89d1-bc129b108dfd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:43.890361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.017671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112709a-971c-4a2b-a908-798c754af793 req-d4906fd9-12f0-41be-97bd-87f1a8279c4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:44.025175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8112709a-971c-4a2b-a908-798c754af793 req-d4906fd9-12f0-41be-97bd-87f1a8279c4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.3943920 Feb 14 21:51:44.085086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Current status of the port 58f1a9d2-a350-47dd-89d1-bc129b108dfd is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:44.096372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.137241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 58f1a9d2-a350-47dd-89d1-bc129b108dfd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:44.138515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.145174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:44.169253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.188287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e9c4d56b-2380-4a7b-96f3-d1cf62591a60), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.189356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] For port 58f1a9d2-a350-47dd-89d1-bc129b108dfd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=58f1a9d2-a350-47dd-89d1-bc129b108dfd,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:44.222245 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.249219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8112709a-971c-4a2b-a908-798c754af793 req-624af0b5-a2bb-4839-b2af-a23b3bf5d5d4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231700 Feb 14 21:51:44.295025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:44.301917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:44.313494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:44.314109 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.356298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Deleting port 58f1a9d2-a350-47dd-89d1-bc129b108dfd {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:44.356680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.370137 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7353797 Feb 14 21:51:44.372813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32954) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:44.374046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787324f-b819-40a1-84cc-7840b0176041 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=e9c4d56b-2380-4a7b-96f3-d1cf62591a60,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:44.378297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:9e:c4:7f', 'name': 'tempest-NetworksTestDHCPv6-914812007'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:44.397067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9b83-8d9d-4ce8-806b-9812dd6c2afa None None] Pushing event updated for resources: {'Port': ['ID=58f1a9d2-a350-47dd-89d1-bc129b108dfd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:44.450967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 58f1a9d2-a350-47dd-89d1-bc129b108dfd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:44.491653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] For port 58f1a9d2-a350-47dd-89d1-bc129b108dfd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=58f1a9d2-a350-47dd-89d1-bc129b108dfd,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:44.492146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.512033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Calling delete_port for 58f1a9d2-a350-47dd-89d1-bc129b108dfd owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:44.526029 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.540585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.604544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (58f1a9d2-a350-47dd-89d1-bc129b108dfd), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.616833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:44.632612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=1754c274-a112-4dd1-ba63-a6c53a86efdc,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:44.635925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] Pushing event deleted for resources: {'Port': ['ID=58f1a9d2-a350-47dd-89d1-bc129b108dfd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:44.639488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83423d4a-9baa-4624-8051-2f3b8b2ab450 None None] No DVR routers for this DVR port 58f1a9d2-a350-47dd-89d1-bc129b108dfd on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:44.661497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124380e3-8852-430e-8b2b-a71d82a41c52 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:44.694588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (df71abe1-a177-4713-82a3-3beddb377366), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.802869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'e9c4d56b-2380-4a7b-96f3-d1cf62591a60'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:44.804189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.852917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:44.896345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port ed393bd0-b1fe-4187-a244-ab7220d7781c yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:44.968988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-f88d5bf3-f222-4f90-95b5-0de4567bc321 req-f85cd713-7690-4118-8899-8fa01c74968f tempest-ListImageFiltersTestJSON-490355337 tempest-ListImageFiltersTestJSON-490355337-project] (103513) timed out ('10.222.0.86', 37676) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:51:45.038142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/e9c4d56b-2380-4a7b-96f3-d1cf62591a60/5c8de4fc-430f-42f7-a9b3-e687aa7e584a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:45.218802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks [] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:45.229181 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:45.332281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Pushing event updated for resources: {'Port': ['ID=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:45.349600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:45.351698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:45.354184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:45.422368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Attempting to bind port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:45.422799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Attempting to bind port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:45.423200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Attempting to bind port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:45.429630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:45.430023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:45.430436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:45.430839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:45.431345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Bound port: 5c8de4fc-430f-42f7-a9b3-e687aa7e584a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:45.431735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:45.504278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] For port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:45.507499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] For port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:45.516295 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:45.559344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d5cb6-8c6e-48c9-b404-ad6d32ac209e req-2f4de8f1-57e8-4d38-9cf0-acd089408b16 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:45.560989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738d5cb6-8c6e-48c9-b404-ad6d32ac209e req-2f4de8f1-57e8-4d38-9cf0-acd089408b16 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.0948868 Feb 14 21:51:45.566280 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Floating IP df71abe1-a177-4713-82a3-3beddb377366 associated. External IP: 172.25.2.158, port: bb330905-2aab-4660-a498-505d4a2af66a. Feb 14 21:51:45.618862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e848bf-af51-4d1c-8e51-3fe4f79e7a18 None None] Pushing event updated for resources: {'Port': ['ID=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:45.708164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 58f1a9d2-a350-47dd-89d1-bc129b108dfd no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:45.738542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 58f1a9d2-a350-47dd-89d1-bc129b108dfd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:45.738903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 58f1a9d2-a350-47dd-89d1-bc129b108dfd not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:45.785425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::238 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/e9c4d56b-2380-4a7b-96f3-d1cf62591a60/ed393bd0-b1fe-4187-a244-ab7220d7781c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:45.850654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738d5cb6-8c6e-48c9-b404-ad6d32ac209e req-a60f1c0c-cac5-43bc-862f-c4608b13e617 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854944 Feb 14 21:51:45.979021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:51:46.183824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (ed393bd0-b1fe-4187-a244-ab7220d7781c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:46.204363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:51:46.218699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:51:46.245421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:46.255257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:46.259696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:46.321290 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ed393bd0-b1fe-4187-a244-ab7220d7781c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:46.411556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:46.419637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:46.431487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-209b425a-dc49-48ed-b402-786de4b7c592 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4026496 Feb 14 21:51:46.431487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:46.431902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32966) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:46.460409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:46.460596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:46.486186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:51:46.488333 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43808028-ceb4-443c-8650-0a38c98b13a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:51:46.527956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=ed393bd0-b1fe-4187-a244-ab7220d7781c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:46.543681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:46.550595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42225395-bf6b-4936-bbb5-651c0ed91cfd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1766047 Feb 14 21:51:46.553359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32970) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:46.601473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e749d01-2e52-4767-8371-ce09da5a2b5f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/df71abe1-a177-4713-82a3-3beddb377366 HTTP/1.1" status: 200 len: 991 time: 0.1677978 Feb 14 21:51:46.630667 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1808e9-7e24-434e-867c-817fe10b544c x-openstack-request-id: req-2d1808e9-7e24-434e-867c-817fe10b544c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:51:46.631063 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:51:46.632502 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d1808e9-7e24-434e-867c-817fe10b544c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:51:46.632938 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a', 'status': 'completed', 'code': 200} Feb 14 21:51:46.728702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d14f9-3148-430e-8883-972b3d1b6501 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:46.735203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d14f9-3148-430e-8883-972b3d1b6501 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:46.737817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a2d14f9-3148-430e-8883-972b3d1b6501 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1823957 Feb 14 21:51:46.739794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32972) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:46.740326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-be0b29a1-3aae-4197-8702-0908d612bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:46.741916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-be0b29a1-3aae-4197-8702-0908d612bdfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1128 time: 0.0997827 Feb 14 21:51:46.882818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:43Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:46.889619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port ed393bd0-b1fe-4187-a244-ab7220d7781c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:46.889964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ed393bd0-b1fe-4187-a244-ab7220d7781c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:46.899782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-aca17fe1-e43e-42fd-9a27-cb3e4d2229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:46.901962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-aca17fe1-e43e-42fd-9a27-cb3e4d2229f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 898 time: 0.1495395 Feb 14 21:51:46.928935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:51:46.939886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:51:46.940651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:51:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:47.058258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-ce45d462-bec3-46c3-a03d-b7ce4d4cfed3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 999 time: 0.1461124 Feb 14 21:51:47.067557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ed393bd0-b1fe-4187-a244-ab7220d7781c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.084349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for ed393bd0-b1fe-4187-a244-ab7220d7781c owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:47.137484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-4b95f33b-8349-44dc-bdc7-eeef17d797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:47.139014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-4b95f33b-8349-44dc-bdc7-eeef17d797a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.0710475 Feb 14 21:51:47.183126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a58d-1cb6-4f55-be6e-5b8d7f41c012 req-6d172309-a98e-45d5-9870-a3a49111845b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:47.184751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8923a58d-1cb6-4f55-be6e-5b8d7f41c012 req-6d172309-a98e-45d5-9870-a3a49111845b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1255813 Feb 14 21:51:47.253919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8923a58d-1cb6-4f55-be6e-5b8d7f41c012 req-8178b974-f581-4d4d-bb1d-8357076f5066 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Feb 14 21:51:47.257188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-7b3eb347-33b7-4dbf-90a8-c8185d6b63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:47.263780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-7b3eb347-33b7-4dbf-90a8-c8185d6b63c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185565 Feb 14 21:51:47.264849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ed393bd0-b1fe-4187-a244-ab7220d7781c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.301971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=ed393bd0-b1fe-4187-a244-ab7220d7781c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:47.330881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Provisioning complete for port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:47.331542 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.351516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.356557 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-96866d44-6fa2-4a8e-a973-89066b593076 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/ed393bd0-b1fe-4187-a244-ab7220d7781c HTTP/1.1" status: 204 len: 168 time: 0.6155837 Feb 14 21:51:47.358885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:47.403662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:51:47.433275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45275506-56bf-4d43-995a-72bec6e23b9c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:47.434881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45275506-56bf-4d43-995a-72bec6e23b9c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:47.437540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45275506-56bf-4d43-995a-72bec6e23b9c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0773194 Feb 14 21:51:47.441012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32982) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:47.473880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-d00157f4-ede0-4781-ad09-1ec287fd1f26 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975777 Feb 14 21:51:47.521654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet e9c4d56b-2380-4a7b-96f3-d1cf62591a60 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:47.531101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (e9c4d56b-2380-4a7b-96f3-d1cf62591a60), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.608097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:47.609075 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e9c4d56b-2380-4a7b-96f3-d1cf62591a60), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.767899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:43Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:51:47.799910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60896966-e1b0-4f33-8440-20a4ca24c6e1 None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:51:13Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:43Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:51:47.842435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e9c4d56b-2380-4a7b-96f3-d1cf62591a60), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.859071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c8de4fc-430f-42f7-a9b3-e687aa7e584a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:47.869035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43808028-ceb4-443c-8650-0a38c98b13a4 req-511b5039-b267-4ed3-b7ba-05a859fc6c90 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888299 Feb 14 21:51:47.879128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-72436f2e-d9e5-41a1-a8e3-ca5a122a89ec tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/df71abe1-a177-4713-82a3-3beddb377366 HTTP/1.1" status: 200 len: 991 time: 0.2654440 Feb 14 21:51:47.902927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Current status of the port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:47.903664 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:47.952558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:47.953083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.010554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e9c4d56b-2380-4a7b-96f3-d1cf62591a60), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.073699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c4d56b-2380-4a7b-96f3-d1cf62591a60,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:48.086654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:48.086867 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:48.092359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.095985 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d7e7f14-e11a-4137-beff-9a77f5763dac tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/e9c4d56b-2380-4a7b-96f3-d1cf62591a60 HTTP/1.1" status: 204 len: 168 time: 0.6537538 Feb 14 21:51:48.098450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 32994) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.148185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:48.148546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.191611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 32996) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.192270 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-00f54092-895b-45a2-95f2-c61368c45baa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926311 Feb 14 21:51:48.204389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c1201-8df6-44f0-bc89-6d082f4902b6 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:48.210249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64313f5f-d363-428e-8134-84072d72c754 None None] New status for floating IP df71abe1-a177-4713-82a3-3beddb377366: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:51:48.262724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:48.290830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0eb8f-656f-4a1f-8f97-7656df36abd4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:48.296514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.308782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-72c0eb8f-656f-4a1f-8f97-7656df36abd4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1144888 Feb 14 21:51:48.315572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.375809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb73be-72b9-4706-8e1c-0709154c3e6a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:48.381155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33002) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.392493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dadb73be-72b9-4706-8e1c-0709154c3e6a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939410 Feb 14 21:51:48.427040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:48.483186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.488977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:48.491836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e94d8a09-6208-46e0-8afe-8767ac0bf0c6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082349 Feb 14 21:51:48.551003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe9383-e76f-460b-ba47-a5e2e9d1ea5f req-d1e38f95-1d6c-4506-80d2-3a7587e4f8a3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:48.556165 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:51:48.562570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83fe9383-e76f-460b-ba47-a5e2e9d1ea5f req-d1e38f95-1d6c-4506-80d2-3a7587e4f8a3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1093905 Feb 14 21:51:48.567412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:48.622213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:48.631644 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.657305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc2ab0-2991-43e6-a5a6-7f34b12cd679 None None] Current status of the port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:48.667687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83fe9383-e76f-460b-ba47-a5e2e9d1ea5f req-193a356e-2010-46ee-9ac5-4a6e5381761a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042778 Feb 14 21:51:48.712830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Deleting port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:48.713254 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.807946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] For port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:48.808597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.835235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Calling delete_port for 5c8de4fc-430f-42f7-a9b3-e687aa7e584a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:48.882963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33010) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:48.904374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-17e3db47-46ef-41a6-aaaa-dc275e57c0aa None None] Could not find standard attr ID for object b77d479b-feda-490e-9d91-cd729ef5a4b8. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:48.921837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-17e3db47-46ef-41a6-aaaa-dc275e57c0aa None None] Could not find standard attr ID for object ed393bd0-b1fe-4187-a244-ab7220d7781c. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:51:48.954200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (5c8de4fc-430f-42f7-a9b3-e687aa7e584a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.975778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.objects.ports [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103512) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:48.983627 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fc9bfe56-ddff-487b-89f9-15d72e0d1234), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:48.984785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-877bc1ba-5bcd-43b6-9a23-0039603e5084 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/df71abe1-a177-4713-82a3-3beddb377366 HTTP/1.1" status: 200 len: 993 time: 0.1004474 Feb 14 21:51:49.002183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] Pushing event deleted for resources: {'Port': ['ID=5c8de4fc-430f-42f7-a9b3-e687aa7e584a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:49.007560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48669487-e9c2-4d18-9e1f-b2a64f5731ac None None] No DVR routers for this DVR port 5c8de4fc-430f-42f7-a9b3-e687aa7e584a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:49.026422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:49.031836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:49.036545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:49.037146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.044482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1f059-9a50-4b87-a2d4-ef737bea98db None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:49.062193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=fc9bfe56-ddff-487b-89f9-15d72e0d1234,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:49.081045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30806766-4d2b-4e3b-8ff8-09ddceff6a69 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5931618 Feb 14 21:51:49.081359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33012) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:49.086583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:49.199146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': 'fc9bfe56-ddff-487b-89f9-15d72e0d1234'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:49.200046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.233897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:49.239215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.365939 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc9bfe56-ddff-487b-89f9-15d72e0d1234 (CIDR: 2001:db8::/64) Feb 14 21:51:49.368788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Allocated IP 2001:db8::f816:3eff:fe8a:237d (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/fc9bfe56-ddff-487b-89f9-15d72e0d1234/eca286c2-d45b-4d06-8176-c84835aeb74a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:49.371216 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:49.371729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:49.400596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:49.401865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eb289a61-6e0c-4a15-b16d-fb3c8f3c0061 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3193228 Feb 14 21:51:49.406647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:49.521257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:49.525616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.578459 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks [] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.587666 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.662232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:49.666536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:49.673306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:49.747945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Pushing event updated for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:49.759335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c8de4fc-430f-42f7-a9b3-e687aa7e584a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:49.847300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5c8de4fc-430f-42f7-a9b3-e687aa7e584a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:51:49.848210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5c8de4fc-430f-42f7-a9b3-e687aa7e584a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:51:49.859646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (8875def9-571e-48fe-9de6-7d3976a0d0df), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.862999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Attempting to bind port eca286c2-d45b-4d06-8176-c84835aeb74a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:49.863577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Attempting to bind port eca286c2-d45b-4d06-8176-c84835aeb74a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:49.864070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Attempting to bind port eca286c2-d45b-4d06-8176-c84835aeb74a on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:49.875134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:49.875699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:49.876228 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.882394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:49.883031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Bound port: eca286c2-d45b-4d06-8176-c84835aeb74a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:49.883581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.925134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50513c-9e1f-4eae-a67f-d88f55849464 req-ed202662-1faf-4c1c-99b0-cc53b407aea7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:49.928306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc50513c-9e1f-4eae-a67f-d88f55849464 req-ed202662-1faf-4c1c-99b0-cc53b407aea7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.1468089 Feb 14 21:51:49.931977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=8875def9-571e-48fe-9de6-7d3976a0d0df,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:49.946019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:49.948043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:49.952046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:49.953030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:49.975624 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f3ee90a-be63-49f7-81c6-8e1fe57cd195 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5736432 Feb 14 21:51:49.978817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33022) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:49.986255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:e5:51:f1', 'name': 'tempest-NetworksTestDHCPv6-324380173'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:50.001948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:50.005316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eca286c2-d45b-4d06-8176-c84835aeb74a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:50.013187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:50.053957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc50513c-9e1f-4eae-a67f-d88f55849464 req-60eadf58-2140-45c6-bf3c-c9c5375882f2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107912 Feb 14 21:51:50.126805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f583001-5c39-43be-a7ab-3dbcb5f08008 None None] Pushing event updated for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:50.163716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:50.265511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:50.289506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 6fc4babe-2720-4475-abb5-4ac22a1de048 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:50.622361 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8:0:1::202 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8875def9-571e-48fe-9de6-7d3976a0d0df/6fc4babe-2720-4475-abb5-4ac22a1de048) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:50.628637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fee5:51f1 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/fc9bfe56-ddff-487b-89f9-15d72e0d1234/6fc4babe-2720-4475-abb5-4ac22a1de048) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:50.836338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (6fc4babe-2720-4475-abb5-4ac22a1de048), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:50.883982 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6fc4babe-2720-4475-abb5-4ac22a1de048), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:50.942635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:50.966069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:50.971724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=6fc4babe-2720-4475-abb5-4ac22a1de048,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:50.977297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:50.982937 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:50.983858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:51.021993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:51.034818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e81068e3-a4e5-453e-ba45-3d7c9f34a9ee tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0545120 Feb 14 21:51:51.244002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016baf0-c478-4984-8e0a-11c0794fea62 req-be821bbe-dba1-4c86-af8e-508037a7f97e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:51.246522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1016baf0-c478-4984-8e0a-11c0794fea62 req-be821bbe-dba1-4c86-af8e-508037a7f97e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 943 time: 0.0961320 Feb 14 21:51:51.266457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 6fc4babe-2720-4475-abb5-4ac22a1de048 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:51.267237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6fc4babe-2720-4475-abb5-4ac22a1de048), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:51.391004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1016baf0-c478-4984-8e0a-11c0794fea62 req-b04a13b4-ba46-4d2f-ae2e-3891bd1a995b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359231 Feb 14 21:51:51.481483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6fc4babe-2720-4475-abb5-4ac22a1de048), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:51.505516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 6fc4babe-2720-4475-abb5-4ac22a1de048 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:51.520532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 694fcfdf-edfb-4483-bfe7-99e154833974 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:51:51.655923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d4928-3676-4c29-a50a-fd2e9dd69be8 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:51.763669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=694fcfdf-edfb-4483-bfe7-99e154833974,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:51.785506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Provisioning complete for port eca286c2-d45b-4d06-8176-c84835aeb74a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:51.786017 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:51.833655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '694fcfdf-edfb-4483-bfe7-99e154833974', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': '694fcfdf-edfb-4483-bfe7-99e154833974', 'mac_address': 'fa:16:3e:b0:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:51:51.856242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eca286c2-d45b-4d06-8176-c84835aeb74a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:51.905839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6fc4babe-2720-4475-abb5-4ac22a1de048), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:51.947370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=6fc4babe-2720-4475-abb5-4ac22a1de048,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:52.009125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port eca286c2-d45b-4d06-8176-c84835aeb74a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:52.016410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.019668 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.027862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6d46fc7c-632f-4bfa-b1c2-16066828db51 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/6fc4babe-2720-4475-abb5-4ac22a1de048 HTTP/1.1" status: 204 len: 168 time: 1.0031638 Feb 14 21:51:52.029549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:52.092062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a61bf-7449-4a8c-82f1-1950fec14b0d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.094491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 694fcfdf-edfb-4483-bfe7-99e154833974 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:52.094896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.096090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-513a61bf-7449-4a8c-82f1-1950fec14b0d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0653057 Feb 14 21:51:52.098990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33064) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:52.143822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694fcfdf-edfb-4483-bfe7-99e154833974 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:51:52.212430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad0bbb-3b86-4562-bccf-76819f026e17 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.216490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:52.216890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.220692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:52.221671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42ad0bbb-3b86-4562-bccf-76819f026e17 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1208534 Feb 14 21:51:52.225126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=694fcfdf-edfb-4483-bfe7-99e154833974,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:52.243472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.253899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a462ae-0705-4833-8f1b-f3709a32e516 None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'fc9bfe56-ddff-487b-89f9-15d72e0d1234', 'ip_address': '2001:db8::f816:3eff:fe8a:237d'}, {'subnet_id': '8875def9-571e-48fe-9de6-7d3976a0d0df'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'eca286c2-d45b-4d06-8176-c84835aeb74a'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:51:52.313636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:52.314044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.362853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed79a8-cfa8-48c4-a6a6-9b6ae2590c06 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.380008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed79a8-cfa8-48c4-a6a6-9b6ae2590c06 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.385269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eca286c2-d45b-4d06-8176-c84835aeb74a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:52.386404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed79a8-cfa8-48c4-a6a6-9b6ae2590c06 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.392094 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2a462ae-0705-4833-8f1b-f3709a32e516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.396275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:52.397772 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-60ed79a8-cfa8-48c4-a6a6-9b6ae2590c06 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1713684 Feb 14 21:51:52.398927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:52.412285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.511609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 8875def9-571e-48fe-9de6-7d3976a0d0df {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:52.538371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (8875def9-571e-48fe-9de6-7d3976a0d0df), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.565426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['694fcfdf-edfb-4483-bfe7-99e154833974'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:51:52.610392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:52.611120 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:52.643729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (8875def9-571e-48fe-9de6-7d3976a0d0df), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.690265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5623f-0150-438c-abc7-695e375d8d91 req-526ce2d1-a19b-44b1-985c-3a979ad5f44a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:52.690776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9e34f-beb6-4a1b-b01c-e0e38a6a7fef None None] Pushing event updated for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:52.698706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cc5623f-0150-438c-abc7-695e375d8d91 req-526ce2d1-a19b-44b1-985c-3a979ad5f44a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 944 time: 0.1994197 Feb 14 21:51:52.746494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8875def9-571e-48fe-9de6-7d3976a0d0df), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.804750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cc5623f-0150-438c-abc7-695e375d8d91 req-c2d36286-2a60-41f6-8d81-e80e27484e8a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Feb 14 21:51:52.849745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (8875def9-571e-48fe-9de6-7d3976a0d0df), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-a2a462ae-0705-4833-8f1b-f3709a32e516 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8875def9-571e-48fe-9de6-7d3976a0d0df: This subnet is being modified by another concurrent operation. Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exception Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8875def9-571e-48fe-9de6-7d3976a0d0df: This subnet is being modified by another concurrent operation. Feb 14 21:51:52.853814 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:51:52.933284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:52.949438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8875def9-571e-48fe-9de6-7d3976a0d0df HTTP/1.1" status: 204 len: 168 time: 0.5518823 Feb 14 21:51:52.950648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d918d-c639-489a-8e46-a454bf961644 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=8875def9-571e-48fe-9de6-7d3976a0d0df,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:52.952449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33076) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:52.957459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6293a9-e742-42d0-97bb-2476ef0dba2a None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:51:53.057848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet fc9bfe56-ddff-487b-89f9-15d72e0d1234 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:53.061972 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (fc9bfe56-ddff-487b-89f9-15d72e0d1234), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.118181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (fc9bfe56-ddff-487b-89f9-15d72e0d1234), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.214719 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fc9bfe56-ddff-487b-89f9-15d72e0d1234), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.273783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9c3c-af31-45f7-9db7-9ab4530263f5 None None] Provisioning complete for port eca286c2-d45b-4d06-8176-c84835aeb74a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:53.274717 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9c3c-af31-45f7-9db7-9ab4530263f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.284849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fc9bfe56-ddff-487b-89f9-15d72e0d1234), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.317389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:53.334294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6293a9-e742-42d0-97bb-2476ef0dba2a None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:51:53.340783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9bfe56-ddff-487b-89f9-15d72e0d1234,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:53.343650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.346961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b85a920b-e34c-46eb-a2c1-e3d298bfcbcc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/fc9bfe56-ddff-487b-89f9-15d72e0d1234 HTTP/1.1" status: 204 len: 168 time: 0.3931582 Feb 14 21:51:53.349998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33078) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:53.406943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8e23f0fc-99f9-4b5c-bdd9-d13912b292d8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545089 Feb 14 21:51:53.409430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:53.414797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:53.445239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a9c3c-af31-45f7-9db7-9ab4530263f5 None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:53.534254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 694fcfdf-edfb-4483-bfe7-99e154833974 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:53.557842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:53.568090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.612872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f49e3-72bd-4fde-9ee5-da2f1e35fc53 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:53.644953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 694fcfdf-edfb-4483-bfe7-99e154833974 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:51:53.685337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 694fcfdf-edfb-4483-bfe7-99e154833974 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:53.686626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.746035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device eca286c2-d45b-4d06-8176-c84835aeb74a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:51:53.828484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Provisioning complete for port eca286c2-d45b-4d06-8176-c84835aeb74a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:53.829449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:53.961827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:53.962263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.029228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 694fcfdf-edfb-4483-bfe7-99e154833974 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:54.030322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.043878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0eb68-bb11-40a3-884f-1b794b442903 req-10cc19e8-3272-40fc-b9ff-b35fbe9bcb5d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:54.046914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ee0eb68-bb11-40a3-884f-1b794b442903 req-10cc19e8-3272-40fc-b9ff-b35fbe9bcb5d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 944 time: 0.1237650 Feb 14 21:51:54.068806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eca286c2-d45b-4d06-8176-c84835aeb74a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:54.089408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.121621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:51:54.124029 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db42bf-e226-4904-86d1-3371398f4895" -d '{"events": [{"server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "name": "network-vif-plugged", "status": "completed", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:51:54.127011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:51:54.149923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ee0eb68-bb11-40a3-884f-1b794b442903 req-25db0ec0-83c4-4a91-858b-01319a7ffdd8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 Feb 14 21:51:54.152325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:51:54.234508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=694fcfdf-edfb-4483-bfe7-99e154833974,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:54.248366 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845227a8-c0d5-4821-a7ab-97fbc69e32c1 x-openstack-request-id: req-845227a8-c0d5-4821-a7ab-97fbc69e32c1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:51:54.250462 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "name": "network-vif-plugged", "status": "completed", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:51:54.250757 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-845227a8-c0d5-4821-a7ab-97fbc69e32c1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:51:54.251328 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974', 'code': 200} Feb 14 21:51:54.261855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.335562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Current status of the port eca286c2-d45b-4d06-8176-c84835aeb74a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:54.335994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.354422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:54.413496 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.462514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca1b2-8020-4477-b524-2253c2e4ab3b req-baa91fa6-0a67-471b-95fe-265191f9fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:54.464178 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-463ca1b2-8020-4477-b524-2253c2e4ab3b req-baa91fa6-0a67-471b-95fe-265191f9fe1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 1128 time: 0.1626251 Feb 14 21:51:54.496961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:54.515798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Deleting port eca286c2-d45b-4d06-8176-c84835aeb74a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:54.516093 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.552255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-463ca1b2-8020-4477-b524-2253c2e4ab3b req-49e99b0e-ac99-4c52-a53d-8895e8993f6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805609 Feb 14 21:51:54.558064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:51:54.558438 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:51:54.610631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eca286c2-d45b-4d06-8176-c84835aeb74a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:54.611053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:54.630446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Calling delete_port for eca286c2-d45b-4d06-8176-c84835aeb74a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:55.016872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] For port eca286c2-d45b-4d06-8176-c84835aeb74a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=eca286c2-d45b-4d06-8176-c84835aeb74a,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:55.045854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.051712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.053650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (eca286c2-d45b-4d06-8176-c84835aeb74a), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.079780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:55.081919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] Pushing event deleted for resources: {'Port': ['ID=eca286c2-d45b-4d06-8176-c84835aeb74a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:55.082080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (02c83b83-202c-4605-93c5-e09fbef1fe53), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.085270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cd263-4e48-46ad-af35-6897fa7a82a0 None None] No DVR routers for this DVR port eca286c2-d45b-4d06-8176-c84835aeb74a on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:51:55.105393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-94a4369b-6e33-4c5b-8946-d2225ee5f48a None None] Port eca286c2-d45b-4d06-8176-c84835aeb74a update to ACTIVE by agent not found {{(pid=103514) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 14 21:51:55.131856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:55.135072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:55.139312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:55.139917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.144513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8207e83-8775-40dc-8a93-24fdd34e687c None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:55.158306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=02c83b83-202c-4605-93c5-e09fbef1fe53,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:55.168406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc2773a1-4b2c-4005-b3aa-fe3e28a1d0d5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7575159 Feb 14 21:51:55.171800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33096) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:55.176753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:55.253197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '02c83b83-202c-4605-93c5-e09fbef1fe53'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:51:55.254112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.303215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f56170-3258-4c4a-be72-e00ec636b390 req-0515c945-cde1-42be-9a62-992c4e70b555 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:55.304822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28f56170-3258-4c4a-be72-e00ec636b390 req-0515c945-cde1-42be-9a62-992c4e70b555 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.0719190 Feb 14 21:51:55.323374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:55.327569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.358844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28f56170-3258-4c4a-be72-e00ec636b390 req-eb75b549-ee29-4293-be5f-9b247839a1c6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Feb 14 21:51:55.398579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Allocated IP 2001:db8::f816:3eff:fe95:6bdd (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/02c83b83-202c-4605-93c5-e09fbef1fe53/bee32e59-926d-4fac-ad44-0c6b84efda1c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:55.417999 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02c83b83-202c-4605-93c5-e09fbef1fe53 (CIDR: 2001:db8::/64) Feb 14 21:51:55.421434 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:51:55.421892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:51:55.437497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-657f14dd-1cbc-4649-a053-0289119ae97a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2645586 Feb 14 21:51:55.440223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33100) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:55.444932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:55.542306 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks [] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.548589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.591707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:55.595175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:55.597586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:55.613514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Pushing event updated for resources: {'Port': ['ID=bee32e59-926d-4fac-ad44-0c6b84efda1c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:55.669832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Attempting to bind port bee32e59-926d-4fac-ad44-0c6b84efda1c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:51:55.671004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Attempting to bind port bee32e59-926d-4fac-ad44-0c6b84efda1c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:51:55.671098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Attempting to bind port bee32e59-926d-4fac-ad44-0c6b84efda1c on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:51:55.677603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:51:55.678165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:51:55.678671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.679131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:51:55.679682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Bound port: bee32e59-926d-4fac-ad44-0c6b84efda1c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:51:55.680072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.774000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] For port bee32e59-926d-4fac-ad44-0c6b84efda1c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:51:55.779858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] For port bee32e59-926d-4fac-ad44-0c6b84efda1c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bee32e59-926d-4fac-ad44-0c6b84efda1c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:51:55.786891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:55.881742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82e5fc-64ec-4849-ad2f-b4bdacbb4217 None None] Pushing event updated for resources: {'Port': ['ID=bee32e59-926d-4fac-ad44-0c6b84efda1c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:55.923378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:55.926970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:56.304131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:56.368443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:56.370617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:56.379818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:56.380450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:56.401331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:56.415257 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c132a3e4-b795-42d3-992c-56dfc697ea8e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9739940 Feb 14 21:51:56.417975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33120) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:56.424189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:6f:5a:f1', 'name': 'tempest-NetworksTestDHCPv6-3577461'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:56.499021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438a74-52ad-4cd8-b065-07bb546caa7b req-db4aa0e2-177d-4919-bade-201f25695f05 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:56.500519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55438a74-52ad-4cd8-b065-07bb546caa7b req-db4aa0e2-177d-4919-bade-201f25695f05 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.0612674 Feb 14 21:51:56.568052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:56.579082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55438a74-52ad-4cd8-b065-07bb546caa7b req-43808852-76e7-47b6-bbc1-6e118b4e7bcc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687697 Feb 14 21:51:56.681226 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:56.706151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 19727d24-d486-480c-a313-bcda5135ccd2 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:51:56.733762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc580d-bd8c-46c3-98a3-d4707fac8c8f req-38bf8f97-a2a6-46a2-8549-0e71c24a697c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:56.735652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45fc580d-bd8c-46c3-98a3-d4707fac8c8f req-38bf8f97-a2a6-46a2-8549-0e71c24a697c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.0728734 Feb 14 21:51:56.796225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45fc580d-bd8c-46c3-98a3-d4707fac8c8f req-a5cd51a2-e692-4e9a-94d2-357b17d4ddd5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548263 Feb 14 21:51:57.002543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8:0:1::2d9 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa/19727d24-d486-480c-a313-bcda5135ccd2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:57.009026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::f816:3eff:fe6f:5af1 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/02c83b83-202c-4605-93c5-e09fbef1fe53/19727d24-d486-480c-a313-bcda5135ccd2) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:57.033045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc59616-adcd-4d75-8da4-b014c2219d39 req-a3e4dd84-4262-4b0b-9f2f-a48ea5a5743a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:57.035369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bc59616-adcd-4d75-8da4-b014c2219d39 req-a3e4dd84-4262-4b0b-9f2f-a48ea5a5743a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.0976830 Feb 14 21:51:57.117262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bc59616-adcd-4d75-8da4-b014c2219d39 req-f85dfa60-b2a2-4666-ba76-deaaa8c6c6fa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759158 Feb 14 21:51:57.316642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (19727d24-d486-480c-a313-bcda5135ccd2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.320824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea1741-57b4-4761-947b-f367faaf841a None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:57.363562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (19727d24-d486-480c-a313-bcda5135ccd2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.417787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:51:57.436972 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:51:57.449618 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:51:57.458038 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:57.459300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.482930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Provisioning complete for port bee32e59-926d-4fac-ad44-0c6b84efda1c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:57.483766 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.488932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=19727d24-d486-480c-a313-bcda5135ccd2,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:57.497599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74d4fa1a-a8ca-40e9-bf40-2eb30b2847e5 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0783384 Feb 14 21:51:57.501446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:57.693030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 19727d24-d486-480c-a313-bcda5135ccd2 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:57.693374 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19727d24-d486-480c-a313-bcda5135ccd2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.735176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0aa53-0abc-403e-a139-c05206838a3f req-84cdee7f-16ce-4fa8-9e2c-8bfd23ae92de tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:57.735176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0be0aa53-0abc-403e-a139-c05206838a3f req-84cdee7f-16ce-4fa8-9e2c-8bfd23ae92de tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.1011086 Feb 14 21:51:57.783295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Current status of the port bee32e59-926d-4fac-ad44-0c6b84efda1c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:57.783733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.816930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bee32e59-926d-4fac-ad44-0c6b84efda1c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:57.818609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0be0aa53-0abc-403e-a139-c05206838a3f req-bbbf3aa3-7198-4ca6-91f6-906bace29c3f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Feb 14 21:51:57.824648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19727d24-d486-480c-a313-bcda5135ccd2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.839673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 19727d24-d486-480c-a313-bcda5135ccd2 owned by {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:57.879303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] For port bee32e59-926d-4fac-ad44-0c6b84efda1c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bee32e59-926d-4fac-ad44-0c6b84efda1c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:57.924501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:57.929879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': '02c83b83-202c-4605-93c5-e09fbef1fe53', 'ip_address': '2001:db8::f816:3eff:fe95:6bdd'}, {'subnet_id': '0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa'}], 'binding:host_id': 'n-d-828372-11'}, 'id': 'bee32e59-926d-4fac-ad44-0c6b84efda1c'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:51:57.962235 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.064843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (19727d24-d486-480c-a313-bcda5135ccd2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.104438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=19727d24-d486-480c-a313-bcda5135ccd2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:58.173851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.178197 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1d44316e-17c6-43c1-9c85-d1b5c23bb471 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/19727d24-d486-480c-a313-bcda5135ccd2 HTTP/1.1" status: 204 len: 168 time: 0.6757109 Feb 14 21:51:58.180817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33140) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:58.252229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dfa2c-fbb6-4b8f-b7da-f55bc78097c7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.253892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-727dfa2c-fbb6-4b8f-b7da-f55bc78097c7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0718975 Feb 14 21:51:58.256602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:58.291237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3519-bae3-4f2a-bad3-0c1f78ff9397 None None] Pushing event updated for resources: {'Port': ['ID=bee32e59-926d-4fac-ad44-0c6b84efda1c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:58.315774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port bee32e59-926d-4fac-ad44-0c6b84efda1c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:58.315970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.334216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5da558-f5fc-417b-90ae-116f71705fe4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.338532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33146) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:58.338732 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef5da558-f5fc-417b-90ae-116f71705fe4 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0811131 Feb 14 21:51:58.421140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc811b3d-2240-4510-89b6-0fa4011a0a7d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.422176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc811b3d-2240-4510-89b6-0fa4011a0a7d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.423681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc811b3d-2240-4510-89b6-0fa4011a0a7d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.430406 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:58.445195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dc811b3d-2240-4510-89b6-0fa4011a0a7d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1052847 Feb 14 21:51:58.449428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Allocated IP 2001:db8:0:1::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa/bee32e59-926d-4fac-ad44-0c6b84efda1c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:51:58.494414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 02c83b83-202c-4605-93c5-e09fbef1fe53 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:58.550421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port bee32e59-926d-4fac-ad44-0c6b84efda1c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:58.585828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] For port bee32e59-926d-4fac-ad44-0c6b84efda1c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bee32e59-926d-4fac-ad44-0c6b84efda1c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:58.619850 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Publish callbacks [] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.625939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (02c83b83-202c-4605-93c5-e09fbef1fe53), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.626223 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.684948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cc5bd-2451-4269-81e7-5280cd256be2 None None] Pushing event updated for resources: {'Port': ['ID=bee32e59-926d-4fac-ad44-0c6b84efda1c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:58.718448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (02c83b83-202c-4605-93c5-e09fbef1fe53), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.822359 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (02c83b83-202c-4605-93c5-e09fbef1fe53), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.863437 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.945922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (02c83b83-202c-4605-93c5-e09fbef1fe53), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.969824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:58.974052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/02c83b83-202c-4605-93c5-e09fbef1fe53 HTTP/1.1" status: 204 len: 168 time: 0.5412757 Feb 14 21:51:58.988081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b5e7-d879-4fbf-adb8-e11603f3eb9c req-4c7215a5-cbe2-4ee1-959c-8a956134087c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:58.996283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33154) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:58.996802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6a4b5e7-d879-4fbf-adb8-e11603f3eb9c req-4c7215a5-cbe2-4ee1-959c-8a956134087c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.0854440 Feb 14 21:51:59.012073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9024-8242-4f1c-82a5-a72dacc3c1b2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=02c83b83-202c-4605-93c5-e09fbef1fe53,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:59.048475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6a4b5e7-d879-4fbf-adb8-e11603f3eb9c req-34eb05bf-62c1-4c94-8e2c-0df419e41e44 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Feb 14 21:51:59.126989 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:51:59.137188 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.193401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af383-4c08-485f-91ad-d46e0eb736dd req-f8305f80-3294-4029-b2b6-2c0047a4a3b2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:51:59.195191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-095af383-4c08-485f-91ad-d46e0eb736dd req-f8305f80-3294-4029-b2b6-2c0047a4a3b2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 945 time: 0.1190526 Feb 14 21:51:59.197731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.331587 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.424914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.445973 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.457805 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa HTTP/1.1" status: 204 len: 168 time: 0.4604065 Feb 14 21:51:59.460368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33158) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:59.495118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb675d29-8bb6-4edd-b679-044601d1f6f1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:51:59.533333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 694fcfdf-edfb-4483-bfe7-99e154833974 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:51:59.533689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.536578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-299eb345-3680-43f8-8bac-7510981e34c7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740120 Feb 14 21:51:59.538735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:51:59.596360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:51:59.611390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb45fe0-77f0-4934-8e72-ed992abcfd8b None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:51:59.697410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4e506bd6-2976-4779-b8a6-f99043bff63f None None] Provisioning complete for port bee32e59-926d-4fac-ad44-0c6b84efda1c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:59.701742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e506bd6-2976-4779-b8a6-f99043bff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.732807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port 694fcfdf-edfb-4483-bfe7-99e154833974, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=694fcfdf-edfb-4483-bfe7-99e154833974,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:51:59.733196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.744503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bee32e59-926d-4fac-ad44-0c6b84efda1c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:51:59.752676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 694fcfdf-edfb-4483-bfe7-99e154833974 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:51:59.768225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:51:59.771670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.874024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port bee32e59-926d-4fac-ad44-0c6b84efda1c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:51:59.874910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:51:59.975259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e506bd6-2976-4779-b8a6-f99043bff63f None None] Current status of the port bee32e59-926d-4fac-ad44-0c6b84efda1c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:51:59.986400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4e506bd6-2976-4779-b8a6-f99043bff63f None None] Could not find standard attr ID for object 19727d24-d486-480c-a313-bcda5135ccd2. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:52:00.047606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port bee32e59-926d-4fac-ad44-0c6b84efda1c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:00.052304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (8c1907a6-60a3-49db-83c4-b2a36b0f84cb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.081453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:52:00.171635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:00.186198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:00.191708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:00.191987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.197025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Deleting port bee32e59-926d-4fac-ad44-0c6b84efda1c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:00.197523 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.202300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=8c1907a6-60a3-49db-83c4-b2a36b0f84cb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:00.217337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.217337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.217712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.217929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.224726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.227987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.228358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.228771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.229121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.229464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.229853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.230191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.230527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:00.243593 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b0b2277a-410a-4c6b-9dc7-0cf7375a126a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7008588 Feb 14 21:52:00.244339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33168) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:00.251430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:00.257126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (694fcfdf-edfb-4483-bfe7-99e154833974), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.332890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=694fcfdf-edfb-4483-bfe7-99e154833974,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:00.343249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef16f7-07c2-4aa5-abda-d83bd96feb80 req-edf52982-6468-4cde-8d72-52014eec7246 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:00.355685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8ef16f7-07c2-4aa5-abda-d83bd96feb80 req-edf52982-6468-4cde-8d72-52014eec7246 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 867 time: 0.1740346 Feb 14 21:52:00.434870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port 694fcfdf-edfb-4483-bfe7-99e154833974 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:00.441537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.442054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8ef16f7-07c2-4aa5-abda-d83bd96feb80 req-aa1e564e-9b67-4f81-a84d-697b585c5192 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810237 Feb 14 21:52:00.446271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] For port bee32e59-926d-4fac-ad44-0c6b84efda1c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=bee32e59-926d-4fac-ad44-0c6b84efda1c,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:00.446686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.450766 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-095af383-4c08-485f-91ad-d46e0eb736dd req-db67d1dd-d43f-4b08-b3bf-d70364e39942 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "DELETE /v2.0/ports/694fcfdf-edfb-4483-bfe7-99e154833974 HTTP/1.1" status: 204 len: 173 time: 1.2496302 Feb 14 21:52:00.453403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'name': 'network-vif-deleted', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:52:00.455736 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda81f4-678d-44da-850c-6044a4f264ee" -d '{"events": [{"server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "name": "network-vif-deleted", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:52:00.480415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Calling delete_port for bee32e59-926d-4fac-ad44-0c6b84efda1c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:00.543758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:00.548723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.685163 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (bee32e59-926d-4fac-ad44-0c6b84efda1c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.738416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33178) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:00.747250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] Pushing event deleted for resources: {'Port': ['ID=bee32e59-926d-4fac-ad44-0c6b84efda1c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:00.758365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9004fd2-a276-439f-b496-d86b5461d33f None None] No DVR routers for this DVR port bee32e59-926d-4fac-ad44-0c6b84efda1c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:00.782777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677a34d-1a0f-4893-92c1-f3acd7c7d5fb None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:00.790766 n-d-828372-11 neutron-server[103512]: INFO neutron.db.ipam_backend_mixin [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c1907a6-60a3-49db-83c4-b2a36b0f84cb (CIDR: 2001:db8::/64) Feb 14 21:52:00.798814 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:52:00.799506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:00.830587 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b2885a20-2b03-442f-9f3d-6937a241e396 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5839880 Feb 14 21:52:00.833457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:00.839742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:00.963057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb83d-78a4-4ca1-a7cd-e0c8666258e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:00.999496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7091e20-9712-4675-a363-651055415aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'project_id': '2d54280cf2684329a57536e567f5c54e', 'fixed_ips': [{'subnet_id': '8c1907a6-60a3-49db-83c4-b2a36b0f84cb'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:01.003688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.048864 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0930dc7-b7bc-4dfc-8b31-a5912b3f0af1 x-openstack-request-id: req-f0930dc7-b7bc-4dfc-8b31-a5912b3f0af1 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:52:01.049339 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4000aada-9754-42f6-9e84-ce8c1831f1e3", "name": "network-vif-deleted", "tag": "694fcfdf-edfb-4483-bfe7-99e154833974", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:52:01.049642 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0930dc7-b7bc-4dfc-8b31-a5912b3f0af1 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:52:01.050131 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4000aada-9754-42f6-9e84-ce8c1831f1e3', 'name': 'network-vif-deleted', 'tag': '694fcfdf-edfb-4483-bfe7-99e154833974', 'status': 'completed', 'code': 200} Feb 14 21:52:01.071778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb83d-78a4-4ca1-a7cd-e0c8666258e0 admin admin] Publish callbacks [] for security_group (a90c40aa-0675-4c67-9a9e-b9c167e64859), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.081326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb83d-78a4-4ca1-a7cd-e0c8666258e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a90c40aa-0675-4c67-9a9e-b9c167e64859), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.116757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb83d-78a4-4ca1-a7cd-e0c8666258e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c40aa-0675-4c67-9a9e-b9c167e64859,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:01.189780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e7091e20-9712-4675-a363-651055415aaa None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8c1907a6-60a3-49db-83c4-b2a36b0f84cb/2416fe36-be94-41a0-b70e-ef3f53b1c056) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:01.244981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3f2eb83d-78a4-4ca1-a7cd-e0c8666258e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a0d681a8f2141adaa73fceb789f46e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051589 Feb 14 21:52:01.247602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33184) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:01.331872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:01.333625 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8eaf2bd6-cb31-4794-9027-a13713f121de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.337545 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.368901 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks [] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.374066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] Publish callbacks [] for security_group (a90c40aa-0675-4c67-9a9e-b9c167e64859), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.389982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.422682 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] Publish callbacks [] for security_group (a90c40aa-0675-4c67-9a9e-b9c167e64859), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.440005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7091e20-9712-4675-a363-651055415aaa None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:01.442794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e7091e20-9712-4675-a363-651055415aaa None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:01.445572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7091e20-9712-4675-a363-651055415aaa None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:01.457231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091e20-9712-4675-a363-651055415aaa None None] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:01.563602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a90c40aa-0675-4c67-9a9e-b9c167e64859), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.571576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.574133 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a90c40aa-0675-4c67-9a9e-b9c167e64859 HTTP/1.1" status: 204 len: 168 time: 0.3253264 Feb 14 21:52:01.610823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fb947-4a3e-41b6-b340-a7967b7582b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c40aa-0675-4c67-9a9e-b9c167e64859,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:01.649207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 694fcfdf-edfb-4483-bfe7-99e154833974 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:01.756772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e7091e20-9712-4675-a363-651055415aaa None None] Attempting to bind port 2416fe36-be94-41a0-b70e-ef3f53b1c056 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:01.757895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e7091e20-9712-4675-a363-651055415aaa None None] Attempting to bind port 2416fe36-be94-41a0-b70e-ef3f53b1c056 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:01.758867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091e20-9712-4675-a363-651055415aaa None None] Attempting to bind port 2416fe36-be94-41a0-b70e-ef3f53b1c056 on network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:01.766955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 694fcfdf-edfb-4483-bfe7-99e154833974 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:52:01.767641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 694fcfdf-edfb-4483-bfe7-99e154833974 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:01.775504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091e20-9712-4675-a363-651055415aaa None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:01.776146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091e20-9712-4675-a363-651055415aaa None None] Checking segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:01.776819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.777467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091e20-9712-4675-a363-651055415aaa None None] Bound using segment: {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:01.778263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e7091e20-9712-4675-a363-651055415aaa None None] Bound port: 2416fe36-be94-41a0-b70e-ef3f53b1c056, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8e2f-726d-41f9-b047-bde57f8ba0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:01.778907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:01.794041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82d39c36-62b6-4ac3-960c-44e6283ba3bc req-40197762-e6fe-4739-a8d0-4adc7a864347 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.1102774 Feb 14 21:52:01.822916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bee32e59-926d-4fac-ad44-0c6b84efda1c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:01.873610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: bee32e59-926d-4fac-ad44-0c6b84efda1c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:52:01.874322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device bee32e59-926d-4fac-ad44-0c6b84efda1c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:01.978587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e7091e20-9712-4675-a363-651055415aaa None None] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:01.984052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e7091e20-9712-4675-a363-651055415aaa None None] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:01.994922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7091e20-9712-4675-a363-651055415aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.143950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:02.167659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091e20-9712-4675-a363-651055415aaa None None] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:02.170822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-961ceb98-6fc1-4390-b7fa-9698ff0e6c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.173701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:52:02.325212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-961ceb98-6fc1-4390-b7fa-9698ff0e6c25 admin admin] Publish callbacks [] for security_group (a8cc8bdd-6f6d-411c-a49c-af53115b39a1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.332422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-961ceb98-6fc1-4390-b7fa-9698ff0e6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a8cc8bdd-6f6d-411c-a49c-af53115b39a1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.413182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ceb98-6fc1-4390-b7fa-9698ff0e6c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc8bdd-6f6d-411c-a49c-af53115b39a1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:02.429369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-961ceb98-6fc1-4390-b7fa-9698ff0e6c25 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc096fd7b3b94ac585d067717221d1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839527 Feb 14 21:52:02.430070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33196) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:02.535519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.660879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] Publish callbacks [] for security_group (a8cc8bdd-6f6d-411c-a49c-af53115b39a1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.764792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] Publish callbacks [] for security_group (a8cc8bdd-6f6d-411c-a49c-af53115b39a1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.905728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0d91471-572e-40de-bd0c-dbc69f527d5f req-f421aa8e-53e6-4a94-8003-78a8348adc75 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0384371 Feb 14 21:52:02.923252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:02.961770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a8cc8bdd-6f6d-411c-a49c-af53115b39a1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.965261 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:02.967524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a8cc8bdd-6f6d-411c-a49c-af53115b39a1 HTTP/1.1" status: 204 len: 168 time: 0.5354576 Feb 14 21:52:02.992223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32729d-d0a7-457c-b43f-77f84f1f8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc8bdd-6f6d-411c-a49c-af53115b39a1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:03.012219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.021958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.048372 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (cca60fda-7fae-45ef-a5aa-6ef2e34750fd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.179944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:03.190578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:03.212823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:03.216815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.295323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=4']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:03.319018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=cca60fda-7fae-45ef-a5aa-6ef2e34750fd,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:03.349463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e4f66b8-8c9a-479c-b498-41bf63e03958 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5145664 Feb 14 21:52:03.353036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:03.359131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:e6:35:df', 'name': 'tempest-NetworksTestDHCPv6-330444505'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:03.375542 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcf8389f-8038-4e4d-95e6-14ba194e7f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.555783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:03.759472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:03.808190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2416fe36-be94-41a0-b70e-ef3f53b1c056 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:03.816157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 4dbd5623-8bc9-421c-9e5f-3fd355ea64ed yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:52:03.961127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:03.966345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.085164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d7177-d3c8-4fd1-b066-7b3ff3609dd8 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:04.156487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0eb808e6-3f53-4e67-8c4e-66d4efa2752a req-64e5145f-6642-4d23-a0f3-639c16367f4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0762517 Feb 14 21:52:04.194356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:04.194752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.283728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::6e (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/8c1907a6-60a3-49db-83c4-b2a36b0f84cb/4dbd5623-8bc9-421c-9e5f-3fd355ea64ed) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:04.303360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:35df (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/cca60fda-7fae-45ef-a5aa-6ef2e34750fd/4dbd5623-8bc9-421c-9e5f-3fd355ea64ed) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:04.431304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:04.432684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.614330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:04.643270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.670497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (4dbd5623-8bc9-421c-9e5f-3fd355ea64ed), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.763649 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.793179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4dbd5623-8bc9-421c-9e5f-3fd355ea64ed), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.831297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:04.831759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:04.910494 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:52:04.910940 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:52:04.914319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:05.023727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=4dbd5623-8bc9-421c-9e5f-3fd355ea64ed,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:05.036939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:05.039027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:05.042706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:05.048607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:05.049260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:05.086058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b282f5bb-230e-4fc8-9b05-1536b78de90f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7317750 Feb 14 21:52:05.088584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33346) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:05.307257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 4dbd5623-8bc9-421c-9e5f-3fd355ea64ed {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:05.307823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4dbd5623-8bc9-421c-9e5f-3fd355ea64ed), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:05.484860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4dbd5623-8bc9-421c-9e5f-3fd355ea64ed), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:05.493025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f655e5ce-23c1-448e-b682-81ea9903c7aa None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:05.524644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb964ae4-76a9-4672-b5f4-6a46ae7522b7 req-463d3cdb-2ad9-4b19-a4e1-5cc176a6d96d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0597334 Feb 14 21:52:05.532366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 4dbd5623-8bc9-421c-9e5f-3fd355ea64ed owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:05.733221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2416fe36-be94-41a0-b70e-ef3f53b1c056 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:05.856445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:05.857962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:05.865822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:05.993572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4dbd5623-8bc9-421c-9e5f-3fd355ea64ed), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:06.013122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3d5dbe90-8cd2-49f7-ba8a-cdc964eca844 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:06.013537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbe90-8cd2-49f7-ba8a-cdc964eca844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:06.136348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:06.163893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=4dbd5623-8bc9-421c-9e5f-3fd355ea64ed,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:06.231728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dbe90-8cd2-49f7-ba8a-cdc964eca844 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:06.310628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:06.313635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2df2bb73-a44c-4d74-b4e0-1d5738b563d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/4dbd5623-8bc9-421c-9e5f-3fd355ea64ed HTTP/1.1" status: 204 len: 168 time: 1.2237766 Feb 14 21:52:06.316925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-465fca54-ea6c-46a7-90d1-5e3858b56765 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2442231 Feb 14 21:52:06.317694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33462) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:06.417189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6332a349-5a62-40d4-aac0-ba89ebaadad7 None None] Could not find standard attr ID for object 19727d24-d486-480c-a313-bcda5135ccd2. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:52:06.421019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:06.464949 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2b93c-75ca-4ff9-9488-31e6dd83cb86 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.469272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-45c2b93c-75ca-4ff9-9488-31e6dd83cb86 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1474607 Feb 14 21:52:06.480339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33474) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:06.562365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-0a84e6e1-68e2-4d6e-94d9-046fdc81e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.575663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-0a84e6e1-68e2-4d6e-94d9-046fdc81e97e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1128 time: 0.1858432 Feb 14 21:52:06.616473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc34c24-add6-446e-ad04-615cc16b74af tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.618120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8bc34c24-add6-446e-ad04-615cc16b74af tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1312985 Feb 14 21:52:06.620923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33494) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:06.785514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2df91-75ed-4676-8889-091d1338644d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.788952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2df91-75ed-4676-8889-091d1338644d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.790305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2df91-75ed-4676-8889-091d1338644d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:06.800696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05a2df91-75ed-4676-8889-091d1338644d tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1784894 Feb 14 21:52:06.804907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33514) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:06.835506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-15a94861-4d34-4fb9-8269-4a8b84b63b93 None None] Could not find standard attr ID for object 4dbd5623-8bc9-421c-9e5f-3fd355ea64ed. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:52:06.927126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-307b1324-5bb6-410e-8fed-016e837f6df7 req-d42f4325-3bb5-403a-9ad3-c9df03744288 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.1075761 Feb 14 21:52:06.932404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet 8c1907a6-60a3-49db-83c4-b2a36b0f84cb {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:06.941324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (8c1907a6-60a3-49db-83c4-b2a36b0f84cb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:06.999242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-47ff3f40-7801-4105-ada6-41ce8f93bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:07.000836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-47ff3f40-7801-4105-ada6-41ce8f93bef4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 898 time: 0.3815010 Feb 14 21:52:07.028285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8c1907a6-60a3-49db-83c4-b2a36b0f84cb), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.183932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-1a842a7b-4723-4e97-90ab-5ee6de0172d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 1001 time: 0.1668615 Feb 14 21:52:07.285869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8c1907a6-60a3-49db-83c4-b2a36b0f84cb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.305741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-5c1efebd-eca7-4048-813b-9e71ea70c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:07.308389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-5c1efebd-eca7-4048-813b-9e71ea70c5ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.1089342 Feb 14 21:52:07.312168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.407488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8c1907a6-60a3-49db-83c4-b2a36b0f84cb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.420884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-20040bf1-86d0-44bb-b4d5-99518a7fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:07.422373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-20040bf1-86d0-44bb-b4d5-99518a7fff66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1053565 Feb 14 21:52:07.480406 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.484372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8c1907a6-60a3-49db-83c4-b2a36b0f84cb HTTP/1.1" status: 204 len: 168 time: 0.6784797 Feb 14 21:52:07.485447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b133c41-abae-42e3-9fa9-27320e8135dc tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1907a6-60a3-49db-83c4-b2a36b0f84cb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:07.487303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33572) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:07.599081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet cca60fda-7fae-45ef-a5aa-6ef2e34750fd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:07.608082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-1c5d390a-8d1c-4ddb-91d2-76ef115ee9d6 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785929 Feb 14 21:52:07.610234 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (cca60fda-7fae-45ef-a5aa-6ef2e34750fd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.711465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655abbf8-6617-4d7d-bfb9-8d6efbf7d4f2 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:07.728733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (cca60fda-7fae-45ef-a5aa-6ef2e34750fd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.755661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62c12dbf-5068-47fc-8343-43260ebf3912 req-48aa2f50-33c8-4915-8aef-e9cb81e46058 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381211 Feb 14 21:52:07.880219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (cca60fda-7fae-45ef-a5aa-6ef2e34750fd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:07.976422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (cca60fda-7fae-45ef-a5aa-6ef2e34750fd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:08.006710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=cca60fda-7fae-45ef-a5aa-6ef2e34750fd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:08.013072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:08.021215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33632) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:08.022970 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-26de6255-86ca-48db-a7d4-09edfd87765e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/cca60fda-7fae-45ef-a5aa-6ef2e34750fd HTTP/1.1" status: 204 len: 168 time: 0.5330706 Feb 14 21:52:08.088205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-05d16eaf-3367-4622-a258-c45d372394fe tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632796 Feb 14 21:52:08.092278 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33640) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:08.098528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:08.134614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc8cf31b-e9cc-48da-a9b8-9a85226660b4 req-8b8cbeed-3842-439c-a3bb-ed00d981b325 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0552430 Feb 14 21:52:08.256647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:08.260074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:08.595666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (f27d8eab-c1db-4ba7-a2e8-e9be34f767d1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:08.665698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:08.674262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:08.680563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:08.681426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:08.704195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=f27d8eab-c1db-4ba7-a2e8-e9be34f767d1,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:08.729161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af26d01f-6cd5-4e23-b880-58f06319acb8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6325336 Feb 14 21:52:08.730073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33710) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:08.745770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:08.921187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:08.928601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.003052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2551e-aecb-4c21-8c61-56968055e8a3 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:09.035769 n-d-828372-11 neutron-server[103513]: INFO neutron.db.ipam_backend_mixin [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f27d8eab-c1db-4ba7-a2e8-e9be34f767d1 (CIDR: 2001:db8::/64) Feb 14 21:52:09.039298 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 21:52:09.040224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:09.058262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-55ef9427-7b89-4d31-b6a7-5b946e794713 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3270459 Feb 14 21:52:09.060904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:09.065781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'subnet': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:09.111139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1e79f77-4b1a-4f7d-9773-0d04a92a46a6 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:09.111451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1e79f77-4b1a-4f7d-9773-0d04a92a46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.192471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:09.197550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.302951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7730fd78-1350-43d7-bf7f-e1a0fceea685 req-f203c264-f409-49c8-b5cc-2dbbc35325e2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0803788 Feb 14 21:52:09.399583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1e79f77-4b1a-4f7d-9773-0d04a92a46a6 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:09.408667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Update dhcp port {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'fixed_ips': [{'subnet_id': 'f27d8eab-c1db-4ba7-a2e8-e9be34f767d1'}], 'binding:host_id': 'n-d-828372-11'}, 'id': '2416fe36-be94-41a0-b70e-ef3f53b1c056'} from n-d-828372-11. {{(pid=103514) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 14 21:52:09.438801 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.600553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.objects.ports [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 21:52:09.625400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Allocated IP 2001:db8::2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/f27d8eab-c1db-4ba7-a2e8-e9be34f767d1/2416fe36-be94-41a0-b70e-ef3f53b1c056) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:09.764670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-05f6da52-c355-417d-b296-c801e85090ff None None] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:09.795320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Publish callbacks [] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.800480 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.862532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:09.899285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6da52-c355-417d-b296-c801e85090ff None None] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:10.076672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:10.121713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.129376 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.192763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:10.209309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (dc5a25fb-7826-43a9-b814-5be4124c14c6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.268864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:10.273812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:10.280774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:10.281577 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.306197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Subnet': ['ID=dc5a25fb-7826-43a9-b814-5be4124c14c6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:10.328863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f12caff3-a26e-4432-a26b-08b51f67c656 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2662714 Feb 14 21:52:10.329027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:10.333902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Request body: {'port': {'network_id': 'e77bfb63-b026-4b0f-b417-1e7e2ad520b7', 'mac_address': 'fa:16:3e:8f:9a:a2', 'name': 'tempest-NetworksTestDHCPv6-300408740'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:10.516712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-839f250d-a15c-4fbc-ae00-2bcf1ffd894e req-62b43d23-083b-41b0-8d48-c48dde87298a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0304019 Feb 14 21:52:10.550334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Made reservation on behalf of 2d54280cf2684329a57536e567f5c54e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:10.676607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.689237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7a2a1-c9e6-47f0-a296-4008c2d7e9b7 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:10.711702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] device_id is not set on port 28d77f44-355e-43f1-9cb6-9a625e193e36 yet. {{(pid=103512) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:52:10.797279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9adf8a3d-20cd-444d-97c4-21c5e4d73ce2 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:10.797767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9adf8a3d-20cd-444d-97c4-21c5e4d73ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:10.927916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9adf8a3d-20cd-444d-97c4-21c5e4d73ce2 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:10.947697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8::4b (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/f27d8eab-c1db-4ba7-a2e8-e9be34f767d1/28d77f44-355e-43f1-9cb6-9a625e193e36) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:10.958356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:9aa2 (e77bfb63-b026-4b0f-b417-1e7e2ad520b7/dc5a25fb-7826-43a9-b814-5be4124c14c6/28d77f44-355e-43f1-9cb6-9a625e193e36) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:11.114090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for port (28d77f44-355e-43f1-9cb6-9a625e193e36), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.153604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (28d77f44-355e-43f1-9cb6-9a625e193e36), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.205730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event updated for resources: {'Port': ['ID=28d77f44-355e-43f1-9cb6-9a625e193e36,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:11.223237 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:11.224730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:11.230530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:11.237050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:11.238112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.260279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5b6cd926-fbbd-45cc-9dff-d056ffbfe4ea tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9277587 Feb 14 21:52:11.260594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:11.374731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting port 28d77f44-355e-43f1-9cb6-9a625e193e36 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:11.375193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (28d77f44-355e-43f1-9cb6-9a625e193e36), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.484396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (28d77f44-355e-43f1-9cb6-9a625e193e36), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.499250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Calling delete_port for 28d77f44-355e-43f1-9cb6-9a625e193e36 owned by {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:11.733893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4321f24d-0590-44ca-a4a8-4f2dce92faa9 req-440576d7-fa02-4c97-bdbf-af46a00c1d8b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.1177137 Feb 14 21:52:11.765926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2416fe36-be94-41a0-b70e-ef3f53b1c056 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:11.856333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (28d77f44-355e-43f1-9cb6-9a625e193e36), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.884261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:11.884642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.901935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Port': ['ID=28d77f44-355e-43f1-9cb6-9a625e193e36,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:11.964377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:11.971400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33768) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:11.971999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dcea0fc1-65ad-4d7c-bfb1-f6cc540072db tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/28d77f44-355e-43f1-9cb6-9a625e193e36 HTTP/1.1" status: 204 len: 168 time: 0.7096479 Feb 14 21:52:11.972107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-832b9ae9-9fa1-46b7-b04e-bc4c127b7f52 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:11.972305 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b9ae9-9fa1-46b7-b04e-bc4c127b7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.034796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c11dd0-e0b2-4886-99c7-9f3e49816532 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:12.039044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2c11dd0-e0b2-4886-99c7-9f3e49816532 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0642047 Feb 14 21:52:12.039364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33770) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:12.086434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:12.108209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-832b9ae9-9fa1-46b7-b04e-bc4c127b7f52 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:12.109268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2db296f-97f9-4c18-90a4-7ca9dc2fc8f3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:12.112004 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2db296f-97f9-4c18-90a4-7ca9dc2fc8f3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0711145 Feb 14 21:52:12.114213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33772) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:12.180614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250150a-c39c-4c2c-be1b-4390f0ad2f5a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:12.181956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250150a-c39c-4c2c-be1b-4390f0ad2f5a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:12.183387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250150a-c39c-4c2c-be1b-4390f0ad2f5a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:12.184978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0250150a-c39c-4c2c-be1b-4390f0ad2f5a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0697253 Feb 14 21:52:12.188066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:12.228101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c2448206-20cf-4b03-8978-2f9e3bc92a17 None None] Could not find standard attr ID for object 28d77f44-355e-43f1-9cb6-9a625e193e36. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 21:52:12.256246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet dc5a25fb-7826-43a9-b814-5be4124c14c6 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:12.259808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (dc5a25fb-7826-43a9-b814-5be4124c14c6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.302887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (dc5a25fb-7826-43a9-b814-5be4124c14c6), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.698827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (dc5a25fb-7826-43a9-b814-5be4124c14c6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.761566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (dc5a25fb-7826-43a9-b814-5be4124c14c6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.789628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5a25fb-7826-43a9-b814-5be4124c14c6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:12.795978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:12.802125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33786) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:12.802651 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-642ae06e-2d82-4654-9db1-ccf4602e04c3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/dc5a25fb-7826-43a9-b814-5be4124c14c6 HTTP/1.1" status: 204 len: 168 time: 0.6130893 Feb 14 21:52:12.814952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b3ece-2ddf-4e0e-9c09-c52802b57fc2 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:12.905039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f70bbbf-e18e-4b08-bf5c-b8651d0a0d45 req-458c0dfd-6543-45d9-8b39-7ae261ba0b51 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0436480 Feb 14 21:52:12.944314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Deleting subnet f27d8eab-c1db-4ba7-a2e8-e9be34f767d1 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:12.949428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (f27d8eab-c1db-4ba7-a2e8-e9be34f767d1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.027902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (f27d8eab-c1db-4ba7-a2e8-e9be34f767d1), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.171392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (f27d8eab-c1db-4ba7-a2e8-e9be34f767d1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.261786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (f27d8eab-c1db-4ba7-a2e8-e9be34f767d1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.314101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Subnet': ['ID=f27d8eab-c1db-4ba7-a2e8-e9be34f767d1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:13.318983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.323413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5d6208be-e19c-47cb-8bac-50a4fb368eb7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f27d8eab-c1db-4ba7-a2e8-e9be34f767d1 HTTP/1.1" status: 204 len: 168 time: 0.5193312 Feb 14 21:52:13.325826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33796) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.380872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4025cfec-92cc-4410-8050-162e2338fbba tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515192 Feb 14 21:52:13.381349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33798) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.441964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c0a22-4a95-4100-8bec-c2c3051d4f7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:13.446103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d79c0a22-4a95-4100-8bec-c2c3051d4f7c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0612929 Feb 14 21:52:13.446434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33800) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.508793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06679fb0-33e4-4d83-a161-9dddd5769911 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:13.513384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33802) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.513677 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06679fb0-33e4-4d83-a161-9dddd5769911 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660312 Feb 14 21:52:13.563669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ad4f2b90-f34a-426d-bc8a-37d41fe77230 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490756 Feb 14 21:52:13.570106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33804) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.594249 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf985a7-fcc3-4795-b752-10a232c7360e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.594819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf985a7-fcc3-4795-b752-10a232c7360e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.600225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6cf985a7-fcc3-4795-b752-10a232c7360e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/28d77f44-355e-43f1-9cb6-9a625e193e36 HTTP/1.1" status: 404 len: 333 time: 0.0279436 Feb 14 21:52:13.600915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33806) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.627924 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fe939f-8f39-493d-a31c-9e992f901665 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.628301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fe939f-8f39-493d-a31c-9e992f901665 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.633565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50fe939f-8f39-493d-a31c-9e992f901665 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/dc5a25fb-7826-43a9-b814-5be4124c14c6 HTTP/1.1" status: 404 len: 337 time: 0.0292623 Feb 14 21:52:13.633928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.663471 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab7528a-5bbd-45d6-a08c-f3fd4110108e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.663942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab7528a-5bbd-45d6-a08c-f3fd4110108e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.669253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7ab7528a-5bbd-45d6-a08c-f3fd4110108e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f27d8eab-c1db-4ba7-a2e8-e9be34f767d1 HTTP/1.1" status: 404 len: 337 time: 0.0321043 Feb 14 21:52:13.671328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.698010 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc25c15-1e2a-4ecb-b917-ae68be289ae6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.698184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc25c15-1e2a-4ecb-b917-ae68be289ae6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.705282 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7fc25c15-1e2a-4ecb-b917-ae68be289ae6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/4dbd5623-8bc9-421c-9e5f-3fd355ea64ed HTTP/1.1" status: 404 len: 333 time: 0.0306220 Feb 14 21:52:13.705663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33812) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.733649 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f746cbb5-0451-44c9-915b-906f47d328c2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.734242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f746cbb5-0451-44c9-915b-906f47d328c2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.737798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fda46-035f-441b-83fd-a7e6ed40e510 None None] Network e77bfb63-b026-4b0f-b417-1e7e2ad520b7 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:13.747821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33814) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.748656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f746cbb5-0451-44c9-915b-906f47d328c2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/cca60fda-7fae-45ef-a5aa-6ef2e34750fd HTTP/1.1" status: 404 len: 337 time: 0.0412352 Feb 14 21:52:13.777084 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-053389f2-5b78-47b0-ad25-6cf0c5dfd459 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.777547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053389f2-5b78-47b0-ad25-6cf0c5dfd459 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.783454 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-053389f2-5b78-47b0-ad25-6cf0c5dfd459 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8c1907a6-60a3-49db-83c4-b2a36b0f84cb HTTP/1.1" status: 404 len: 337 time: 0.0323613 Feb 14 21:52:13.784184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33816) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.813472 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c391b0d8-5421-47d4-85a5-b8555c1094ef tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.814434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-094011ac-bf90-4efa-bb4e-e1e87ae83057 None None] Provisioning complete for port 2416fe36-be94-41a0-b70e-ef3f53b1c056 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:13.814759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-094011ac-bf90-4efa-bb4e-e1e87ae83057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:13.816171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c391b0d8-5421-47d4-85a5-b8555c1094ef tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.819516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c391b0d8-5421-47d4-85a5-b8555c1094ef tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/19727d24-d486-480c-a313-bcda5135ccd2 HTTP/1.1" status: 404 len: 333 time: 0.0342875 Feb 14 21:52:13.822197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.869064 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2c1f76-21d5-4fff-9148-7f05afee7dd8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.869828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2c1f76-21d5-4fff-9148-7f05afee7dd8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.874119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa2c1f76-21d5-4fff-9148-7f05afee7dd8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/0aa971e2-dc9d-4ee4-a0f6-4d20ab7389aa HTTP/1.1" status: 404 len: 337 time: 0.0502541 Feb 14 21:52:13.876138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33822) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.929783 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bd24ad-2550-4bc6-81d4-fd35a1bb6b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.930636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bd24ad-2550-4bc6-81d4-fd35a1bb6b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.934494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-34bd24ad-2550-4bc6-81d4-fd35a1bb6b6f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/02c83b83-202c-4605-93c5-e09fbef1fe53 HTTP/1.1" status: 404 len: 337 time: 0.0572262 Feb 14 21:52:13.938518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33826) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.984121 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9640381c-8d35-4f36-823f-15121d55978b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:13.984635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9640381c-8d35-4f36-823f-15121d55978b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:13.990620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-094011ac-bf90-4efa-bb4e-e1e87ae83057 None None] Current status of the port 2416fe36-be94-41a0-b70e-ef3f53b1c056 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:13.991990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33828) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:13.993626 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9640381c-8d35-4f36-823f-15121d55978b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/6fc4babe-2720-4475-abb5-4ac22a1de048 HTTP/1.1" status: 404 len: 333 time: 0.0504842 Feb 14 21:52:14.016706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] DHCP port deletion for e77bfb63-b026-4b0f-b417-1e7e2ad520b7 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:52:14.032788 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-1712877a-de7c-4ac2-900f-1d98d6b48818 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.033238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1712877a-de7c-4ac2-900f-1d98d6b48818 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.038977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1712877a-de7c-4ac2-900f-1d98d6b48818 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8875def9-571e-48fe-9de6-7d3976a0d0df HTTP/1.1" status: 404 len: 337 time: 0.0436745 Feb 14 21:52:14.039682 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33830) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.080387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdc82642-5896-4127-90d8-bb4c22ac1275 req-0ef58a63-53a8-484f-b720-07ab5e7560b3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=4000aada-9754-42f6-9e84-ce8c1831f1e3 HTTP/1.1" status: 200 len: 210 time: 0.0497258 Feb 14 21:52:14.096713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Deleting port 2416fe36-be94-41a0-b70e-ef3f53b1c056 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:14.097249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:14.104664 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-650100e0-aa57-44f5-afc4-8919e93132e7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.105353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650100e0-aa57-44f5-afc4-8919e93132e7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.110339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-650100e0-aa57-44f5-afc4-8919e93132e7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/fc9bfe56-ddff-487b-89f9-15d72e0d1234 HTTP/1.1" status: 404 len: 337 time: 0.0696561 Feb 14 21:52:14.112989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33832) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.143882 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c188ab-ee03-4e14-9959-8d56c3796aa2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.144468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c188ab-ee03-4e14-9959-8d56c3796aa2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.149945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f4c188ab-ee03-4e14-9959-8d56c3796aa2 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/ed393bd0-b1fe-4187-a244-ab7220d7781c HTTP/1.1" status: 404 len: 333 time: 0.0335338 Feb 14 21:52:14.150302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33834) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.184129 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-65950d15-b567-47bb-9e6e-7bd4559d4252 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.184620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65950d15-b567-47bb-9e6e-7bd4559d4252 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.198590 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-65950d15-b567-47bb-9e6e-7bd4559d4252 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/e9c4d56b-2380-4a7b-96f3-d1cf62591a60 HTTP/1.1" status: 404 len: 337 time: 0.0454829 Feb 14 21:52:14.199489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33838) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.261941 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e80a9a-eb26-4696-b920-48307b6b13cb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.262530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e80a9a-eb26-4696-b920-48307b6b13cb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.268088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-02e80a9a-eb26-4696-b920-48307b6b13cb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/b77d479b-feda-490e-9d91-cd729ef5a4b8 HTTP/1.1" status: 404 len: 333 time: 0.0651178 Feb 14 21:52:14.268594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.275573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] For port 2416fe36-be94-41a0-b70e-ef3f53b1c056, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2416fe36-be94-41a0-b70e-ef3f53b1c056,segment=NetworkSegment(19be8e2f-726d-41f9-b047-bde57f8ba0f2),segment_id=19be8e2f-726d-41f9-b047-bde57f8ba0f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:14.275573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:14.296720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Calling delete_port for 2416fe36-be94-41a0-b70e-ef3f53b1c056 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:14.335226 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8aaf69-bb71-42c1-8bcf-6051fa0bff55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.335633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8aaf69-bb71-42c1-8bcf-6051fa0bff55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.349314 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8d8aaf69-bb71-42c1-8bcf-6051fa0bff55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/7431e6f0-f660-46c3-bd3f-aff54a7c4f22 HTTP/1.1" status: 404 len: 337 time: 0.0773888 Feb 14 21:52:14.350321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33842) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.386087 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a19fc49-7337-445d-818b-266b96f8711e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.386655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a19fc49-7337-445d-818b-266b96f8711e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.393264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4a19fc49-7337-445d-818b-266b96f8711e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/fe4dd1d8-dc95-473c-a158-f23e65d5ec09 HTTP/1.1" status: 404 len: 333 time: 0.0389862 Feb 14 21:52:14.393933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33844) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.429208 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00bcb60-bb17-4b8b-9c9b-eafd6cbfc17e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.429715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00bcb60-bb17-4b8b-9c9b-eafd6cbfc17e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.434608 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (2416fe36-be94-41a0-b70e-ef3f53b1c056), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:14.439198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a00bcb60-bb17-4b8b-9c9b-eafd6cbfc17e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/81aaa78e-689b-455f-b66c-52319134f766 HTTP/1.1" status: 404 len: 337 time: 0.0407820 Feb 14 21:52:14.439378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33846) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.465104 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffa68ee-1178-4a3d-8b26-57a6ee52258c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.465691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffa68ee-1178-4a3d-8b26-57a6ee52258c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.472442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33848) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.472640 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bffa68ee-1178-4a3d-8b26-57a6ee52258c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/58ff699b-5732-470b-8c22-47a048ed3d0d HTTP/1.1" status: 404 len: 333 time: 0.0351954 Feb 14 21:52:14.481266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] Pushing event deleted for resources: {'Port': ['ID=2416fe36-be94-41a0-b70e-ef3f53b1c056,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:14.496398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6cc0f-5211-4ac3-a0b6-f288aa159d6b None None] No DVR routers for this DVR port 2416fe36-be94-41a0-b70e-ef3f53b1c056 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:14.511326 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-315139f0-e090-4aff-9357-a09f37910165 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.511793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315139f0-e090-4aff-9357-a09f37910165 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.517960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-315139f0-e090-4aff-9357-a09f37910165 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/3b20432a-5f09-4654-87f5-aba6ccdb96d8 HTTP/1.1" status: 404 len: 337 time: 0.0418751 Feb 14 21:52:14.518195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33850) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.544596 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c564ac4f-3212-4ede-9770-0482ddf86eae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.545189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c564ac4f-3212-4ede-9770-0482ddf86eae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.550785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c564ac4f-3212-4ede-9770-0482ddf86eae tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0c4c8cdf-3d7c-491e-9155-1701e3f63e32 HTTP/1.1" status: 404 len: 333 time: 0.0290105 Feb 14 21:52:14.551093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33852) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.594146 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76becb1-993e-49c1-ad11-f141e8d86305 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.594403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76becb1-993e-49c1-ad11-f141e8d86305 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.599900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f76becb1-993e-49c1-ad11-f141e8d86305 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/05fb51b9-36b6-4526-b6b7-0f8237dea1b9 HTTP/1.1" status: 404 len: 337 time: 0.0455558 Feb 14 21:52:14.600217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33854) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.626304 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf223067-c114-4f5e-8645-5f8d65c9c3a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.626904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf223067-c114-4f5e-8645-5f8d65c9c3a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.632503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf223067-c114-4f5e-8645-5f8d65c9c3a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/7b378d89-a290-4a81-a17a-12af5ef98f2c HTTP/1.1" status: 404 len: 333 time: 0.0290148 Feb 14 21:52:14.633559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.664763 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-967602b1-9fbf-44f2-b629-996153f21cb1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.665497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967602b1-9fbf-44f2-b629-996153f21cb1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.668585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-967602b1-9fbf-44f2-b629-996153f21cb1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f1459b44-64eb-4320-bcbb-5134f7488255 HTTP/1.1" status: 404 len: 337 time: 0.0322902 Feb 14 21:52:14.671834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.699054 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf321b94-0cf9-4746-bdf5-10844f86400a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.699777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf321b94-0cf9-4746-bdf5-10844f86400a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.703540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cf321b94-0cf9-4746-bdf5-10844f86400a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/74b00d27-3c86-4358-96a6-25470d696f30 HTTP/1.1" status: 404 len: 337 time: 0.0306578 Feb 14 21:52:14.706396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.738078 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3f2338-922b-4329-b765-233bda785325 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.738641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3f2338-922b-4329-b765-233bda785325 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.741851 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c3f2338-922b-4329-b765-233bda785325 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0a7aa0a8-53c4-4703-85c0-32fd688a24cb HTTP/1.1" status: 404 len: 333 time: 0.0343184 Feb 14 21:52:14.744252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.770421 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2212c917-d0eb-4f61-bd03-c9980ced1597 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.770810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2212c917-d0eb-4f61-bd03-c9980ced1597 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.773940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2212c917-d0eb-4f61-bd03-c9980ced1597 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/fa6be74b-2edf-4a34-b0f7-d2ed73dd33ff HTTP/1.1" status: 404 len: 337 time: 0.0287201 Feb 14 21:52:14.776415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33864) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.801401 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1ba458-b84d-4634-b817-fb8417d9067f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.801860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1ba458-b84d-4634-b817-fb8417d9067f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.804923 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4e1ba458-b84d-4634-b817-fb8417d9067f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/a03e6e95-a5e3-4c57-8487-1064cc55bb86 HTTP/1.1" status: 404 len: 337 time: 0.0275934 Feb 14 21:52:14.807536 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33866) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.831603 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d4390b-0ff6-4a24-ab6a-d17e384c580c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.832129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d4390b-0ff6-4a24-ab6a-d17e384c580c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.835121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e4d4390b-0ff6-4a24-ab6a-d17e384c580c tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/99079be3-14ba-40b7-b226-0f777b4a0703 HTTP/1.1" status: 404 len: 333 time: 0.0266852 Feb 14 21:52:14.837558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33868) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.862132 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b75201f-2e95-4f12-ba4e-486f46b20f5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.862511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b75201f-2e95-4f12-ba4e-486f46b20f5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.865935 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b75201f-2e95-4f12-ba4e-486f46b20f5e tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/04097725-42c2-4697-b3ca-84878ee257d8 HTTP/1.1" status: 404 len: 337 time: 0.0274863 Feb 14 21:52:14.868347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33870) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.893798 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef20c213-0710-4117-8ba6-843f229ec09f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.894256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef20c213-0710-4117-8ba6-843f229ec09f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.897308 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef20c213-0710-4117-8ba6-843f229ec09f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/dc06f541-f2cb-48cf-8051-7d036057226a HTTP/1.1" status: 404 len: 337 time: 0.0280654 Feb 14 21:52:14.899763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33872) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.927479 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-083e0269-421e-4c47-84ab-d1d7a557dffd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.928037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083e0269-421e-4c47-84ab-d1d7a557dffd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.933492 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-083e0269-421e-4c47-84ab-d1d7a557dffd tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/275d3836-3876-49eb-9857-cdb531393791 HTTP/1.1" status: 404 len: 333 time: 0.0305288 Feb 14 21:52:14.933713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33876) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.959884 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d07938f-7294-48b3-870f-87a30c98bd1a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.960352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d07938f-7294-48b3-870f-87a30c98bd1a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.964302 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6d07938f-7294-48b3-870f-87a30c98bd1a tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/18fdcc3c-ea74-4c45-bdb3-0fd378028f99 HTTP/1.1" status: 404 len: 337 time: 0.0287857 Feb 14 21:52:14.966797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33880) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:14.993635 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-84098fc0-5b27-42b0-8bb6-0ddde1ea6883 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:14.994097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84098fc0-5b27-42b0-8bb6-0ddde1ea6883 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:14.997132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-84098fc0-5b27-42b0-8bb6-0ddde1ea6883 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/1235aa6a-8cd9-4c33-a858-d6534c67142e HTTP/1.1" status: 404 len: 337 time: 0.0292485 Feb 14 21:52:15.000446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33882) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.035347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.035457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ac2b95ea-9924-4f94-8af6-733872577774 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2db539b-8330-428f-a57c-028eff436943 HTTP/1.1" status: 200 len: 205 time: 0.0339575 Feb 14 21:52:15.074821 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-468896e2-32d3-48e4-9552-7b24d328f818 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] delete failed (client error): The resource could not be found. Feb 14 21:52:15.079130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33890) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.079364 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-468896e2-32d3-48e4-9552-7b24d328f818 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/routers/f2db539b-8330-428f-a57c-028eff436943 HTTP/1.1" status: 404 len: 336 time: 0.0430439 Feb 14 21:52:15.106411 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f483b6-ae22-4252-a6d8-efc1e8bf275f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.107535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f483b6-ae22-4252-a6d8-efc1e8bf275f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.113710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.122278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d0f483b6-ae22-4252-a6d8-efc1e8bf275f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/0b1b2adb-750b-4f16-a244-9d2ef04fd307 HTTP/1.1" status: 404 len: 337 time: 0.0415950 Feb 14 21:52:15.146489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33898) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.154268 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-860923aa-5300-43b7-898e-6707f0b0c3d9 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "GET /v2.0/ports?device_id=6857ee56-13b0-406e-a07b-a086ea3efe47 HTTP/1.1" status: 200 len: 205 time: 0.0395074 Feb 14 21:52:15.186864 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-6445e4e7-2602-441d-9342-1c9baee195b7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] delete failed (client error): The resource could not be found. Feb 14 21:52:15.188682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6445e4e7-2602-441d-9342-1c9baee195b7 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/routers/6857ee56-13b0-406e-a07b-a086ea3efe47 HTTP/1.1" status: 404 len: 336 time: 0.0411673 Feb 14 21:52:15.190428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33900) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.215989 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a954a3d3-ae1a-42bc-bcab-f1a84a35f8bb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.216491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a954a3d3-ae1a-42bc-bcab-f1a84a35f8bb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.222436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a954a3d3-ae1a-42bc-bcab-f1a84a35f8bb tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8e881550-6153-48d9-ac22-4f5e80624997 HTTP/1.1" status: 404 len: 337 time: 0.0310431 Feb 14 21:52:15.222743 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.254029 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44faa8f-8374-46f9-bef9-a8d7956178b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.254490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44faa8f-8374-46f9-bef9-a8d7956178b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.257555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c44faa8f-8374-46f9-bef9-a8d7956178b1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/a5d84f43-0fc3-44d4-bb96-43d31babcdce HTTP/1.1" status: 404 len: 337 time: 0.0338020 Feb 14 21:52:15.260685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33906) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.287082 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-30949ae5-4241-4abe-b2e3-57b81892d3fe tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.295237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30949ae5-4241-4abe-b2e3-57b81892d3fe tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.301798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30949ae5-4241-4abe-b2e3-57b81892d3fe tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/8ecda53b-6a35-4ef2-9f77-73895f7b48f6 HTTP/1.1" status: 404 len: 333 time: 0.0398395 Feb 14 21:52:15.302503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33908) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.336983 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aa5a04-6675-44b9-944a-27bac07b66a1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.337707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99aa5a04-6675-44b9-944a-27bac07b66a1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.344642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33910) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.350647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99aa5a04-6675-44b9-944a-27bac07b66a1 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/f769b06a-2258-4ffe-8a4e-becf56d7dc5d HTTP/1.1" status: 404 len: 337 time: 0.0375268 Feb 14 21:52:15.373745 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d88546d-3885-4631-8873-51858f9a635f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.374446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d88546d-3885-4631-8873-51858f9a635f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.380676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.380992 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5d88546d-3885-4631-8873-51858f9a635f tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/d7bd5e45-79c6-4e25-b1dd-2e05bf90438d HTTP/1.1" status: 404 len: 333 time: 0.0346451 Feb 14 21:52:15.410344 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b93386-29b9-4361-88af-bc999e9d40a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.410809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b93386-29b9-4361-88af-bc999e9d40a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.413897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d3b93386-29b9-4361-88af-bc999e9d40a6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/d4faf0af-a9d2-4abd-9a36-263206f8fc8d HTTP/1.1" status: 404 len: 337 time: 0.0322502 Feb 14 21:52:15.416413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33918) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.441463 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-52375260-8e0d-418c-a719-1aabba8feeb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.442012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52375260-8e0d-418c-a719-1aabba8feeb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.447337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-52375260-8e0d-418c-a719-1aabba8feeb6 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/ff71b046-cca6-46cf-9bee-acbdb0436295 HTTP/1.1" status: 404 len: 333 time: 0.0277228 Feb 14 21:52:15.447576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33920) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.474110 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2361fa-495b-4c77-a695-7b27a7fc74b8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.474561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2361fa-495b-4c77-a695-7b27a7fc74b8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.480102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fd2361fa-495b-4c77-a695-7b27a7fc74b8 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/6193329b-4f1c-49c9-ba86-ae47f862860f HTTP/1.1" status: 404 len: 337 time: 0.0293365 Feb 14 21:52:15.480920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33922) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.507951 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5ebcb9-84cd-4f63-99ac-011ea46a9426 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.508502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5ebcb9-84cd-4f63-99ac-011ea46a9426 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.515015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db5ebcb9-84cd-4f63-99ac-011ea46a9426 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/2d3b7835-88d4-439a-9ccf-d5590244c4e6 HTTP/1.1" status: 404 len: 333 time: 0.0308504 Feb 14 21:52:15.515463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.543427 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4756558f-aec6-440c-a1e1-63c96376356b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.543889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4756558f-aec6-440c-a1e1-63c96376356b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.549527 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4756558f-aec6-440c-a1e1-63c96376356b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/8bf853ac-edcc-4420-a97c-234145b8292c HTTP/1.1" status: 404 len: 337 time: 0.0306044 Feb 14 21:52:15.549768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33926) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.574544 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef0b8bd-eb76-44e1-a558-6dcae3bc4224 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.575113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef0b8bd-eb76-44e1-a558-6dcae3bc4224 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.581409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0ef0b8bd-eb76-44e1-a558-6dcae3bc4224 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/0fcc80aa-8aab-4427-8bc3-eb5b64c6d3ec HTTP/1.1" status: 404 len: 333 time: 0.0283797 Feb 14 21:52:15.581680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.606569 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-404c08ea-7f43-4fa6-ab37-c3541992bbfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.607027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404c08ea-7f43-4fa6-ab37-c3541992bbfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.612577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-404c08ea-7f43-4fa6-ab37-c3541992bbfa tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/9c2c7a96-582d-42b2-8a8c-e390e9f02331 HTTP/1.1" status: 404 len: 337 time: 0.0275795 Feb 14 21:52:15.612702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33932) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.637050 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ec7823-b21e-4c7e-b372-55e23c1c39e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.637919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ec7823-b21e-4c7e-b372-55e23c1c39e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.644545 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33934) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.644680 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-08ec7823-b21e-4c7e-b372-55e23c1c39e3 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/b94f8cc2-90ff-4eac-b873-14bd05703fe6 HTTP/1.1" status: 404 len: 333 time: 0.0308125 Feb 14 21:52:15.671595 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26aebec-6eda-4cf7-a2a4-c8c87d4d6447 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.672214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26aebec-6eda-4cf7-a2a4-c8c87d4d6447 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.675350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b26aebec-6eda-4cf7-a2a4-c8c87d4d6447 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/5e01b6bf-6347-4c11-9c78-fb44ff47e248 HTTP/1.1" status: 404 len: 337 time: 0.0298612 Feb 14 21:52:15.677929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33936) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.701581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2416fe36-be94-41a0-b70e-ef3f53b1c056 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:15.710449 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fb8646-b93e-4b2b-8a03-890b27586c55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.711002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fb8646-b93e-4b2b-8a03-890b27586c55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.714118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-11fb8646-b93e-4b2b-8a03-890b27586c55 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/ports/32da4ab4-b5c4-4585-b98a-6b65f0664f11 HTTP/1.1" status: 404 len: 333 time: 0.0352588 Feb 14 21:52:15.716838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33938) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.726182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2416fe36-be94-41a0-b70e-ef3f53b1c056 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:52:15.726755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2416fe36-be94-41a0-b70e-ef3f53b1c056 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:15.748778 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f60d1b-3905-413b-a239-51e8bbd35c2b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] DELETE failed (client error): The resource could not be found. Feb 14 21:52:15.749503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f60d1b-3905-413b-a239-51e8bbd35c2b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:52:15.752844 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-77f60d1b-3905-413b-a239-51e8bbd35c2b tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/subnets/39db14c2-9db6-4852-8b40-3726fb88ffc9 HTTP/1.1" status: 404 len: 337 time: 0.0347898 Feb 14 21:52:15.755683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33940) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:15.837170 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (e77bfb63-b026-4b0f-b417-1e7e2ad520b7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:15.937472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (e77bfb63-b026-4b0f-b417-1e7e2ad520b7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:15.964472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77bfb63-b026-4b0f-b417-1e7e2ad520b7']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:15.977115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19be8e2f-726d-41f9-b047-bde57f8ba0f2') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:15.977741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19be8e2f-726d-41f9-b047-bde57f8ba0f2') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:15.989005 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (19be8e2f-726d-41f9-b047-bde57f8ba0f2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.006069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (19be8e2f-726d-41f9-b047-bde57f8ba0f2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.012570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:52:16.013004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (19be8e2f-726d-41f9-b047-bde57f8ba0f2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:52:16.080245 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:52:16.086907 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (e77bfb63-b026-4b0f-b417-1e7e2ad520b7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.091846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.098606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] 10.222.0.86 "DELETE /v2.0/networks/e77bfb63-b026-4b0f-b417-1e7e2ad520b7 HTTP/1.1" status: 204 len: 168 time: 0.3418748 Feb 14 21:52:16.115852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60f14f-33c0-449c-aa6c-68721a13e796 tempest-NetworksTestDHCPv6-179962596 tempest-NetworksTestDHCPv6-179962596-project] Pushing event deleted for resources: {'Network': ['ID=e77bfb63-b026-4b0f-b417-1e7e2ad520b7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:16.287040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33948) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:16.447539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93356b55-5486-4930-bd07-156fc191307a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:16.448288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93356b55-5486-4930-bd07-156fc191307a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:16.450027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93356b55-5486-4930-bd07-156fc191307a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:16.453731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-93356b55-5486-4930-bd07-156fc191307a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/ports?project_id=2d823a0a147f4dac8e279e13862accd1&network_id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 3075 time: 0.1655340 Feb 14 21:52:16.539493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 33958) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:16.702815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e73652bf-f7e5-456a-b266-909025e5c40c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d54280cf2684329a57536e567f5c54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616735 Feb 14 21:52:16.705377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33964) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:16.768659 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] Publish callbacks [] for security_group (0508c611-0f6c-4606-a173-6c8f2c945421), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.806944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] Publish callbacks [] for security_group (0508c611-0f6c-4606-a173-6c8f2c945421), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.892010 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0508c611-0f6c-4606-a173-6c8f2c945421), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.894687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:16.898278 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0508c611-0f6c-4606-a173-6c8f2c945421 HTTP/1.1" status: 204 len: 168 time: 0.1893399 Feb 14 21:52:16.904742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb6744-fc73-4335-9506-12982ce40bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508c611-0f6c-4606-a173-6c8f2c945421,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:17.664511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 33996) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:17.841075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107442837'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:17.875417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:17.881095 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:17.896082 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:17.996480 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for security_group (a23272b1-0f5a-473b-82fb-7fae2cc0e573), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.003947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a23272b1-0f5a-473b-82fb-7fae2cc0e573), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.041224 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:52:18.053917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23272b1-0f5a-473b-82fb-7fae2cc0e573,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:18.064345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b9185b64-8149-42e1-ae2b-975fd4bc5b89), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.064528 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment b9185b64-8149-42e1-ae2b-975fd4bc5b89 of type vlan for network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a Feb 14 21:52:18.112951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2e08cdc9-01dd-43a3-a08c-5c0864893f7a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.140809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2e08cdc9-01dd-43a3-a08c-5c0864893f7a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.148794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:18.149886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.188339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34008) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:18.260436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5945401 Feb 14 21:52:18.268425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34010) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:18.287401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966844646'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:18.291283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf95076-8873-4561-b8ac-22a9581216f5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:18.292973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cdf95076-8873-4561-b8ac-22a9581216f5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3 HTTP/1.1" status: 200 len: 814 time: 0.1036589 Feb 14 21:52:18.314342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624ddf-d82a-4dcc-83e6-98de38f10fda tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=2e08cdc9-01dd-43a3-a08c-5c0864893f7a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:18.328208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:52:18.335758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:18.339934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.377769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:52:18.401550 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (153c6750-d6da-47b4-bd20-28c5c6266781), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.401915 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment 153c6750-d6da-47b4-bd20-28c5c6266781 of type vlan for network cdc97c83-504f-494d-9b8c-e471a9e5df3d Feb 14 21:52:18.507872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (cdc97c83-504f-494d-9b8c-e471a9e5df3d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.578269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (cdc97c83-504f-494d-9b8c-e471a9e5df3d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.583892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:18.584590 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.680895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4008276 Feb 14 21:52:18.681108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:18.694130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:18.750026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:18.755205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'network': {'name': 'tempest-network-smoke--1558022661', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:18.775385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec7392-9757-4bf8-9a43-7d1c32531dfa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=cdc97c83-504f-494d-9b8c-e471a9e5df3d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:18.786916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:52:18.803913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:18.810986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.840484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:18.844691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.865269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:52:18.887397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c93794b6-f139-498b-95ea-7df7046077be), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:18.889022 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Added segment c93794b6-f139-498b-95ea-7df7046077be of type vlan for network 7980456e-4135-4f56-841c-ed9b06f7b5c3 Feb 14 21:52:19.001238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (7980456e-4135-4f56-841c-ed9b06f7b5c3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.069599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (7980456e-4135-4f56-841c-ed9b06f7b5c3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.074983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:19.075832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.169861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4179163 Feb 14 21:52:19.172770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34026) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.186334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18fe4-bcfb-402e-9b71-5a06d73b9d2a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Network': ['ID=7980456e-4135-4f56-841c-ed9b06f7b5c3,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:19.202266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (7541e08f-9db8-4389-821a-0e3dcd7a4816), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.208885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:52:19.404825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97beeda-4922-4ed5-bf6d-07207dae6115 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:19.406431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d97beeda-4922-4ed5-bf6d-07207dae6115 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=2d823a0a147f4dac8e279e13862accd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2324347 Feb 14 21:52:19.409429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34028) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.415211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=7541e08f-9db8-4389-821a-0e3dcd7a4816,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:19.426420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': 'b9185b64-8149-42e1-ae2b-975fd4bc5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:19.426794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 2e08cdc9-01dd-43a3-a08c-5c0864893f7a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:52:19.465548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:52:19.487595 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2e08cdc9-01dd-43a3-a08c-5c0864893f7a) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:19.493490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:19.494111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.497307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381247e-5a5a-4f3a-9b99-a0ca6ce00a14 None None] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:19.533348 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f05d2b9-fb83-4c6d-bdae-1a38cd6cd7f2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8485281 Feb 14 21:52:19.535289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.557865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:19.613551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4619538-6b5c-4423-a310-a51fa3200f78 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:19.617664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f4619538-6b5c-4423-a310-a51fa3200f78 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2045872 Feb 14 21:52:19.618517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.668678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3572984f-0cfc-4dcf-afba-05cea8a1f919 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490103 Feb 14 21:52:19.679835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.710306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2e08cdc9-01dd-43a3-a08c-5c0864893f7a', 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': '7541e08f-9db8-4389-821a-0e3dcd7a4816'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:19.719194 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:19.779707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:19.780016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fdb5a63-23df-4625-ad55-2d523fd09bc6 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=2d823a0a147f4dac8e279e13862accd1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948422 Feb 14 21:52:19.910444 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:19.913860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.050805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1b4f9-698e-4126-b265-06352af63a1b tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:20.054969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3cc1b4f9-698e-4126-b265-06352af63a1b tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2682610 Feb 14 21:52:20.055481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34044) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:20.098150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Allocated IP 2001:db8::2 (2e08cdc9-01dd-43a3-a08c-5c0864893f7a/7541e08f-9db8-4389-821a-0e3dcd7a4816/cb47abf7-c19e-4624-9081-fb5dd971ce65) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:20.151298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34046) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:20.152090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a8db4bdd-11dd-4448-9b48-e31d4d147b2a tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901787 Feb 14 21:52:20.169120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945122152', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:20.420055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks [] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.445442 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.501142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:20.506721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:20.514654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:20.516390 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e4748d46-ca61-48c6-a387-3e6ef81da345), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.543955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:20.549060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.585818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Pushing event updated for resources: {'Port': ['ID=cb47abf7-c19e-4624-9081-fb5dd971ce65,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:20.683941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Attempting to bind port cb47abf7-c19e-4624-9081-fb5dd971ce65 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:20.684314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Attempting to bind port cb47abf7-c19e-4624-9081-fb5dd971ce65 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'b9185b64-8149-42e1-ae2b-975fd4bc5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:20.685204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Attempting to bind port cb47abf7-c19e-4624-9081-fb5dd971ce65 on network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:20.695484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:20.695852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Checking segment: {'id': 'b9185b64-8149-42e1-ae2b-975fd4bc5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:20.696258 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.696650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Bound using segment: {'id': 'b9185b64-8149-42e1-ae2b-975fd4bc5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:20.697119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Bound port: cb47abf7-c19e-4624-9081-fb5dd971ce65, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9185b64-8149-42e1-ae2b-975fd4bc5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2e08cdc9-01dd-43a3-a08c-5c0864893f7a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:20.697503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.820252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] For port cb47abf7-c19e-4624-9081-fb5dd971ce65, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:20.823842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] For port cb47abf7-c19e-4624-9081-fb5dd971ce65, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb47abf7-c19e-4624-9081-fb5dd971ce65,segment=NetworkSegment(b9185b64-8149-42e1-ae2b-975fd4bc5b89),segment_id=b9185b64-8149-42e1-ae2b-975fd4bc5b89)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:20.843727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.867852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=e4748d46-ca61-48c6-a387-3e6ef81da345,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:20.882336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': '153c6750-d6da-47b4-bd20-28c5c6266781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:20.883042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: cdc97c83-504f-494d-9b8c-e471a9e5df3d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:52:20.921352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:52:20.959002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, cdc97c83-504f-494d-9b8c-e471a9e5df3d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:20.976069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:20.976069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:20.990709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec34115-5a34-485d-9369-cd6475e7f357 None None] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:21.009557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:21.014922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1248496441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:21.020201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e8ed75f4-9d58-44d9-a480-8e5801069e0e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4834135 Feb 14 21:52:21.070949 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.072212 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.081747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c9c15-b0b2-4c93-afe3-37c21424b2e3 None None] Pushing event updated for resources: {'Port': ['ID=cb47abf7-c19e-4624-9081-fb5dd971ce65,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:21.140925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (0dfabef1-6d82-4050-82a9-1da812baf6c9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.252143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (d61c4eee-2586-4fae-8ef1-1f344110a1c7), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.265845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.313434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.314795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d2aefd68-9510-46c2-80c1-74b952c9ffc5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3042004 Feb 14 21:52:21.317518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:21.322822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e672f-7094-42df-95e6-0090344491be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-cdc97c83-504f-494d-9b8c-e471a9e5df3d', 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'e4748d46-ca61-48c6-a387-3e6ef81da345'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:21.326895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.370112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Subnet': ['ID=0dfabef1-6d82-4050-82a9-1da812baf6c9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:21.402380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Checking segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:21.402596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network hostable DHCP agents. Network: 7980456e-4135-4f56-841c-ed9b06f7b5c3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:52:21.500239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:52:21.538364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 7980456e-4135-4f56-841c-ed9b06f7b5c3) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:21.543606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:21.545266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:21.560984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea372769-1a3b-4b86-aacf-b4434b694e3f None None] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:21.584382 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2a8d7a33-9d95-4f08-b414-28e6596a485c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4167783 Feb 14 21:52:21.903612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb47abf7-c19e-4624-9081-fb5dd971ce65 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:22.137591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cb47abf7-c19e-4624-9081-fb5dd971ce65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:22.138000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.140212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a66e672f-7094-42df-95e6-0090344491be None None] Allocated IP 2001:db8:1::2 (cdc97c83-504f-494d-9b8c-e471a9e5df3d/e4748d46-ca61-48c6-a387-3e6ef81da345/4c751ea8-df1d-437e-9084-b4edf7c8aadf) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:22.286882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-7980456e-4135-4f56-841c-ed9b06f7b5c3', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ips': [{'subnet_id': '0dfabef1-6d82-4050-82a9-1da812baf6c9'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:22.287797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.346698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:22.351738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639655024', 'description': 'tempest-secgroup-smoke-1639655024 description', 'project_id': '2d823a0a147f4dac8e279e13862accd1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:22.397319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.554823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (f905d2d1-6b61-4f0b-a39a-473c71a07339), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.563497 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f905d2d1-6b61-4f0b-a39a-473c71a07339), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.615426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f905d2d1-6b61-4f0b-a39a-473c71a07339,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:22.666303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.672343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98069342-2e2d-4170-b4e4-68d9defec296 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3212543 Feb 14 21:52:22.673102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34074) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:22.693131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:22.768795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (1310ce19-4be0-4abd-b2e0-94cbcdc4b668), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.891824 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (1310ce19-4be0-4abd-b2e0-94cbcdc4b668), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.916585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1310ce19-4be0-4abd-b2e0-94cbcdc4b668), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.950113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.962516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1310ce19-4be0-4abd-b2e0-94cbcdc4b668,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:22.985943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:22.987367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a53457f3-4c52-4d83-94dc-af482c7fde09 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132663 Feb 14 21:52:22.990130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34078) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:22.996627 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:23.056232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (5fa60bfc-f85d-407a-84bc-1bbdf0c52fc7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.188013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (5fa60bfc-f85d-407a-84bc-1bbdf0c52fc7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.202519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5fa60bfc-f85d-407a-84bc-1bbdf0c52fc7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.248508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.253511 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599089 Feb 14 21:52:23.255623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34082) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:23.283397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:23.315588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a4dd7-d42e-4db6-b292-14e52f8ee58c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa60bfc-f85d-407a-84bc-1bbdf0c52fc7,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:23.345162 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (f02c355e-e8d9-4338-a883-90db005c7f6a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.413551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Allocated IP 172.20.0.18 (7980456e-4135-4f56-841c-ed9b06f7b5c3/0dfabef1-6d82-4050-82a9-1da812baf6c9/7f0325c0-6886-428c-90da-b9b42d058aa9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:23.492024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (f02c355e-e8d9-4338-a883-90db005c7f6a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.506387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f02c355e-e8d9-4338-a883-90db005c7f6a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.532098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02c355e-e8d9-4338-a883-90db005c7f6a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:23.571139 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.574044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-39810fbc-ccb5-462c-82ea-b6898a35381f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3075595 Feb 14 21:52:23.577358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:23.585242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:23.593486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8::1 (2e08cdc9-01dd-43a3-a08c-5c0864893f7a/7541e08f-9db8-4389-821a-0e3dcd7a4816/9ab419bd-a308-477a-958d-df7c9f55a293) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:23.647978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (ea677e7d-b089-4b90-853a-ed8ba5032280), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.653199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c520d3-1292-48c3-a57b-4a931846f233 None None] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:23.842129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (ea677e7d-b089-4b90-853a-ed8ba5032280), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.866379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ea677e7d-b089-4b90-853a-ed8ba5032280), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.905611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea677e7d-b089-4b90-853a-ed8ba5032280,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:23.912964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (9ab419bd-a308-477a-958d-df7c9f55a293), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.945742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.952616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c23bc7a5-7920-45ff-9020-18b743630b70 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734832 Feb 14 21:52:23.954978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34090) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:23.967294 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:23.971832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a5876c8a-460a-4cc5-a985-864b2e439bfa None None] Provisioning complete for port cb47abf7-c19e-4624-9081-fb5dd971ce65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:23.972212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5876c8a-460a-4cc5-a985-864b2e439bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.980817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cb47abf7-c19e-4624-9081-fb5dd971ce65 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:23.981219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:23.986621 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks [] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.015503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.033174 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:52:24.046085 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (fa653920-0ac9-48f1-876f-a4d82813cae2), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.154061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:24.158269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:24.162068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:24.162620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.203392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.239240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (fa653920-0ac9-48f1-876f-a4d82813cae2), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.248599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (fa653920-0ac9-48f1-876f-a4d82813cae2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.340222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=9ab419bd-a308-477a-958d-df7c9f55a293,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:24.342031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa653920-0ac9-48f1-876f-a4d82813cae2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:24.362901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.385144 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f520b2b6-1fef-4f09-ad4c-5d1af8fb1046 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072561 Feb 14 21:52:24.385144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34094) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:24.385144 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': 'f905d2d1-6b61-4f0b-a39a-473c71a07339', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:24.430201 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:52:24.437494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (16659788-b872-46ae-9fce-278941cb0c43), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.443926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port cb47abf7-c19e-4624-9081-fb5dd971ce65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb47abf7-c19e-4624-9081-fb5dd971ce65,segment=NetworkSegment(b9185b64-8149-42e1-ae2b-975fd4bc5b89),segment_id=b9185b64-8149-42e1-ae2b-975fd4bc5b89)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:24.445928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e672f-7094-42df-95e6-0090344491be None None] Pushing event updated for resources: {'Port': ['ID=4c751ea8-df1d-437e-9084-b4edf7c8aadf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:24.566990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.589600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (16659788-b872-46ae-9fce-278941cb0c43), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.596481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.601532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (16659788-b872-46ae-9fce-278941cb0c43), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.653225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16659788-b872-46ae-9fce-278941cb0c43,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:24.690886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.700855 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4f267263-7ca5-4f91-967c-0457835168e7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3245838 Feb 14 21:52:24.787791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e672f-7094-42df-95e6-0090344491be None None] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:24.801915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=cb47abf7-c19e-4624-9081-fb5dd971ce65,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:24.809362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a66e672f-7094-42df-95e6-0090344491be None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:24.815063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e672f-7094-42df-95e6-0090344491be None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:24.877976 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks [] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.910086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:24.996930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a66e672f-7094-42df-95e6-0090344491be None None] Attempting to bind port 4c751ea8-df1d-437e-9084-b4edf7c8aadf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:24.997955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a66e672f-7094-42df-95e6-0090344491be None None] Attempting to bind port 4c751ea8-df1d-437e-9084-b4edf7c8aadf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '153c6750-d6da-47b4-bd20-28c5c6266781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:24.998541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e672f-7094-42df-95e6-0090344491be None None] Attempting to bind port 4c751ea8-df1d-437e-9084-b4edf7c8aadf on network cdc97c83-504f-494d-9b8c-e471a9e5df3d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:25.148636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a5876c8a-460a-4cc5-a985-864b2e439bfa None None] Current status of the port cb47abf7-c19e-4624-9081-fb5dd971ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:25.150744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Pushing event updated for resources: {'Port': ['ID=7f0325c0-6886-428c-90da-b9b42d058aa9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:25.171463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e672f-7094-42df-95e6-0090344491be None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:25.171853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e672f-7094-42df-95e6-0090344491be None None] Checking segment: {'id': '153c6750-d6da-47b4-bd20-28c5c6266781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:25.172271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.172716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e672f-7094-42df-95e6-0090344491be None None] Bound using segment: {'id': '153c6750-d6da-47b4-bd20-28c5c6266781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:25.173230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a66e672f-7094-42df-95e6-0090344491be None None] Bound port: 4c751ea8-df1d-437e-9084-b4edf7c8aadf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c6750-d6da-47b4-bd20-28c5c6266781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cdc97c83-504f-494d-9b8c-e471a9e5df3d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:25.173627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.177130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:25.185830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:25.194818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:25.272115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-91b1de00-04d7-4235-8df2-13e1cb0c0566 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639655024&fields=id&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 267 time: 0.2470460 Feb 14 21:52:25.339247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a66e672f-7094-42df-95e6-0090344491be None None] For port 4c751ea8-df1d-437e-9084-b4edf7c8aadf, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:25.348850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a66e672f-7094-42df-95e6-0090344491be None None] For port 4c751ea8-df1d-437e-9084-b4edf7c8aadf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c751ea8-df1d-437e-9084-b4edf7c8aadf,segment=NetworkSegment(153c6750-d6da-47b4-bd20-28c5c6266781),segment_id=153c6750-d6da-47b4-bd20-28c5c6266781)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:25.467450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Attempting to bind port 7f0325c0-6886-428c-90da-b9b42d058aa9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:25.468353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Attempting to bind port 7f0325c0-6886-428c-90da-b9b42d058aa9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:25.468448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Attempting to bind port 7f0325c0-6886-428c-90da-b9b42d058aa9 on network 7980456e-4135-4f56-841c-ed9b06f7b5c3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:25.476521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a66e672f-7094-42df-95e6-0090344491be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.486473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (9ab419bd-a308-477a-958d-df7c9f55a293), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.555505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:52:25.565898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:25.566124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Checking segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:25.566357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.570732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.571547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.576909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Bound using segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:25.577430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Bound port: 7f0325c0-6886-428c-90da-b9b42d058aa9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:25.579759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.610723 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Provisioning complete for port cb47abf7-c19e-4624-9081-fb5dd971ce65 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:25.611146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:25.953736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e672f-7094-42df-95e6-0090344491be None None] Pushing event updated for resources: {'Port': ['ID=4c751ea8-df1d-437e-9084-b4edf7c8aadf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:25.994532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Current status of the port cb47abf7-c19e-4624-9081-fb5dd971ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:26.002104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] For port 7f0325c0-6886-428c-90da-b9b42d058aa9, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:26.007179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] For port 7f0325c0-6886-428c-90da-b9b42d058aa9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7f0325c0-6886-428c-90da-b9b42d058aa9,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:26.041237 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:26.043067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:26.070258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Provisioning complete for port 9ab419bd-a308-477a-958d-df7c9f55a293 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:26.072218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:26.103694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:26.150991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=9ab419bd-a308-477a-958d-df7c9f55a293,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:26.358849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-55385abe-8a2f-4eaa-813e-bdbfb9b662b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:26.378140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-55385abe-8a2f-4eaa-813e-bdbfb9b662b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/networks?id=7980456e-4135-4f56-841c-ed9b06f7b5c3 HTTP/1.1" status: 200 len: 797 time: 1.0946715 Feb 14 21:52:26.419360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-9d842383-e1a2-4047-8ab8-4f75b81eab4c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/quotas/2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 375 time: 0.0392449 Feb 14 21:52:26.420457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cbafdfff-6359-4910-a25c-566ecbefb1b1 None None] Port 9ab419bd-a308-477a-958d-df7c9f55a293 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:26.447784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4714-a8fd-4fcb-a69c-94daecdca943 None None] Pushing event updated for resources: {'Port': ['ID=7f0325c0-6886-428c-90da-b9b42d058aa9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:26.574141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-db5a5396-b663-450d-808c-6de400cac43c None None] Provisioning complete for port 9ab419bd-a308-477a-958d-df7c9f55a293 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:26.574672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db5a5396-b663-450d-808c-6de400cac43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:26.693862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-db5a5396-b663-450d-808c-6de400cac43c None None] Port 9ab419bd-a308-477a-958d-df7c9f55a293 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:26.791826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-15447ff9-816c-4082-9aa6-590043738e0c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3714902 Feb 14 21:52:26.839041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8e8e09c6-3538-4ab1-9b31-44fc51fb865c None None] Provisioning complete for port 9ab419bd-a308-477a-958d-df7c9f55a293 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:26.839451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e8e09c6-3538-4ab1-9b31-44fc51fb865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:26.930124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e09c6-3538-4ab1-9b31-44fc51fb865c None None] Port 9ab419bd-a308-477a-958d-df7c9f55a293 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:27.009609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d61c4eee-2586-4fae-8ef1-1f344110a1c7 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:52:27.091561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c751ea8-df1d-437e-9084-b4edf7c8aadf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:27.157619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-ae81f425-1e96-4aea-b55e-29c23bd0ddde service neutron] 10.222.0.86 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520546 Feb 14 21:52:27.237204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:27.237689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:27.386822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-58fcd3cc-62c0-4ed1-8988-f86d6289f52a service neutron] 10.222.0.86 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281866 Feb 14 21:52:27.445744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c751ea8-df1d-437e-9084-b4edf7c8aadf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:27.446226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:27.518954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 4c751ea8-df1d-437e-9084-b4edf7c8aadf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c751ea8-df1d-437e-9084-b4edf7c8aadf,segment=NetworkSegment(153c6750-d6da-47b4-bd20-28c5c6266781),segment_id=153c6750-d6da-47b4-bd20-28c5c6266781)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:27.539650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:27.543383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb47abf7-c19e-4624-9081-fb5dd971ce65 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:27.584324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:27.616292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3698513c-f0ec-4aef-bed4-88e3fb1acff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2976797 Feb 14 21:52:27.619129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:27.674611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] Sync routers for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:27.769853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161dce29-c9e9-4f7a-b6c6-ce0839953a60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:27.776131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-161dce29-c9e9-4f7a-b6c6-ce0839953a60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports/9ab419bd-a308-477a-958d-df7c9f55a293 HTTP/1.1" status: 200 len: 911 time: 0.1527350 Feb 14 21:52:27.776789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34138) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:27.838615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663f484-636b-4ccf-a9af-eac974acf18f None None] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:27.895906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:27.896548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:28.112502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:28.211901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcb57b2b-9168-495a-824c-fcedd83d6bbc req-770b532b-7ce4-47b7-9743-f808a69506a7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 210 time: 0.2631199 Feb 14 21:52:28.224734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=4c751ea8-df1d-437e-9084-b4edf7c8aadf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:28.370985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e67fd102-8b38-4ab6-9c10-ce6b31f93ed0 None None] Provisioning complete for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:28.373735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e67fd102-8b38-4ab6-9c10-ce6b31f93ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:28.514727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:28.517684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:28.554922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457da9f-b288-4aef-9e86-e2abd5d6990c None None] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:28.840034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:29.062506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:29.065985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d43793-1526-4f2e-888e-dcb630c55457 None None] The sync data for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:29.302352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cb47abf7-c19e-4624-9081-fb5dd971ce65 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:29.302731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:29.501007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:29.570086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90b4b7da-2188-46c6-845d-7ca70e0956ce req-c234a3fa-7239-4e1d-a2e4-2f4a3d1bc52c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 210 time: 0.0715218 Feb 14 21:52:29.692348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8:1::1 (cdc97c83-504f-494d-9b8c-e471a9e5df3d/e4748d46-ca61-48c6-a387-3e6ef81da345/425d3401-db76-4b6a-8546-32183e6d66f0) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:29.837111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e67fd102-8b38-4ab6-9c10-ce6b31f93ed0 None None] Current status of the port 4c751ea8-df1d-437e-9084-b4edf7c8aadf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:29.862535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cb47abf7-c19e-4624-9081-fb5dd971ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:29.882837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-ae5c60d6-469b-4a4e-bce1-570eb2eb0783 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:29.884439 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-ae5c60d6-469b-4a4e-bce1-570eb2eb0783 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/networks?id=7980456e-4135-4f56-841c-ed9b06f7b5c3 HTTP/1.1" status: 200 len: 797 time: 0.3009129 Feb 14 21:52:30.029851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (425d3401-db76-4b6a-8546-32183e6d66f0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.047823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Provisioning complete for port 7f0325c0-6886-428c-90da-b9b42d058aa9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:30.048490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.140987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.212991 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-dfc859dc-4eda-4679-90a4-9e985df969ac tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 471 time: 0.3177927 Feb 14 21:52:30.255089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'port': {'device_id': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'admin_state_up': True, 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'security_groups': ['f905d2d1-6b61-4f0b-a39a-473c71a07339']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:30.300207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:30.308982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:30.321993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:30.322597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.436843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=425d3401-db76-4b6a-8546-32183e6d66f0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:30.458248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c751ea8-df1d-437e-9084-b4edf7c8aadf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:30.467308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Current status of the port 7f0325c0-6886-428c-90da-b9b42d058aa9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:30.467308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.666708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:30.676914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.720676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.748366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] For port 7f0325c0-6886-428c-90da-b9b42d058aa9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7f0325c0-6886-428c-90da-b9b42d058aa9,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:30.768812 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:30.930524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7dcbe-5266-42b5-adce-3366499ef0f5 None None] Pushing event updated for resources: {'Port': ['ID=7f0325c0-6886-428c-90da-b9b42d058aa9,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:30.974180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:30.974853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.018452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Provisioning complete for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:31.018851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.063137 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41d840a-cf85-41f2-b635-4037bfac9844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.094121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.22 (7980456e-4135-4f56-841c-ed9b06f7b5c3/0dfabef1-6d82-4050-82a9-1da812baf6c9/138dd96e-ca51-45b9-a1e5-6313263e383b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:31.185765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c751ea8-df1d-437e-9084-b4edf7c8aadf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:31.191959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7f0325c0-6886-428c-90da-b9b42d058aa9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:31.295525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (425d3401-db76-4b6a-8546-32183e6d66f0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.318593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.325432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.371713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Current status of the port 4c751ea8-df1d-437e-9084-b4edf7c8aadf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:31.381827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7f0325c0-6886-428c-90da-b9b42d058aa9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:31.382215 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.395116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8a3bfb8-1529-4b8c-9ecf-846cfe7cc7fd req-0a08b29b-d1e0-43f6-82f8-314bc82b3a0c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 210 time: 0.6271148 Feb 14 21:52:31.411908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.441433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Provisioning complete for port 7f0325c0-6886-428c-90da-b9b42d058aa9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:31.442336 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.467250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.519747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7f0325c0-6886-428c-90da-b9b42d058aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:31.530734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=425d3401-db76-4b6a-8546-32183e6d66f0,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:31.551804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:31.571783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83d9ef8d-5dc8-478e-a35f-40b74792d6c3 None None] Current status of the port 7f0325c0-6886-428c-90da-b9b42d058aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:31.576101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:31.578264 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:31.580717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:31.656193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:31.656952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.686573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6bae2951-37b0-49b5-8f52-23da73594bd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4641769 Feb 14 21:52:31.705769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-12610463-1e62-4bff-86db-d4a31362f9ee None None] Provisioning complete for port 425d3401-db76-4b6a-8546-32183e6d66f0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:31.707557 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Request body: {'port': {'device_id': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:31.710179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12610463-1e62-4bff-86db-d4a31362f9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.733380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:31.735191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:31.815984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-12610463-1e62-4bff-86db-d4a31362f9ee None None] Port 425d3401-db76-4b6a-8546-32183e6d66f0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:31.916527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:31.941612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d61c4eee-2586-4fae-8ef1-1f344110a1c7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:52:32.059493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7f0325c0-6886-428c-90da-b9b42d058aa9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:32.141755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fac35d3d-2bfd-40d0-a2c7-6cdceda7684b None None] Provisioning complete for port 138dd96e-ca51-45b9-a1e5-6313263e383b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:32.147924 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fac35d3d-2bfd-40d0-a2c7-6cdceda7684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.182987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:32.200262 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] Sync routers for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:32.214913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-208ae03c-605e-4671-9b28-7b642cf0e01e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4350655 Feb 14 21:52:32.217289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:32.221695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:32.221918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fac35d3d-2bfd-40d0-a2c7-6cdceda7684b None None] Port 138dd96e-ca51-45b9-a1e5-6313263e383b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:32.228159 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:32.237968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7f0325c0-6886-428c-90da-b9b42d058aa9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:32.238598 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.350698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e4a85-b452-4a67-858b-ac191f88895a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:32.358590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-027e4a85-b452-4a67-858b-ac191f88895a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports/425d3401-db76-4b6a-8546-32183e6d66f0 HTTP/1.1" status: 200 len: 913 time: 0.1333652 Feb 14 21:52:32.359202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:32.390800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7f0325c0-6886-428c-90da-b9b42d058aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:32.395842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138dd96e-ca51-45b9-a1e5-6313263e383b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:52:32.409279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-122ec34c-6439-4ab4-bb10-e01c6d688865 None None] Provisioning complete for port 425d3401-db76-4b6a-8546-32183e6d66f0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:32.409918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-122ec34c-6439-4ab4-bb10-e01c6d688865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.421872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks [] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.476189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Transition to ACTIVE for port object 138dd96e-ca51-45b9-a1e5-6313263e383b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:52:32.492958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.494751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-122ec34c-6439-4ab4-bb10-e01c6d688865 None None] Port 425d3401-db76-4b6a-8546-32183e6d66f0 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:32.495536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:32.506882 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:32.507498 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:32.548200 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:32.548861 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bd308-9525-4dcd-a1fe-b320b57f4d47 None None] The sync data for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:32.707988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Attempting to bind port 138dd96e-ca51-45b9-a1e5-6313263e383b on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:32.708695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Attempting to bind port 138dd96e-ca51-45b9-a1e5-6313263e383b by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:32.709291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Attempting to bind port 138dd96e-ca51-45b9-a1e5-6313263e383b on network 7980456e-4135-4f56-841c-ed9b06f7b5c3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:32.711770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Pushing event updated for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:32.723442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Port 138dd96e-ca51-45b9-a1e5-6313263e383b on network 7980456e-4135-4f56-841c-ed9b06f7b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:52:32.724130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Attempting to bind port 138dd96e-ca51-45b9-a1e5-6313263e383b on network 7980456e-4135-4f56-841c-ed9b06f7b5c3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:32.739638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:32.740025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Checking segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:32.740360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Bound using segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:32.740798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Bound port: 138dd96e-ca51-45b9-a1e5-6313263e383b, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:32.741158 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.865534 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:32.869582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=138dd96e-ca51-45b9-a1e5-6313263e383b,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:32.878078 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.929143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:32.929248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:32.937470 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] 10.222.0.64 "PUT /v2.0/ports/138dd96e-ca51-45b9-a1e5-6313263e383b HTTP/1.1" status: 200 len: 1093 time: 1.2342613 Feb 14 21:52:32.938082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:52:32.945820 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:52:33.048413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084e28-ca54-4f82-9a63-debfde676f3f service neutron] Pushing event updated for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:33.087425 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-415965d7-9851-469b-9db0-926026c8f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:33.088959 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-415965d7-9851-469b-9db0-926026c8f35f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 1127 time: 0.1080246 Feb 14 21:52:33.164813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-18948015-0b3f-4ba6-a9de-07757c76245a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=138dd96e-ca51-45b9-a1e5-6313263e383b HTTP/1.1" status: 200 len: 217 time: 0.0670977 Feb 14 21:52:33.256326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-96cfbc3f-05d7-4b9a-9f38-0b89d5f1604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:33.257810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-96cfbc3f-05d7-4b9a-9f38-0b89d5f1604c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfabef1-6d82-4050-82a9-1da812baf6c9 HTTP/1.1" status: 200 len: 837 time: 0.0868506 Feb 14 21:52:33.320636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811ba14-7a82-4b85-849b-ce4794e386a8 req-eff11a22-10c9-408c-883a-f136b002ad2d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:33.336476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9811ba14-7a82-4b85-849b-ce4794e386a8 req-eff11a22-10c9-408c-883a-f136b002ad2d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 944 time: 0.7625899 Feb 14 21:52:33.381230 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-925fefc6-4a31-4bce-9c9c-aff0063928aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:33.382947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-facc48e5-e974-4e0e-a1be-77f793f2149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:33.392789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-facc48e5-e974-4e0e-a1be-77f793f2149b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7980456e-4135-4f56-841c-ed9b06f7b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1290092 Feb 14 21:52:33.413894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9811ba14-7a82-4b85-849b-ce4794e386a8 req-40f8caf7-87ed-4fd4-8826-744267eb947f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759394 Feb 14 21:52:33.498562 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cee3b2-5709-4cf2-bd21-bd2abef25c46 x-openstack-request-id: req-82cee3b2-5709-4cf2-bd21-bd2abef25c46 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:52:33.498562 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:52:33.504162 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82cee3b2-5709-4cf2-bd21-bd2abef25c46 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:52:33.504162 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b', 'status': 'completed', 'code': 200} Feb 14 21:52:33.578182 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-e744901e-15b2-4cc1-98c2-416cd1cf58b0 service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765430 Feb 14 21:52:33.708589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:33.750839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f20cfd4c-234f-4e8f-81f1-25b6b4576bed req-6f63fde6-354a-4108-ae1c-414c391ea8c5 service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681452 Feb 14 21:52:33.909000 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-e2ef73a2-b2af-41bf-a6fb-1c349c6d87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:33.912174 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-e2ef73a2-b2af-41bf-a6fb-1c349c6d87f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 1127 time: 0.0962305 Feb 14 21:52:34.044653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-4fc173c1-ab86-445c-8b27-5bd3347197fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:34.047121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-4fc173c1-ab86-445c-8b27-5bd3347197fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=7980456e-4135-4f56-841c-ed9b06f7b5c3 HTTP/1.1" status: 200 len: 898 time: 0.1254737 Feb 14 21:52:34.094690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-345282ce-d732-43ec-a9d0-130ffc27ff40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=138dd96e-ca51-45b9-a1e5-6313263e383b HTTP/1.1" status: 200 len: 217 time: 0.0414646 Feb 14 21:52:34.105495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 425d3401-db76-4b6a-8546-32183e6d66f0 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:34.105983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:34.148008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-7fab13d5-31ae-4863-9cbd-13c2c3ffd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:34.149585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-7fab13d5-31ae-4863-9cbd-13c2c3ffd0b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfabef1-6d82-4050-82a9-1da812baf6c9 HTTP/1.1" status: 200 len: 837 time: 0.0484161 Feb 14 21:52:34.206769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-3344162a-93ce-4b13-a6c8-3fbec6aaf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:34.208632 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-3344162a-93ce-4b13-a6c8-3fbec6aaf857 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7980456e-4135-4f56-841c-ed9b06f7b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0535483 Feb 14 21:52:34.210876 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:34.224733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 425d3401-db76-4b6a-8546-32183e6d66f0 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:34.308943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-9cc268ca-88ca-46b0-a1ee-460d507e3061 service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938096 Feb 14 21:52:34.417729 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0fe21c3-d6ea-48d7-8d04-dd6618002bd6 req-ee7e7ce6-d328-4172-91ff-94259b2dbcb1 service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013484 Feb 14 21:52:34.437782 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (425d3401-db76-4b6a-8546-32183e6d66f0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:34.534163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=425d3401-db76-4b6a-8546-32183e6d66f0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:34.606136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.606493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.606841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.607195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.607537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.607868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.608202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.608744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.608986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.609320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.609661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.609972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.610290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:34.623718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:34.739202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5159-dc21-4b3d-b50f-582a1c0d42ae req-1c25c42e-0212-4bc4-a285-adc5f2d8369a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:34.740761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdae5159-dc21-4b3d-b50f-582a1c0d42ae req-1c25c42e-0212-4bc4-a285-adc5f2d8369a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 944 time: 0.2199216 Feb 14 21:52:34.748788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:34.902679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34220) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:35.009252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdae5159-dc21-4b3d-b50f-582a1c0d42ae req-69d549dc-9163-44e6-9dd5-9f13cd44a955 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446401 Feb 14 21:52:35.133728 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-67b8003c-2df6-426c-bad9-d4ccf6d19403 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b7255d018f234056bc867b359a442638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293794 Feb 14 21:52:35.137903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:35.240434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d61c4eee-2586-4fae-8ef1-1f344110a1c7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:52:35.250171 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] Publish callbacks [] for security_group (3d140601-5c15-4a5a-b3a9-f2cb9711879e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:35.342551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] Publish callbacks [] for security_group (3d140601-5c15-4a5a-b3a9-f2cb9711879e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:35.388630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:35.401122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] Sync routers for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:35.412275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8eb3e7fa-8b5c-452d-ab86-5c23c520246b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0518558 Feb 14 21:52:35.414972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:35.422888 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3d140601-5c15-4a5a-b3a9-f2cb9711879e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:35.423703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:35.424592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:35.435965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:35.437100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3d140601-5c15-4a5a-b3a9-f2cb9711879e HTTP/1.1" status: 204 len: 168 time: 0.2980263 Feb 14 21:52:35.499113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfff0dd-0d92-46e6-a673-562ffb2eeba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d140601-5c15-4a5a-b3a9-f2cb9711879e,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:35.514099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:35.533667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:35.534662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:35.594768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:35.595383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273733c-117e-4a0a-9dc3-409854786aaf None None] The sync data for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:35.826919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:36.032955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:36.296507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859b59-4c0e-4534-b892-3c179f09d17e req-c924dad9-f874-4cdb-b44a-1e8fe30524fe tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:36.298248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7859b59-4c0e-4534-b892-3c179f09d17e req-c924dad9-f874-4cdb-b44a-1e8fe30524fe tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 944 time: 0.1084073 Feb 14 21:52:36.366839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:36.583929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7859b59-4c0e-4534-b892-3c179f09d17e req-11cbbee1-3f60-48fe-9ef0-c2ab488d947e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808968 Feb 14 21:52:36.817641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 9ab419bd-a308-477a-958d-df7c9f55a293 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:36.817983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:36.962588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:36.987048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 9ab419bd-a308-477a-958d-df7c9f55a293 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:37.341596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:37.439679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ab419bd-a308-477a-958d-df7c9f55a293), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:37.486643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=9ab419bd-a308-477a-958d-df7c9f55a293,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:37.647884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:37.721540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 138dd96e-ca51-45b9-a1e5-6313263e383b details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:52:37.880474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=138dd96e-ca51-45b9-a1e5-6313263e383b,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:37.894629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '138dd96e-ca51-45b9-a1e5-6313263e383b', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'port_id': '138dd96e-ca51-45b9-a1e5-6313263e383b', 'mac_address': 'fa:16:3e:45:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:52:37.957517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d61c4eee-2586-4fae-8ef1-1f344110a1c7 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:52:37.962633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 138dd96e-ca51-45b9-a1e5-6313263e383b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:37.963239 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:37.988614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138dd96e-ca51-45b9-a1e5-6313263e383b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:52:38.038396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=138dd96e-ca51-45b9-a1e5-6313263e383b,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:38.052958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:38.070508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4541d0-c127-4132-a1ae-0e049d6c259b req-6b16c5b2-eb52-4bf8-8bfa-5e99bd342024 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:38.072272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4541d0-c127-4132-a1ae-0e049d6c259b req-6b16c5b2-eb52-4bf8-8bfa-5e99bd342024 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 944 time: 0.2648649 Feb 14 21:52:38.081968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:38.096483 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] Sync routers for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:38.110965 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:38.112816 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:38.114111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-18f182af-518b-4719-a7b2-264da6a67a91 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980264 Feb 14 21:52:38.117572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:38.130805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:38.139790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.140484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.141051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.150404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.151068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.151817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.152401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.153010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.153573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.154137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.154713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.155375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.155942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:38.168685 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-07367add-07b0-4d87-a82c-227000d50abf tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=d61c4eee-2586-4fae-8ef1-1f344110a1c7 HTTP/1.1" status: 200 len: 205 time: 0.0473263 Feb 14 21:52:38.168966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34278) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:38.206476 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:38.216575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4541d0-c127-4132-a1ae-0e049d6c259b req-d47b6d17-17fc-4b10-8086-66265c4efd96 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373844 Feb 14 21:52:38.231767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] Routers {'d61c4eee-2586-4fae-8ef1-1f344110a1c7'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:38.232382 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:38.301890 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:38.302565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a95f7a-d7a4-4793-905e-96cdcd057602 None None] The sync data for ids ['d61c4eee-2586-4fae-8ef1-1f344110a1c7'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:38.333135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['138dd96e-ca51-45b9-a1e5-6313263e383b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:52:38.347126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:38.973502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:38.975998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (d61c4eee-2586-4fae-8ef1-1f344110a1c7), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.029484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d61c4eee-2586-4fae-8ef1-1f344110a1c7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.030963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router d61c4eee-2586-4fae-8ef1-1f344110a1c7 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:52:39.040276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.041698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f1cd95b2-28ad-484a-932e-45ecf7de9003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7 HTTP/1.1" status: 204 len: 168 time: 0.8658535 Feb 14 21:52:39.045010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:39.127999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet e4748d46-ca61-48c6-a387-3e6ef81da345 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:39.131523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (e4748d46-ca61-48c6-a387-3e6ef81da345), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.176191 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e4748d46-ca61-48c6-a387-3e6ef81da345), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.261255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e4748d46-ca61-48c6-a387-3e6ef81da345), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.365244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4493-a4f1-4721-9501-4a8869b1b213 req-a662e4a3-e816-479d-8ff0-83f28b8f8aaf tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:39.367491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8dd4493-a4f1-4721-9501-4a8869b1b213 req-a662e4a3-e816-479d-8ff0-83f28b8f8aaf tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 945 time: 0.0801866 Feb 14 21:52:39.371422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e4748d46-ca61-48c6-a387-3e6ef81da345), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.401266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=e4748d46-ca61-48c6-a387-3e6ef81da345,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:39.413324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.418420 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7484da43-264b-4468-8f63-1e6d80308673 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/e4748d46-ca61-48c6-a387-3e6ef81da345 HTTP/1.1" status: 204 len: 168 time: 0.3721440 Feb 14 21:52:39.419574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871066d8-c931-4a1a-aa09-976eb53ab650 None None] Network cdc97c83-504f-494d-9b8c-e471a9e5df3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:39.420842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34292) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:39.463822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8dd4493-a4f1-4721-9501-4a8869b1b213 req-57064dcc-2922-4af6-9fa9-4fde3eeb8fcf tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873790 Feb 14 21:52:39.505163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet 7541e08f-9db8-4389-821a-0e3dcd7a4816 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:39.511697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (7541e08f-9db8-4389-821a-0e3dcd7a4816), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.599997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (7541e08f-9db8-4389-821a-0e3dcd7a4816), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.669450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] DHCP port deletion for cdc97c83-504f-494d-9b8c-e471a9e5df3d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:52:39.729612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 138dd96e-ca51-45b9-a1e5-6313263e383b up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:39.811648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Deleting port 4c751ea8-df1d-437e-9084-b4edf7c8aadf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:39.814628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.915518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] For port 4c751ea8-df1d-437e-9084-b4edf7c8aadf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c751ea8-df1d-437e-9084-b4edf7c8aadf,segment=NetworkSegment(153c6750-d6da-47b4-bd20-28c5c6266781),segment_id=153c6750-d6da-47b4-bd20-28c5c6266781)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:39.915929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:39.933314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Calling delete_port for 4c751ea8-df1d-437e-9084-b4edf7c8aadf owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:40.023833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c751ea8-df1d-437e-9084-b4edf7c8aadf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:40.027654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 138dd96e-ca51-45b9-a1e5-6313263e383b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:52:40.063603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 138dd96e-ca51-45b9-a1e5-6313263e383b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:40.064264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.104038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4c751ea8-df1d-437e-9084-b4edf7c8aadf), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.134919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] Pushing event deleted for resources: {'Port': ['ID=4c751ea8-df1d-437e-9084-b4edf7c8aadf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:40.149006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No active binding found for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf {{(pid=103514) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 21:52:40.149451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] The host n-d-828372-11 is not matching for port 4c751ea8-df1d-437e-9084-b4edf7c8aadf host None! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:52:40.149925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c751ea8-df1d-437e-9084-b4edf7c8aadf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:40.156506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98a6d6-5595-46b4-a301-19e54935a325 None None] No DVR routers for this DVR port 4c751ea8-df1d-437e-9084-b4edf7c8aadf on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:40.198547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7541e08f-9db8-4389-821a-0e3dcd7a4816), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.242862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 138dd96e-ca51-45b9-a1e5-6313263e383b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:40.243283 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.283824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:52:40.289707 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6bbf2d-7fa9-4ec0-92ea-a0dec031afed" -d '{"events": [{"server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "name": "network-vif-plugged", "status": "completed", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:52:40.295602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=138dd96e-ca51-45b9-a1e5-6313263e383b,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:40.304772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.310943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (7541e08f-9db8-4389-821a-0e3dcd7a4816), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.361678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:40.406226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=7541e08f-9db8-4389-821a-0e3dcd7a4816,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:40.423970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.432436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ecffd-250c-423d-be10-b4b000da1858 None None] Network 2e08cdc9-01dd-43a3-a08c-5c0864893f7a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:40.432864 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7acf2786-7844-4b2d-a430-1d921f50edfd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/7541e08f-9db8-4389-821a-0e3dcd7a4816 HTTP/1.1" status: 204 len: 168 time: 1.0096731 Feb 14 21:52:40.435361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:40.622478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (cdc97c83-504f-494d-9b8c-e471a9e5df3d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.701144 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ccd24d-9bad-454a-baf8-ff98b2d98ed7 x-openstack-request-id: req-30ccd24d-9bad-454a-baf8-ff98b2d98ed7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:52:40.701453 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "name": "network-vif-plugged", "status": "completed", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:52:40.701711 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30ccd24d-9bad-454a-baf8-ff98b2d98ed7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:52:40.702111 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b', 'code': 200} Feb 14 21:52:40.831912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] DHCP port deletion for 2e08cdc9-01dd-43a3-a08c-5c0864893f7a request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:52:40.910858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (cdc97c83-504f-494d-9b8c-e471a9e5df3d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.916276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256450f-59ca-4abc-8c48-6a57e089829b req-636345c5-c37f-4e4f-9e79-29c0403f576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:40.921687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5256450f-59ca-4abc-8c48-6a57e089829b req-636345c5-c37f-4e4f-9e79-29c0403f576f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 1129 time: 0.1405978 Feb 14 21:52:40.938710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc97c83-504f-494d-9b8c-e471a9e5df3d']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:40.944204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Deleting port cb47abf7-c19e-4624-9081-fb5dd971ce65 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:40.951740 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:40.963536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153c6750-d6da-47b4-bd20-28c5c6266781') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:40.963786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153c6750-d6da-47b4-bd20-28c5c6266781') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:40.996966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf457e-4ba6-47c8-bce6-58f255b04fc2 req-6869d0c9-d77c-4ffe-b5be-90ca2ee583dc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:41.016488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbf457e-4ba6-47c8-bce6-58f255b04fc2 req-6869d0c9-d77c-4ffe-b5be-90ca2ee583dc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.1544170 Feb 14 21:52:41.019103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (153c6750-d6da-47b4-bd20-28c5c6266781), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.033493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5256450f-59ca-4abc-8c48-6a57e089829b req-3e2f0834-b918-4649-afc2-8f2f160294d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061034 Feb 14 21:52:41.086711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] For port cb47abf7-c19e-4624-9081-fb5dd971ce65, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cb47abf7-c19e-4624-9081-fb5dd971ce65,segment=NetworkSegment(b9185b64-8149-42e1-ae2b-975fd4bc5b89),segment_id=b9185b64-8149-42e1-ae2b-975fd4bc5b89)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:41.087110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.099062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (153c6750-d6da-47b4-bd20-28c5c6266781), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.106996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbf457e-4ba6-47c8-bce6-58f255b04fc2 req-bdadaecf-bac1-4ecc-b5c7-e9f4addda433 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811710 Feb 14 21:52:41.113664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:52:41.114614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (153c6750-d6da-47b4-bd20-28c5c6266781), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:52:41.118174 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:52:41.120532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Calling delete_port for cb47abf7-c19e-4624-9081-fb5dd971ce65 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:41.232408 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (cdc97c83-504f-494d-9b8c-e471a9e5df3d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.251001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.255586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/cdc97c83-504f-494d-9b8c-e471a9e5df3d HTTP/1.1" status: 204 len: 168 time: 0.8192160 Feb 14 21:52:41.258312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34366) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:41.278460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230b9e-5323-4b0f-a8b3-12529ee6b508 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=cdc97c83-504f-494d-9b8c-e471a9e5df3d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:41.357514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (cb47abf7-c19e-4624-9081-fb5dd971ce65), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.423810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] Pushing event deleted for resources: {'Port': ['ID=cb47abf7-c19e-4624-9081-fb5dd971ce65,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:41.440573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7346097-9706-45bd-8745-47e54dd3efad None None] No DVR routers for this DVR port cb47abf7-c19e-4624-9081-fb5dd971ce65 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:41.456832 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2e08cdc9-01dd-43a3-a08c-5c0864893f7a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.562875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2e08cdc9-01dd-43a3-a08c-5c0864893f7a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.589420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e08cdc9-01dd-43a3-a08c-5c0864893f7a']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:41.600577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9185b64-8149-42e1-ae2b-975fd4bc5b89') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:41.604766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9185b64-8149-42e1-ae2b-975fd4bc5b89') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:41.644144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (b9185b64-8149-42e1-ae2b-975fd4bc5b89), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.660024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b9185b64-8149-42e1-ae2b-975fd4bc5b89), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.667867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:52:41.669410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (b9185b64-8149-42e1-ae2b-975fd4bc5b89), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:52:41.736506 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:52:41.742858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2e08cdc9-01dd-43a3-a08c-5c0864893f7a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.760141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.763816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/2e08cdc9-01dd-43a3-a08c-5c0864893f7a HTTP/1.1" status: 204 len: 168 time: 0.5037313 Feb 14 21:52:41.771111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34398) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:41.776556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-197268952'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:41.787626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82929a55-dd15-4717-98ac-bb50503f4da0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=2e08cdc9-01dd-43a3-a08c-5c0864893f7a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:41.843561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:41.855355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.859332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34408) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:41.920849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:52:41.947487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (25e528e5-46bd-4143-b855-c3573019d706), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:41.947848 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment 25e528e5-46bd-4143-b855-c3573019d706 of type vlan for network 9c76fb2e-92b4-4028-8754-2d947fab0888 Feb 14 21:52:42.076478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb47abf7-c19e-4624-9081-fb5dd971ce65 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:42.085242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9c76fb2e-92b4-4028-8754-2d947fab0888), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.122762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cb47abf7-c19e-4624-9081-fb5dd971ce65 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:52:42.123144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cb47abf7-c19e-4624-9081-fb5dd971ce65 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:42.123546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9c76fb2e-92b4-4028-8754-2d947fab0888), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.142424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:42.143399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.167205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4119f781-0226-43c1-a7bc-1210bebf0714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.192626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4203155 Feb 14 21:52:42.201834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34414) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:42.217092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:42.455903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab95a31-d4c8-4620-8163-c26d4145d1df tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=9c76fb2e-92b4-4028-8754-2d947fab0888,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:42.484530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:52:42.486902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:42.494248 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.515458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af38fb-93aa-4451-bc65-36bfbb68703a req-5e2d8e9a-e953-48ab-8207-8ad791eb6512 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:42.518941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05af38fb-93aa-4451-bc65-36bfbb68703a req-5e2d8e9a-e953-48ab-8207-8ad791eb6512 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.1972651 Feb 14 21:52:42.619492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05af38fb-93aa-4451-bc65-36bfbb68703a req-56ba99c6-1fd7-4a26-94dd-92387264657f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898740 Feb 14 21:52:42.622435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4119f781-0226-43c1-a7bc-1210bebf0714 admin admin] Publish callbacks [] for security_group (cec566a7-208f-4fcc-84f0-ddebc42ab8f9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.636417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4119f781-0226-43c1-a7bc-1210bebf0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cec566a7-208f-4fcc-84f0-ddebc42ab8f9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.668979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f781-0226-43c1-a7bc-1210bebf0714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec566a7-208f-4fcc-84f0-ddebc42ab8f9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:42.719147 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4119f781-0226-43c1-a7bc-1210bebf0714 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac80d2f1e30e44f6b0c94b4aa3b8ca54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8586206 Feb 14 21:52:42.721960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34420) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:42.838005 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] Publish callbacks [] for security_group (cec566a7-208f-4fcc-84f0-ddebc42ab8f9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.880705 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (b29aa7d1-4192-4b7d-8385-06caa22e1796), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:42.915139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] Publish callbacks [] for security_group (cec566a7-208f-4fcc-84f0-ddebc42ab8f9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.031530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cec566a7-208f-4fcc-84f0-ddebc42ab8f9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.033809 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': '25e528e5-46bd-4143-b855-c3573019d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:43.034180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 9c76fb2e-92b4-4028-8754-2d947fab0888, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:52:43.035255 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.037956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cec566a7-208f-4fcc-84f0-ddebc42ab8f9 HTTP/1.1" status: 204 len: 168 time: 0.3148391 Feb 14 21:52:43.055728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=b29aa7d1-4192-4b7d-8385-06caa22e1796,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:43.055977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d706ec-dccd-4022-bd8b-82114413bc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec566a7-208f-4fcc-84f0-ddebc42ab8f9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:43.068289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:52:43.103708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9c76fb2e-92b4-4028-8754-2d947fab0888) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:43.115412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f28785-91bf-42bf-b442-f039a99b0867 None None] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:43.124124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:43.126389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.162161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34424) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:43.163080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-046de071-6f60-4fba-a374-d4e823ec2d07 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9583976 Feb 14 21:52:43.169254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1269203897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:43.201724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.203711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.324213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.339989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.375843 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.377282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-11418d85-7e8c-4557-80ca-21ffc0402130 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2123370 Feb 14 21:52:43.379935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34428) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:43.385275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'port': {'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888', 'name': 'tempest-RoutersIpV6Test-909146645'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:43.564157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9c76fb2e-92b4-4028-8754-2d947fab0888', 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'b29aa7d1-4192-4b7d-8385-06caa22e1796'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:43.565728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.578472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34432) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:43.604624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66b26540-76a2-44da-bc81-b4da0f19acfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.720109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:43.728101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:43.801450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] device_id is not set on port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc yet. {{(pid=103513) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 14 21:52:43.905292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Allocated IP 2001:db8::2 (9c76fb2e-92b4-4028-8754-2d947fab0888/b29aa7d1-4192-4b7d-8385-06caa22e1796/c2041f6e-6783-4ac8-936a-f66bd0246edf) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:43.987119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66b26540-76a2-44da-bc81-b4da0f19acfd admin admin] Publish callbacks [] for security_group (506f7d58-741d-493c-9f30-8471acbd1fa1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.011664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66b26540-76a2-44da-bc81-b4da0f19acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (506f7d58-741d-493c-9f30-8471acbd1fa1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.061462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af15b4-917c-4f41-b5ed-afde0bc55d37 req-fc3f6bc9-dcd7-4db8-97d7-345ebba9d070 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:44.063413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95af15b4-917c-4f41-b5ed-afde0bc55d37 req-fc3f6bc9-dcd7-4db8-97d7-345ebba9d070 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.2653596 Feb 14 21:52:44.068133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66b26540-76a2-44da-bc81-b4da0f19acfd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=864cf03351754854849d5821057b8ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878364 Feb 14 21:52:44.070923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34444) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:44.150564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b26540-76a2-44da-bc81-b4da0f19acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506f7d58-741d-493c-9f30-8471acbd1fa1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:44.173054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] Publish callbacks [] for security_group (506f7d58-741d-493c-9f30-8471acbd1fa1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.176215 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks [] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.187766 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.229652 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] Publish callbacks [] for security_group (506f7d58-741d-493c-9f30-8471acbd1fa1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.238509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:44.243055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:44.247585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:44.272464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Pushing event updated for resources: {'Port': ['ID=c2041f6e-6783-4ac8-936a-f66bd0246edf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:44.325965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8::14c (9c76fb2e-92b4-4028-8754-2d947fab0888/b29aa7d1-4192-4b7d-8385-06caa22e1796/1959e5c3-c9b9-4436-a26c-b37c17aef4dc) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:44.339233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Attempting to bind port c2041f6e-6783-4ac8-936a-f66bd0246edf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:44.339711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Attempting to bind port c2041f6e-6783-4ac8-936a-f66bd0246edf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '25e528e5-46bd-4143-b855-c3573019d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:44.340148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Attempting to bind port c2041f6e-6783-4ac8-936a-f66bd0246edf on network 9c76fb2e-92b4-4028-8754-2d947fab0888 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:44.342321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (506f7d58-741d-493c-9f30-8471acbd1fa1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.346578 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.350143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/506f7d58-741d-493c-9f30-8471acbd1fa1 HTTP/1.1" status: 204 len: 168 time: 0.2758601 Feb 14 21:52:44.350289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:44.350289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Checking segment: {'id': '25e528e5-46bd-4143-b855-c3573019d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:44.350289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.350289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Bound using segment: {'id': '25e528e5-46bd-4143-b855-c3573019d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:44.351029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Bound port: c2041f6e-6783-4ac8-936a-f66bd0246edf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e528e5-46bd-4143-b855-c3573019d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9c76fb2e-92b4-4028-8754-2d947fab0888'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:44.356253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.360458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2fec3-f5fc-4dd4-91e6-dfa59ad9b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f7d58-741d-493c-9f30-8471acbd1fa1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:44.474668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] For port c2041f6e-6783-4ac8-936a-f66bd0246edf, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:44.484628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] For port c2041f6e-6783-4ac8-936a-f66bd0246edf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c2041f6e-6783-4ac8-936a-f66bd0246edf,segment=NetworkSegment(25e528e5-46bd-4143-b855-c3573019d706),segment_id=25e528e5-46bd-4143-b855-c3573019d706)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:44.501830 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.595311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966793c-b7f3-425b-866c-a6e912e48f62 None None] Pushing event updated for resources: {'Port': ['ID=c2041f6e-6783-4ac8-936a-f66bd0246edf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:44.663621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95af15b4-917c-4f41-b5ed-afde0bc55d37 req-8b750bb5-8f39-486f-b5fd-9c599f212e19 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5796578 Feb 14 21:52:44.666641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.770656 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.904781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:44.923480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:44.931725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:44.937412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:44.938321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:44.965796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=1959e5c3-c9b9-4436-a26c-b37c17aef4dc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:44.981898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c207fc-6bd0-457f-ad34-329f29743d9a req-d5f185f8-9593-473d-ae93-48801898e02e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:44.989361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94c207fc-6bd0-457f-ad34-329f29743d9a req-d5f185f8-9593-473d-ae93-48801898e02e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.1990783 Feb 14 21:52:45.000878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-472f640c-7091-46d5-86d7-11d9392519d4 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6196427 Feb 14 21:52:45.003983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34460) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:45.063247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94c207fc-6bd0-457f-ad34-329f29743d9a req-89ed9337-ed43-4bbd-9350-f9704e3b6ea9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680521 Feb 14 21:52:45.449246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:45.816835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:45.823368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:45.939864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=1959e5c3-c9b9-4436-a26c-b37c17aef4dc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:46.029651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54daa866-77a7-4049-8209-d2dd6d43d135 None None] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:46.088993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.106544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Provisioning complete for port c2041f6e-6783-4ac8-936a-f66bd0246edf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:46.107207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.189856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c2041f6e-6783-4ac8-936a-f66bd0246edf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:46.261287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.321009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c2041f6e-6783-4ac8-936a-f66bd0246edf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:46.321544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.405024 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Current status of the port c2041f6e-6783-4ac8-936a-f66bd0246edf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:46.405475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.474308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c2041f6e-6783-4ac8-936a-f66bd0246edf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:46.474704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.528162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] For port c2041f6e-6783-4ac8-936a-f66bd0246edf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c2041f6e-6783-4ac8-936a-f66bd0246edf,segment=NetworkSegment(25e528e5-46bd-4143-b855-c3573019d706),segment_id=25e528e5-46bd-4143-b855-c3573019d706)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:46.538433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.547724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34492) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:46.646690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.666219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.667315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.722283 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:52:46.743523 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:52:46.750284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=1959e5c3-c9b9-4436-a26c-b37c17aef4dc,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:46.754562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d82fa5-1fca-450f-856b-22bde7538c36 None None] Pushing event updated for resources: {'Port': ['ID=c2041f6e-6783-4ac8-936a-f66bd0246edf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:46.875683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Provisioning complete for port c2041f6e-6783-4ac8-936a-f66bd0246edf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:46.876061 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:46.926738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:46.935718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:47.046103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Current status of the port c2041f6e-6783-4ac8-936a-f66bd0246edf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:47.070754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Provisioning complete for port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:47.071144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:47.163378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e9d207ea-cc14-44f3-ae15-d61ce8deaa47 None None] Port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:47.239282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d3cd0f15-f22d-4c50-aab3-fe2af37d0736 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:52:47.325111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c2041f6e-6783-4ac8-936a-f66bd0246edf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:47.354002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cfe7bb8e-79a3-449f-8fa1-4f6cab36f6d2 None None] Provisioning complete for port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:47.354480 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfe7bb8e-79a3-449f-8fa1-4f6cab36f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:47.451435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7bb8e-79a3-449f-8fa1-4f6cab36f6d2 None None] Port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:47.455925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:47.467706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] Sync routers for ids ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:47.474276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b48226b3-0f31-41ff-978f-98af3fc05cbc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d3cd0f15-f22d-4c50-aab3-fe2af37d0736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4667976 Feb 14 21:52:47.475622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34500) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:47.498704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] Routers {'d3cd0f15-f22d-4c50-aab3-fe2af37d0736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:47.502107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:47.571080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb9d08-86a3-4303-8328-db656bf27c2c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:47.572642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58cb9d08-86a3-4303-8328-db656bf27c2c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports/1959e5c3-c9b9-4436-a26c-b37c17aef4dc HTTP/1.1" status: 200 len: 983 time: 0.0960464 Feb 14 21:52:47.575889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34502) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:47.628039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:47.651197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] Routers {'d3cd0f15-f22d-4c50-aab3-fe2af37d0736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:47.652107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:47.738744 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:47.748944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:47.749624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc71a-b726-4548-9c24-b85cee7a381d None None] The sync data for ids ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:47.781684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-64a8cb8b-4c2d-4769-8d6f-b0c5408b4eb7 None None] Provisioning complete for port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:47.782076 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a8cb8b-4c2d-4769-8d6f-b0c5408b4eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:47.876627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64a8cb8b-4c2d-4769-8d6f-b0c5408b4eb7 None None] Port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:48.038872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c2041f6e-6783-4ac8-936a-f66bd0246edf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:48.115907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bd3fdf11-e86b-44f3-ab53-0358234a236a None None] Provisioning complete for port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:48.116546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd3fdf11-e86b-44f3-ab53-0358234a236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.139787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c2041f6e-6783-4ac8-936a-f66bd0246edf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:48.140167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.200175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fdf11-e86b-44f3-ab53-0358234a236a None None] Port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:48.303626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c2041f6e-6783-4ac8-936a-f66bd0246edf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:48.382259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.411609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.17 (7980456e-4135-4f56-841c-ed9b06f7b5c3/0dfabef1-6d82-4050-82a9-1da812baf6c9/d39c9505-b8a8-4f53-a2c7-ba90cfaaf829) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:48.579183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.623289 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.651823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 1959e5c3-c9b9-4436-a26c-b37c17aef4dc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:48.652340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.673360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:48.677153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:48.685382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:48.725963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:48.755980 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:48.769932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 1959e5c3-c9b9-4436-a26c-b37c17aef4dc owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:48.774432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.006397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.008436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1959e5c3-c9b9-4436-a26c-b37c17aef4dc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.049998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=1959e5c3-c9b9-4436-a26c-b37c17aef4dc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:49.140528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d9f02c7f-95ec-4804-92be-b885d28a0b2a None None] Provisioning complete for port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:49.141532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9f02c7f-95ec-4804-92be-b885d28a0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.180940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.213586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d9f02c7f-95ec-4804-92be-b885d28a0b2a None None] Port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:49.430438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.451594 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.578396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:49.722645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:49.743451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:49.752255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:50.047109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:52:50.113051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router d3cd0f15-f22d-4c50-aab3-fe2af37d0736 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:52:50.254407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-52bbbbff-4de6-4351-8fa9-fe1862bfd6f9 None None] Provisioning complete for port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:50.254972 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbff-4de6-4351-8fa9-fe1862bfd6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:50.304299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:50.319322 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:50.328990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-df395790-1fca-42b4-9ac5-689871151fd8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/afcf9500-6f3e-497d-bcb4-dad713bc08fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7799878 Feb 14 21:52:50.332836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:50.343568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34530) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:50.347233 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:50.347657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3988b33d-d2df-4c63-bbaf-2337da13bac2 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d3cd0f15-f22d-4c50-aab3-fe2af37d0736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7703655 Feb 14 21:52:50.348210 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:50.353995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] Sync routers for ids ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:50.366063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-52bbbbff-4de6-4351-8fa9-fe1862bfd6f9 None None] Port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:50.369962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] Routers {'d3cd0f15-f22d-4c50-aab3-fe2af37d0736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:50.370801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:50.456058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:50.483340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] Routers {'d3cd0f15-f22d-4c50-aab3-fe2af37d0736'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:50.484214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:50.582290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:50.596234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535ff83-37b6-4347-8ce0-b64f89037088 None None] The sync data for ids ['d3cd0f15-f22d-4c50-aab3-fe2af37d0736'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:50.652729 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:52:50.818223 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-72ca5133-6b52-4822-8ee6-5d80c06be8d0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] remove_router_interface failed (client error): The resource could not be found. Feb 14 21:52:50.822281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-72ca5133-6b52-4822-8ee6-5d80c06be8d0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/d3cd0f15-f22d-4c50-aab3-fe2af37d0736/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4772062 Feb 14 21:52:50.825589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34536) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:50.929895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34540) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:50.930879 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e38dccda-4eae-4d85-a20e-b896b0cf29ca tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3cd0f15-f22d-4c50-aab3-fe2af37d0736 HTTP/1.1" status: 200 len: 205 time: 0.1041014 Feb 14 21:52:51.102278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:51.149325 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:52:48Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd39c9505-b8a8-4f53-a2c7-ba90cfaaf829', 'name': '', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:14:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:52:48Z', 'updated_at': '2022-02-14T21:52:49Z', 'revision_number': 2, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:51.217699 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:52:51.218671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Updating router afcf9500-6f3e-497d-bcb4-dad713bc08fb port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:52:51.282554 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:51.697923 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks [] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:51.714620 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:51.910769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Pushing event updated for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:51.935577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.937065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.940781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.940781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.940781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.940781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.945179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.945573 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.945920 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.946262 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.946602 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.953329 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:51.955448 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:52:52.004068 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Attempting to bind port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:52.004511 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Attempting to bind port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:52.004874 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Attempting to bind port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 on network 7980456e-4135-4f56-841c-ed9b06f7b5c3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:52.018848 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:52.023134 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Checking segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:52.023654 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.024337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Bound using segment: {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:52.024855 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Bound port: d39c9505-b8a8-4f53-a2c7-ba90cfaaf829, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93794b6-f139-498b-95ea-7df7046077be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:52.025251 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.135031 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] For port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:52.138898 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] For port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:52.152728 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.280928 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:52.285948 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:52.311552 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.313792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Provisioning complete for port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:52.314207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.318273 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.477611 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d3cd0f15-f22d-4c50-aab3-fe2af37d0736), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.478463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router d3cd0f15-f22d-4c50-aab3-fe2af37d0736 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:52:52.494923 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.497655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a99a4237-fe66-452c-b8b7-ba640b0e266e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/d3cd0f15-f22d-4c50-aab3-fe2af37d0736 HTTP/1.1" status: 204 len: 168 time: 1.5666718 Feb 14 21:52:52.500382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34550) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:52.528729 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:52:52.579380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Current status of the port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:52.579884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.642724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] For port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:52.654386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.670713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet b29aa7d1-4192-4b7d-8385-06caa22e1796 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:52:52.678387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (b29aa7d1-4192-4b7d-8385-06caa22e1796), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.778510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6377f-88c3-48ea-a28a-c391131e3781 None None] Pushing event updated for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:52.781196 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ad235-5416-4afd-a800-3ae8d1482df4 None None] Pushing event updated for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:52.791105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (b29aa7d1-4192-4b7d-8385-06caa22e1796), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:52.819529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d287b6b7-6f04-4132-a14c-ef8ef077c552 None None] Provisioning complete for port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:52.819913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d287b6b7-6f04-4132-a14c-ef8ef077c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.092574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b29aa7d1-4192-4b7d-8385-06caa22e1796), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.109652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d287b6b7-6f04-4132-a14c-ef8ef077c552 None None] Current status of the port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:53.184542 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:52:48Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd39c9505-b8a8-4f53-a2c7-ba90cfaaf829', 'name': '', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:14:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:52:48Z', 'updated_at': '2022-02-14T21:52:52Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:53.219202 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc9e8b-d0f8-44e5-8d7d-99e7a9a780a8 None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:52:48Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd39c9505-b8a8-4f53-a2c7-ba90cfaaf829', 'name': '', 'network_id': '7980456e-4135-4f56-841c-ed9b06f7b5c3', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:14:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:52:48Z', 'updated_at': '2022-02-14T21:52:52Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '0dfabef1-6d82-4050-82a9-1da812baf6c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:53.254500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (b29aa7d1-4192-4b7d-8385-06caa22e1796), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.368888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=b29aa7d1-4192-4b7d-8385-06caa22e1796,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:53.377909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.382225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0294d5c-ce2c-4229-9747-0646eb0fb620 None None] Network 9c76fb2e-92b4-4028-8754-2d947fab0888 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:53.386793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-379e106f-ed52-4fa3-a89a-a05a9d5c0f87 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/b29aa7d1-4192-4b7d-8385-06caa22e1796 HTTP/1.1" status: 204 len: 168 time: 0.8852217 Feb 14 21:52:53.391601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34560) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:53.580336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9c76fb2e-92b4-4028-8754-2d947fab0888), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.726720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port c2041f6e-6783-4ac8-936a-f66bd0246edf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:53.727532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.770431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] DHCP port deletion for 9c76fb2e-92b4-4028-8754-2d947fab0888 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:52:53.903143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Deleting port c2041f6e-6783-4ac8-936a-f66bd0246edf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:52:53.909998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port c2041f6e-6783-4ac8-936a-f66bd0246edf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c2041f6e-6783-4ac8-936a-f66bd0246edf,segment=NetworkSegment(25e528e5-46bd-4143-b855-c3573019d706),segment_id=25e528e5-46bd-4143-b855-c3573019d706)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:53.911657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.914276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:53.937204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for c2041f6e-6783-4ac8-936a-f66bd0246edf owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:54.129751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:54.204774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.265171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=c2041f6e-6783-4ac8-936a-f66bd0246edf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:54.291420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port c2041f6e-6783-4ac8-936a-f66bd0246edf on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:54.292949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] For port c2041f6e-6783-4ac8-936a-f66bd0246edf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c2041f6e-6783-4ac8-936a-f66bd0246edf,segment=NetworkSegment(25e528e5-46bd-4143-b855-c3573019d706),segment_id=25e528e5-46bd-4143-b855-c3573019d706)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:54.293279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.328375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Calling delete_port for c2041f6e-6783-4ac8-936a-f66bd0246edf owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:52:54.380961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:54.380961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.436636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9c76fb2e-92b4-4028-8754-2d947fab0888), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.490239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c76fb2e-92b4-4028-8754-2d947fab0888']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:54.510050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e528e5-46bd-4143-b855-c3573019d706') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:54.510388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e528e5-46bd-4143-b855-c3573019d706') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:54.529560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (25e528e5-46bd-4143-b855-c3573019d706), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.551084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c2041f6e-6783-4ac8-936a-f66bd0246edf), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.560784 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (25e528e5-46bd-4143-b855-c3573019d706), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.571065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] No DVR routers for this DVR port c2041f6e-6783-4ac8-936a-f66bd0246edf on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:52:54.571607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:52:54.572279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (25e528e5-46bd-4143-b855-c3573019d706), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:52:54.689674 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:52:54.726257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9c76fb2e-92b4-4028-8754-2d947fab0888), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.737701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.745619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/9c76fb2e-92b4-4028-8754-2d947fab0888 HTTP/1.1" status: 204 len: 168 time: 1.3489487 Feb 14 21:52:54.749609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34568) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:54.758077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1713590467'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:54.774021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085e94-5b19-4c27-a554-523073686d3f None None] Pushing event deleted for resources: {'Port': ['ID=c2041f6e-6783-4ac8-936a-f66bd0246edf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:54.808908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f4602-2dc5-4953-9df9-89e10f4ae6cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=9c76fb2e-92b4-4028-8754-2d947fab0888,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:54.818324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:54.821751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.850594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:54.866278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:52:54.877585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7f1c2e4b-4429-4381-9077-4fe70c34c991), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.878022 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment 7f1c2e4b-4429-4381-9077-4fe70c34c991 of type vlan for network 08385613-d9ff-44cd-809d-5c0ab7de1c8d Feb 14 21:52:54.926491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c2041f6e-6783-4ac8-936a-f66bd0246edf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:52:54.950842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (08385613-d9ff-44cd-809d-5c0ab7de1c8d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:54.958929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c2041f6e-6783-4ac8-936a-f66bd0246edf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:52:54.961475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c2041f6e-6783-4ac8-936a-f66bd0246edf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:52:54.990921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (08385613-d9ff-44cd-809d-5c0ab7de1c8d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.001386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:55.002549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.043895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2912304 Feb 14 21:52:55.047805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34570) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:55.054966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:55.109465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df96c7e-ec7f-4f44-bc00-c3de6c71a23f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=08385613-d9ff-44cd-809d-5c0ab7de1c8d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:55.122483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:52:55.286434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:55.306329 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.529471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (d434354e-4b40-4158-bb99-9ca614ded5c0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.631751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=d434354e-4b40-4158-bb99-9ca614ded5c0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:55.635696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': '7f1c2e4b-4429-4381-9077-4fe70c34c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:55.636071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 08385613-d9ff-44cd-809d-5c0ab7de1c8d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:52:55.658951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:52:55.669281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 08385613-d9ff-44cd-809d-5c0ab7de1c8d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:55.673469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:55.674338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.684506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff677d56-38df-4458-b9b6-3fad7136ec3c None None] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:55.701605 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fd10ad0b-2106-49fd-9d1d-ef0442e11093 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6518424 Feb 14 21:52:55.703583 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34580) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:55.720202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-22931293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:55.751789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (3467510d-e013-4531-8443-2240becbba86), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.753386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (3467510d-e013-4531-8443-2240becbba86), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.807021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-08385613-d9ff-44cd-809d-5c0ab7de1c8d', 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'd434354e-4b40-4158-bb99-9ca614ded5c0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:52:55.808037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.826207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (3467510d-e013-4531-8443-2240becbba86), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.836611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (3467510d-e013-4531-8443-2240becbba86), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.866445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:55.870320 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-457f39d8-ddfc-4426-9fe5-caf65463e7cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1550465 Feb 14 21:52:55.870473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34582) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:56.004021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Allocated IP 2001:db8::2 (08385613-d9ff-44cd-809d-5c0ab7de1c8d/d434354e-4b40-4158-bb99-9ca614ded5c0/1c2ff9bd-5556-4a65-9555-1d0c10f55f5d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:56.204869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks [] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.213702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.284949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:56.286252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Pushing event updated for resources: {'Port': ['ID=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:56.290410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:56.295867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:56.359028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.376117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Attempting to bind port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:52:56.376637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Attempting to bind port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '7f1c2e4b-4429-4381-9077-4fe70c34c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:52:56.377016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Attempting to bind port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d on network 08385613-d9ff-44cd-809d-5c0ab7de1c8d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:52:56.383788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:52:56.384173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Checking segment: {'id': '7f1c2e4b-4429-4381-9077-4fe70c34c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:52:56.384581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.384987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Bound using segment: {'id': '7f1c2e4b-4429-4381-9077-4fe70c34c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:52:56.385450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Bound port: 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1c2e4b-4429-4381-9077-4fe70c34c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08385613-d9ff-44cd-809d-5c0ab7de1c8d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:52:56.385835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.572111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] For port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:52:56.590562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] For port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,segment=NetworkSegment(7f1c2e4b-4429-4381-9077-4fe70c34c991),segment_id=7f1c2e4b-4429-4381-9077-4fe70c34c991)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:52:56.609034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:56.768214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56859c-57e6-4461-813b-1fdaaf21cdbc None None] Pushing event updated for resources: {'Port': ['ID=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:56.858020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8::1 (08385613-d9ff-44cd-809d-5c0ab7de1c8d/d434354e-4b40-4158-bb99-9ca614ded5c0/ddfa31ad-4924-427c-aa4f-82de538cc86b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:52:56.995023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34602) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:57.138640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.217566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.224954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b056881-7285-407d-bffb-eb75f4e4a6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.317097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=ddfa31ad-4924-427c-aa4f-82de538cc86b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:57.346794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:57.351790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:57.359314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:52:57.360525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (3467510d-e013-4531-8443-2240becbba86), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.436110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b056881-7285-407d-bffb-eb75f4e4a6c2 admin admin] Publish callbacks [] for security_group (0aef1f01-91fc-460e-9da7-cfa3b26f0b57), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.451636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b056881-7285-407d-bffb-eb75f4e4a6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0aef1f01-91fc-460e-9da7-cfa3b26f0b57), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.536825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6b056881-7285-407d-bffb-eb75f4e4a6c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c050f17c3914432b94a56ff0304550f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396428 Feb 14 21:52:57.536825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:57.538649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b056881-7285-407d-bffb-eb75f4e4a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef1f01-91fc-460e-9da7-cfa3b26f0b57,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:57.577268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.652664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] Publish callbacks [] for security_group (0aef1f01-91fc-460e-9da7-cfa3b26f0b57), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.710223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] Publish callbacks [] for security_group (0aef1f01-91fc-460e-9da7-cfa3b26f0b57), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.787386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0aef1f01-91fc-460e-9da7-cfa3b26f0b57), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.799896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:57.807961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0aef1f01-91fc-460e-9da7-cfa3b26f0b57 HTTP/1.1" status: 204 len: 168 time: 0.2703660 Feb 14 21:52:57.840419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da43aba-ab32-44e8-a257-6e798ecc846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef1f01-91fc-460e-9da7-cfa3b26f0b57,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:58.270074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:52:58.330245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.342338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.347763 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (3467510d-e013-4531-8443-2240becbba86), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.413987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:58.415079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.609532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=ddfa31ad-4924-427c-aa4f-82de538cc86b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:58.680350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:58.681049 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.692889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:52:58.696482 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:52:58.724217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,segment=NetworkSegment(7f1c2e4b-4429-4381-9077-4fe70c34c991),segment_id=7f1c2e4b-4429-4381-9077-4fe70c34c991)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:52:58.744751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:58.848038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c7291-a601-4ac5-b281-ba9f8ef4258d None None] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:52:58.982441 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 3467510d-e013-4531-8443-2240becbba86 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:52:59.004637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:52:59.053358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:59.064524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9efe8e3f-247b-468c-b5ec-9e650386e13f None None] Provisioning complete for port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:59.065489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9efe8e3f-247b-468c-b5ec-9e650386e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:59.258962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:52:59.271551 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] Sync routers for ids ['3467510d-e013-4531-8443-2240becbba86'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:52:59.272476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34638) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:59.287080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3cd9f692-12dd-40c8-94bb-14d143b542d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/3467510d-e013-4531-8443-2240becbba86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4145799 Feb 14 21:52:59.288403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9efe8e3f-247b-468c-b5ec-9e650386e13f None None] Current status of the port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:59.290070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] Routers {'3467510d-e013-4531-8443-2240becbba86'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:59.294693 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3467510d-e013-4531-8443-2240becbba86'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:59.421889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d1f8c-b34b-4cbb-8475-e5962bedec74 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:52:59.423944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-118d1f8c-b34b-4cbb-8475-e5962bedec74 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports/ddfa31ad-4924-427c-aa4f-82de538cc86b HTTP/1.1" status: 200 len: 911 time: 0.1496563 Feb 14 21:52:59.426659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34642) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:59.436045 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:59.466107 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] Routers {'3467510d-e013-4531-8443-2240becbba86'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:52:59.467027 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3467510d-e013-4531-8443-2240becbba86'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:59.560842 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:52:59.561651 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59461fd1-decc-4b54-9d76-56289d124d29 None None] The sync data for ids ['3467510d-e013-4531-8443-2240becbba86'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:52:59.645510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34646) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:52:59.727028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Provisioning complete for port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:59.727431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:59.836771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Current status of the port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:52:59.858446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Provisioning complete for port ddfa31ad-4924-427c-aa4f-82de538cc86b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:52:59.858836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:59.874275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1665097972-network', 'tenant_id': '3a5750a8f91a4851bacac679d8abd326'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:52:59.929895 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b403ae54-009f-4c5b-94eb-e3ecaf8fd6d0 None None] Port ddfa31ad-4924-427c-aa4f-82de538cc86b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:52:59.945398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Made reservation on behalf of 3a5750a8f91a4851bacac679d8abd326 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:52:59.948319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:52:59.968588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.072794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:00.119418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks [] for security_group (6dbbde4e-05a7-48d0-b59a-977014f36a6d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.132793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (3467510d-e013-4531-8443-2240becbba86), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.136859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6dbbde4e-05a7-48d0-b59a-977014f36a6d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.169571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d85ed953-8fd2-468b-b049-23813741e0b5 None None] Provisioning complete for port ddfa31ad-4924-427c-aa4f-82de538cc86b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:00.170102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d85ed953-8fd2-468b-b049-23813741e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.196927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:00.225934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbde4e-05a7-48d0-b59a-977014f36a6d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:00.238731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a8daf633-737b-470b-a71f-80e5a1b1f7fd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.239095 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Added segment a8daf633-737b-470b-a71f-80e5a1b1f7fd of type vlan for network 4988ae37-680e-4486-801e-ae381443af75 Feb 14 21:53:00.247870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d85ed953-8fd2-468b-b049-23813741e0b5 None None] Port ddfa31ad-4924-427c-aa4f-82de538cc86b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:00.300427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:00.301090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.384280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4988ae37-680e-4486-801e-ae381443af75), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.504091 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4988ae37-680e-4486-801e-ae381443af75), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.505859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:00.507292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.606649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:00.641688 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9944985 Feb 14 21:53:00.650559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34658) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:00.679226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Request body: {'subnet': {'network_id': '4988ae37-680e-4486-801e-ae381443af75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1665097972-subnet', 'tenant_id': '3a5750a8f91a4851bacac679d8abd326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:00.693344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-61798c1e-6f4d-4a3b-93ee-40cfee37c44f None None] Provisioning complete for port ddfa31ad-4924-427c-aa4f-82de538cc86b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:00.693863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61798c1e-6f4d-4a3b-93ee-40cfee37c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.720221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Pushing event updated for resources: {'Network': ['ID=4988ae37-680e-4486-801e-ae381443af75,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:00.743214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.743463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.743778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.744126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.744475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.744816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.745155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.751855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.752232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.752584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.754476 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.754835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.755208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f917cf-cb62-4892-bade-93ab1ba127bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:00.771995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Made reservation on behalf of 3a5750a8f91a4851bacac679d8abd326 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:00.778062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.793528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4988ae37-680e-4486-801e-ae381443af75 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:00.880191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port ddfa31ad-4924-427c-aa4f-82de538cc86b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:00.880764 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:00.954527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-61798c1e-6f4d-4a3b-93ee-40cfee37c44f None None] Port ddfa31ad-4924-427c-aa4f-82de538cc86b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:01.000501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a980752b-70af-4151-88ee-8310c4e5b80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.070301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (4cb8f858-b516-4f9e-ae74-6a5f923bfee8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.081638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.096214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for ddfa31ad-4924-427c-aa4f-82de538cc86b owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:01.124387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb8f858-b516-4f9e-ae74-6a5f923bfee8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:01.141143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Checking segment: {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:01.141783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Network hostable DHCP agents. Network: 4988ae37-680e-4486-801e-ae381443af75, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:01.159518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Network 4988ae37-680e-4486-801e-ae381443af75 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:01.169897 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4988ae37-680e-4486-801e-ae381443af75) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:01.177985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befd788-1207-472f-831b-623673fd10e5 None None] Network 4988ae37-680e-4486-801e-ae381443af75 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:01.184658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:01.185932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.234419 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eee19bf0-a2d0-4ad3-8853-dcfcd0d369e2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5694005 Feb 14 21:53:01.311370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee3949-59e1-4100-b8c5-2eb1b6b00814 None None] Network 4988ae37-680e-4486-801e-ae381443af75 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:01.333526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ddfa31ad-4924-427c-aa4f-82de538cc86b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.375515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=ddfa31ad-4924-427c-aa4f-82de538cc86b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:01.533014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (3467510d-e013-4531-8443-2240becbba86), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:01.758532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 3467510d-e013-4531-8443-2240becbba86 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:01.889761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:01.899348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ae238f4-bf66-4a7e-bdae-b74ade368858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/3467510d-e013-4531-8443-2240becbba86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4684365 Feb 14 21:53:01.900265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:01.900708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] Sync routers for ids ['3467510d-e013-4531-8443-2240becbba86'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:01.938817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34682) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:01.943200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] Routers {'3467510d-e013-4531-8443-2240becbba86'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:01.943355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb6f20a1-6daf-48c7-bc13-d184b1585841 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=3467510d-e013-4531-8443-2240becbba86 HTTP/1.1" status: 200 len: 205 time: 0.0407212 Feb 14 21:53:01.944807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3467510d-e013-4531-8443-2240becbba86'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:02.005887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:02.016837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] Routers {'3467510d-e013-4531-8443-2240becbba86'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:02.017853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:52:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3467510d-e013-4531-8443-2240becbba86'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:02.069416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:02.070349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4042b-f10a-4fa9-ad7c-f5edea9a5dfc None None] The sync data for ids ['3467510d-e013-4531-8443-2240becbba86'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:02.112071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (3467510d-e013-4531-8443-2240becbba86), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.296133 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (3467510d-e013-4531-8443-2240becbba86), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.298717 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (3467510d-e013-4531-8443-2240becbba86), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.358445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (3467510d-e013-4531-8443-2240becbba86), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.359022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router 3467510d-e013-4531-8443-2240becbba86 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:53:02.366073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.368438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c80b063-6b92-4b04-a3e6-9b0c7b8e4cd9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/3467510d-e013-4531-8443-2240becbba86 HTTP/1.1" status: 204 len: 168 time: 0.4272909 Feb 14 21:53:02.369824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34692) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:02.429917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet d434354e-4b40-4158-bb99-9ca614ded5c0 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:53:02.434591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (d434354e-4b40-4158-bb99-9ca614ded5c0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.494591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (d434354e-4b40-4158-bb99-9ca614ded5c0), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.562459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:53:02.613532 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (d434354e-4b40-4158-bb99-9ca614ded5c0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.691777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (d434354e-4b40-4158-bb99-9ca614ded5c0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.722430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=d434354e-4b40-4158-bb99-9ca614ded5c0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:02.731071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.734670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2dec4635-b4e6-47f2-958d-6410545a6096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/d434354e-4b40-4158-bb99-9ca614ded5c0 HTTP/1.1" status: 204 len: 168 time: 0.3633022 Feb 14 21:53:02.736991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34694) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:02.740855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33449e8c-b3af-4589-b570-6e38f2889a7e None None] Network 08385613-d9ff-44cd-809d-5c0ab7de1c8d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:02.903858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (08385613-d9ff-44cd-809d-5c0ab7de1c8d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:02.992312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:02.992766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.002568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] DHCP port deletion for 08385613-d9ff-44cd-809d-5c0ab7de1c8d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:53:03.125584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Deleting port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:03.126203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.154796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,segment=NetworkSegment(7f1c2e4b-4429-4381-9077-4fe70c34c991),segment_id=7f1c2e4b-4429-4381-9077-4fe70c34c991)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:03.155342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.170566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:03.223946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] For port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,segment=NetworkSegment(7f1c2e4b-4429-4381-9077-4fe70c34c991),segment_id=7f1c2e4b-4429-4381-9077-4fe70c34c991)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:03.224661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.259848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Calling delete_port for 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:03.263921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.328801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:03.332793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:03.370242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (1c2ff9bd-5556-4a65-9555-1d0c10f55f5d), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.411746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] Pushing event deleted for resources: {'Port': ['ID=1c2ff9bd-5556-4a65-9555-1d0c10f55f5d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:03.434870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b35c16-1c36-4c21-b792-24415d3a92ef None None] No DVR routers for this DVR port 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:03.438118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31a9663a-07e4-4207-a88c-5da8a8eb9e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.481863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (08385613-d9ff-44cd-809d-5c0ab7de1c8d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.522474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08385613-d9ff-44cd-809d-5c0ab7de1c8d']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:03.538583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1c2e4b-4429-4381-9077-4fe70c34c991') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:03.538889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1c2e4b-4429-4381-9077-4fe70c34c991') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:03.558142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (7f1c2e4b-4429-4381-9077-4fe70c34c991), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.573054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (7f1c2e4b-4429-4381-9077-4fe70c34c991), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.586054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:53:03.586054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (7f1c2e4b-4429-4381-9077-4fe70c34c991), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:53:03.654387 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:53:03.688088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (08385613-d9ff-44cd-809d-5c0ab7de1c8d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.696572 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.704560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:03.709640 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-117807331', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}, 'admin_state_up': False}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:03.719605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/08385613-d9ff-44cd-809d-5c0ab7de1c8d HTTP/1.1" status: 204 len: 168 time: 0.9773941 Feb 14 21:53:03.784683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac033a-7c1e-4eaf-b05b-79d32e83c709 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=08385613-d9ff-44cd-809d-5c0ab7de1c8d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:03.792030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (75657abc-4642-4e5e-9932-121d63262cef), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.795398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (75657abc-4642-4e5e-9932-121d63262cef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:03.881107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (75657abc-4642-4e5e-9932-121d63262cef), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.007337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:04.030389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:04.030882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1c2ff9bd-5556-4a65-9555-1d0c10f55f5d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:04.071951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_gateway (75657abc-4642-4e5e-9932-121d63262cef), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.352379 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_gateway (75657abc-4642-4e5e-9932-121d63262cef), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.373287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.518998 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 172.25.2.83 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3394e06e-8a59-41f1-945c-fb7164672c25) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:04.635690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.636834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (3394e06e-8a59-41f1-945c-fb7164672c25), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.680156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3394e06e-8a59-41f1-945c-fb7164672c25), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:04.734421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:04.738572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:04.747082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:04.772686 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=3394e06e-8a59-41f1-945c-fb7164672c25,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:05.064415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_gateway (75657abc-4642-4e5e-9932-121d63262cef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:05.677965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (75657abc-4642-4e5e-9932-121d63262cef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:05.814748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:05.825749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 75657abc-4642-4e5e-9932-121d63262cef is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:53:05.945545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:05.956542 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] Sync routers for ids ['75657abc-4642-4e5e-9932-121d63262cef'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:05.972192 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] Routers {'75657abc-4642-4e5e-9932-121d63262cef'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:05.972806 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75657abc-4642-4e5e-9932-121d63262cef'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:05.996499 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:06.000275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d90a2ec-6ea3-4091-9f13-33d6212cad99 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.2922945 Feb 14 21:53:06.000639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:06.051383 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:06.070768 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] Routers {'75657abc-4642-4e5e-9932-121d63262cef'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:06.071379 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75657abc-4642-4e5e-9932-121d63262cef'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:06.168918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99210ede-27ae-44ad-917a-4d69f0979865 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers/75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 200 len: 883 time: 0.1643596 Feb 14 21:53:06.169216 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34744) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:06.251875 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:06.252877 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec3c97-91c7-4144-9d51-6c9e0d645b21 None None] The sync data for ids ['75657abc-4642-4e5e-9932-121d63262cef'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:06.369016 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:06.455787 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ed18765f-b3cf-4ca1-9523-59676b7c9859 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2853897 Feb 14 21:53:06.458360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:06.463801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-117807331'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:06.874736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (75657abc-4642-4e5e-9932-121d63262cef), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:06.891734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (75657abc-4642-4e5e-9932-121d63262cef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:07.126042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 75657abc-4642-4e5e-9932-121d63262cef has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:07.132931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-4817e4f1-bde4-446e-83f5-53d3bf21e87c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877798 Feb 14 21:53:07.241647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-54601330-a229-47db-9f01-8102a3ae5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:07.244310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-54601330-a229-47db-9f01-8102a3ae5a29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1128 time: 0.0577796 Feb 14 21:53:07.310334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:07.317748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:07.330104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] Sync routers for ids ['75657abc-4642-4e5e-9932-121d63262cef'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:07.334672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:07.336298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-702f5983-aacf-45dc-a5b0-95dd7dd557bd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 200 len: 890 time: 0.8766267 Feb 14 21:53:07.339214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:07.351533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] Routers {'75657abc-4642-4e5e-9932-121d63262cef'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:07.354184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75657abc-4642-4e5e-9932-121d63262cef'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:07.427816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:07.438828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] Routers {'75657abc-4642-4e5e-9932-121d63262cef'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:07.439848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75657abc-4642-4e5e-9932-121d63262cef'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:07.504033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-0040e1bf-3a18-42de-be9d-5c32a253c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:07.508824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-0040e1bf-3a18-42de-be9d-5c32a253c461 service neutron] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 898 time: 0.2158246 Feb 14 21:53:07.538356 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c1464a3e-9535-4f9e-ace1-ba0f538dfe89 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers/75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 200 len: 890 time: 0.1963911 Feb 14 21:53:07.539854 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34768) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:07.570654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:07.572475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca55ce-dc6b-4dbf-9511-ce7e420f125e None None] The sync data for ids ['75657abc-4642-4e5e-9932-121d63262cef'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:07.599500 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8fcaa072-afc0-4425-b582-8da47a83a003 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 200 len: 205 time: 0.0578721 Feb 14 21:53:07.600001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:07.665035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-3457f07c-193f-4361-89b0-40755b9bf504 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 1001 time: 0.1509266 Feb 14 21:53:07.763136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-6a335c67-8d8a-4321-a545-4779ecc007fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:07.764617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-6a335c67-8d8a-4321-a545-4779ecc007fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.0930908 Feb 14 21:53:07.789113 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (75657abc-4642-4e5e-9932-121d63262cef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:08.276087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-c0109a24-8f9f-42f3-bf26-2f70cb7cc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:08.278885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-c0109a24-8f9f-42f3-bf26-2f70cb7cc7b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5060859 Feb 14 21:53:08.322706 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_gateway (75657abc-4642-4e5e-9932-121d63262cef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:08.426511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-4ae1d9ee-aa9d-420e-9f96-6c4630b40f3e service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384306 Feb 14 21:53:08.457389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 3394e06e-8a59-41f1-945c-fb7164672c25 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:08.457867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3394e06e-8a59-41f1-945c-fb7164672c25), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:08.590492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b75599d5-cd63-43fd-b0c3-aaf7a408d382 req-efd42e8b-f8f4-404c-8df0-0bacf35d5e6f service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563678 Feb 14 21:53:08.594310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3394e06e-8a59-41f1-945c-fb7164672c25), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:08.615200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 3394e06e-8a59-41f1-945c-fb7164672c25 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:08.818875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3394e06e-8a59-41f1-945c-fb7164672c25), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:08.851354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=3394e06e-8a59-41f1-945c-fb7164672c25,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:08.973327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (75657abc-4642-4e5e-9932-121d63262cef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.099199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (75657abc-4642-4e5e-9932-121d63262cef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.101647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (75657abc-4642-4e5e-9932-121d63262cef), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.153659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (75657abc-4642-4e5e-9932-121d63262cef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.154337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router 75657abc-4642-4e5e-9932-121d63262cef {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:53:09.164809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.170350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34784) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:09.175796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-653894402'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:09.179092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4832bfef-a4a4-4d03-8c9c-6f1f061fca48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 204 len: 168 time: 1.5779145 Feb 14 21:53:09.198254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:09.202553 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.231435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:09.242933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6e7a0dec-bcee-4970-8355-735b33b01666), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.243448 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment 6e7a0dec-bcee-4970-8355-735b33b01666 of type vlan for network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 Feb 14 21:53:09.297227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (2144ee4d-9e6b-4be4-91c8-6ae30bf64668), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.326937 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (2144ee4d-9e6b-4be4-91c8-6ae30bf64668), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.332882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:09.333569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.407760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=2144ee4d-9e6b-4be4-91c8-6ae30bf64668,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:09.420968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:09.459870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:09.465857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:09.467515 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-41c19f64-664b-4fb0-a0a4-e0b857c43f7c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2957730 Feb 14 21:53:09.648792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:09.653887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.896701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (a9f896cd-68f5-4edf-8196-e34a9e1d4956), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:09.977354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=a9f896cd-68f5-4edf-8196-e34a9e1d4956,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:09.995127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': '6e7a0dec-bcee-4970-8355-735b33b01666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:09.995442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 2144ee4d-9e6b-4be4-91c8-6ae30bf64668, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:10.049742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:10.071799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 2144ee4d-9e6b-4be4-91c8-6ae30bf64668) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:10.077394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:10.078020 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.105111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-83eeca8f-6a06-4033-a29d-ff85e6d43de1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6438096 Feb 14 21:53:10.107194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99be461-6065-47f9-9aa6-92038659c723 None None] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:10.107701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34794) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:10.114196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292491979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:10.164937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.168344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.337676 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (3b709d7f-65ae-4aaa-b804-e96fa7969385), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.344956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.367359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-2144ee4d-9e6b-4be4-91c8-6ae30bf64668', 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'a9f896cd-68f5-4edf-8196-e34a9e1d4956'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:10.368898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.381960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:10.383669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80505e38-8631-4bb7-b3ab-6d72024ff7b5 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2750528 Feb 14 21:53:10.387031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34796) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:10.905686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Allocated IP 2001:db8::2 (2144ee4d-9e6b-4be4-91c8-6ae30bf64668/a9f896cd-68f5-4edf-8196-e34a9e1d4956/4a238cbe-ef09-4ee8-92e8-57b950aff6d7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:11.028134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.190008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks [] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.197884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.292142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Pushing event updated for resources: {'Port': ['ID=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:11.324961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:11.328407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:11.335594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:11.532950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Attempting to bind port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:11.533698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Attempting to bind port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6e7a0dec-bcee-4970-8355-735b33b01666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:11.534540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Attempting to bind port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 on network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:11.562906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:11.564259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Checking segment: {'id': '6e7a0dec-bcee-4970-8355-735b33b01666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:11.564909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.569227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Bound using segment: {'id': '6e7a0dec-bcee-4970-8355-735b33b01666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:11.576186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Bound port: 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7a0dec-bcee-4970-8355-735b33b01666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2144ee4d-9e6b-4be4-91c8-6ae30bf64668'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:11.580133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.694467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8::1 (2144ee4d-9e6b-4be4-91c8-6ae30bf64668/a9f896cd-68f5-4edf-8196-e34a9e1d4956/703ea049-deee-4ed1-8884-e66b7c4f6387) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:11.714911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] For port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:11.721510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] For port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,segment=NetworkSegment(6e7a0dec-bcee-4970-8355-735b33b01666),segment_id=6e7a0dec-bcee-4970-8355-735b33b01666)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:11.738244 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:11.907118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfff51-1c59-4d7e-b54a-4addb994f346 None None] Pushing event updated for resources: {'Port': ['ID=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:11.958964 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:12.044186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:12.148291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:12.163932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:12.181616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:12.182342 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (3b709d7f-65ae-4aaa-b804-e96fa7969385), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:12.188164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=703ea049-deee-4ed1-8884-e66b7c4f6387,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:12.551362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:12.630767 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-682264f8-f986-491c-ac4a-b377b9da4a63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7517858 Feb 14 21:53:12.799984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-0ea89526-4e2a-43d1-bcc2-6e09b56e38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:12.801759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-0ea89526-4e2a-43d1-bcc2-6e09b56e38e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 1129 time: 0.0885704 Feb 14 21:53:13.111272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-45550515-521a-44e4-b283-4e738e61e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:13.117676 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-45550515-521a-44e4-b283-4e738e61e45e service neutron] 10.222.0.64 "GET /v2.0/networks?id=7980456e-4135-4f56-841c-ed9b06f7b5c3 HTTP/1.1" status: 200 len: 898 time: 0.2926819 Feb 14 21:53:13.171349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-cd1e11c1-404c-4b01-815c-fdc61c278e5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=138dd96e-ca51-45b9-a1e5-6313263e383b HTTP/1.1" status: 200 len: 217 time: 0.0466151 Feb 14 21:53:13.244273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-8b2aef41-ce4d-4b71-8d2e-d35780c945b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:13.247749 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-8b2aef41-ce4d-4b71-8d2e-d35780c945b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfabef1-6d82-4050-82a9-1da812baf6c9 HTTP/1.1" status: 200 len: 837 time: 0.0669899 Feb 14 21:53:13.394596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:13.400466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-e15b9533-89d6-4b1d-945d-6e5d00b631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:13.402619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-e15b9533-89d6-4b1d-945d-6e5d00b631dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7980456e-4135-4f56-841c-ed9b06f7b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1481507 Feb 14 21:53:13.407619 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:13.408806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (3b709d7f-65ae-4aaa-b804-e96fa7969385), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:13.556408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-db546c58-efbb-421b-be10-1cc2577d571d service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463773 Feb 14 21:53:13.645894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=703ea049-deee-4ed1-8884-e66b7c4f6387,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:13.688818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-401176bf-8daf-45c9-bb45-00ff8c09538b req-d5becf04-4270-422a-8006-d9dade0fd48c service neutron] 10.222.0.64 "GET /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260288 Feb 14 21:53:13.742635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:13.745342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:13.804560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138d773-6401-442f-9bc0-75976f6ce405 None None] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:13.970669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Provisioning complete for port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:13.971111 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.032825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 3b709d7f-65ae-4aaa-b804-e96fa7969385 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:53:14.171501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Current status of the port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:14.171903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.204037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:14.278148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:14.297688 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] Sync routers for ids ['3b709d7f-65ae-4aaa-b804-e96fa7969385'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:14.302994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] For port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,segment=NetworkSegment(6e7a0dec-bcee-4970-8355-735b33b01666),segment_id=6e7a0dec-bcee-4970-8355-735b33b01666)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:14.311184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4902957b-8bbb-4dab-8ba1-b9a4188e3409 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/3b709d7f-65ae-4aaa-b804-e96fa7969385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9218576 Feb 14 21:53:14.313079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:14.316722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.318461 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] Routers {'3b709d7f-65ae-4aaa-b804-e96fa7969385'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:14.319378 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3b709d7f-65ae-4aaa-b804-e96fa7969385'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:14.394896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:14.419650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6c819-f97f-4cf2-b0b9-783058c9d9b8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:14.423928 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] Routers {'3b709d7f-65ae-4aaa-b804-e96fa7969385'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:14.429161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e1c6c819-f97f-4cf2-b0b9-783058c9d9b8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports/703ea049-deee-4ed1-8884-e66b7c4f6387 HTTP/1.1" status: 200 len: 911 time: 0.1140890 Feb 14 21:53:14.431958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34830) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:14.449100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9f896cd-68f5-4edf-8196-e34a9e1d4956'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:14.458384 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3b709d7f-65ae-4aaa-b804-e96fa7969385'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:14.509163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a316869-ae1d-41f1-8f1d-727e89e70005 None None] Pushing event updated for resources: {'Port': ['ID=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:14.588870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:14.594900 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.606827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:14.607764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6a721-d48c-4705-bb75-d82b4b1323ba None None] The sync data for ids ['3b709d7f-65ae-4aaa-b804-e96fa7969385'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:14.762863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.808345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Provisioning complete for port 703ea049-deee-4ed1-8884-e66b7c4f6387 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:14.812405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:14.972280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:14.981623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Port 703ea049-deee-4ed1-8884-e66b7c4f6387 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:15.024769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Provisioning complete for port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:15.025216 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.282328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d99b2c31-27e8-44d5-adcc-0393a84b747e None None] Current status of the port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:15.411032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d7e93d3-94fa-469e-a5ec-1e931eb24cd6 None None] Provisioning complete for port 703ea049-deee-4ed1-8884-e66b7c4f6387 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:15.411445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93d3-94fa-469e-a5ec-1e931eb24cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.500633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e93d3-94fa-469e-a5ec-1e931eb24cd6 None None] Port 703ea049-deee-4ed1-8884-e66b7c4f6387 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:15.521386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.530893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.537385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:15.538657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.539736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/ports/703ea049-deee-4ed1-8884-e66b7c4f6387 HTTP/1.1" status: 200 len: 911 time: 1.1031075 Feb 14 21:53:15.545494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34840) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:15.619343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a5b71-3530-4e38-bc35-1b6d88721b92 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=703ea049-deee-4ed1-8884-e66b7c4f6387,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:15.773218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7849e15d-a17c-4b89-9317-743aa04da925 None None] Provisioning complete for port 703ea049-deee-4ed1-8884-e66b7c4f6387 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:15.773645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7849e15d-a17c-4b89-9317-743aa04da925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:15.816916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7849e15d-a17c-4b89-9317-743aa04da925 None None] Port 703ea049-deee-4ed1-8884-e66b7c4f6387 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:15.965519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (3b709d7f-65ae-4aaa-b804-e96fa7969385), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.040580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:16.128295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:16.128810 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.241481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:16.310490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 703ea049-deee-4ed1-8884-e66b7c4f6387 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:16.311018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.421760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.442386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 703ea049-deee-4ed1-8884-e66b7c4f6387 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:16.702048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (703ea049-deee-4ed1-8884-e66b7c4f6387), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.755547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=703ea049-deee-4ed1-8884-e66b7c4f6387,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:16.901276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (3b709d7f-65ae-4aaa-b804-e96fa7969385), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:16.980750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-6de51de7-eb7d-4775-bb55-8ed4a0c70b7e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:16.987954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-6de51de7-eb7d-4775-bb55-8ed4a0c70b7e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.2214870 Feb 14 21:53:17.024111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-b7c15ecb-3353-4906-bd55-6382399376a5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0350029 Feb 14 21:53:17.141849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-4963789f-d5b3-4fb7-90d0-be0c39acb8ba tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166968 Feb 14 21:53:17.170456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 3b709d7f-65ae-4aaa-b804-e96fa7969385 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:17.283840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:17.299739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] Sync routers for ids ['3b709d7f-65ae-4aaa-b804-e96fa7969385'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:17.301748 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9fc43d53-ab79-440f-b567-974e8cc13746 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/3b709d7f-65ae-4aaa-b804-e96fa7969385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545881 Feb 14 21:53:17.302533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34860) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:17.328849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] Routers {'3b709d7f-65ae-4aaa-b804-e96fa7969385'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:17.330482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3b709d7f-65ae-4aaa-b804-e96fa7969385'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:17.343759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ddacd71a-4533-4ff9-bb5a-6db55992d5f8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=3b709d7f-65ae-4aaa-b804-e96fa7969385 HTTP/1.1" status: 200 len: 205 time: 0.0397840 Feb 14 21:53:17.346306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-f426f46d-34b2-4466-afe5-778c1cb17e2c service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930788 Feb 14 21:53:17.346509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34864) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:17.411402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:17.440454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] Routers {'3b709d7f-65ae-4aaa-b804-e96fa7969385'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:17.441079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3b709d7f-65ae-4aaa-b804-e96fa7969385'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:17.482834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.509419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:17.510135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8581cf-b530-4bd2-9bba-1cc4429fa9bf None None] The sync data for ids ['3b709d7f-65ae-4aaa-b804-e96fa7969385'] in n-d-828372-11 is: [] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:17.549360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-800b7637-12d7-42ab-abdb-ac0bbe7875c0 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019053 Feb 14 21:53:17.718936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.721391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (3b709d7f-65ae-4aaa-b804-e96fa7969385), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.779443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (3b709d7f-65ae-4aaa-b804-e96fa7969385), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.782419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router 3b709d7f-65ae-4aaa-b804-e96fa7969385 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:53:17.799265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.803260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34872) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:17.812896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-785abee9-6062-4abe-98ac-515eb9e3ee15 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/3b709d7f-65ae-4aaa-b804-e96fa7969385 HTTP/1.1" status: 204 len: 168 time: 0.4638405 Feb 14 21:53:17.878503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet a9f896cd-68f5-4edf-8196-e34a9e1d4956 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:53:17.881849 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (a9f896cd-68f5-4edf-8196-e34a9e1d4956), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:17.933517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (a9f896cd-68f5-4edf-8196-e34a9e1d4956), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.073858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e0da399-7511-48d4-bb52-1af536d55c8f req-3b6fa8a5-746c-4e7a-b060-f4039de8faed tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0359261 Feb 14 21:53:18.097144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a9f896cd-68f5-4edf-8196-e34a9e1d4956), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.211838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (a9f896cd-68f5-4edf-8196-e34a9e1d4956), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.246726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f896cd-68f5-4edf-8196-e34a9e1d4956,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:18.249148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.255560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c99511-f033-429d-9a6b-5d5c68d4dce6 None None] Network 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:18.267836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cdb9f1ff-1467-4da2-8af2-2495908530c6 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/a9f896cd-68f5-4edf-8196-e34a9e1d4956 HTTP/1.1" status: 204 len: 168 time: 0.4625647 Feb 14 21:53:18.270611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:18.388953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (2144ee4d-9e6b-4be4-91c8-6ae30bf64668), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.457806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:18.457806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.526125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] DHCP port deletion for 2144ee4d-9e6b-4be4-91c8-6ae30bf64668 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:53:18.541789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,segment=NetworkSegment(6e7a0dec-bcee-4970-8355-735b33b01666),segment_id=6e7a0dec-bcee-4970-8355-735b33b01666)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:18.543368 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.565263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:18.616978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Deleting port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:18.617597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.693626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] For port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,segment=NetworkSegment(6e7a0dec-bcee-4970-8355-735b33b01666),segment_id=6e7a0dec-bcee-4970-8355-735b33b01666)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:18.694156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.711500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Calling delete_port for 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:18.712709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.746338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:18.755537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:18.854897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4a238cbe-ef09-4ee8-92e8-57b950aff6d7), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.896585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] Pushing event deleted for resources: {'Port': ['ID=4a238cbe-ef09-4ee8-92e8-57b950aff6d7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:18.898587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c143d-5b83-4251-884c-5f06fcfbfccb None None] No DVR routers for this DVR port 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:18.920267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (2144ee4d-9e6b-4be4-91c8-6ae30bf64668), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.945244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2144ee4d-9e6b-4be4-91c8-6ae30bf64668']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:18.956980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7a0dec-bcee-4970-8355-735b33b01666') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:18.957395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7a0dec-bcee-4970-8355-735b33b01666') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:18.971473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6e7a0dec-bcee-4970-8355-735b33b01666), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.987350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6e7a0dec-bcee-4970-8355-735b33b01666), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:18.994968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:53:18.998136 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6e7a0dec-bcee-4970-8355-735b33b01666), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:53:19.001589 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:53:19.112750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (2144ee4d-9e6b-4be4-91c8-6ae30bf64668), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.133730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.144210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/2144ee4d-9e6b-4be4-91c8-6ae30bf64668 HTTP/1.1" status: 204 len: 168 time: 0.8707628 Feb 14 21:53:19.148158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34892) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:19.153204 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1254571040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:19.175258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184316d-ab21-4f65-b58b-87b90c08376f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=2144ee4d-9e6b-4be4-91c8-6ae30bf64668,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:19.215305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7d56575-a2bc-4d54-99b4-aeb500946450 req-2e7da23a-8a97-4676-a369-5d36bb2e34c3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0534048 Feb 14 21:53:19.218337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f21a4750-7356-4b56-942b-28d18006e020), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.219474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.299035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (f21a4750-7356-4b56-942b-28d18006e020), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.309300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f21a4750-7356-4b56-942b-28d18006e020), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.330492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.332091 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-34b1905d-2e2e-44f6-a5e3-3fac76818c6d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1820393 Feb 14 21:53:19.336899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34898) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:19.351468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1171755266'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:19.526861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:19.528028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:19.531519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.575365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:19.585657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4524aa3a-891c-45b5-9bcb-01b4e9047eef), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.587061 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment 4524aa3a-891c-45b5-9bcb-01b4e9047eef of type vlan for network b1640183-accb-441d-94f8-2d61fc3f7494 Feb 14 21:53:19.657048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b1640183-accb-441d-94f8-2d61fc3f7494), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.688551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-0e9f4ae2-a40b-4e7a-85a8-2682198aaa8e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:19.690416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-0e9f4ae2-a40b-4e7a-85a8-2682198aaa8e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.3329251 Feb 14 21:53:19.718602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:19.806977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b1640183-accb-441d-94f8-2d61fc3f7494), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.820380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:19.821385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:19.916521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5780993 Feb 14 21:53:19.924978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34906) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:19.933149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:20.068448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:20.096172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:20.126949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:20.132364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4a238cbe-ef09-4ee8-92e8-57b950aff6d7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:20.467011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013056d3-8172-4331-af0e-c92825bad83c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=b1640183-accb-441d-94f8-2d61fc3f7494,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:20.480650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b1640183-accb-441d-94f8-2d61fc3f7494 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:20.514309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39743ea7-f8da-4df9-9bca-726551276f9f req-300373be-685b-43b2-bbca-d3cff29eb237 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0375278 Feb 14 21:53:20.564310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:20.568840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:20.749955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:20.758019 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:20.787886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:20.789532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:20.922609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.11 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/7b23bdf8-2cf1-4f07-8cb7-84459b44dca9) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:20.996209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port d39c9505-b8a8-4f53-a2c7-ba90cfaaf829, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:20.997310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.013623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:21.314279 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (6cfd1319-79cf-4f06-97f3-681cb6b8bb60), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.379201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=6cfd1319-79cf-4f06-97f3-681cb6b8bb60,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:21.401852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d39c9505-b8a8-4f53-a2c7-ba90cfaaf829), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.406207 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.446362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:21.446722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: b1640183-accb-441d-94f8-2d61fc3f7494, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:21.497240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=d39c9505-b8a8-4f53-a2c7-ba90cfaaf829,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:21.520324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network b1640183-accb-441d-94f8-2d61fc3f7494 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:21.548636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b1640183-accb-441d-94f8-2d61fc3f7494) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:21.561528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:21.562380 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.575643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:21.584131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f26234-5f53-4e00-be13-069bd865239a None None] Network b1640183-accb-441d-94f8-2d61fc3f7494 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:21.790157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:21.860325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:21.911966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:21.927940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:21.962116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b1640183-accb-441d-94f8-2d61fc3f7494', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:21.962988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.063306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d28309e1-8fc9-4a3c-b048-b34b43e04f22 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1343782 Feb 14 21:53:22.082793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34934) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:22.265679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Allocated IP 2001:db8::2 (b1640183-accb-441d-94f8-2d61fc3f7494/6cfd1319-79cf-4f06-97f3-681cb6b8bb60/969f0014-c466-4785-a97c-ab94384054a7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:22.518459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-29f5d639-49c0-4718-be82-e8162c348524 None None] Provisioning complete for port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:22.518828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29f5d639-49c0-4718-be82-e8162c348524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.540570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:22.541601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.607610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29f5d639-49c0-4718-be82-e8162c348524 None None] Port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:22.637332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.769638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks [] for port (969f0014-c466-4785-a97c-ab94384054a7), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.789927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (969f0014-c466-4785-a97c-ab94384054a7), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:22.868363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc861-2886-4278-ab3f-75ecb899916d req-f6c93d89-6c40-4613-b323-f9647c7c7555 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:22.873063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ecc861-2886-4278-ab3f-75ecb899916d req-f6c93d89-6c40-4613-b323-f9647c7c7555 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 932 time: 1.0873938 Feb 14 21:53:22.892875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-c951b4cd-ed9f-487f-ac4a-748130b3be6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1904757 Feb 14 21:53:22.952412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Request body: {'port': {'device_id': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:22.989080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Network b1640183-accb-441d-94f8-2d61fc3f7494 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:23.005394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:23.014001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:23.035722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Pushing event updated for resources: {'Port': ['ID=969f0014-c466-4785-a97c-ab94384054a7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:23.062945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:23.136564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Attempting to bind port 969f0014-c466-4785-a97c-ab94384054a7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:23.137155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Attempting to bind port 969f0014-c466-4785-a97c-ab94384054a7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:23.137854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Attempting to bind port 969f0014-c466-4785-a97c-ab94384054a7 on network b1640183-accb-441d-94f8-2d61fc3f7494 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:23.143842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:23.144286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Checking segment: {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:23.144619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:23.145008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Bound using segment: {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:23.145469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Bound port: 969f0014-c466-4785-a97c-ab94384054a7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:23.145850 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (969f0014-c466-4785-a97c-ab94384054a7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:23.253336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] For port 969f0014-c466-4785-a97c-ab94384054a7, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:23.257957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] For port 969f0014-c466-4785-a97c-ab94384054a7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=969f0014-c466-4785-a97c-ab94384054a7,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:23.267023 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (969f0014-c466-4785-a97c-ab94384054a7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:23.299312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:23.305201 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7baca72c-ca73-4040-87da-d8cf9f7530a1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/afcf9500-6f3e-497d-bcb4-dad713bc08fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7767105 Feb 14 21:53:23.314708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:23.326651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ecc861-2886-4278-ab3f-75ecb899916d req-9a4e83e1-a35f-4b75-927a-acf9c0495064 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202554 Feb 14 21:53:23.336964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:23.337700 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:23.348198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:23.409937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9802f-866b-4f23-a0ee-06429dd1f141 None None] Pushing event updated for resources: {'Port': ['ID=969f0014-c466-4785-a97c-ab94384054a7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:23.426493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:23.614443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:24.002628 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:24.047327 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:24.072125 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:24.073599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:24.107328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1612a9-0fb0-4fe4-8761-a7ddb48dbcbf req-518271b0-7dbf-42a1-9e0d-be84ed9af5b0 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:24.114584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b1612a9-0fb0-4fe4-8761-a7ddb48dbcbf req-518271b0-7dbf-42a1-9e0d-be84ed9af5b0 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.3416791 Feb 14 21:53:24.135314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 969f0014-c466-4785-a97c-ab94384054a7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:24.189156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8::1 (b1640183-accb-441d-94f8-2d61fc3f7494/6cfd1319-79cf-4f06-97f3-681cb6b8bb60/ab396897-b45a-4e91-8bba-6d63e906418d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:24.263686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 969f0014-c466-4785-a97c-ab94384054a7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:24.264457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (969f0014-c466-4785-a97c-ab94384054a7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.285290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b1612a9-0fb0-4fe4-8761-a7ddb48dbcbf req-2ad1ea04-cf01-47ba-8f4a-f1c19a557132 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689019 Feb 14 21:53:24.316126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:24.333200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:53:24.391430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks [] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.411951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 969f0014-c466-4785-a97c-ab94384054a7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:24.412449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (969f0014-c466-4785-a97c-ab94384054a7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.471348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Transition to ACTIVE for port object 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:53:24.490323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 969f0014-c466-4785-a97c-ab94384054a7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=969f0014-c466-4785-a97c-ab94384054a7,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:24.500118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (969f0014-c466-4785-a97c-ab94384054a7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.527967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.616646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=969f0014-c466-4785-a97c-ab94384054a7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:24.693371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (ab396897-b45a-4e91-8bba-6d63e906418d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.798688 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:24.873424 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:24.927263 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21da6ca-1bd3-47bb-a046-b780853061ad None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'df71abe1-a177-4713-82a3-3beddb377366', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'port_id': 'bb330905-2aab-4660-a498-505d4a2af66a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'mac_address': 'fa:16:3e:a8:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:51:43Z', 'updated_at': '2022-02-14T21:51:48Z', 'revision_number': 1, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:24.939518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:24.945314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network b1640183-accb-441d-94f8-2d61fc3f7494 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:24.956377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:25.003707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:25.004273 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.017550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c0f64-f449-469c-91dd-a71d8b03024c req-8f56a8d4-7857-4cf7-ad4c-96448c265f67 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:25.019113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e2c0f64-f449-469c-91dd-a71d8b03024c req-8f56a8d4-7857-4cf7-ad4c-96448c265f67 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 932 time: 0.5709360 Feb 14 21:53:25.030076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7152d7e-36ce-4ca4-a867-ec6258787c4c None None] Network b1640183-accb-441d-94f8-2d61fc3f7494 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:25.135136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-92f6322f-6e94-4c40-bdc1-a227d67f1da7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:25.152436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-92f6322f-6e94-4c40-bdc1-a227d67f1da7 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.1006134 Feb 14 21:53:25.190563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a956bb09-faa1-4a4f-8c3f-fc4c7768b3fc None None] Provisioning complete for port 969f0014-c466-4785-a97c-ab94384054a7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:25.191042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a956bb09-faa1-4a4f-8c3f-fc4c7768b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (969f0014-c466-4785-a97c-ab94384054a7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.240074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:25.364495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Attempting to bind port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:25.364850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Attempting to bind port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:25.365194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Attempting to bind port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:25.372989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e2c0f64-f449-469c-91dd-a71d8b03024c req-80dc74a8-784b-4cd2-ab91-9cca4287e199 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463628 Feb 14 21:53:25.393157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a956bb09-faa1-4a4f-8c3f-fc4c7768b3fc None None] Current status of the port 969f0014-c466-4785-a97c-ab94384054a7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:25.417897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:53:25.424800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Attempting to bind port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:25.431291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 138dd96e-ca51-45b9-a1e5-6313263e383b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:25.431638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.437225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:25.439532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:25.439947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:25.440403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Bound port: 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:25.440777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.531784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.699105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 138dd96e-ca51-45b9-a1e5-6313263e383b, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=138dd96e-ca51-45b9-a1e5-6313263e383b,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:25.712300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.728392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 138dd96e-ca51-45b9-a1e5-6313263e383b owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:25.748786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:25.749249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.830331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Port ab396897-b45a-4e91-8bba-6d63e906418d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:25.853808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Provisioning complete for port 969f0014-c466-4785-a97c-ab94384054a7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:25.854757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (969f0014-c466-4785-a97c-ab94384054a7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:25.858743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:25.898709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597267ca-741c-40f6-9e2e-bba6fad910a8 req-d3098d86-12e3-470e-801c-f570ceae2b71 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:25.904333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-597267ca-741c-40f6-9e2e-bba6fad910a8 req-d3098d86-12e3-470e-801c-f570ceae2b71 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c33159a-7059-421c-918d-2ec8c7f111ec HTTP/1.1" status: 200 len: 946 time: 0.3233144 Feb 14 21:53:25.977230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:26.060487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (138dd96e-ca51-45b9-a1e5-6313263e383b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.062873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b22238d6-4ea4-4f72-829a-8f01b3a9e8c3 None None] Current status of the port 969f0014-c466-4785-a97c-ab94384054a7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:26.080433 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.126601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 969f0014-c466-4785-a97c-ab94384054a7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:26.142709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=138dd96e-ca51-45b9-a1e5-6313263e383b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:26.200981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:26.201718 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.203299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] 10.222.0.83 "PUT /v2.0/ports/7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 200 len: 1093 time: 3.2553163 Feb 14 21:53:26.209965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:53:26.212435 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:53:26.258935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a51b4f8-e21d-4222-a7c5-c6370ef9b5a8 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:26.259570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a51b4f8-e21d-4222-a7c5-c6370ef9b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.268320 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] No DVR routers for this DVR port 138dd96e-ca51-45b9-a1e5-6313263e383b on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:26.276428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.281093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-65c73708-6eac-486f-ac2e-bee3b842cb45 req-5960eec0-ef60-4356-abde-29ee61a6fbea tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "DELETE /v2.0/ports/138dd96e-ca51-45b9-a1e5-6313263e383b HTTP/1.1" status: 204 len: 173 time: 1.1197517 Feb 14 21:53:26.281597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'name': 'network-vif-deleted', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:53:26.283970 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab176ff5-8bb3-4d4a-a0ee-32a9fae0dbaf" -d '{"events": [{"server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "name": "network-vif-deleted", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:53:26.325232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 969f0014-c466-4785-a97c-ab94384054a7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:26.325832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (969f0014-c466-4785-a97c-ab94384054a7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.328718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a51b4f8-e21d-4222-a7c5-c6370ef9b5a8 None None] Port ab396897-b45a-4e91-8bba-6d63e906418d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:26.341060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-597267ca-741c-40f6-9e2e-bba6fad910a8 req-a6f2bbb0-a0f7-493d-8c3b-f96c3b224dd6 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=f905d2d1-6b61-4f0b-a39a-473c71a07339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4063406 Feb 14 21:53:26.347087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df89184-b877-498c-a8e6-4c80027ae5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:26.480342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 969f0014-c466-4785-a97c-ab94384054a7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:26.492700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:26.650244 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (ab396897-b45a-4e91-8bba-6d63e906418d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.666281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.666281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:26.785266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:26.785635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d39c9505-b8a8-4f53-a2c7-ba90cfaaf829 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:26.794372 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e9ae08-a055-45f1-9410-319faa3266a8 x-openstack-request-id: req-70e9ae08-a055-45f1-9410-319faa3266a8 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:53:26.794769 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:53:26.795124 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70e9ae08-a055-45f1-9410-319faa3266a8 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:53:26.795655 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9', 'status': 'completed', 'code': 200} Feb 14 21:53:26.821848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-cb662af5-41cb-465b-84b7-28af570c981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:26.830260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-cb662af5-41cb-465b-84b7-28af570c981e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 1127 time: 0.3586273 Feb 14 21:53:26.867275 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df080236-c077-4d04-ae08-ddb11f8a85bd x-openstack-request-id: req-df080236-c077-4d04-ae08-ddb11f8a85bd {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:53:26.867672 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c33159a-7059-421c-918d-2ec8c7f111ec", "name": "network-vif-deleted", "tag": "138dd96e-ca51-45b9-a1e5-6313263e383b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:53:26.868022 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df080236-c077-4d04-ae08-ddb11f8a85bd {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:53:26.868520 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c33159a-7059-421c-918d-2ec8c7f111ec', 'name': 'network-vif-deleted', 'tag': '138dd96e-ca51-45b9-a1e5-6313263e383b', 'status': 'completed', 'code': 200} Feb 14 21:53:26.920007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-992defb9-9c7a-4c8b-939f-be1109ea04b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 200 len: 217 time: 0.0811253 Feb 14 21:53:26.990762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:27.044365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-33ccb1b1-71d2-4c97-8d2d-b1bd4445f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:27.046062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-33ccb1b1-71d2-4c97-8d2d-b1bd4445f0c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.1153693 Feb 14 21:53:27.070501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network b1640183-accb-441d-94f8-2d61fc3f7494 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:27.083954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:27.104581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bfc02-5515-4a11-bfa6-b227f3b8dc40 req-7b07966d-e6d7-4a1b-99c1-89252966df41 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:27.110811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58bfc02-5515-4a11-bfa6-b227f3b8dc40 req-7b07966d-e6d7-4a1b-99c1-89252966df41 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.1810122 Feb 14 21:53:27.432086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c4b77e9e-bd96-4e95-a3f6-3889b4cc68e5 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:27.433903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4b77e9e-bd96-4e95-a3f6-3889b4cc68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:27.473370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c4b77e9e-bd96-4e95-a3f6-3889b4cc68e5 None None] Port ab396897-b45a-4e91-8bba-6d63e906418d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:27.599245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58bfc02-5515-4a11-bfa6-b227f3b8dc40 req-9e8111f8-a4d1-4578-813d-3c9f7e4bb6d9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874432 Feb 14 21:53:27.601054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-cd2add5c-29b1-4f02-b6b3-f2c9beccfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:27.602470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-cd2add5c-29b1-4f02-b6b3-f2c9beccfe10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5443439 Feb 14 21:53:27.670318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:27.729781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-5a1eee07-b4a9-4f39-8403-40f4cf361041 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168115 Feb 14 21:53:27.733162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:53:27.740903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (f905d2d1-6b61-4f0b-a39a-473c71a07339), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:27.773513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (f905d2d1-6b61-4f0b-a39a-473c71a07339), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:27.844501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f905d2d1-6b61-4f0b-a39a-473c71a07339), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:27.847625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:27.851782 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/security-groups/f905d2d1-6b61-4f0b-a39a-473c71a07339 HTTP/1.1" status: 204 len: 168 time: 0.1797431 Feb 14 21:53:27.863258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d47b2-30d0-4610-8f89-0f95b32105c1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905d2d1-6b61-4f0b-a39a-473c71a07339,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:27.898786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34990) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:27.909971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e7b375c-c963-4be0-85e6-5bff5ff671d9 req-23936fc8-089d-45e4-a965-94d26b18f83d service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735578 Feb 14 21:53:27.913521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:27.921943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc4798a5-054f-4c7e-af67-17368e47f77d tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8123803 Feb 14 21:53:27.921943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34992) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:27.927129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075308612'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:27.935370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:27.950573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:27.951492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:27.955277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:27.959222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.006601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting subnet 0dfabef1-6d82-4050-82a9-1da812baf6c9 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:53:28.010228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (0dfabef1-6d82-4050-82a9-1da812baf6c9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.035375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:28.049865 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e941730c-d5cd-4de7-a7ad-2fb49f412c8d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.050477 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment e941730c-d5cd-4de7-a7ad-2fb49f412c8d of type vlan for network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc Feb 14 21:53:28.061278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (0dfabef1-6d82-4050-82a9-1da812baf6c9), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.080340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:28.113065 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (61c5f5a4-c829-4b0b-95e8-d993f84b15dc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.157165 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (61c5f5a4-c829-4b0b-95e8-d993f84b15dc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.165292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:28.165292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.200674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 138dd96e-ca51-45b9-a1e5-6313263e383b no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:28.243887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (0dfabef1-6d82-4050-82a9-1da812baf6c9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.255449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3323057 Feb 14 21:53:28.259468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-75925a94-0d53-49d9-ac0c-be8e568fc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:28.260948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-75925a94-0d53-49d9-ac0c-be8e568fc70b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 1127 time: 0.2776406 Feb 14 21:53:28.261405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 34996) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:28.268599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:28.272271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 138dd96e-ca51-45b9-a1e5-6313263e383b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:28.272822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 138dd96e-ca51-45b9-a1e5-6313263e383b not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:28.308418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e67c-e2e8-4880-9dd9-7c814e9c1419 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=61c5f5a4-c829-4b0b-95e8-d993f84b15dc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:28.323764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:28.352823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (0dfabef1-6d82-4050-82a9-1da812baf6c9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.395550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfabef1-6d82-4050-82a9-1da812baf6c9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:28.399837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.403952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5a904123-6b3a-4a4e-b076-c84cc5fb5100 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/subnets/0dfabef1-6d82-4050-82a9-1da812baf6c9 HTTP/1.1" status: 204 len: 168 time: 0.5039771 Feb 14 21:53:28.407092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 34998) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:28.456498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3381e-7b5e-440b-b0a7-abc9ddac3124 None None] Network 7980456e-4135-4f56-841c-ed9b06f7b5c3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:28.539915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (7980456e-4135-4f56-841c-ed9b06f7b5c3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.556817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-c714e097-0f9b-465f-a336-01d7a2b979a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:28.558860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-c714e097-0f9b-465f-a336-01d7a2b979a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.2766817 Feb 14 21:53:28.559644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:28.564357 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.595885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:25Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:26Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:28.622820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 7f0325c0-6886-428c-90da-b9b42d058aa9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:28.623592 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.644694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-8a1cf832-d722-410e-a121-408c2a5b9d6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 200 len: 217 time: 0.0777855 Feb 14 21:53:28.647781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:28.648418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Updating router f21a4750-7356-4b56-942b-28d18006e020 port ab396897-b45a-4e91-8bba-6d63e906418d binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:28.732257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.778370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 7f0325c0-6886-428c-90da-b9b42d058aa9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7f0325c0-6886-428c-90da-b9b42d058aa9,segment=NetworkSegment(c93794b6-f139-498b-95ea-7df7046077be),segment_id=c93794b6-f139-498b-95ea-7df7046077be)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:28.781087 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.820691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 7f0325c0-6886-428c-90da-b9b42d058aa9 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:28.932713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-63216a1a-2370-454e-8a8d-833b855641ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:28.934797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-63216a1a-2370-454e-8a8d-833b855641ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.1196685 Feb 14 21:53:28.941713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b19862af-bf0f-4e21-9528-2df8f9e584d3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.954446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7f0325c0-6886-428c-90da-b9b42d058aa9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:28.959341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0feee-20ac-4e37-b8e7-fefd172683c9 None None] DHCP port deletion for 7980456e-4135-4f56-841c-ed9b06f7b5c3 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:53:28.990219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=7f0325c0-6886-428c-90da-b9b42d058aa9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:29.012189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] No DVR routers for this DVR port 7f0325c0-6886-428c-90da-b9b42d058aa9 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:29.034063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.087494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea95453-37ee-4f2f-affc-55aa2f02f4cc req-65f81729-670e-4571-aa2c-b4bc910ad9d1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:29.089924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea95453-37ee-4f2f-affc-55aa2f02f4cc req-65f81729-670e-4571-aa2c-b4bc910ad9d1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2831202 Feb 14 21:53:29.109795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (7980456e-4135-4f56-841c-ed9b06f7b5c3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.147527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=b19862af-bf0f-4e21-9528-2df8f9e584d3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:29.150776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:29.151690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 61c5f5a4-c829-4b0b-95e8-d993f84b15dc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:29.153007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7980456e-4135-4f56-841c-ed9b06f7b5c3']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:29.162217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-43244c6a-04f5-4621-a873-46fad0b2d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:29.164314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-43244c6a-04f5-4621-a873-46fad0b2d501 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2174327 Feb 14 21:53:29.179053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93794b6-f139-498b-95ea-7df7046077be') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:29.179421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93794b6-f139-498b-95ea-7df7046077be') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:29.189597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (c93794b6-f139-498b-95ea-7df7046077be), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.208292 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c93794b6-f139-498b-95ea-7df7046077be), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.221279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:53:29.221690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (c93794b6-f139-498b-95ea-7df7046077be), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:53:29.224900 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:53:29.237681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks [] for port (ab396897-b45a-4e91-8bba-6d63e906418d), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.246294 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.300067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (7980456e-4135-4f56-841c-ed9b06f7b5c3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.319862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.324540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/networks/7980456e-4135-4f56-841c-ed9b06f7b5c3 HTTP/1.1" status: 204 len: 168 time: 0.9164190 Feb 14 21:53:29.330299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac6c7-c626-462d-bdb3-c13a3a870c19 None None] Pushing event updated for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:29.338062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35006) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:29.361184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b614bae-eadd-4048-bea1-761878c7ef5b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Network': ['ID=7980456e-4135-4f56-841c-ed9b06f7b5c3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:29.368930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fea95453-37ee-4f2f-affc-55aa2f02f4cc req-11366337-bfee-4812-9235-d3c8a111001e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693918 Feb 14 21:53:29.422305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Attempting to bind port ab396897-b45a-4e91-8bba-6d63e906418d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:29.422687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Attempting to bind port ab396897-b45a-4e91-8bba-6d63e906418d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:29.423044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Attempting to bind port ab396897-b45a-4e91-8bba-6d63e906418d on network b1640183-accb-441d-94f8-2d61fc3f7494 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:29.429525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:29.429908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Checking segment: {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:29.430300 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.430691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Bound using segment: {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:29.431194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Bound port: ab396897-b45a-4e91-8bba-6d63e906418d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524aa3a-891c-45b5-9bcb-01b4e9047eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:29.431578 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.472241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-2528be69-9dd6-4648-9311-bea7a1b20dac service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006623 Feb 14 21:53:29.479622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:29.534287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] For port ab396897-b45a-4e91-8bba-6d63e906418d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:29.537864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] For port ab396897-b45a-4e91-8bba-6d63e906418d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab396897-b45a-4e91-8bba-6d63e906418d,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:29.546533 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.594341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 61c5f5a4-c829-4b0b-95e8-d993f84b15dc) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:29.603908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:29.604534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:29.627216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f0e85-f615-47ae-a64e-00ee60300b7c None None] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:29.673658 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35008) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:29.680965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a82725cf-0fcf-4d8f-ace8-6b32ce8f81dc tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4158461 Feb 14 21:53:29.745338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac6c7-c626-462d-bdb3-c13a3a870c19 None None] Pushing event updated for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:29.768110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:29.768912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:29.802446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd5861d-9aac-47dc-830d-9b7dbfa37af5 req-05d5fe14-835b-4c62-82f0-abe95982fef1 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176155 Feb 14 21:53:29.937105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 1754c274-a112-4dd1-ba63-a6c53a86efdc {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:29.937814 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.060919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:30.064092 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.071479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:30.072183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.113023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.113358 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (1754c274-a112-4dd1-ba63-a6c53a86efdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.122709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7f0325c0-6886-428c-90da-b9b42d058aa9 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:30.135461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:30.138584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 1754c274-a112-4dd1-ba63-a6c53a86efdc owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:30.208452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7f0325c0-6886-428c-90da-b9b42d058aa9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:30.208803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7f0325c0-6886-428c-90da-b9b42d058aa9 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:30.393982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1754c274-a112-4dd1-ba63-a6c53a86efdc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.431341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=1754c274-a112-4dd1-ba63-a6c53a86efdc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:30.438349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.555769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Current status of the port ab396897-b45a-4e91-8bba-6d63e906418d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:30.556342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.654354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (df71abe1-a177-4713-82a3-3beddb377366), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.655119 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Floating IP df71abe1-a177-4713-82a3-3beddb377366 disassociated (deleted). External IP: 172.25.2.158, port: bb330905-2aab-4660-a498-505d4a2af66a. Feb 14 21:53:30.665255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Allocated IP 2001:db8:1::2 (61c5f5a4-c829-4b0b-95e8-d993f84b15dc/b19862af-bf0f-4e21-9528-2df8f9e584d3/97776e8d-092d-4b8b-8bf5-4f3ef0c428bf) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:30.671145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] For port ab396897-b45a-4e91-8bba-6d63e906418d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab396897-b45a-4e91-8bba-6d63e906418d,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:30.689340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:30.777483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:25Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:29Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:30.919054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d63100-3f02-42fb-a1e5-b3fff6a88fa0 req-2e404150-0960-4297-bb36-f434df962f97 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:30.920681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d63100-3f02-42fb-a1e5-b3fff6a88fa0 req-2e404150-0960-4297-bb36-f434df962f97 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.4139853 Feb 14 21:53:30.978112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b67af-d9f5-4b96-9502-57030c0694fc None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:25Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:29Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:30.986186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d63100-3f02-42fb-a1e5-b3fff6a88fa0 req-c48d8dde-2d0c-49e0-915e-997aa78047d2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585785 Feb 14 21:53:31.053613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:31.064312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe322c4-3960-4716-943c-b953431c2bd4 None None] Pushing event updated for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:31.147048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks [] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.149944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e19a3bf-5a85-4ec8-9ee2-d026aeac3615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.157214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5084a4b6-01c6-4c10-9974-7cec2b82c359 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:31.157583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b6-01c6-4c10-9974-7cec2b82c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.205520 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.211242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8:1::1 (61c5f5a4-c829-4b0b-95e8-d993f84b15dc/b19862af-bf0f-4e21-9528-2df8f9e584d3/c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:31.237306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:31.244236 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.248801 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:31.272513 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:31.274340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Pushing event updated for resources: {'Port': ['ID=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:31.275691 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:31.328473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:31.330376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5084a4b6-01c6-4c10-9974-7cec2b82c359 None None] Current status of the port ab396897-b45a-4e91-8bba-6d63e906418d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:31.332837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:31.335366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:31.364549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cef79f75-733e-404d-9529-a212cb898f45 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/floatingips/df71abe1-a177-4713-82a3-3beddb377366 HTTP/1.1" status: 204 len: 168 time: 2.0240338 Feb 14 21:53:31.366668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:53:31.371550 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ebdfb-6c2a-412e-86e7-c421508884a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:53:31.375288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.434341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Attempting to bind port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:31.434341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Attempting to bind port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:31.434341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Attempting to bind port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf on network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:31.464929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:31.465396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Checking segment: {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:31.465886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.466509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Bound using segment: {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:31.469259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.469776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Bound port: 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:31.469776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.550285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:31.562139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:31.572559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:31.574077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.601954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:31.662249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] For port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:31.671712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] For port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:31.692054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:31.745486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:31.796304 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcbe1a4-0ab2-4f74-9d5a-07b5c41c3924 x-openstack-request-id: req-ebcbe1a4-0ab2-4f74-9d5a-07b5c41c3924 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:53:31.796875 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "tag": "bb330905-2aab-4660-a498-505d4a2af66a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:53:31.797143 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebcbe1a4-0ab2-4f74-9d5a-07b5c41c3924 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:53:31.797633 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a', 'status': 'completed', 'code': 200} Feb 14 21:53:31.878274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650272f9-bbc3-42ae-bd54-f38304ac8109 None None] Pushing event updated for resources: {'Port': ['ID=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:32.013424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:32.043694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-329a6ec2-04ed-4948-8a09-2804ad82b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:32.052724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-329a6ec2-04ed-4948-8a09-2804ad82b908 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 1128 time: 0.2472777 Feb 14 21:53:32.102373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94302ed8-6bfc-4ccb-ad93-e3000cff8f16 req-6675b967-b504-47aa-bd2b-26fd249e920e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:32.111648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94302ed8-6bfc-4ccb-ad93-e3000cff8f16 req-6675b967-b504-47aa-bd2b-26fd249e920e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.1889181 Feb 14 21:53:32.140521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab396897-b45a-4e91-8bba-6d63e906418d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:32.258483 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:32.261796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ab396897-b45a-4e91-8bba-6d63e906418d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:32.262551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:32.373807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:32.396298 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:32.397360 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:32.439839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ab396897-b45a-4e91-8bba-6d63e906418d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:32.503279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94302ed8-6bfc-4ccb-ad93-e3000cff8f16 req-7a988ad8-b47c-4e7a-81c2-0fdc6756a82d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3837399 Feb 14 21:53:32.528911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:32.541655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:32.542440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:32.559796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-c22ac556-04b1-49d1-83ae-ef2f0704bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:32.561303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-c22ac556-04b1-49d1-83ae-ef2f0704bf8d service neutron] 10.222.0.83 "GET /v2.0/networks?id=50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 200 len: 898 time: 0.4954133 Feb 14 21:53:32.613792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:32.653488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-20458bb3-ac82-4b41-8faf-0b6afe9dc603 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 200 len: 217 time: 0.0818424 Feb 14 21:53:32.726327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-cfa1295d-198d-4e1c-b67a-396e2e718412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:32.735704 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-cfa1295d-198d-4e1c-b67a-396e2e718412 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 200 len: 834 time: 0.0711701 Feb 14 21:53:32.769003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:32.770638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:32.838305 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:32.942525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-37fcfcbb-e548-4f49-89a5-f9deaff19573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:32.944934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-37fcfcbb-e548-4f49-89a5-f9deaff19573 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50019fc5-4717-4f2d-9c96-1b63e915a868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1671319 Feb 14 21:53:33.060012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:33.088508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-95e28df0-0e1c-408c-832b-5a9a4ea64e09 service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223009 Feb 14 21:53:33.101216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65aa8-f8d8-4732-99cc-a31e1c7f7235 req-217ad86d-cafb-4ea8-8f01-00f631a6b7cd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:33.113227 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05d65aa8-f8d8-4732-99cc-a31e1c7f7235 req-217ad86d-cafb-4ea8-8f01-00f631a6b7cd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.4544766 Feb 14 21:53:33.120155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-c9391a2d-59fb-4788-93a0-963b2dd15543 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:33.121661 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-c9391a2d-59fb-4788-93a0-963b2dd15543 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.1430795 Feb 14 21:53:33.174174 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:33.232512 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e267a4-54c7-47c7-a89d-2bacdadd4bab None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:21Z', 'revision_number': 6, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '09e5070c-5088-4821-acb9-1cf39272f1c0', 'name': '', 'network_id': '50019fc5-4717-4f2d-9c96-1b63e915a868', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:0d:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:11Z', 'updated_at': '2022-02-14T21:51:24Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '31b6e1cf-8e08-4eb8-a571-d33717c73ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:33.300723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-316ebdfb-6c2a-412e-86e7-c421508884a2 req-4607756c-fbbf-40c3-a3ac-59dbabac93bf service neutron] 10.222.0.83 "GET /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862864 Feb 14 21:53:33.350107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05d65aa8-f8d8-4732-99cc-a31e1c7f7235 req-a316a0db-77c3-46f7-bb4c-3cd4c0ec66d4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189176 Feb 14 21:53:33.371763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c805a749-6e24-4670-b950-64746f017aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.448382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:33.453705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port bb330905-2aab-4660-a498-505d4a2af66a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:33.454137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bb330905-2aab-4660-a498-505d4a2af66a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.470116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:33.470691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31ecfe2f-f0e9-4fab-acd9-12c7745861c9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7958088 Feb 14 21:53:33.476172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70514799'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:33.528898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:33.533522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.580968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:33.601241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c3b01c70-412b-4664-a16b-a464d8917420), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.603796 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment c3b01c70-412b-4664-a16b-a464d8917420 of type vlan for network 372ec2c3-15b1-4d49-903e-e34ebf01d662 Feb 14 21:53:33.641010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port bb330905-2aab-4660-a498-505d4a2af66a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bb330905-2aab-4660-a498-505d4a2af66a,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:33.642806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bb330905-2aab-4660-a498-505d4a2af66a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.674036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for bb330905-2aab-4660-a498-505d4a2af66a owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:33.777652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (372ec2c3-15b1-4d49-903e-e34ebf01d662), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.863350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (372ec2c3-15b1-4d49-903e-e34ebf01d662), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:33.881376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:33.882167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.011957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bb330905-2aab-4660-a498-505d4a2af66a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.032933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c616a08-8549-4da1-90dd-5370bf176d01 None None] New status for floating IP df71abe1-a177-4713-82a3-3beddb377366: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:53:34.085554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=bb330905-2aab-4660-a498-505d4a2af66a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:34.087575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6157496 Feb 14 21:53:34.089654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35048) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:34.121514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:34.150028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f76e7-3624-4559-90c4-b34f10bdecc0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=372ec2c3-15b1-4d49-903e-e34ebf01d662,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:34.206915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de649-b5d6-42a4-87f1-0605ab3ebb4a req-5be58358-56bb-4487-b865-2f3071755087 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:34.216358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b60de649-b5d6-42a4-87f1-0605ab3ebb4a req-5be58358-56bb-4487-b865-2f3071755087 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac7841ab-9c33-49b3-9752-2cfb21b75206 HTTP/1.1" status: 200 len: 945 time: 0.5513754 Feb 14 21:53:34.217445 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:34.232842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:34.238141 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:34.238764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:34.239995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] No DVR routers for this DVR port bb330905-2aab-4660-a498-505d4a2af66a on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:34.245574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.254662 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8ceea69f-8af1-4f23-85a2-5c8a70ebe9d7 req-a1453a17-fd20-4d5d-b42c-c6d954d22355 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.83 "DELETE /v2.0/ports/bb330905-2aab-4660-a498-505d4a2af66a HTTP/1.1" status: 204 len: 173 time: 1.1203756 Feb 14 21:53:34.255196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'name': 'network-vif-deleted', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:53:34.262014 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81861269-e18c-47f8-97cb-327a1f7c135e" -d '{"events": [{"server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "name": "network-vif-deleted", "tag": "bb330905-2aab-4660-a498-505d4a2af66a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:53:34.288357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:34.461360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b60de649-b5d6-42a4-87f1-0605ab3ebb4a req-11e01ddd-a50f-481d-a448-8eefa130fe8c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2347295 Feb 14 21:53:34.470628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb38646-b4a8-4165-a87e-6b48db7a260c None None] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:34.513805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:34.518462 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.530824 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:34.606126 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0010235b-b2d9-44ac-a906-f1ff07410dbb x-openstack-request-id: req-0010235b-b2d9-44ac-a906-f1ff07410dbb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:53:34.606425 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7841ab-9c33-49b3-9752-2cfb21b75206", "name": "network-vif-deleted", "tag": "bb330905-2aab-4660-a498-505d4a2af66a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:53:34.606684 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0010235b-b2d9-44ac-a906-f1ff07410dbb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:53:34.607097 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7841ab-9c33-49b3-9752-2cfb21b75206', 'name': 'network-vif-deleted', 'tag': 'bb330905-2aab-4660-a498-505d4a2af66a', 'status': 'completed', 'code': 200} Feb 14 21:53:34.746834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Provisioning complete for port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:34.749141 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.758766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:34.763392 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.772894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.934146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec08b8-7b4e-47d4-aa01-15e049db412e req-3f31698f-3fff-49ec-870d-b78e9b7d20e2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:34.939050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eec08b8-7b4e-47d4-aa01-15e049db412e req-3f31698f-3fff-49ec-870d-b78e9b7d20e2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.1272666 Feb 14 21:53:34.941852 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (6359cb14-2b98-4060-9721-ab21a3f7ad52), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:34.991688 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:31Z', 'revision_number': 3, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:32Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:35.028000 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:35.028721 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Updating router f21a4750-7356-4b56-942b-28d18006e020 port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:35.061735 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.179542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eec08b8-7b4e-47d4-aa01-15e049db412e req-dc4a3393-94e9-4567-bd2a-59afad9fef44 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301409 Feb 14 21:53:35.208448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:35.209192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: 372ec2c3-15b1-4d49-903e-e34ebf01d662, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:35.215676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=6359cb14-2b98-4060-9721-ab21a3f7ad52,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:35.236264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.237013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.237601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.238955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.239540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.240475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.242073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.243474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.244047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.247349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.247938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.248724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.249396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:35.292286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:35.292693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.294015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:35.307897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 372ec2c3-15b1-4d49-903e-e34ebf01d662) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:35.321556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Current status of the port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:35.321961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.328630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:35.329630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.341881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eae0b5-2b9f-41ee-9835-3a9615b27a49 None None] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:35.365670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35058) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:35.366625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1262684d-c0aa-43f8-9652-f3089b80c255 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2678270 Feb 14 21:53:35.594678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35062) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:35.603012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:35.612103 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks [] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.617583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.629876 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.767699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (5d3d7e6d-9412-4a28-94ee-baaa3dd444d6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.843431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (5d3d7e6d-9412-4a28-94ee-baaa3dd444d6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.884145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-372ec2c3-15b1-4d49-903e-e34ebf01d662', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:35.885130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.897152 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6895c-5e5c-460e-9d73-a1ef660a5b9e None None] Pushing event updated for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:35.911036 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Attempting to bind port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:35.911439 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Attempting to bind port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:35.911802 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Attempting to bind port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c on network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:35.927042 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:35.927665 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Checking segment: {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:35.928080 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.928474 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Bound using segment: {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:35.933183 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Bound port: c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:35.933558 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.952325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:53:35.953892 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:53:35.957645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:35.981995 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5d3d7e6d-9412-4a28-94ee-baaa3dd444d6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.984909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:35.988725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/security-groups/5d3d7e6d-9412-4a28-94ee-baaa3dd444d6 HTTP/1.1" status: 204 len: 168 time: 0.3902738 Feb 14 21:53:35.998800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:36.005799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be05fcf-f190-4057-a857-a88bf27a7921 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d7e6d-9412-4a28-94ee-baaa3dd444d6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:36.050583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35066) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:36.127742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] For port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:36.133850 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] For port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:36.149359 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:36.310004 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6895c-5e5c-460e-9d73-a1ef660a5b9e None None] Pushing event updated for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:36.335584 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:36.336128 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:36.400543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Allocated IP 2001:db8:2::2 (372ec2c3-15b1-4d49-903e-e34ebf01d662/6359cb14-2b98-4060-9721-ab21a3f7ad52/a15fa16a-c4b9-49f1-957a-7e7b61e90b18) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:36.546972 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:36.657858 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks [] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:36.689967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bb330905-2aab-4660-a498-505d4a2af66a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:36.752460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:36.770775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317fbe-d509-451f-a60a-02e1defa72b4 req-f3a5f7b2-347d-49fb-98db-2f01b6e46d86 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:36.774708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4317fbe-d509-451f-a60a-02e1defa72b4 req-f3a5f7b2-347d-49fb-98db-2f01b6e46d86 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.3995821 Feb 14 21:53:36.791927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:36.915003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Pushing event updated for resources: {'Port': ['ID=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:36.919682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4317fbe-d509-451f-a60a-02e1defa72b4 req-9fb83301-9ff5-496c-bd70-de5e10edc0b2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345382 Feb 14 21:53:36.925370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: bb330905-2aab-4660-a498-505d4a2af66a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:36.925732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bb330905-2aab-4660-a498-505d4a2af66a not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:36.928931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:36.935999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:36.943449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:36.946848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-98157105-b0e0-48ad-8814-cf08faa5b251 None None] Current status of the port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:36.950989 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.012226 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:31Z', 'revision_number': 3, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:36Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:37.031073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Attempting to bind port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:37.031484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Attempting to bind port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:37.032783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Attempting to bind port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 on network 372ec2c3-15b1-4d49-903e-e34ebf01d662 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:37.039325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:37.040012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Checking segment: {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:37.040606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.041203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Bound using segment: {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:37.041871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Bound port: a15fa16a-c4b9-49f1-957a-7e7b61e90b18, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:37.042435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.076009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73ca53-fc64-44f5-a2c9-beb432b00161 None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:31Z', 'revision_number': 3, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:36Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:37.110146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.201549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Provisioning complete for port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:37.202090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.206085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] For port a15fa16a-c4b9-49f1-957a-7e7b61e90b18, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:37.323459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] For port a15fa16a-c4b9-49f1-957a-7e7b61e90b18, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:37.349748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.442525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8:2::1 (372ec2c3-15b1-4d49-903e-e34ebf01d662/6359cb14-2b98-4060-9721-ab21a3f7ad52/3362fbdb-0ea8-49af-8223-e3ab99089c37) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:37.476119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e9ac0-40e6-4282-af49-c08db87d28bc None None] Pushing event updated for resources: {'Port': ['ID=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:37.501261 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.634526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Current status of the port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:37.647261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.666850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Provisioning complete for port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:37.667432 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.700905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.804131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:37.828439 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:37.830700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:37.841717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:37.842274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:37.852266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Current status of the port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:37.852678 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.008262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] For port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:38.020061 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.167012 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.200148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Pushing event updated for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:38.230543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f1aae35b-dc06-4b10-9f7b-9aa7d3d416d1 None None] Provisioning complete for port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:38.231389 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1aae35b-dc06-4b10-9f7b-9aa7d3d416d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.233970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.235631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.235900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.236458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.236822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.237267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.237705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.238145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.238580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.239018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.239477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.239911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.240554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0354ab-579c-4ff4-b9b8-43c33d98f6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:38.415643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:38.500706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42e377-df6c-4598-96b1-60d50b2bd9ad req-f0cdcdb2-da3b-4a7d-ae52-1ddecdc6af96 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:38.503052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b42e377-df6c-4598-96b1-60d50b2bd9ad req-f0cdcdb2-da3b-4a7d-ae52-1ddecdc6af96 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2201762 Feb 14 21:53:38.519418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1aae35b-dc06-4b10-9f7b-9aa7d3d416d1 None None] Current status of the port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:38.537793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:38.538325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.647236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:38.648360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a15fa16a-c4b9-49f1-957a-7e7b61e90b18 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:38.681063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b42e377-df6c-4598-96b1-60d50b2bd9ad req-63ddbee7-c30b-4828-b765-5e671d7381be tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723022 Feb 14 21:53:38.748270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:38.748866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.801609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.813383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.814384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.884069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:38.884472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.925917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 09e5070c-5088-4821-acb9-1cf39272f1c0 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:38.925917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.943813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port a15fa16a-c4b9-49f1-957a-7e7b61e90b18, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:38.957105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:38.958156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:39.015852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:39.086865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:39.088762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:39.104356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:39.124840 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:39.125361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.148147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 09e5070c-5088-4821-acb9-1cf39272f1c0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=09e5070c-5088-4821-acb9-1cf39272f1c0,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:39.148526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.170557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 09e5070c-5088-4821-acb9-1cf39272f1c0 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:39.219668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:39.235456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:39.237867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c5a52-29ee-43cb-9497-4dd2470ee34a None None] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:39.356172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:39.364016 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2ba5ac50-fcfc-48ea-aff3-1ca1f0bedf6f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9964211 Feb 14 21:53:39.368438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35086) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:39.374130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1185578704'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:39.404375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:39.408352 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.449116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:39.460439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:39.484229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:39.484974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:39.500638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-609221b8-4eb4-46a1-941c-fde3d33bb20e None None] Provisioning complete for port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:39.501181 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-609221b8-4eb4-46a1-941c-fde3d33bb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.552280 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:53:39.565652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e800bd99-1f9a-45d7-b840-7cb386b60c71), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.569698 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added segment e800bd99-1f9a-45d7-b840-7cb386b60c71 of type vlan for network d9ee40ec-82aa-4a1c-b674-c9753b2d685d Feb 14 21:53:39.669462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:39.674828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (09e5070c-5088-4821-acb9-1cf39272f1c0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.699322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d9ee40ec-82aa-4a1c-b674-c9753b2d685d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:39.753366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=09e5070c-5088-4821-acb9-1cf39272f1c0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:39.894197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.resource_extend [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 21:53:39.909538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-609221b8-4eb4-46a1-941c-fde3d33bb20e None None] Current status of the port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:40.042946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d9ee40ec-82aa-4a1c-b674-c9753b2d685d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.057893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:40.064984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.128596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:38Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:38Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:40.185613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:40.185983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Updating router f21a4750-7356-4b56-942b-28d18006e020 port 3362fbdb-0ea8-49af-8223-e3ab99089c37 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:40.202800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:40.313854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9443324 Feb 14 21:53:40.316728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:40.321827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'subnet': {'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:40.353567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.378633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0b8ac-e24f-4636-847e-8dffb3b77b39 req-ea3cfe2d-1fad-49d2-8d43-9d30134d8d39 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:40.380270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8a0b8ac-e24f-4636-847e-8dffb3b77b39 req-ea3cfe2d-1fad-49d2-8d43-9d30134d8d39 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.5210965 Feb 14 21:53:40.412742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2537e9-6200-4cce-9055-a109e18e11ce tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Network': ['ID=d9ee40ec-82aa-4a1c-b674-c9753b2d685d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:40.440021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Provisioning complete for port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:40.440398 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.442429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:40.552624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Made reservation on behalf of 5ad7102c7534403eadf2c44f40ac80f2 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:40.557503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.636387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8a0b8ac-e24f-4636-847e-8dffb3b77b39 req-fbf0959d-bda5-4554-aa93-da540c6b92d0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374187 Feb 14 21:53:40.659202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:40.997012 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks [] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.005733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (e4507601-a707-4e05-a44d-9197ee264706), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.073097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.144293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Subnet': ['ID=e4507601-a707-4e05-a44d-9197ee264706,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:41.226477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Checking segment: {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:41.227310 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network hostable DHCP agents. Network: d9ee40ec-82aa-4a1c-b674-c9753b2d685d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:41.239411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router afcf9500-6f3e-497d-bcb4-dad713bc08fb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:41.270367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:41.270906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.280823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:41.303210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d9ee40ec-82aa-4a1c-b674-c9753b2d685d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:41.310076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:41.310572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.349720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2723fb9f-e600-43e0-a089-f3014c42ce1a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0318470 Feb 14 21:53:41.352559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:41.374640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228db08-d284-4a5f-9284-23537fc6f12c None None] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:41.380072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Current status of the port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:41.382288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355196-00cf-4764-9fc7-0473de0d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:41.398412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Attempting to bind port 3362fbdb-0ea8-49af-8223-e3ab99089c37 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:41.398789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Attempting to bind port 3362fbdb-0ea8-49af-8223-e3ab99089c37 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:41.399171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Attempting to bind port 3362fbdb-0ea8-49af-8223-e3ab99089c37 on network 372ec2c3-15b1-4d49-903e-e34ebf01d662 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:41.532257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:41.533509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a15fa16a-c4b9-49f1-957a-7e7b61e90b18 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:41.586788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:41.590369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:41.590751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Checking segment: {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:41.591186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.591943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Bound using segment: {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:41.592086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Bound port: 3362fbdb-0ea8-49af-8223-e3ab99089c37, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b01c70-412b-4664-a16b-a464d8917420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:41.592414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.604393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Sync routers for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:41.609798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-67eae77f-73ac-4325-aad7-9d6a0d217997 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/afcf9500-6f3e-497d-bcb4-dad713bc08fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5576625 Feb 14 21:53:41.612349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35176) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:41.638351 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:41.645469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:41.646960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Provisioning complete for port 3362fbdb-0ea8-49af-8223-e3ab99089c37 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:41.647584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.746872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting subnet 31b6e1cf-8e08-4eb8-a571-d33717c73ea3 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:53:41.756756 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (31b6e1cf-8e08-4eb8-a571-d33717c73ea3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.762264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c1572f92-62a9-4a8b-8665-f7fe1923d619 None None] Port 3362fbdb-0ea8-49af-8223-e3ab99089c37 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:41.941140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] For port 3362fbdb-0ea8-49af-8223-e3ab99089c37, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:41.944690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] For port 3362fbdb-0ea8-49af-8223-e3ab99089c37, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3362fbdb-0ea8-49af-8223-e3ab99089c37,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:41.970413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (31b6e1cf-8e08-4eb8-a571-d33717c73ea3), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.983171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:41.995124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:41.995519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.009806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-d9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:42.010639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.069952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abba394-a3ee-4f87-a88d-5f3f84a57c25 req-b0bc8a8d-6a81-4eb9-ae28-c36e971a46a0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:42.073091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1abba394-a3ee-4f87-a88d-5f3f84a57c25 req-b0bc8a8d-6a81-4eb9-ae28-c36e971a46a0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2620530 Feb 14 21:53:42.153179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:42.297619 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.333046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1abba394-a3ee-4f87-a88d-5f3f84a57c25 req-55af5a5e-4451-440a-b9da-4eb964c9c51e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517383 Feb 14 21:53:42.384556 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (31b6e1cf-8e08-4eb8-a571-d33717c73ea3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.595770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (31b6e1cf-8e08-4eb8-a571-d33717c73ea3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.633135 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:39Z', 'revision_number': 7, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:42.665599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Allocated IP 2001:db8:3::2 (d9ee40ec-82aa-4a1c-b674-c9753b2d685d/e4507601-a707-4e05-a44d-9197ee264706/33b9c79b-820d-4960-a215-6f95c18da595) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:42.684660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Subnet': ['ID=31b6e1cf-8e08-4eb8-a571-d33717c73ea3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:42.692733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.701857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f4bff30-e9b3-4625-bcfd-26f97efaadfd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/subnets/31b6e1cf-8e08-4eb8-a571-d33717c73ea3 HTTP/1.1" status: 204 len: 168 time: 1.0884345 Feb 14 21:53:42.706168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35184) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:42.723903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Checking router: afcf9500-6f3e-497d-bcb4-dad713bc08fb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:42.746115 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Routers {'afcf9500-6f3e-497d-bcb4-dad713bc08fb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:42.746755 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:42.835477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff91d82-264c-41c1-816a-037600f1d530 None None] Network 50019fc5-4717-4f2d-9c96-1b63e915a868 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:42.852148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Provisioning complete for port 3362fbdb-0ea8-49af-8223-e3ab99089c37 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:42.852992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.908988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:42.975704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:42.978274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:42.999754 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] Set router afcf9500-6f3e-497d-bcb4-dad713bc08fb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:43.178725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (afcf9500-6f3e-497d-bcb4-dad713bc08fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.284720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:39Z', 'revision_number': 7, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:43.318906 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27376299-5f66-4b3a-937d-cc29cd0dff75 None None] The sync data for ids ['afcf9500-6f3e-497d-bcb4-dad713bc08fb'] in n-d-828372-11 is: [{'id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'name': 'tempest-TestNetworkBasicOps-router-632295101', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:51:04Z', 'updated_at': '2022-02-14T21:53:39Z', 'revision_number': 7, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': 'fd1ec154-2f55-4076-8b5c-54818c3da8fb', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcf9500-6f3e-497d-bcb4-dad713bc08fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:51:05Z', 'updated_at': '2022-02-14T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:43.323278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port fd1ec154-2f55-4076-8b5c-54818c3da8fb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:43.323278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.380520 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks [] for port (33b9c79b-820d-4960-a215-6f95c18da595), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.446373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355196-00cf-4764-9fc7-0473de0d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:43.484115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (33b9c79b-820d-4960-a215-6f95c18da595), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.516880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Allocated IP 2001:db8:3::1 (d9ee40ec-82aa-4a1c-b674-c9753b2d685d/e4507601-a707-4e05-a44d-9197ee264706/1639e3b6-370a-4190-89aa-a8ed7eda9550) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:43.558385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:43.568615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port fd1ec154-2f55-4076-8b5c-54818c3da8fb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fd1ec154-2f55-4076-8b5c-54818c3da8fb,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:43.569251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.586726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for fd1ec154-2f55-4076-8b5c-54818c3da8fb owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:43.648546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86defd-7cd2-4545-9e5c-08c9a935415e req-50a98b86-9e33-4955-bc85-663d14c150a5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:43.650427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c86defd-7cd2-4545-9e5c-08c9a935415e req-50a98b86-9e33-4955-bc85-663d14c150a5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.1888471 Feb 14 21:53:43.730345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:43.761720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.846146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.849622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c86defd-7cd2-4545-9e5c-08c9a935415e req-0a162f9e-3fa1-4cae-aeae-f1b55a4bb8b7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840074 Feb 14 21:53:43.859978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Pushing event updated for resources: {'Port': ['ID=33b9c79b-820d-4960-a215-6f95c18da595,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:43.865657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:43.879774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:43.879774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:43.949884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:43.954252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:43.960846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:43.961560 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:43.998596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fd1ec154-2f55-4076-8b5c-54818c3da8fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.016835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:44.054049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=fd1ec154-2f55-4076-8b5c-54818c3da8fb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:44.066605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e5070c-5088-4821-acb9-1cf39272f1c0 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:44.164933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.169371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Current status of the port 3362fbdb-0ea8-49af-8223-e3ab99089c37 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:44.169887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.175127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.196501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Attempting to bind port 33b9c79b-820d-4960-a215-6f95c18da595 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:44.196969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Attempting to bind port 33b9c79b-820d-4960-a215-6f95c18da595 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:44.197549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Attempting to bind port 33b9c79b-820d-4960-a215-6f95c18da595 on network d9ee40ec-82aa-4a1c-b674-c9753b2d685d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:44.259949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 09e5070c-5088-4821-acb9-1cf39272f1c0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:44.260490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 09e5070c-5088-4821-acb9-1cf39272f1c0 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:44.271686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:44.272238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Checking segment: {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:44.275050 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.276290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Bound using segment: {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:44.276989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Bound port: 33b9c79b-820d-4960-a215-6f95c18da595, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:44.277938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (33b9c79b-820d-4960-a215-6f95c18da595), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.319021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] DHCP port deletion for 50019fc5-4717-4f2d-9c96-1b63e915a868 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:53:44.350234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] For port 3362fbdb-0ea8-49af-8223-e3ab99089c37, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3362fbdb-0ea8-49af-8223-e3ab99089c37,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:44.388880 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.425154 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.430251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_controller (afcf9500-6f3e-497d-bcb4-dad713bc08fb), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.496422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ab4d-8c7b-4c68-9555-3febd1081c46 None None] Pushing event updated for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:44.501850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (afcf9500-6f3e-497d-bcb4-dad713bc08fb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.502443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Fanout notify agent at l3_agent the message router_deleted on router afcf9500-6f3e-497d-bcb4-dad713bc08fb {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:53:44.508872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.510014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1b3946cc-18a5-40bd-8545-c68d8dfd53a5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/routers/afcf9500-6f3e-497d-bcb4-dad713bc08fb HTTP/1.1" status: 204 len: 168 time: 1.8018181 Feb 14 21:53:44.512851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:44.600608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:38Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:41Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:44.658227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Deleting port 19762361-f2e6-4c23-9223-11b3eaf7d286 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:44.658964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.671947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313a89d-711b-445e-9eac-bc5a8d32ef5f None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:38Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:41Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:44.688912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] For port 33b9c79b-820d-4960-a215-6f95c18da595, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:44.692059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.696478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (50019fc5-4717-4f2d-9c96-1b63e915a868), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.700514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.702643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.718811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] For port 33b9c79b-820d-4960-a215-6f95c18da595, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=33b9c79b-820d-4960-a215-6f95c18da595,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:44.723003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d64d684-448c-4e96-8207-d37290f2114e None None] Provisioning complete for port 3362fbdb-0ea8-49af-8223-e3ab99089c37 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:44.724936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d64d684-448c-4e96-8207-d37290f2114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.846371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 19762361-f2e6-4c23-9223-11b3eaf7d286 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:44.847008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.855206 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (33b9c79b-820d-4960-a215-6f95c18da595), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.927392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event updated for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:44.928099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 19762361-f2e6-4c23-9223-11b3eaf7d286, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19762361-f2e6-4c23-9223-11b3eaf7d286,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:44.929313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.953908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] For port 19762361-f2e6-4c23-9223-11b3eaf7d286, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19762361-f2e6-4c23-9223-11b3eaf7d286,segment=NetworkSegment(6e12a7f4-4401-4511-a57e-e9838ff28707),segment_id=6e12a7f4-4401-4511-a57e-e9838ff28707)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:44.961866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:44.982430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 19762361-f2e6-4c23-9223-11b3eaf7d286 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:44.991948 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:44.993647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:45.023274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Calling delete_port for 19762361-f2e6-4c23-9223-11b3eaf7d286 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:45.109422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50912e-7294-43b9-85da-31368e9b6c8d None None] Pushing event updated for resources: {'Port': ['ID=33b9c79b-820d-4960-a215-6f95c18da595,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:45.212144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d64d684-448c-4e96-8207-d37290f2114e None None] Current status of the port 3362fbdb-0ea8-49af-8223-e3ab99089c37 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:45.250774 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.302163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c38b-a76b-4341-ae07-7b2a7bc300db req-92bcfea1-82aa-43ef-963f-ea72787242ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:45.303823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f763c38b-a76b-4341-ae07-7b2a7bc300db req-92bcfea1-82aa-43ef-963f-ea72787242ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2909501 Feb 14 21:53:45.324599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] Pushing event deleted for resources: {'Port': ['ID=19762361-f2e6-4c23-9223-11b3eaf7d286,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:45.334158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079682ef-6587-4df9-af79-a6d4677ccfab None None] No DVR routers for this DVR port 19762361-f2e6-4c23-9223-11b3eaf7d286 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:45.368416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (19762361-f2e6-4c23-9223-11b3eaf7d286), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.453233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=19762361-f2e6-4c23-9223-11b3eaf7d286,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:45.458913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f763c38b-a76b-4341-ae07-7b2a7bc300db req-ce5f13bf-8781-4f92-9f10-780165f040fe tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457829 Feb 14 21:53:45.461752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] No DVR routers for this DVR port 19762361-f2e6-4c23-9223-11b3eaf7d286 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:45.638853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (50019fc5-4717-4f2d-9c96-1b63e915a868), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.690307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50019fc5-4717-4f2d-9c96-1b63e915a868']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:45.701667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e12a7f4-4401-4511-a57e-e9838ff28707') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:45.702754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e12a7f4-4401-4511-a57e-e9838ff28707') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:45.726472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6e12a7f4-4401-4511-a57e-e9838ff28707), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.746179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6e12a7f4-4401-4511-a57e-e9838ff28707), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.758729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:53:45.758729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6e12a7f4-4401-4511-a57e-e9838ff28707), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self.session.flush() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:53:45.761350 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:53:45.872100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (50019fc5-4717-4f2d-9c96-1b63e915a868), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.881068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.887750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/networks/50019fc5-4717-4f2d-9c96-1b63e915a868 HTTP/1.1" status: 204 len: 168 time: 1.3706460 Feb 14 21:53:45.915115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35204) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:45.920991 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'network': {'name': 'tempest-network-smoke--1440148617', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:45.926327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0438a53-c5e4-4fc7-9586-dc2c49d60054 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Network': ['ID=50019fc5-4717-4f2d-9c96-1b63e915a868,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:45.949250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:45.953647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:45.992413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:53:46.010679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (83003e49-24f2-4ff0-8f89-485ecd8171d2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.011083 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Added segment 83003e49-24f2-4ff0-8f89-485ecd8171d2 of type vlan for network b169d010-8a7b-46b4-829d-7d46199f13bc Feb 14 21:53:46.084406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b169d010-8a7b-46b4-829d-7d46199f13bc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.116985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:46.125046 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b169d010-8a7b-46b4-829d-7d46199f13bc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.131029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:46.131784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.157829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3362fbdb-0ea8-49af-8223-e3ab99089c37 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:46.231586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3129473 Feb 14 21:53:46.232795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35206) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:46.237511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-69895242', 'admin_state_up': True, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:46.284431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (e0056b19-f209-4574-8a0c-8f66add32379), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.293486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (e0056b19-f209-4574-8a0c-8f66add32379), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.297646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3362fbdb-0ea8-49af-8223-e3ab99089c37 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:46.298344 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.331010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76766bc-dc25-4bd3-9f4c-d132461282b4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Network': ['ID=b169d010-8a7b-46b4-829d-7d46199f13bc,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:46.351016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:46.358774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b169d010-8a7b-46b4-829d-7d46199f13bc details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:53:46.375110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35208) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:46.375395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-47efc9d3-d5e1-4ec6-8cb5-9b5b3b2649f1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0213985 Feb 14 21:53:46.380353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:46.438611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:46.470748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_controller (e0056b19-f209-4574-8a0c-8f66add32379), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:46.503943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:46.504595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:46.912609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17c3f5-a3b0-434f-be0e-75e1ea2a87e2 None None] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:46.920974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3362fbdb-0ea8-49af-8223-e3ab99089c37 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:46.922383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 33b9c79b-820d-4960-a215-6f95c18da595 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:47.036072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:47.066900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Provisioning complete for port 33b9c79b-820d-4960-a215-6f95c18da595 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:47.067304 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (33b9c79b-820d-4960-a215-6f95c18da595), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.172664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 33b9c79b-820d-4960-a215-6f95c18da595 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:47.173330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (33b9c79b-820d-4960-a215-6f95c18da595), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.392126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (e0056b19-f209-4574-8a0c-8f66add32379), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.404922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Current status of the port 33b9c79b-820d-4960-a215-6f95c18da595 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:47.405328 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (33b9c79b-820d-4960-a215-6f95c18da595), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.409615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 33b9c79b-820d-4960-a215-6f95c18da595 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:47.410006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (33b9c79b-820d-4960-a215-6f95c18da595), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.422658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd010810-96e8-425f-b431-29204bfee6c7 req-7b87a352-d0b7-4910-9229-bc3739256c62 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:47.424612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd010810-96e8-425f-b431-29204bfee6c7 req-7b87a352-d0b7-4910-9229-bc3739256c62 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.7997453 Feb 14 21:53:47.494862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] For port 33b9c79b-820d-4960-a215-6f95c18da595, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=33b9c79b-820d-4960-a215-6f95c18da595,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:47.509400 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (33b9c79b-820d-4960-a215-6f95c18da595), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.582082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd010810-96e8-425f-b431-29204bfee6c7 req-1f5523c7-2ea9-46ab-bc9a-0ba3ce2df6f0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371126 Feb 14 21:53:47.648444 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:53:47.648889 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:53:47.657648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faa74d-94c9-428a-b864-a2d71889576c None None] Pushing event updated for resources: {'Port': ['ID=33b9c79b-820d-4960-a215-6f95c18da595,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:47.664137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:47.694401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:47.694847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Updating router f21a4750-7356-4b56-942b-28d18006e020 port 1639e3b6-370a-4190-89aa-a8ed7eda9550 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:47.722951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.extraroute_db [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:53:47.736461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:47.748512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.extraroute_db [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Removed routes are [] {{(pid=103513) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:53:47.748835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.002881 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (e0056b19-f209-4574-8a0c-8f66add32379), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.036353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Provisioning complete for port 33b9c79b-820d-4960-a215-6f95c18da595 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:48.037510 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (33b9c79b-820d-4960-a215-6f95c18da595), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.042033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.106133 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks [] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.132541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.256140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543b87c-bfdb-41a3-961c-faae47884815 None None] Pushing event updated for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:48.259179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 33b9c79b-820d-4960-a215-6f95c18da595 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:48.259859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.268101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (f21a4750-7356-4b56-942b-28d18006e020), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.286822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.25.2.127 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:48.351862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Current status of the port 33b9c79b-820d-4960-a215-6f95c18da595 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:48.357845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fd1ec154-2f55-4076-8b5c-54818c3da8fb no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:48.382786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Attempting to bind port 1639e3b6-370a-4190-89aa-a8ed7eda9550 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:48.383180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Attempting to bind port 1639e3b6-370a-4190-89aa-a8ed7eda9550 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:48.383558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Attempting to bind port 1639e3b6-370a-4190-89aa-a8ed7eda9550 on network d9ee40ec-82aa-4a1c-b674-c9753b2d685d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:48.388737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: fd1ec154-2f55-4076-8b5c-54818c3da8fb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:48.389090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fd1ec154-2f55-4076-8b5c-54818c3da8fb not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:48.389510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19762361-f2e6-4c23-9223-11b3eaf7d286 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:48.413415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Provisioning complete for port 1639e3b6-370a-4190-89aa-a8ed7eda9550 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:48.413792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.415585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:48.416499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Checking segment: {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:48.416898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.417292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Bound using segment: {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:48.417785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Bound port: 1639e3b6-370a-4190-89aa-a8ed7eda9550, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e800bd99-1f9a-45d7-b840-7cb386b60c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:48.418171 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.422506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 19762361-f2e6-4c23-9223-11b3eaf7d286 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:48.422859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19762361-f2e6-4c23-9223-11b3eaf7d286 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:48.491366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec5fae-2ae1-4348-a972-5cf45fa9f6c7 None None] Port 1639e3b6-370a-4190-89aa-a8ed7eda9550 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:48.524329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] For port 1639e3b6-370a-4190-89aa-a8ed7eda9550, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:48.527932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] For port 1639e3b6-370a-4190-89aa-a8ed7eda9550, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1639e3b6-370a-4190-89aa-a8ed7eda9550,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:48.540315 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.580962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:48.632232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 33b9c79b-820d-4960-a215-6f95c18da595 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:48.634347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:48.635560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:48.786120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.830335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543b87c-bfdb-41a3-961c-faae47884815 None None] Pushing event updated for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:48.847754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Provisioning complete for port 1639e3b6-370a-4190-89aa-a8ed7eda9550 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:48.848240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.882023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:48.904329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:48.917785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c87a9a95-06ba-48e5-a0c0-cd1e3f2dc25e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 954 time: 2.5415053 Feb 14 21:53:48.920837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35224) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:49.004802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:49.073289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cae9-dfe1-4f10-8967-65ed11597ce7 req-15a47eae-cd79-4f1a-a638-14f4945ef66a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:49.074869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f947cae9-dfe1-4f10-8967-65ed11597ce7 req-15a47eae-cd79-4f1a-a638-14f4945ef66a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.3310399 Feb 14 21:53:49.083592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35228) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:49.089575 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'routes': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:49.091901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a9de1ab-fe37-439b-9781-6e21242e4007 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 954 time: 0.1696074 Feb 14 21:53:49.103948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.164015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 33b9c79b-820d-4960-a215-6f95c18da595 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:49.164576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (33b9c79b-820d-4960-a215-6f95c18da595), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.180156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Current status of the port 1639e3b6-370a-4190-89aa-a8ed7eda9550 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:49.180156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.183777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:49.191901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:49.195607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:49.285560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:49.316522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f947cae9-dfe1-4f10-8967-65ed11597ce7 req-5086609b-a8bc-413b-a4d8-e5c79f3e2023 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211885 Feb 14 21:53:49.519492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] For port 1639e3b6-370a-4190-89aa-a8ed7eda9550, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1639e3b6-370a-4190-89aa-a8ed7eda9550,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:49.534834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.627134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488a365-a66b-48dd-90d3-986478aa291e None None] Pushing event updated for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:49.710891 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (e0056b19-f209-4574-8a0c-8f66add32379), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.766468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 33b9c79b-820d-4960-a215-6f95c18da595 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:49.770196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a6d966db-7aa0-49cd-bbbf-66f5638d6c1d None None] Provisioning complete for port 1639e3b6-370a-4190-89aa-a8ed7eda9550 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:49.770822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6d966db-7aa0-49cd-bbbf-66f5638d6c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.794778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:53:49.795385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:53:49.832476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:49.870287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:47Z', 'revision_number': 6, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:48Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:49.936678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feda9d-86b2-4f33-bbfb-9a209ad6cc72 None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:47Z', 'revision_number': 6, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:48Z', 'revision_number': 4, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:50.070648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a6d966db-7aa0-49cd-bbbf-66f5638d6c1d None None] Current status of the port 1639e3b6-370a-4190-89aa-a8ed7eda9550 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:50.188220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (e0056b19-f209-4574-8a0c-8f66add32379), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.223603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.234484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (f21a4750-7356-4b56-942b-28d18006e020), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.462150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router e0056b19-f209-4574-8a0c-8f66add32379 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:53:50.500200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:50.660684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1639e3b6-370a-4190-89aa-a8ed7eda9550 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:50.673481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab163f31-b8d5-48f4-9975-f3d476859960 req-9d76f829-2455-4cd4-bd0f-6ddbee2fa2a1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:50.687415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab163f31-b8d5-48f4-9975-f3d476859960 req-9d76f829-2455-4cd4-bd0f-6ddbee2fa2a1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2378504 Feb 14 21:53:50.725703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:50.738611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.742147 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f432c697-0012-444f-a1dd-b308496d5fe1 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 704 time: 1.6552453 Feb 14 21:53:50.742409 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:50.800019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1639e3b6-370a-4190-89aa-a8ed7eda9550 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:50.800402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.830357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:50.840661 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Sync routers for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:50.868195 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:50.868870 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:50.884393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab163f31-b8d5-48f4-9975-f3d476859960 req-034555d9-c502-4a4a-a96e-f70a5a10db33 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957436 Feb 14 21:53:50.917204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:50.918458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3f21c1b3-8dd4-4541-a852-c5a906f279a8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6846323 Feb 14 21:53:50.921483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35238) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:51.005185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-29a69eb3-7f67-4ef0-b7f6-0f10ca036bf7 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=2d823a0a147f4dac8e279e13862accd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682206 Feb 14 21:53:51.012591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:51.012783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8b1e75fa-c216-4258-a124-c12966640760 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 704 time: 0.2644086 Feb 14 21:53:51.012783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35244) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:51.026435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1639e3b6-370a-4190-89aa-a8ed7eda9550 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:51.141175 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:51.248430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a036bc-6c96-4dbb-a2d0-74efecca1521 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:51.253387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14a036bc-6c96-4dbb-a2d0-74efecca1521 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2400208 Feb 14 21:53:51.256239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:51.320449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-53badfb3-4fd7-4be8-80f4-48f5aa63e655 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629344 Feb 14 21:53:51.323745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:51.332851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602459845', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:53:51.348057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:51.363649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:51.365815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:51.470753 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:51.502746 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Checking router: e0056b19-f209-4574-8a0c-8f66add32379 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:51.503022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Updating router e0056b19-f209-4574-8a0c-8f66add32379 port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:51.532551 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:51.540894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:53:51.545901 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:51.626016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:51.914796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:51.955435 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks [] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:51.970153 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.016851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 7, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:52.092154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:52.109565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:52.112936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:52.124110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Attempting to bind port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:52.124601 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Attempting to bind port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:52.125151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Attempting to bind port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:52.129335 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Pushing event updated for resources: {'Port': ['ID=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:52.144226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (7409d9c8-b649-48ab-beb2-389fbd7b09a9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.144818 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:52.147385 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:52.148025 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.150843 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:52.151509 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Bound port: 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:52.163025 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.225061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.226639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.229581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.234486 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.234927 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.241785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.242916 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.243426 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.244610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.244961 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.247667 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.248018 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.248356 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:53:52.322132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f9aa-61fd-43b4-9443-efbca0f1e546 req-8a3f1d1e-f8c4-4f33-9153-3bfbd79f838e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:52.328614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0017f9aa-61fd-43b4-9443-efbca0f1e546 req-8a3f1d1e-f8c4-4f33-9153-3bfbd79f838e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2847035 Feb 14 21:53:52.378140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:52.380954 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] For port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:52.395442 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] For port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:52.406508 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.445730 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 1639e3b6-370a-4190-89aa-a8ed7eda9550 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:52.445995 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.449862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Subnet': ['ID=7409d9c8-b649-48ab-beb2-389fbd7b09a9,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:52.469537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41263793-fd8d-47cd-bacb-600b393cc60f None None] Pushing event updated for resources: {'Port': ['ID=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:52.494288 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:52.495135 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:52.503304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0017f9aa-61fd-43b4-9443-efbca0f1e546 req-9c1bde7d-2353-44bb-a511-ab2947e80459 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523137 Feb 14 21:53:52.503788 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Checking segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:52.504192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network hostable DHCP agents. Network: b169d010-8a7b-46b4-829d-7d46199f13bc, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:53:52.557933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network b169d010-8a7b-46b4-829d-7d46199f13bc is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:53:52.574447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b169d010-8a7b-46b4-829d-7d46199f13bc) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:52.586722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:52.587434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.627730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff20abe7-05c0-4ad7-9677-c316b11a5d8d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3028846 Feb 14 21:53:52.630554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35258) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:52.641367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce2494-b3f8-4de2-a33a-bbcd7d26a4d3 None None] Network b169d010-8a7b-46b4-829d-7d46199f13bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:52.705043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 1639e3b6-370a-4190-89aa-a8ed7eda9550, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1639e3b6-370a-4190-89aa-a8ed7eda9550,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:52.705435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:52.738274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 1639e3b6-370a-4190-89aa-a8ed7eda9550 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:52.773184 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:53.076025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b169d010-8a7b-46b4-829d-7d46199f13bc', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:53:53.077071 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:53.115460 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:53.119726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 7, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:53.177334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbe91c-67c8-4be7-ab5f-4365c35cdccc None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 7, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '1639e3b6-370a-4190-89aa-a8ed7eda9550', 'name': '', 'network_id': 'd9ee40ec-82aa-4a1c-b674-c9753b2d685d', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:ac:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e4507601-a707-4e05-a44d-9197ee264706', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:42Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'e4507601-a707-4e05-a44d-9197ee264706', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:53.202715 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb6be4-d16a-4645-a07f-f1f1f26d989d None None] The sync data for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 is: [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:49Z', 'revision_number': 3, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:53.239994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1639e3b6-370a-4190-89aa-a8ed7eda9550), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:53.313569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=1639e3b6-370a-4190-89aa-a8ed7eda9550,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:53.469997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Allocated IP 172.20.0.2 (b169d010-8a7b-46b4-829d-7d46199f13bc/7409d9c8-b649-48ab-beb2-389fbd7b09a9/164811c7-e867-4bb0-a283-f5e92d1e2507) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:53.626969 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:53.898951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks [] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:53.920890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:53.940071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Network b169d010-8a7b-46b4-829d-7d46199f13bc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:53.942744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:53.964468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:54.102369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6cb3d-be19-4950-9abc-8f9eab55b7fc req-68952334-86f9-4509-9869-08fd1620eba2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:54.104415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69d6cb3d-be19-4950-9abc-8f9eab55b7fc req-68952334-86f9-4509-9869-08fd1620eba2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.3836794 Feb 14 21:53:54.156556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:54.170632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Attempting to bind port 164811c7-e867-4bb0-a283-f5e92d1e2507 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:53:54.171261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Attempting to bind port 164811c7-e867-4bb0-a283-f5e92d1e2507 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:53:54.171261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Attempting to bind port 164811c7-e867-4bb0-a283-f5e92d1e2507 on network b169d010-8a7b-46b4-829d-7d46199f13bc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:53:54.193213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Pushing event updated for resources: {'Port': ['ID=164811c7-e867-4bb0-a283-f5e92d1e2507,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:54.204355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:53:54.204743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Checking segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:53:54.205156 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.205555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Bound using segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:53:54.212780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Bound port: 164811c7-e867-4bb0-a283-f5e92d1e2507, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:53:54.213196 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.282486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:54.298083 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:54.301574 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7f3722f6-dd3b-4295-8717-cc7208614518 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837553 Feb 14 21:53:54.302145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:54.320791 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:54.321433 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:54.360005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-69d6cb3d-be19-4950-9abc-8f9eab55b7fc req-93e623d1-97d0-47e0-9397-c2983d617a4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165935 Feb 14 21:53:54.388821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] For port 164811c7-e867-4bb0-a283-f5e92d1e2507, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:53:54.393763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] For port 164811c7-e867-4bb0-a283-f5e92d1e2507, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=164811c7-e867-4bb0-a283-f5e92d1e2507,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:53:54.405832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.429507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet e4507601-a707-4e05-a44d-9197ee264706 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:53:54.434364 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (e4507601-a707-4e05-a44d-9197ee264706), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.522355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (e4507601-a707-4e05-a44d-9197ee264706), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.679532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:53:54.717415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43cbf0-9825-420e-9c5f-a73d8e225a95 None None] Pushing event updated for resources: {'Port': ['ID=164811c7-e867-4bb0-a283-f5e92d1e2507,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:54.805442 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.824233 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:54.830491 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (e4507601-a707-4e05-a44d-9197ee264706), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:54.891115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:54.966904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (e4507601-a707-4e05-a44d-9197ee264706), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.035796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=e4507601-a707-4e05-a44d-9197ee264706,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:55.045596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.052513 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7f53fd9-6ca8-4761-b66d-22c91a0e6631 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/e4507601-a707-4e05-a44d-9197ee264706 HTTP/1.1" status: 204 len: 168 time: 0.7469859 Feb 14 21:53:55.053610 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:55.079543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e75dd6-6aed-41da-8fb8-0c35fe6b225c None None] Network d9ee40ec-82aa-4a1c-b674-c9753b2d685d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:55.133800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:55.239486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d9ee40ec-82aa-4a1c-b674-c9753b2d685d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.292512 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:53Z', 'revision_number': 8, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:55.335717 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:55.349863 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:55.350499 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:55.409083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 33b9c79b-820d-4960-a215-6f95c18da595 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:55.409544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (33b9c79b-820d-4960-a215-6f95c18da595), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.527171 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:55.531987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.1 (b169d010-8a7b-46b4-829d-7d46199f13bc/7409d9c8-b649-48ab-beb2-389fbd7b09a9/8adfe170-4918-442a-8f0e-d87ba6fb410a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:53:55.563207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 33b9c79b-820d-4960-a215-6f95c18da595, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=33b9c79b-820d-4960-a215-6f95c18da595,segment=NetworkSegment(e800bd99-1f9a-45d7-b840-7cb386b60c71),segment_id=e800bd99-1f9a-45d7-b840-7cb386b60c71)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:55.563645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (33b9c79b-820d-4960-a215-6f95c18da595), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.600110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9', 'mac_address': 'fa:16:3e:c1:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:53:55.600718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 33b9c79b-820d-4960-a215-6f95c18da595 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:55.675770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.755935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.780458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:55.781582 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.833474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network b169d010-8a7b-46b4-829d-7d46199f13bc is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:55.840373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:55.847811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:53:55.856492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (33b9c79b-820d-4960-a215-6f95c18da595), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.905213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (e0056b19-f209-4574-8a0c-8f66add32379), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:55.907056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=33b9c79b-820d-4960-a215-6f95c18da595,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:55.909776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:55.917344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port 33b9c79b-820d-4960-a215-6f95c18da595 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:53:55.990786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b5d85-41ee-48f5-b4ea-e3be212744b4 req-f0b7b8bc-f5ea-4140-9a26-fd8e9a9225fa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:55.994751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5b5d85-41ee-48f5-b4ea-e3be212744b4 req-f0b7b8bc-f5ea-4140-9a26-fd8e9a9225fa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 944 time: 0.2780170 Feb 14 21:53:56.020107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:56.020537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.048101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d9ee40ec-82aa-4a1c-b674-c9753b2d685d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.081225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:53:56.083021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee40ec-82aa-4a1c-b674-c9753b2d685d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:56.109819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e800bd99-1f9a-45d7-b840-7cb386b60c71') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:56.113149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e800bd99-1f9a-45d7-b840-7cb386b60c71') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:56.123143 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db5b5d85-41ee-48f5-b4ea-e3be212744b4 req-85d23024-a5b6-41ac-b9f7-cbbe5895d312 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229844 Feb 14 21:53:56.162561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e800bd99-1f9a-45d7-b840-7cb386b60c71), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.196303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e800bd99-1f9a-45d7-b840-7cb386b60c71), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.200503 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:53Z', 'revision_number': 8, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:56.211171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:53:56.213766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e800bd99-1f9a-45d7-b840-7cb386b60c71), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:53:56.220675 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:53:56.224189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:56.224638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.240216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:56.248526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.277855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.301633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300c78d-601b-4f53-ac25-f95f9ed2f014 None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:53Z', 'revision_number': 8, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': '3362fbdb-0ea8-49af-8223-e3ab99089c37', 'name': '', 'network_id': '372ec2c3-15b1-4d49-903e-e34ebf01d662', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:bd:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:37Z', 'updated_at': '2022-02-14T21:53:44Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6359cb14-2b98-4060-9721-ab21a3f7ad52', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:53:56.347272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:56.361091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5871f85-2d1c-4b54-b85e-ee030adc4ee8 None None] DHCP port deletion for d9ee40ec-82aa-4a1c-b674-c9753b2d685d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:53:56.370322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.370933 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d9ee40ec-82aa-4a1c-b674-c9753b2d685d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.375765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:56.382042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/d9ee40ec-82aa-4a1c-b674-c9753b2d685d HTTP/1.1" status: 204 len: 168 time: 1.3210192 Feb 14 21:53:56.387653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35294) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:56.429755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:56.527759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:56.558410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:53:56.994674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.003239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.055785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 164811c7-e867-4bb0-a283-f5e92d1e2507 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:57.176433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:57.209889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 164811c7-e867-4bb0-a283-f5e92d1e2507 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:57.214663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa63ed7-1024-4465-92fe-63beb72a4d4b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=d9ee40ec-82aa-4a1c-b674-c9753b2d685d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:57.216769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (e0056b19-f209-4574-8a0c-8f66add32379), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.217802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.272347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ced9cf-d084-48d4-a60e-2baf9b3158f9 None None] Network b169d010-8a7b-46b4-829d-7d46199f13bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:53:57.389655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Provisioning complete for port 164811c7-e867-4bb0-a283-f5e92d1e2507 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:57.390045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.420687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network b169d010-8a7b-46b4-829d-7d46199f13bc is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:53:57.428320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:53:57.534563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 164811c7-e867-4bb0-a283-f5e92d1e2507 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:57.534970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.597506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae36a-b647-4107-abc5-d86e5b1a446e req-f81341d1-73f5-4a55-8028-ca7f130d9554 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:57.608426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04eae36a-b647-4107-abc5-d86e5b1a446e req-f81341d1-73f5-4a55-8028-ca7f130d9554 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 945 time: 0.3434045 Feb 14 21:53:57.618694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router e0056b19-f209-4574-8a0c-8f66add32379 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:57.644369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 164811c7-e867-4bb0-a283-f5e92d1e2507, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=164811c7-e867-4bb0-a283-f5e92d1e2507,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:57.705558 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.706538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:57.710061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Current status of the port 164811c7-e867-4bb0-a283-f5e92d1e2507 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:57.710643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.814133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04eae36a-b647-4107-abc5-d86e5b1a446e req-d3be9a4f-3112-4427-835d-f1cc1ad54d19 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991594 Feb 14 21:53:57.819990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.896959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=164811c7-e867-4bb0-a283-f5e92d1e2507,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:57.952078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:57.963461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Sync routers for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:57.976927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-154a5ee2-8395-4b78-97f6-c93c3ad6a799 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/e0056b19-f209-4574-8a0c-8f66add32379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425963 Feb 14 21:53:57.977574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:57.993220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:57.994449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:57.996232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:53:57.996790 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:53:58.050724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:58.051402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:58.298814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:53:58.369861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:58.421833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 3362fbdb-0ea8-49af-8223-e3ab99089c37 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:53:58.422303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:58.532068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.532634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.536162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.537359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.538489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.544244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.545561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.546037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.546501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.546962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.552316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-079fe46d-b116-47ff-b9ec-01af82c77eb4 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7043 time: 0.5728951 Feb 14 21:53:58.557290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35330) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:58.607968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1639e3b6-370a-4190-89aa-a8ed7eda9550 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:58.658701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 3362fbdb-0ea8-49af-8223-e3ab99089c37, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3362fbdb-0ea8-49af-8223-e3ab99089c37,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:53:58.659251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:58.679780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 3362fbdb-0ea8-49af-8223-e3ab99089c37 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:53:58.704184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:58.706541 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1639e3b6-370a-4190-89aa-a8ed7eda9550 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:58.706912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1639e3b6-370a-4190-89aa-a8ed7eda9550 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:58.707372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 33b9c79b-820d-4960-a215-6f95c18da595 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:53:58.797666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.799578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.802430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.802925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.807042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.807546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.808010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.808468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.810683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.811168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:58.817863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c389a6b-960a-4025-8df6-55275c15ffa5 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6501 time: 0.2584333 Feb 14 21:53:58.818569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:58.832898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 33b9c79b-820d-4960-a215-6f95c18da595 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:53:58.833261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 33b9c79b-820d-4960-a215-6f95c18da595 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:53:58.854657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ef157b3-e2b3-45ac-aafe-24891ad8ef45 None None] Current status of the port 164811c7-e867-4bb0-a283-f5e92d1e2507 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:59.028992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 164811c7-e867-4bb0-a283-f5e92d1e2507 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:53:59.033380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Provisioning complete for port 164811c7-e867-4bb0-a283-f5e92d1e2507 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:59.033757 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.097872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-771bce83-c081-4ad1-a225-b3ef9721e3d9 req-91a97a0b-d516-4d37-94fa-f7c36ebdd37f service neutron] (103512) timed out ('10.222.0.64', 53288) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:53:59.103442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3362fbdb-0ea8-49af-8223-e3ab99089c37), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.130813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=3362fbdb-0ea8-49af-8223-e3ab99089c37,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:53:59.131080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.236996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:53:59.294297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Current status of the port 164811c7-e867-4bb0-a283-f5e92d1e2507 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:59.314407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:59.315089 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.381173 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Provisioning complete for port 8adfe170-4918-442a-8f0e-d87ba6fb410a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:59.381562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.398443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.431283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a407985d-4160-48e5-8be8-43b6024200a6 None None] Port 8adfe170-4918-442a-8f0e-d87ba6fb410a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:53:59.459655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 164811c7-e867-4bb0-a283-f5e92d1e2507 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:53:59.460034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.464903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 2, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:53:59.540486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Checking router: e0056b19-f209-4574-8a0c-8f66add32379 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:53:59.541358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Updating router e0056b19-f209-4574-8a0c-8f66add32379 port 8adfe170-4918-442a-8f0e-d87ba6fb410a binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:53:59.631615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.707638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9a4cd-fc78-4635-bc11-4117885d9937 req-5bd46e41-c6dd-49d8-a532-8ca08eaaef2f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:53:59.712063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56f9a4cd-fc78-4635-bc11-4117885d9937 req-5bd46e41-c6dd-49d8-a532-8ca08eaaef2f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 945 time: 0.7316871 Feb 14 21:53:59.713716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:53:59.714215 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:53:59.741055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:53:59.823659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f88f1bb9-f9a5-4916-8ac8-adb03f417b30 tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 1.0022104 Feb 14 21:53:59.889032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:53:59.896657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56f9a4cd-fc78-4635-bc11-4117885d9937 req-8a689900-8042-4f08-8526-d0f49fc7b53e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764987 Feb 14 21:53:59.900836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7081ee75-9b44-4a01-aff3-106967af7417 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5120909 Feb 14 21:53:59.903554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35360) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:53:59.912627 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:53:59.951723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:53:59.953927 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:00.019069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet 6359cb14-2b98-4060-9721-ab21a3f7ad52 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:54:00.031372 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (6359cb14-2b98-4060-9721-ab21a3f7ad52), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.094621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (6359cb14-2b98-4060-9721-ab21a3f7ad52), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.114973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:00.119903 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f7d38c-03bb-4e51-952d-217495a446d7" -d '{"events": [{"server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "name": "network-vif-plugged", "status": "completed", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:00.150664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:00.155586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 164811c7-e867-4bb0-a283-f5e92d1e2507 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:00.166768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.171021 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:00.262637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6359cb14-2b98-4060-9721-ab21a3f7ad52), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.319240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:00.362435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35378) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:00.368280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511535668', 'description': 'tempest-secgroup-smoke-1511535668 description', 'project_id': '2d823a0a147f4dac8e279e13862accd1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:00.378150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (6359cb14-2b98-4060-9721-ab21a3f7ad52), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.451009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.482428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=6359cb14-2b98-4060-9721-ab21a3f7ad52,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:00.489677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks [] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.495821 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05025e82-6059-48a5-9b97-46d1432bba39 x-openstack-request-id: req-05025e82-6059-48a5-9b97-46d1432bba39 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:00.496121 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "name": "network-vif-plugged", "status": "completed", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:00.496374 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05025e82-6059-48a5-9b97-46d1432bba39 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:00.496776 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9', 'code': 200} Feb 14 21:54:00.503460 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.511370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7f63547e-7845-4acd-9fcc-0131789a8b48 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/6359cb14-2b98-4060-9721-ab21a3f7ad52 HTTP/1.1" status: 204 len: 168 time: 0.6061807 Feb 14 21:54:00.512149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:00.529039 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.536011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a851d5-2279-4b58-86e7-7ab9a9d0bb99 None None] Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:54:00.665581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:58Z', 'revision_number': 9, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:00.682314 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (372ec2c3-15b1-4d49-903e-e34ebf01d662), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.703205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (63aa7683-4d51-4349-9eff-635a22b4a7f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.715282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:00.715506 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (63aa7683-4d51-4349-9eff-635a22b4a7f1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.725535 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:00.726376 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:00.748686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.753189 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3897631 Feb 14 21:54:00.754967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35384) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:00.763509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:00.781069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d78db2-4826-4cbc-b1ae-59708d180780 req-ac296005-da90-4927-8fff-5f7f00b79413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:00.784736 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-74d78db2-4826-4cbc-b1ae-59708d180780 req-ac296005-da90-4927-8fff-5f7f00b79413 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1955965 Feb 14 21:54:00.825436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa7683-4d51-4349-9eff-635a22b4a7f1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:00.835184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:00.835808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:00.844674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448b9a2-e661-4955-af3f-0f555eeeb79a None None] Pushing event updated for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:00.855463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.856716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.857467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.860701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.862342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.862908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.866747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.867348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.867873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.868368 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.869856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.871380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.875021 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:00.876904 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef29c9-5242-4d1e-a1e3-57f755391d1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:00.931735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (592ec622-779e-4953-bf13-db20bf792a2c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.005451 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-74d78db2-4826-4cbc-b1ae-59708d180780 req-54f730ce-9540-4c16-a4d9-37ac0b9088dd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120523 Feb 14 21:54:01.052146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port a15fa16a-c4b9-49f1-957a-7e7b61e90b18, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,segment=NetworkSegment(c3b01c70-412b-4664-a16b-a464d8917420),segment_id=c3b01c70-412b-4664-a16b-a464d8917420)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:01.055642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.078291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Attempting to bind port 8adfe170-4918-442a-8f0e-d87ba6fb410a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:01.078778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Attempting to bind port 8adfe170-4918-442a-8f0e-d87ba6fb410a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:01.080066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Attempting to bind port 8adfe170-4918-442a-8f0e-d87ba6fb410a on network b169d010-8a7b-46b4-829d-7d46199f13bc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:01.083641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (592ec622-779e-4953-bf13-db20bf792a2c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.092793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:01.093531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Checking segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:01.094015 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.094498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Bound using segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:01.095050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Bound port: 8adfe170-4918-442a-8f0e-d87ba6fb410a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:01.095596 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.097061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (592ec622-779e-4953-bf13-db20bf792a2c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.125371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for a15fa16a-c4b9-49f1-957a-7e7b61e90b18 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:01.134928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592ec622-779e-4953-bf13-db20bf792a2c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.152190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.156399 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f5307d5b-33c3-4779-b767-a2b55c78ef92 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948596 Feb 14 21:54:01.156568 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-173b4c1b-c849-404b-a8e2-f46cb66ded8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.160019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35394) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:01.162243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-52b6149f-1eee-42b1-aa37-005a7155d3eb None None] Provisioning complete for port 8adfe170-4918-442a-8f0e-d87ba6fb410a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:01.163084 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52b6149f-1eee-42b1-aa37-005a7155d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.184129 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:01.248263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-52b6149f-1eee-42b1-aa37-005a7155d3eb None None] Port 8adfe170-4918-442a-8f0e-d87ba6fb410a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:01.250712 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (1c1afd9d-910b-4168-9339-be42049b24ab), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.275339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b52a18-499d-43e5-945a-25ec5458e13b None None] DHCP port deletion for 372ec2c3-15b1-4d49-903e-e34ebf01d662 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:54:01.275757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] For port 8adfe170-4918-442a-8f0e-d87ba6fb410a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:01.281126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:58Z', 'revision_number': 9, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:01.285655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] For port 8adfe170-4918-442a-8f0e-d87ba6fb410a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8adfe170-4918-442a-8f0e-d87ba6fb410a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:01.331412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e004a-d912-4708-a6a0-516c1d36f801 req-0b94a452-7ec4-4e72-98f9-dc6ced273d45 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:01.333670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f01e004a-d912-4708-a6a0-516c1d36f801 req-0b94a452-7ec4-4e72-98f9-dc6ced273d45 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.2441216 Feb 14 21:54:01.354337 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.361114 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03acfd8-91ae-47c6-ace0-e24ad142586a None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:53:58Z', 'revision_number': 9, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c', 'name': '', 'network_id': '61c5f5a4-c829-4b0b-95e8-d993f84b15dc', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:63:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:30Z', 'updated_at': '2022-02-14T21:53:37Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': 'b19862af-bf0f-4e21-9528-2df8f9e584d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:01.365351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (1c1afd9d-910b-4168-9339-be42049b24ab), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.372533 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1c1afd9d-910b-4168-9339-be42049b24ab), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.422217 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.423400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f01e004a-d912-4708-a6a0-516c1d36f801 req-b52e76a8-cde6-44bc-9d45-8ece9395fe1e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811584 Feb 14 21:54:01.423546 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2499630 Feb 14 21:54:01.424801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76460bbb-4be6-4b0c-9695-42fa69d35130 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1afd9d-910b-4168-9339-be42049b24ab,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.426860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35398) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:01.440941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:01.470065 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.482888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (43787141-8a2a-4ccb-8b5e-84fdb832d41c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.510345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:01.511267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:53:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:01.512394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=a15fa16a-c4b9-49f1-957a-7e7b61e90b18,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.519088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:54:01.608163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (43787141-8a2a-4ccb-8b5e-84fdb832d41c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.628580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (43787141-8a2a-4ccb-8b5e-84fdb832d41c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.663813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43787141-8a2a-4ccb-8b5e-84fdb832d41c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.676836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.683495 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eae3e285-6298-4f77-b145-cbc66216fc9f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499943 Feb 14 21:54:01.684821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35404) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:01.689586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (372ec2c3-15b1-4d49-903e-e34ebf01d662), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.690151 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:01.717409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:01.737750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (86168f7b-6511-471c-9d5b-517d1badbf25), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.751517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372ec2c3-15b1-4d49-903e-e34ebf01d662']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:01.780559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b01c70-412b-4664-a16b-a464d8917420') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:01.781630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b01c70-412b-4664-a16b-a464d8917420') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:01.822557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448b9a2-e661-4955-af3f-0f555eeeb79a None None] Pushing event updated for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.836804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (c3b01c70-412b-4664-a16b-a464d8917420), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.859725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (86168f7b-6511-471c-9d5b-517d1badbf25), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.869336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (86168f7b-6511-471c-9d5b-517d1badbf25), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.896114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (c3b01c70-412b-4664-a16b-a464d8917420), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.899064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86168f7b-6511-471c-9d5b-517d1badbf25,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:01.912262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:54:01.912678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (c3b01c70-412b-4664-a16b-a464d8917420), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:54:01.917095 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:54:01.924223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:01.928577 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af89e524-e223-4fee-b685-f2344ce99c8b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2424338 Feb 14 21:54:01.929124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35406) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:01.938942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:01.988562 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:54:01.998606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (be6290c9-7225-4c68-b8a5-73af10be137c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.012480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-89b52a18-499d-43e5-945a-25ec5458e13b None None] Deleting port a15fa16a-c4b9-49f1-957a-7e7b61e90b18 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:02.013167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89b52a18-499d-43e5-945a-25ec5458e13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a15fa16a-c4b9-49f1-957a-7e7b61e90b18), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.043942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (372ec2c3-15b1-4d49-903e-e34ebf01d662), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.078502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.090532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/372ec2c3-15b1-4d49-903e-e34ebf01d662 HTTP/1.1" status: 204 len: 168 time: 1.5772278 Feb 14 21:54:02.091522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee1710-ab35-4f51-ac18-49c04a34696e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=372ec2c3-15b1-4d49-903e-e34ebf01d662,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:02.093617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35412) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:02.137962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (be6290c9-7225-4c68-b8a5-73af10be137c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-89b52a18-499d-43e5-945a-25ec5458e13b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 could not be found. Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 372ec2c3-15b1-4d49-903e-e34ebf01d662 could not be found. Feb 14 21:54:02.154181 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 21:54:02.162754 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (be6290c9-7225-4c68-b8a5-73af10be137c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.191551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c9fb1-b42a-4e6d-a88b-2ef9947aeb40 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 21:54:02.198263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6290c9-7225-4c68-b8a5-73af10be137c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:02.216801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.218458 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7656d34e-fe50-4217-aa07-c14519296726 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880847 Feb 14 21:54:02.221443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35416) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:02.230600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'security_group_rule': {'security_group_id': '63aa7683-4d51-4349-9eff-635a22b4a7f1', 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:02.271491 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Project 2d823a0a147f4dac8e279e13862accd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:54:02.286971 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (7a0bf42d-d823-45bf-b1d5-8f8a9fcc7386), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.313187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Provisioning complete for port 8adfe170-4918-442a-8f0e-d87ba6fb410a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:02.316161 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.404377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (7a0bf42d-d823-45bf-b1d5-8f8a9fcc7386), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.416698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (7a0bf42d-d823-45bf-b1d5-8f8a9fcc7386), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.433252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0bf42d-d823-45bf-b1d5-8f8a9fcc7386,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:02.476679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.485948 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-90d49be3-3097-4876-ae11-b046326cc927 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2554708 Feb 14 21:54:02.560870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c9fb1-b42a-4e6d-a88b-2ef9947aeb40 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 21:54:02.589559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:01Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:02.630774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712289c-331b-4e31-9a8b-9c2c6bc5269f req-97bf077c-79b4-4374-956b-8aab2635fa10 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:02.638146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e712289c-331b-4e31-9a8b-9c2c6bc5269f req-97bf077c-79b4-4374-956b-8aab2635fa10 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.0964386 Feb 14 21:54:02.655381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6785fd6-538f-4a85-9d00-3c7e3becba00 None None] The sync data for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 is: [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:01Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:02.736530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Current status of the port 8adfe170-4918-442a-8f0e-d87ba6fb410a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:02.737239 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.775115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e712289c-331b-4e31-9a8b-9c2c6bc5269f req-825ccba3-f360-45c9-b7f6-a276a7c84713 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303029 Feb 14 21:54:02.800482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] For port 8adfe170-4918-442a-8f0e-d87ba6fb410a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8adfe170-4918-442a-8f0e-d87ba6fb410a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:02.847527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:02.987415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-8184161a-f935-4a83-8dbd-ac855d91015f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511535668&fields=id&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 267 time: 0.1066225 Feb 14 21:54:02.994592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:03.100753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67e3d-1efb-40f7-866f-bd7bcf942ab9 None None] Pushing event updated for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:03.104900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8adfe170-4918-442a-8f0e-d87ba6fb410a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:03.211012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba643a-e2bc-4258-8f89-515b19305578 None None] DHCP port deletion for 372ec2c3-15b1-4d49-903e-e34ebf01d662 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:54:03.236883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8adfe170-4918-442a-8f0e-d87ba6fb410a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:03.237307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:03.411941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-6a34325c-9536-4b89-b225-331f60fd45b0 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:03.414186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-6a34325c-9536-4b89-b225-331f60fd45b0 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 797 time: 0.4160016 Feb 14 21:54:03.420964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2484bd71-56ee-4492-8c06-a62aabfca4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:03.441299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-9734fd73-1e33-4a84-b393-e22b41c70edd tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/quotas/2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 375 time: 0.0205851 Feb 14 21:54:03.476108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8adfe170-4918-442a-8f0e-d87ba6fb410a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:03.578196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3362fbdb-0ea8-49af-8223-e3ab99089c37 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:03.625998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3362fbdb-0ea8-49af-8223-e3ab99089c37 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:03.626738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3362fbdb-0ea8-49af-8223-e3ab99089c37 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:03.627419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a15fa16a-c4b9-49f1-957a-7e7b61e90b18 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:03.649654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-c214c76a-d394-4d2c-8c36-2149e0679532 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987307 Feb 14 21:54:03.659640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a15fa16a-c4b9-49f1-957a-7e7b61e90b18 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:03.660585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a15fa16a-c4b9-49f1-957a-7e7b61e90b18 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:03.774299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:03.774674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:03.839974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-f0ddaeca-ddae-45dd-8293-5a4504b17bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893444 Feb 14 21:54:03.970377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-6fc3220e-abeb-4211-95ed-438413b667f6 service neutron] 10.222.0.86 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293733 Feb 14 21:54:03.995204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:03.996267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:04.012437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:04.337820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710a2f5-9d06-4838-8cc5-2ba4b36c7499 req-d7034679-cd7e-4ec5-aed6-f38d003d7937 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:04.339493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d710a2f5-9d06-4838-8cc5-2ba4b36c7499 req-d7034679-cd7e-4ec5-aed6-f38d003d7937 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.0932140 Feb 14 21:54:04.340311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:04.375422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:04.534256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d710a2f5-9d06-4838-8cc5-2ba4b36c7499 req-4663f465-d868-4733-91e4-abfe703b5fa9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838355 Feb 14 21:54:04.636276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:04.679801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df7e7570-0881-4ad6-8c1f-30c8a246638b req-c4d98a00-9005-4f8c-a44e-55b54b4f62fc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 210 time: 0.0393701 Feb 14 21:54:04.731670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.065109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:54:05.071435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8adfe170-4918-442a-8f0e-d87ba6fb410a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:05.187421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8adfe170-4918-442a-8f0e-d87ba6fb410a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:05.187816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.262997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:05.270986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d7b4c770-07ae-45df-b404-afc408e73c60 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742105 Feb 14 21:54:05.273935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35500) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:05.301540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8adfe170-4918-442a-8f0e-d87ba6fb410a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:05.306537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:05.335604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:05.336221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:05.390260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet b19862af-bf0f-4e21-9528-2df8f9e584d3 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:54:05.395638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (b19862af-bf0f-4e21-9528-2df8f9e584d3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.456621 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b19862af-bf0f-4e21-9528-2df8f9e584d3), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.627386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b19862af-bf0f-4e21-9528-2df8f9e584d3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.813467 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b19862af-bf0f-4e21-9528-2df8f9e584d3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.861131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=b19862af-bf0f-4e21-9528-2df8f9e584d3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:05.891328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:05.897424 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dcdafec9-2656-40f9-b04a-bd4b6b27858a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/b19862af-bf0f-4e21-9528-2df8f9e584d3 HTTP/1.1" status: 204 len: 168 time: 0.6195951 Feb 14 21:54:05.897813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35530) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:05.933395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7cbd93-aba3-4f13-86d6-b93aaddb9dfc None None] Network 61c5f5a4-c829-4b0b-95e8-d993f84b15dc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:54:06.059893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (61c5f5a4-c829-4b0b-95e8-d993f84b15dc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.073234 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.099926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-01f9f415-2cd6-441a-a06c-8475c9408454 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:06.101861 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-01f9f415-2cd6-441a-a06c-8475c9408454 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 797 time: 0.2541487 Feb 14 21:54:06.110288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:06.170949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:06.172044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.241048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-b05c5ce7-4a34-4efb-ab75-ea0e2738c3c5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d823a0a147f4dac8e279e13862accd1 HTTP/1.1" status: 200 len: 380 time: 0.1263037 Feb 14 21:54:06.253531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'port': {'device_id': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'admin_state_up': True, 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'security_groups': ['63aa7683-4d51-4349-9eff-635a22b4a7f1']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:06.347696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,segment=NetworkSegment(e941730c-d5cd-4de7-a7ad-2fb49f412c8d),segment_id=e941730c-d5cd-4de7-a7ad-2fb49f412c8d)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:06.348129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.384653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:06.487305 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.530941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:04Z', 'revision_number': 10, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:06.543378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Made reservation on behalf of 2d823a0a147f4dac8e279e13862accd1 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:54:06.548847 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.597044 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (97776e8d-092d-4b8b-8bf5-4f3ef0c428bf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.617885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:54:06.642857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937b1ca-e4d6-4fd3-81a5-4c10d8e8c798 None None] DHCP port deletion for 61c5f5a4-c829-4b0b-95e8-d993f84b15dc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:54:06.653548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:06.688428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:06.689156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:06.742055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=97776e8d-092d-4b8b-8bf5-4f3ef0c428bf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:06.867947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.20.0.8 (b169d010-8a7b-46b4-829d-7d46199f13bc/7409d9c8-b649-48ab-beb2-389fbd7b09a9/e7c31e36-d94a-4e7b-976a-3895db20b37a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:06.871272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (61c5f5a4-c829-4b0b-95e8-d993f84b15dc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:06.905073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:06.926076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c5f5a4-c829-4b0b-95e8-d993f84b15dc']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:06.944815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:06.949475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e941730c-d5cd-4de7-a7ad-2fb49f412c8d') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:06.999518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e941730c-d5cd-4de7-a7ad-2fb49f412c8d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.029915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e941730c-d5cd-4de7-a7ad-2fb49f412c8d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.044395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:54:07.044970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e941730c-d5cd-4de7-a7ad-2fb49f412c8d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:54:07.057397 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:54:07.086635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.107883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:07.185279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.237942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (61c5f5a4-c829-4b0b-95e8-d993f84b15dc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.257223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.268475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/61c5f5a4-c829-4b0b-95e8-d993f84b15dc HTTP/1.1" status: 204 len: 168 time: 1.3685386 Feb 14 21:54:07.274907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35586) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:07.306964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90ce19-ea79-424f-bd67-8ba29da8ec82 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=61c5f5a4-c829-4b0b-95e8-d993f84b15dc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:07.346183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network b169d010-8a7b-46b4-829d-7d46199f13bc is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:07.358130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:07.363495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:07.391536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:07.392028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 97776e8d-092d-4b8b-8bf5-4f3ef0c428bf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:07.410236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.470058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:04Z', 'revision_number': 10, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:07.510939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:07.512038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.533330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:07.551620 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-75b12555-cdb9-4afd-9b26-f58fffce968b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065755 Feb 14 21:54:07.566264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da166cfc-5fb6-422a-9d0d-c12ecf9740a5 None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:04Z', 'revision_number': 10, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None, '_interfaces': [{'id': 'ab396897-b45a-4e91-8bba-6d63e906418d', 'name': '', 'network_id': 'b1640183-accb-441d-94f8-2d61fc3f7494', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'mac_address': 'fa:16:3e:72:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a4750-7356-4b56-942b-28d18006e020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:23Z', 'updated_at': '2022-02-14T21:53:30Z', 'revision_number': 5, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'subnets': [{'id': '6cfd1319-79cf-4f06-97f3-681cb6b8bb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:07.570485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Request body: {'port': {'device_id': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:07.694936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-769c0b90-2c1f-48c9-880b-4f26d9a0b0a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5221915 Feb 14 21:54:07.848797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e4e6ccaa-a1ea-4939-8cb0-6e760c0cbca7 None None] Provisioning complete for port e7c31e36-d94a-4e7b-976a-3895db20b37a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:07.849573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ccaa-a1ea-4939-8cb0-6e760c0cbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.907514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:07.966963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6ccaa-a1ea-4939-8cb0-6e760c0cbca7 None None] Port e7c31e36-d94a-4e7b-976a-3895db20b37a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:08.045279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-64103f46-a05c-4682-b277-95ff0cc03e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:08.047111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-64103f46-a05c-4682-b277-95ff0cc03e76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 1129 time: 0.2814832 Feb 14 21:54:08.055529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fbfaf-8d82-47af-a3f1-816ba69dda75 req-d2708dcc-e5b3-49ca-a3f1-f8a2c7ea0317 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:08.057674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d3fbfaf-8d82-47af-a3f1-816ba69dda75 req-d2708dcc-e5b3-49ca-a3f1-f8a2c7ea0317 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 931 time: 0.6340871 Feb 14 21:54:08.280679 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d3fbfaf-8d82-47af-a3f1-816ba69dda75 req-0526666d-524a-4e6b-a6fb-e43400983299 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003469 Feb 14 21:54:08.407071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c31e36-d94a-4e7b-976a-3895db20b37a {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:54:08.416667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks [] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:08.435238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:08.436804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Transition to ACTIVE for port object e7c31e36-d94a-4e7b-976a-3895db20b37a will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:54:08.457668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:08.746217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Attempting to bind port e7c31e36-d94a-4e7b-976a-3895db20b37a on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:08.746836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Attempting to bind port e7c31e36-d94a-4e7b-976a-3895db20b37a by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:08.747107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Attempting to bind port e7c31e36-d94a-4e7b-976a-3895db20b37a on network b169d010-8a7b-46b4-829d-7d46199f13bc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:08.749118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:08.786699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Port e7c31e36-d94a-4e7b-976a-3895db20b37a on network b169d010-8a7b-46b4-829d-7d46199f13bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:54:08.787045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Attempting to bind port e7c31e36-d94a-4e7b-976a-3895db20b37a on network b169d010-8a7b-46b4-829d-7d46199f13bc {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:08.791928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-4a2a69c9-16ad-4be6-995b-2840c646a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:08.793434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-4a2a69c9-16ad-4be6-995b-2840c646a5b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.7158296 Feb 14 21:54:08.880339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-36709f5c-f294-4dd0-87a6-87b22cc56dc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 200 len: 217 time: 0.0736344 Feb 14 21:54:08.882105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:08.882451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Checking segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:08.882829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Bound using segment: {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:08.883302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Bound port: e7c31e36-d94a-4e7b-976a-3895db20b37a, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83003e49-24f2-4ff0-8f89-485ecd8171d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:08.883664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:08.921441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port ab396897-b45a-4e91-8bba-6d63e906418d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:08.921927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:08.929296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:09.017222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:09.017575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c5ff5dc0-8657-4ef6-a2b5-3c86cbdb262c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:09.039863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port ab396897-b45a-4e91-8bba-6d63e906418d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ab396897-b45a-4e91-8bba-6d63e906418d,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:09.041401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:09.056501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for ab396897-b45a-4e91-8bba-6d63e906418d owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:09.115611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:09.120028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:09.124849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-d33f38dd-8ad8-48d8-99d5-a0a852f8723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.125203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-d33f38dd-8ad8-48d8-99d5-a0a852f8723c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.1825314 Feb 14 21:54:09.130996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:09.239410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.240094 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:09.241435 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] 10.222.0.64 "PUT /v2.0/ports/e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 1092 time: 1.6767642 Feb 14 21:54:09.245526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:09.250052 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c0937-b42f-4c9f-8200-52b7cade99be" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:09.375808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4a507-2d0a-4108-a064-1c92dd8d4157 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:09.394806 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894f59b-0ac7-426f-a841-1a5bea8fecb5 x-openstack-request-id: req-b894f59b-0ac7-426f-a841-1a5bea8fecb5 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:09.396138 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:09.396476 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b894f59b-0ac7-426f-a841-1a5bea8fecb5 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:09.398635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ab396897-b45a-4e91-8bba-6d63e906418d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:09.411463 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'status': 'completed', 'code': 200} Feb 14 21:54:09.543240 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-1d9fda40-6711-4cdb-8739-9de672aaa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.545183 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-1d9fda40-6711-4cdb-8739-9de672aaa39b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4112630 Feb 14 21:54:09.627548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-f8fb34d1-30f7-47f0-b415-b0ba88765db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.630914 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-f8fb34d1-30f7-47f0-b415-b0ba88765db8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1126 time: 0.3247747 Feb 14 21:54:09.664971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=ab396897-b45a-4e91-8bba-6d63e906418d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:09.708410 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-d3644781-d402-4c67-8a8f-0db6d7afa069 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 217 time: 0.0645413 Feb 14 21:54:09.832824 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-66cb723b-34e1-4f01-8d0c-a59791071b17 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806938 Feb 14 21:54:09.834691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f21a4750-7356-4b56-942b-28d18006e020), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:09.835349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-5499cb99-d87b-4083-95ec-8689008b874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.836909 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-5499cb99-d87b-4083-95ec-8689008b874b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 200 len: 835 time: 0.1227951 Feb 14 21:54:09.860262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd165c7-ab8b-4426-b01a-63c1ec06791b req-daca4aca-6577-46d7-a105-37d9670c7829 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:09.888478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd165c7-ab8b-4426-b01a-63c1ec06791b req-daca4aca-6577-46d7-a105-37d9670c7829 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 943 time: 0.2284656 Feb 14 21:54:10.035186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-a9387b1f-e613-404f-974c-e5e85c9e8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:10.036750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-a9387b1f-e613-404f-974c-e5e85c9e8488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b169d010-8a7b-46b4-829d-7d46199f13bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0946529 Feb 14 21:54:10.043970 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0f8c44c-af0b-4264-8f82-02404ef906e6 req-07b12ff1-bb0c-4bb0-a43c-ea702ce3394b service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007766 Feb 14 21:54:10.152441 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-66aab14e-7da7-4edd-b3b1-db4c13efaed5 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073411 Feb 14 21:54:10.159453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cd165c7-ab8b-4426-b01a-63c1ec06791b req-83926a12-2271-465f-9039-e0e495d0d6ed tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700255 Feb 14 21:54:10.218902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:54:10.260241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-898bab65-16ca-4317-a2f3-417e5cf1dad7 req-479a04c5-2010-4615-9084-0e6584e06e77 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019034 Feb 14 21:54:10.318915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:10.329899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a0b57c75-cc1e-4cfb-81d5-aeb0f87eeff7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0306644 Feb 14 21:54:10.330996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35642) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:10.331420 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:10.349898 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:10.350615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:10.401689 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-c63cbea8-8413-4124-8fb2-1fe4c809ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:10.403307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-c63cbea8-8413-4124-8fb2-1fe4c809ac1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1126 time: 0.0890560 Feb 14 21:54:10.437155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting subnet 6cfd1319-79cf-4f06-97f3-681cb6b8bb60 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:54:10.441973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (6cfd1319-79cf-4f06-97f3-681cb6b8bb60), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:10.491868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (6cfd1319-79cf-4f06-97f3-681cb6b8bb60), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:10.542545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:10.582626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-9802cf02-a074-4220-a68e-02167ca20ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:10.584153 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-9802cf02-a074-4220-a68e-02167ca20ac5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 898 time: 0.1744714 Feb 14 21:54:10.625490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6cfd1319-79cf-4f06-97f3-681cb6b8bb60), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:10.625663 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:10.659101 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:10.665704 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-7bf61167-d71f-4123-8e7c-9994c05317d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 217 time: 0.0741768 Feb 14 21:54:10.671677 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:10.672583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:10.729527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-6d4cdade-aa23-465c-9af5-48837cd25294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:10.731805 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-6d4cdade-aa23-465c-9af5-48837cd25294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 200 len: 835 time: 0.0602658 Feb 14 21:54:10.773274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (6cfd1319-79cf-4f06-97f3-681cb6b8bb60), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:10.779301 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:10.829008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfd1319-79cf-4f06-97f3-681cb6b8bb60,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:10.848388 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-c64ef7df-0efb-47c1-b81d-f9d2fd7a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:10.855229 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-c64ef7df-0efb-47c1-b81d-f9d2fd7a3cae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b169d010-8a7b-46b4-829d-7d46199f13bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177697 Feb 14 21:54:10.885801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:10.891489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bed8bc-8bb6-4237-9b1d-59813bab31a7 None None] Network b1640183-accb-441d-94f8-2d61fc3f7494 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:54:10.906788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99a4ea6b-c79d-4f3d-828d-27661b4cb789 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/6cfd1319-79cf-4f06-97f3-681cb6b8bb60 HTTP/1.1" status: 204 len: 168 time: 0.5746117 Feb 14 21:54:10.913014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35664) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:10.921538 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:11.053419 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a353c5e-3bed-4abb-a59e-4db4508c4f25 None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:11.112272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-8bdf2c5a-b7b0-492b-b6d5-4350a6364ec3 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503662 Feb 14 21:54:11.164252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-6e3f9b19-3e25-4d42-9caf-8a4a4b735ffb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:11.168460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-6e3f9b19-3e25-4d42-9caf-8a4a4b735ffb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.4329107 Feb 14 21:54:11.169413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b1640183-accb-441d-94f8-2d61fc3f7494), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.216195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-6f184cf4-196c-4234-b4cc-3ecf0de33bd2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0387630 Feb 14 21:54:11.253373 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-6a4c0937-b42f-4c9f-8200-52b7cade99be req-4b761091-dd50-41db-a5f5-472c16bb01d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333797 Feb 14 21:54:11.284876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Deleting port 969f0014-c466-4785-a97c-ab94384054a7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:11.285186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (969f0014-c466-4785-a97c-ab94384054a7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.333399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-4d0ae38b-23c3-4658-9d44-91d9645a0cc5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101105 Feb 14 21:54:11.379757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] For port 969f0014-c466-4785-a97c-ab94384054a7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=969f0014-c466-4785-a97c-ab94384054a7,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:11.380265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (969f0014-c466-4785-a97c-ab94384054a7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.399870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Calling delete_port for 969f0014-c466-4785-a97c-ab94384054a7 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:11.441748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] DHCP port deletion for b1640183-accb-441d-94f8-2d61fc3f7494 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:54:11.559805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Deleting port 969f0014-c466-4785-a97c-ab94384054a7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:54:11.560450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (969f0014-c466-4785-a97c-ab94384054a7), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.613417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-ceba481c-937a-43d8-971a-c840a73888a0 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711525 Feb 14 21:54:11.629001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (969f0014-c466-4785-a97c-ab94384054a7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.661897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] For port 969f0014-c466-4785-a97c-ab94384054a7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=969f0014-c466-4785-a97c-ab94384054a7,segment=NetworkSegment(4524aa3a-891c-45b5-9bcb-01b4e9047eef),segment_id=4524aa3a-891c-45b5-9bcb-01b4e9047eef)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:11.662366 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (969f0014-c466-4785-a97c-ab94384054a7), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.677223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Calling delete_port for 969f0014-c466-4785-a97c-ab94384054a7 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:54:11.679766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Port': ['ID=969f0014-c466-4785-a97c-ab94384054a7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:11.710457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No DVR routers for this DVR port 969f0014-c466-4785-a97c-ab94384054a7 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:54:11.798806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (969f0014-c466-4785-a97c-ab94384054a7), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.831621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b1640183-accb-441d-94f8-2d61fc3f7494), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.841071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] Pushing event deleted for resources: {'Port': ['ID=969f0014-c466-4785-a97c-ab94384054a7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:11.844725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17952a29-5a0d-4972-ae02-4b261248dbf9 None None] No DVR routers for this DVR port 969f0014-c466-4785-a97c-ab94384054a7 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:54:11.880083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-3fb3cbd6-99f4-4a8e-9ab1-8c170af35ed1 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463427 Feb 14 21:54:11.886061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1640183-accb-441d-94f8-2d61fc3f7494']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:11.905628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524aa3a-891c-45b5-9bcb-01b4e9047eef') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:11.906028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524aa3a-891c-45b5-9bcb-01b4e9047eef') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:11.922803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (4524aa3a-891c-45b5-9bcb-01b4e9047eef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.939610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (4524aa3a-891c-45b5-9bcb-01b4e9047eef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.948398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:54:11.948803 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (4524aa3a-891c-45b5-9bcb-01b4e9047eef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:54:11.952560 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:54:12.028908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b1640183-accb-441d-94f8-2d61fc3f7494), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.043482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.046854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/networks/b1640183-accb-441d-94f8-2d61fc3f7494 HTTP/1.1" status: 204 len: 168 time: 1.1329503 Feb 14 21:54:12.049683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35688) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:12.054185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'routes': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:12.061098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a92e-1dff-4781-aaf8-6aae21c4bcd8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Pushing event deleted for resources: {'Network': ['ID=b1640183-accb-441d-94f8-2d61fc3f7494,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:12.134716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e7c31e36-d94a-4e7b-976a-3895db20b37a details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:54:12.308404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43396d-c0e0-44e2-a7f9-b737869546fc req-2c826c27-e0a9-42c0-83fd-5305dd56b247 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:12.316810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e43396d-c0e0-44e2-a7f9-b737869546fc req-2c826c27-e0a9-42c0-83fd-5305dd56b247 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 943 time: 0.1218069 Feb 14 21:54:12.328969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:12.363306 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'port_id': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'mac_address': 'fa:16:3e:80:fc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:54:12.415642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Added routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 14 21:54:12.415984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.extraroute_db [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Removed routes are [] {{(pid=103512) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 14 21:54:12.416356 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.427225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port e7c31e36-d94a-4e7b-976a-3895db20b37a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:12.427958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.445487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e43396d-c0e0-44e2-a7f9-b737869546fc req-07761ede-fb91-4403-950b-77aec35d8126 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274776 Feb 14 21:54:12.452266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c31e36-d94a-4e7b-976a-3895db20b37a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:54:12.479936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:12.487640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.546409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0f6d52d-8e29-405e-8cc9-14f4d57c966c req-288a7472-15c5-4223-b4a7-7723743d28e8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Feb 14 21:54:12.558453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:12.676664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.682104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (f21a4750-7356-4b56-942b-28d18006e020), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:12.832595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['e7c31e36-d94a-4e7b-976a-3895db20b37a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:54:13.025797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 969f0014-c466-4785-a97c-ab94384054a7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:13.082789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 969f0014-c466-4785-a97c-ab94384054a7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:13.083115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 969f0014-c466-4785-a97c-ab94384054a7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:13.083576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab396897-b45a-4e91-8bba-6d63e906418d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:54:13.117317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ab396897-b45a-4e91-8bba-6d63e906418d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:54:13.117958 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ab396897-b45a-4e91-8bba-6d63e906418d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:54:13.298429 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router f21a4750-7356-4b56-942b-28d18006e020 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:54:13.400594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:13.408693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:13.409935 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b3ce6658-deba-42aa-a2f1-ec22386debd0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 705 time: 1.3592408 Feb 14 21:54:13.413258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35718) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:13.427400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Sync routers for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:13.450102 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e0d4c98-a96f-4720-b98d-fdd9aa03c858 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 205 time: 0.0354290 Feb 14 21:54:13.452616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:13.453055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:13.453690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:13.566637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:13.595046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (f21a4750-7356-4b56-942b-28d18006e020), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:13.640581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:13.705349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Checking router: f21a4750-7356-4b56-942b-28d18006e020 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:13.726206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965962-3b5c-447d-af4f-5ed8cac85aaf req-7e0e1488-645c-49d4-a004-68c25f12a0d1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:13.734236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df965962-3b5c-447d-af4f-5ed8cac85aaf req-7e0e1488-645c-49d4-a004-68c25f12a0d1 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 944 time: 0.1723602 Feb 14 21:54:13.749040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Routers {'f21a4750-7356-4b56-942b-28d18006e020'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:13.749778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f21a4750-7356-4b56-942b-28d18006e020'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:13.849341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] Set router f21a4750-7356-4b56-942b-28d18006e020 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:13.856984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df965962-3b5c-447d-af4f-5ed8cac85aaf req-488f37ec-c808-4b7c-a3b4-52492d7a3dc5 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165977 Feb 14 21:54:14.063840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f21a4750-7356-4b56-942b-28d18006e020), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.073181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (f21a4750-7356-4b56-942b-28d18006e020), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.117030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa82de3a-128b-4b0a-9df2-f164c9ecae0e req-bec4e522-958a-4966-84bf-5615c591e5f8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.1519549 Feb 14 21:54:14.143227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-2cc46c35-da7e-4fa0-8a37-8c6f500c0ef2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:14.145513 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-2cc46c35-da7e-4fa0-8a37-8c6f500c0ef2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.3537388 Feb 14 21:54:14.150083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f21a4750-7356-4b56-942b-28d18006e020), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.152331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e7c31e36-d94a-4e7b-976a-3895db20b37a up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:14.153323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router f21a4750-7356-4b56-942b-28d18006e020 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:54:14.172137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:14.188797 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.190582 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3297d63c-2f41-47c5-a266-3d914ca1cfff tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 204 len: 168 time: 0.7336693 Feb 14 21:54:14.194732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35736) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:14.199843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:14.205049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032663569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:14.230563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb731f-15d3-4448-b6da-52f0630b0dff None None] The sync data for ids ['f21a4750-7356-4b56-942b-28d18006e020'] in n-d-828372-11 is: [{'id': 'f21a4750-7356-4b56-942b-28d18006e020', 'name': 'tempest-RoutersIpV6Test-router-1254571040', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:19Z', 'updated_at': '2022-02-14T21:54:09Z', 'revision_number': 11, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:14.254213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port e7c31e36-d94a-4e7b-976a-3895db20b37a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:54:14.260551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port e7c31e36-d94a-4e7b-976a-3895db20b37a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:14.260728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.302853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.304263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.433884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port e7c31e36-d94a-4e7b-976a-3895db20b37a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:14.434391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.443469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (44923c7b-085c-41df-8011-6d0e3e32d03a), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.462545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:54:14.465505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.472834 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.499871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:14.500980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.503588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-be333598-9e95-4ed1-84f4-c90c9455a35c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3064299 Feb 14 21:54:14.506518 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30702f85-87e5-4ba5-9c11-628b4ba2863d" -d '{"events": [{"server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "name": "network-vif-plugged", "status": "completed", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:14.512034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35740) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:14.543499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:14.568161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:14.575514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:14.606306 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3f69f-341a-4ad3-bf4e-8b3454ffefad x-openstack-request-id: req-30c3f69f-341a-4ad3-bf4e-8b3454ffefad {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:14.606876 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "name": "network-vif-plugged", "status": "completed", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:14.607335 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30c3f69f-341a-4ad3-bf4e-8b3454ffefad {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:14.608059 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'code': 200} Feb 14 21:54:14.676121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:15.028548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176fe09-d839-42ee-836d-1cdb39e0e7a2 req-b1f8d884-a6e0-487e-825e-c747afdfd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:15.030073 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b176fe09-d839-42ee-836d-1cdb39e0e7a2 req-b1f8d884-a6e0-487e-825e-c747afdfd4fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1128 time: 0.3629239 Feb 14 21:54:15.031196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.3 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/244874a3-5901-406b-b1b3-aa6e045c0acc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:15.043089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07760-7120-4d5e-90f2-d609071dbe2e req-eea3120d-c2ed-4475-9689-aac86b8ee364 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:15.045647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ba07760-7120-4d5e-90f2-d609071dbe2e req-eea3120d-c2ed-4475-9689-aac86b8ee364 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.0628998 Feb 14 21:54:15.088377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3833257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257269'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.134267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3833234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3833243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830648'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.134468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ba07760-7120-4d5e-90f2-d609071dbe2e req-2e9b364c-631e-4144-9059-1e61cdc0f4e4 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822530 Feb 14 21:54:15.195084 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b176fe09-d839-42ee-836d-1cdb39e0e7a2 req-f03d61db-1c5f-46ce-b858-5c4ea270ebf7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219866 Feb 14 21:54:15.228221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c4d91a7-d3b6-440e-8b84-91e2678f9677 req-fa97b376-71f0-41ad-ad70-1c145e15f422 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0315883 Feb 14 21:54:15.445914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.464330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Router 44923c7b-085c-41df-8011-6d0e3e32d03a is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:54:15.570677 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:15.582085 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Sync routers for ids ['44923c7b-085c-41df-8011-6d0e3e32d03a'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:15.590603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.594538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0603aa9-4c2a-4c3b-ada8-3f7e78c85d56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "PUT /v2.0/routers/44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 200 len: 698 time: 1.0777278 Feb 14 21:54:15.595262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:15.602418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.604107 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Routers {'44923c7b-085c-41df-8011-6d0e3e32d03a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:15.604749 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44923c7b-085c-41df-8011-6d0e3e32d03a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:15.623548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:54:15.714706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:15.729298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:15.753645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:15.800690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a7e547fd-80ea-4cdb-bd5f-61f651dfb555 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/routers/44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 200 len: 704 time: 0.2039669 Feb 14 21:54:15.804443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Set router 44923c7b-085c-41df-8011-6d0e3e32d03a gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:15.807384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35774) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:15.829306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:15.862646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-45ebdeb4-ce84-435b-a0ba-f233de997ab8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 200 len: 205 time: 0.0539107 Feb 14 21:54:15.870256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:15.950324 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44923c7b-085c-41df-8011-6d0e3e32d03a', 'name': 'tempest-RoutersIpV6Test-router-2032663569', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:14Z', 'updated_at': '2022-02-14T21:54:15Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:15.983396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:15.993809 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Checking router: 44923c7b-085c-41df-8011-6d0e3e32d03a for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:16.013500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Routers {'44923c7b-085c-41df-8011-6d0e3e32d03a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:16.014609 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44923c7b-085c-41df-8011-6d0e3e32d03a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:16.066483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:16.067523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.104044 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] Set router 44923c7b-085c-41df-8011-6d0e3e32d03a gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:16.126396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5563edc1-4e04-4178-a7c0-d9043afad99e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9643428 Feb 14 21:54:16.188617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44923c7b-085c-41df-8011-6d0e3e32d03a', 'name': 'tempest-RoutersIpV6Test-router-2032663569', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:14Z', 'updated_at': '2022-02-14T21:54:15Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:16.202312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Request body: {'port': {'device_id': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:16.229987 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233b2a8-0e1e-47b3-aff9-d768edd23924 None None] The sync data for ids ['44923c7b-085c-41df-8011-6d0e3e32d03a'] in n-d-828372-11 is: [{'id': '44923c7b-085c-41df-8011-6d0e3e32d03a', 'name': 'tempest-RoutersIpV6Test-router-2032663569', 'tenant_id': '5ad7102c7534403eadf2c44f40ac80f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:14Z', 'updated_at': '2022-02-14T21:54:15Z', 'revision_number': 2, 'project_id': '5ad7102c7534403eadf2c44f40ac80f2', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:16.293899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-afe41515-7159-4dcd-9e30-8f948effc7c0 None None] Provisioning complete for port 244874a3-5901-406b-b1b3-aa6e045c0acc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:16.296255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afe41515-7159-4dcd-9e30-8f948effc7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.361276 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.365579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router_controller (44923c7b-085c-41df-8011-6d0e3e32d03a), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.373836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-afe41515-7159-4dcd-9e30-8f948effc7c0 None None] Port 244874a3-5901-406b-b1b3-aa6e045c0acc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:16.375634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8811fea-0c9e-4e1a-b598-64c95e7ae321 req-3c348322-a252-4265-ac21-aa8326019d7f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:16.378437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8811fea-0c9e-4e1a-b598-64c95e7ae321 req-3c348322-a252-4265-ac21-aa8326019d7f tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.1777174 Feb 14 21:54:16.380977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.470318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8811fea-0c9e-4e1a-b598-64c95e7ae321 req-6038cf91-6320-4bc2-b57a-c2d8e71bdd67 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770199 Feb 14 21:54:16.480424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (44923c7b-085c-41df-8011-6d0e3e32d03a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.481033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Fanout notify agent at l3_agent the message router_deleted on router 44923c7b-085c-41df-8011-6d0e3e32d03a {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:54:16.497789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:16.502352 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-57c2c2cf-3a1d-40e3-b8de-8d17064c740c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 204 len: 168 time: 0.6266603 Feb 14 21:54:16.503558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:16.558215 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:54:16.559560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d760acb7-26e4-4fb6-96cb-1d5615af59fd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 200 len: 205 time: 0.0546763 Feb 14 21:54:16.562741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:16.668067 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-6a37e758-5397-4633-b225-c0911fa82878 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:16.669359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a37e758-5397-4633-b225-c0911fa82878 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/44923c7b-085c-41df-8011-6d0e3e32d03a HTTP/1.1" status: 404 len: 336 time: 0.1054561 Feb 14 21:54:16.672916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35800) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:16.736303 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf8eca8-62d8-43fd-8ce2-55e1454744ed tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:16.737413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf8eca8-62d8-43fd-8ce2-55e1454744ed tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:16.754379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ccf8eca8-62d8-43fd-8ce2-55e1454744ed tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/e4507601-a707-4e05-a44d-9197ee264706 HTTP/1.1" status: 404 len: 337 time: 0.0799820 Feb 14 21:54:16.759994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35804) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:16.810087 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db2e20-3af4-4ce3-9925-7c81c1c72f9c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:16.811618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db2e20-3af4-4ce3-9925-7c81c1c72f9c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:16.824461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c2db2e20-3af4-4ce3-9925-7c81c1c72f9c tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/6359cb14-2b98-4060-9721-ab21a3f7ad52 HTTP/1.1" status: 404 len: 337 time: 0.0583310 Feb 14 21:54:16.826604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35808) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:16.863267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e1dd-f60b-4c66-a286-6bd48a8d18de req-18d85507-8895-46a8-a466-0cc81915a9e2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:16.866714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce37e1dd-f60b-4c66-a286-6bd48a8d18de req-18d85507-8895-46a8-a466-0cc81915a9e2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 931 time: 0.2426937 Feb 14 21:54:17.057196 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244874a3-5901-406b-b1b3-aa6e045c0acc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:54:17.084264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks [] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:17.116836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Transition to ACTIVE for port object 244874a3-5901-406b-b1b3-aa6e045c0acc will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:54:17.123448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:17.194515 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Pushing event updated for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:17.274074 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cb72ee-7c88-41bc-b243-a516d0ec5096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:17.274826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cb72ee-7c88-41bc-b243-a516d0ec5096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:17.278060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f2cb72ee-7c88-41bc-b243-a516d0ec5096 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/b19862af-bf0f-4e21-9528-2df8f9e584d3 HTTP/1.1" status: 404 len: 337 time: 0.4502339 Feb 14 21:54:17.288375 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35820) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.353728 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd32caad-423e-4f89-864e-7cd671bea9cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:17.357893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd32caad-423e-4f89-864e-7cd671bea9cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:17.362115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dd32caad-423e-4f89-864e-7cd671bea9cd tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/6cfd1319-79cf-4f06-97f3-681cb6b8bb60 HTTP/1.1" status: 404 len: 337 time: 0.0707929 Feb 14 21:54:17.370796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35822) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.377486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Attempting to bind port 244874a3-5901-406b-b1b3-aa6e045c0acc on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:17.378461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Attempting to bind port 244874a3-5901-406b-b1b3-aa6e045c0acc by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:17.378999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Attempting to bind port 244874a3-5901-406b-b1b3-aa6e045c0acc on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:17.390270 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Port 244874a3-5901-406b-b1b3-aa6e045c0acc on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:54:17.391510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Attempting to bind port 244874a3-5901-406b-b1b3-aa6e045c0acc on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:17.404625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:17.407634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:17.408126 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:17.408650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Bound port: 244874a3-5901-406b-b1b3-aa6e045c0acc, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:17.410040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:17.432841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3976531-d269-4b8f-8317-01a56f2047a0 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 200 len: 205 time: 0.0595336 Feb 14 21:54:17.441413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35826) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.522044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce37e1dd-f60b-4c66-a286-6bd48a8d18de req-aef42464-c83a-4ca2-b9a9-20c5375882ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549567 Feb 14 21:54:17.678093 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-ce258751-1b73-47dc-9a59-4d0e0f9cddee tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:17.682297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ce258751-1b73-47dc-9a59-4d0e0f9cddee tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/f21a4750-7356-4b56-942b-28d18006e020 HTTP/1.1" status: 404 len: 336 time: 0.1292999 Feb 14 21:54:17.683445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35836) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.718599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0c76558-434d-4418-a7b7-f2270122eb84 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=3b709d7f-65ae-4aaa-b804-e96fa7969385 HTTP/1.1" status: 200 len: 205 time: 0.0327435 Feb 14 21:54:17.719442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:17.721445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35838) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.721879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba81987-4d9d-47f4-909e-4d1b21a2d03b req-be49c17e-3463-4b22-9a49-1e7c9bbb9be3 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:17.723892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ba81987-4d9d-47f4-909e-4d1b21a2d03b req-be49c17e-3463-4b22-9a49-1e7c9bbb9be3 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.0735011 Feb 14 21:54:17.792101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ba81987-4d9d-47f4-909e-4d1b21a2d03b req-6155507d-d299-4bc3-8ef2-ae6ccfed3ec9 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615261 Feb 14 21:54:17.813584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=244874a3-5901-406b-b1b3-aa6e045c0acc,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:17.817547 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-d7f63983-12b9-498f-be0b-3cf1cf9dedef tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:17.821846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d7f63983-12b9-498f-be0b-3cf1cf9dedef tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/3b709d7f-65ae-4aaa-b804-e96fa7969385 HTTP/1.1" status: 404 len: 336 time: 0.0962729 Feb 14 21:54:17.822036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35844) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:17.852387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:17.955670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:17.956530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:17.965888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] 10.222.0.64 "PUT /v2.0/ports/244874a3-5901-406b-b1b3-aa6e045c0acc HTTP/1.1" status: 200 len: 1092 time: 1.7799907 Feb 14 21:54:17.967023 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d12c7ab-0502-4d0d-8873-f5ee1750ab8e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:17.971303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d12c7ab-0502-4d0d-8873-f5ee1750ab8e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:17.975011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5840dbb-063d-4f50-95ec-d4c7867d7ca7 req-92c51f86-3316-4f34-ba33-1c41257f919a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:17.977332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5840dbb-063d-4f50-95ec-d4c7867d7ca7 req-92c51f86-3316-4f34-ba33-1c41257f919a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.0847762 Feb 14 21:54:17.985642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4d12c7ab-0502-4d0d-8873-f5ee1750ab8e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/a9f896cd-68f5-4edf-8196-e34a9e1d4956 HTTP/1.1" status: 404 len: 337 time: 0.1625528 Feb 14 21:54:17.998740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.037109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:18.043729 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d42574-531f-4f79-ab36-49d7dea2b6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:18.110458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5840dbb-063d-4f50-95ec-d4c7867d7ca7 req-0a66d465-50c4-46a0-ae34-9e0648f5b733 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225867 Feb 14 21:54:18.134610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35856) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.204951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-82d16752-bcbf-4ead-884d-f17622ed85ae tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 200 len: 205 time: 0.1579084 Feb 14 21:54:18.209725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.228317 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123a09b-ddce-49cb-bd24-c4c29b4594c0 x-openstack-request-id: req-1123a09b-ddce-49cb-bd24-c4c29b4594c0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:18.228609 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:18.228862 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1123a09b-ddce-49cb-bd24-c4c29b4594c0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:18.229252 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc', 'status': 'completed', 'code': 200} Feb 14 21:54:18.259544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51a844-d730-4667-aac5-2889d9a0133d tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:18.261519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7b51a844-d730-4667-aac5-2889d9a0133d tempest-TestNetworkBasicOps-237530214 tempest-TestNetworkBasicOps-237530214-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1123 time: 0.1254451 Feb 14 21:54:18.264293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35860) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.269653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:18.296887 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-bf6002b4-176c-4b2a-b7d5-eb0add902975 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:18.298488 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf6002b4-176c-4b2a-b7d5-eb0add902975 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/75657abc-4642-4e5e-9932-121d63262cef HTTP/1.1" status: 404 len: 336 time: 0.0741029 Feb 14 21:54:18.302851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.323203 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:18.338336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6d036c1c-62cf-4001-82a5-ad91093945aa tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=3467510d-e013-4531-8443-2240becbba86 HTTP/1.1" status: 200 len: 205 time: 0.0340462 Feb 14 21:54:18.343470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35864) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.356281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-563fddac-64d4-4227-b5f0-6fb3a54d5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:18.358434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-563fddac-64d4-4227-b5f0-6fb3a54d5f3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 1126 time: 0.2862751 Feb 14 21:54:18.359239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f35b-a7e9-4cdd-985e-72cf52b42612 service neutron] Pushing event updated for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:18.409714 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-1c158127-a7a6-407f-bc0e-081e82d68d0b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:18.411818 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c158127-a7a6-407f-bc0e-081e82d68d0b tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/3467510d-e013-4531-8443-2240becbba86 HTTP/1.1" status: 404 len: 336 time: 0.0630524 Feb 14 21:54:18.415823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35866) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.440605 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-41181aa0-aa9f-44c0-8977-e2db13cb4709 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244874a3-5901-406b-b1b3-aa6e045c0acc HTTP/1.1" status: 200 len: 217 time: 0.0420322 Feb 14 21:54:18.451807 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-dead3de5-b366-4218-b655-37a56422d57a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:18.452384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dead3de5-b366-4218-b655-37a56422d57a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:18.456055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dead3de5-b366-4218-b655-37a56422d57a tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/d434354e-4b40-4158-bb99-9ca614ded5c0 HTTP/1.1" status: 404 len: 337 time: 0.0383077 Feb 14 21:54:18.458734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35872) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.501018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5ceca619-bb1e-43d3-823f-ebecc76f7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:18.502798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5ceca619-bb1e-43d3-823f-ebecc76f7814 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0484905 Feb 14 21:54:18.548637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bde512a0-f03d-4fb8-8416-86df339242d7 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3cd0f15-f22d-4c50-aab3-fe2af37d0736 HTTP/1.1" status: 200 len: 205 time: 0.0762315 Feb 14 21:54:18.552053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35878) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.631953 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-d300e63e-45c6-4d01-9dc7-a3b75a1b9e1e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:18.633033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd1d1-e271-411e-8540-f6f0975182ed req-da10aa8c-3473-4f7a-8d7e-8d6ea6fb6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:18.633240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d300e63e-45c6-4d01-9dc7-a3b75a1b9e1e tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/d3cd0f15-f22d-4c50-aab3-fe2af37d0736 HTTP/1.1" status: 404 len: 336 time: 0.0800567 Feb 14 21:54:18.635998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-da10aa8c-3473-4f7a-8d7e-8d6ea6fb6cfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1260870 Feb 14 21:54:18.636718 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.696576 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b828f-0110-40d8-840f-648bdf9cabe8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:18.697923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513b828f-0110-40d8-840f-648bdf9cabe8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:18.704240 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-513b828f-0110-40d8-840f-648bdf9cabe8 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/b29aa7d1-4192-4b7d-8385-06caa22e1796 HTTP/1.1" status: 404 len: 337 time: 0.0663989 Feb 14 21:54:18.705066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e93da-5959-418d-9cfd-f0ec97063457 req-e2f712b7-a64f-4fe5-a1f2-3795509c8c0a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:18.706200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35882) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.706831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be5e93da-5959-418d-9cfd-f0ec97063457 req-e2f712b7-a64f-4fe5-a1f2-3795509c8c0a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0775375 Feb 14 21:54:18.715057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:18.784159 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-967a8c20-8923-4a71-ac80-e7bc1d1f9b56 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "GET /v2.0/ports?device_id=d61c4eee-2586-4fae-8ef1-1f344110a1c7 HTTP/1.1" status: 200 len: 205 time: 0.0440457 Feb 14 21:54:18.804400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.851551 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-027a4b69-522e-48ab-a631-5059c0879d3f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] delete failed (client error): The resource could not be found. Feb 14 21:54:18.855051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-027a4b69-522e-48ab-a631-5059c0879d3f tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/routers/d61c4eee-2586-4fae-8ef1-1f344110a1c7 HTTP/1.1" status: 404 len: 336 time: 0.0472522 Feb 14 21:54:18.859932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35890) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.877063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be5e93da-5959-418d-9cfd-f0ec97063457 req-03afc793-3be0-40bb-9937-e8c75f7ed957 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636963 Feb 14 21:54:18.913230 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1db0d24-b4b6-4feb-8092-b8f930e02164 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:18.913700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1db0d24-b4b6-4feb-8092-b8f930e02164 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:18.919228 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b1db0d24-b4b6-4feb-8092-b8f930e02164 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/e4748d46-ca61-48c6-a387-3e6ef81da345 HTTP/1.1" status: 404 len: 337 time: 0.0557876 Feb 14 21:54:18.919915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35892) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:18.930408 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-1b9880c2-faae-4ea7-9e31-62ad105ba115 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840273 Feb 14 21:54:18.961791 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-6892206d-52e4-42e9-b1e2-b3b2f5a2c7d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] DELETE failed (client error): The resource could not be found. Feb 14 21:54:18.962993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6892206d-52e4-42e9-b1e2-b3b2f5a2c7d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 21:54:18.968763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6892206d-52e4-42e9-b1e2-b3b2f5a2c7d9 tempest-RoutersIpV6Test-299485812 tempest-RoutersIpV6Test-299485812-project] 10.222.0.86 "DELETE /v2.0/subnets/7541e08f-9db8-4389-821a-0e3dcd7a4816 HTTP/1.1" status: 404 len: 337 time: 0.0448570 Feb 14 21:54:19.004337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Allocated IP 172.25.2.175 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/980e8b50-ff7e-4798-afd7-3930adf4d56c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:19.078444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-115cd1d1-e271-411e-8540-f6f0975182ed req-5ad39cb9-b8ce-4735-a136-f4bdc7820a6c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402705 Feb 14 21:54:19.243418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:19.257365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-3adb73e9-d995-44fb-9ba9-e5336f3f451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:19.263839 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-3adb73e9-d995-44fb-9ba9-e5336f3f451f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 1126 time: 0.1300442 Feb 14 21:54:19.299820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:19.442876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:19.463640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:19.469423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:19.472034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-5cd7843a-83da-4df2-8826-268edd059da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:19.474870 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-5cd7843a-83da-4df2-8826-268edd059da4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.2067218 Feb 14 21:54:19.480684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35904) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:19.526642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=980e8b50-ff7e-4798-afd7-3930adf4d56c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:19.603384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-14cb90e9-26b1-4f0a-8c26-87bc83e67be6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244874a3-5901-406b-b1b3-aa6e045c0acc HTTP/1.1" status: 200 len: 217 time: 0.1195500 Feb 14 21:54:19.674837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-a3865cdc-2845-4fcd-8257-c5619de3ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:19.676400 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-a3865cdc-2845-4fcd-8257-c5619de3ef53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0675111 Feb 14 21:54:19.763551 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e7f96f33-2f83-428a-9779-ff95f6dd7e32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ad7102c7534403eadf2c44f40ac80f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815950 Feb 14 21:54:19.765988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35916) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:19.804005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-5cc9d17b-3a23-4ab2-bb27-06093a2ce4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:19.806718 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-5cc9d17b-3a23-4ab2-bb27-06093a2ce4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1238835 Feb 14 21:54:19.917627 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-4d1074b4-1943-4e07-9e2e-702f4fd7c2bc service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005812 Feb 14 21:54:20.033517 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-00d42574-531f-4f79-ab36-49d7dea2b6bb req-e9daa50d-0b48-4dcb-83b7-8634f67c0519 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083443 Feb 14 21:54:20.048959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] Publish callbacks [] for security_group (a23272b1-0f5a-473b-82fb-7fae2cc0e573), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.073355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] Publish callbacks [] for security_group (a23272b1-0f5a-473b-82fb-7fae2cc0e573), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.143822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a23272b1-0f5a-473b-82fb-7fae2cc0e573), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.148244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.151634 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a23272b1-0f5a-473b-82fb-7fae2cc0e573 HTTP/1.1" status: 204 len: 168 time: 0.3838727 Feb 14 21:54:20.163951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc506c3f-01e2-4386-a76f-7bf3c1035b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23272b1-0f5a-473b-82fb-7fae2cc0e573,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:20.283793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633983-cf65-443e-9802-e64f9039260c req-e54e730c-8407-4f52-81d8-3927527835b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:20.285481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0633983-cf65-443e-9802-e64f9039260c req-e54e730c-8407-4f52-81d8-3927527835b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.2825639 Feb 14 21:54:20.324390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (006d5c27-3dd7-44bd-9c4a-efb22aab1b07), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.391612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0633983-cf65-443e-9802-e64f9039260c req-303f0c18-7ac5-47e1-926c-728f91bea6b2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Feb 14 21:54:20.505654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.709433 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.716725 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:20.788822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event updated for resources: {'Port': ['ID=980e8b50-ff7e-4798-afd7-3930adf4d56c,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:20.851094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (006d5c27-3dd7-44bd-9c4a-efb22aab1b07), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.082164 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Floating IP 006d5c27-3dd7-44bd-9c4a-efb22aab1b07 associated. External IP: 172.25.2.175, port: e7c31e36-d94a-4e7b-976a-3895db20b37a. Feb 14 21:54:21.169620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:21.330613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420513752'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:21.354454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.364604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.503017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router e0056b19-f209-4574-8a0c-8f66add32379 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:54:21.557963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (926be703-f93c-49a8-b563-fd284ec2e5f9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.568281 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (926be703-f93c-49a8-b563-fd284ec2e5f9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.679935 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926be703-f93c-49a8-b563-fd284ec2e5f9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:21.688600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731b0c4-9896-4a7e-a269-9db2ca4dcc2d req-424cb224-eaa5-4506-be37-0d8d00911444 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:21.699569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b731b0c4-9896-4a7e-a269-9db2ca4dcc2d req-424cb224-eaa5-4506-be37-0d8d00911444 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1535473 Feb 14 21:54:21.753201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.772790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.817066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17b07b-1286-47ea-8ab0-3e91c32c93ff,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:21.824370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.825918 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5529de46-bfab-4450-8409-cfa86ca886e4 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6551948 Feb 14 21:54:21.829052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 35984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:21.842056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b731b0c4-9896-4a7e-a269-9db2ca4dcc2d req-e68768db-84bf-4905-80cb-acb0a04b7294 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414800 Feb 14 21:54:21.863171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:21.874593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Sync routers for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:21.893263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:21.894192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:21.895232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:21.935531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-85abe811-368d-4e2b-89fe-3748afc76cd2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6697705 Feb 14 21:54:21.936837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:21.939352 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006dbb10-f13a-47a8-bbeb-60824b028200" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:21.942940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35986) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:22.028950 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18b908-58fe-4876-a203-d14aa2596b12 x-openstack-request-id: req-1a18b908-58fe-4876-a203-d14aa2596b12 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:22.029569 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:22.030754 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1a18b908-58fe-4876-a203-d14aa2596b12 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:22.031375 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'status': 'completed', 'code': 200} Feb 14 21:54:22.063922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14990828-17ff-47b1-9c89-e5a50facea1d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/006d5c27-3dd7-44bd-9c4a-efb22aab1b07 HTTP/1.1" status: 200 len: 991 time: 0.1077919 Feb 14 21:54:22.168756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:22.411198 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-35de5eef-54d3-4266-b453-8e1eac06cfea tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5783653 Feb 14 21:54:22.413149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 35998) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:22.418604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-security--1741392779', 'description': 'tempest-security-description-1631113832'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:22.457766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:22.489728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-1777059c-b2ed-42c1-a621-eae0d821ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:22.491450 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-1777059c-b2ed-42c1-a621-eae0d821ee78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1128 time: 0.0948713 Feb 14 21:54:22.536458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:22.557273 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:22.560781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:22.565396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "PUT /v2.0/security-groups/ec17b07b-1286-47ea-8ab0-3e91c32c93ff HTTP/1.1" status: 200 len: 1797 time: 0.1522999 Feb 14 21:54:22.566239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36000) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:22.672517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ed731-4742-4ae8-9154-1fdc92ae6993 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17b07b-1286-47ea-8ab0-3e91c32c93ff,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:22.684908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '006d5c27-3dd7-44bd-9c4a-efb22aab1b07', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'port_id': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'mac_address': 'fa:16:3e:80:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:54:19Z', 'updated_at': '2022-02-14T21:54:19Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:22.698967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-6b7bd21a-a976-4a75-9c83-49b9d5ce9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:22.705126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-6b7bd21a-a976-4a75-9c83-49b9d5ce9020 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 898 time: 0.2074511 Feb 14 21:54:22.725951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4dcad0bf-35d5-4da4-82a7-e0909eacf620 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups/ec17b07b-1286-47ea-8ab0-3e91c32c93ff HTTP/1.1" status: 200 len: 1797 time: 0.1131151 Feb 14 21:54:22.726593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36002) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:22.732273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Checking router: e0056b19-f209-4574-8a0c-8f66add32379 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:22.747139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:22.749646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:22.790808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-748cf7c1-bd48-4e24-802c-963780bbbb98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 999 time: 0.0760505 Feb 14 21:54:22.892396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:22.915261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-4842c0d2-3ef5-43f0-b091-14f149326e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:22.918062 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-4842c0d2-3ef5-43f0-b091-14f149326e2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 200 len: 835 time: 0.1161633 Feb 14 21:54:22.987469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:23.025404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-06ad4b13-bd4d-4121-8c0e-3d281de651f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:23.031646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-06ad4b13-bd4d-4121-8c0e-3d281de651f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b169d010-8a7b-46b4-829d-7d46199f13bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1058016 Feb 14 21:54:23.081250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36010) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:23.087382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:23.357283 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-b561ee33-9e57-47a6-a144-c0deb925189c service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189256 Feb 14 21:54:23.606035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-006dbb10-f13a-47a8-bbeb-60824b028200 req-4c23e1a2-a740-4da8-9b48-2949cc221233 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359810 Feb 14 21:54:23.630589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '006d5c27-3dd7-44bd-9c4a-efb22aab1b07', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'port_id': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'mac_address': 'fa:16:3e:80:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:54:19Z', 'updated_at': '2022-02-14T21:54:19Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:23.651872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d7b678b8-4118-4a89-a769-0fead1336702 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/006d5c27-3dd7-44bd-9c4a-efb22aab1b07 HTTP/1.1" status: 200 len: 991 time: 0.5698638 Feb 14 21:54:23.693402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3ff24-b3e5-491e-892c-4d2a54789f1a None None] The sync data for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 is: [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '006d5c27-3dd7-44bd-9c4a-efb22aab1b07', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'port_id': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'mac_address': 'fa:16:3e:80:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:54:19Z', 'updated_at': '2022-02-14T21:54:19Z', 'revision_number': 0, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:23.694328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (ec17b07b-1286-47ea-8ab0-3e91c32c93ff), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:23.700285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:23.701737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec17b07b-1286-47ea-8ab0-3e91c32c93ff HTTP/1.1" status: 204 len: 168 time: 0.9740233 Feb 14 21:54:23.704823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:23.739971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ffe67-a2ca-49a1-9248-95d9b80741d4 req-b3e69b77-74e5-48d7-b9e9-813e73fb57da tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:23.741528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-347ffe67-a2ca-49a1-9248-95d9b80741d4 req-b3e69b77-74e5-48d7-b9e9-813e73fb57da tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.7185929 Feb 14 21:54:23.748118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a319d67-c5fa-4dcb-ac91-d88cd5a8daa5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17b07b-1286-47ea-8ab0-3e91c32c93ff,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:23.832280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e6b21a5e-9b36-4167-a88f-c464da74f017 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231198 Feb 14 21:54:23.832594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36024) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:23.851004 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-25dcc6e9-4a36-4cf6-bd94-41975860400e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] delete failed (client error): The resource could not be found. Feb 14 21:54:23.868234 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-25dcc6e9-4a36-4cf6-bd94-41975860400e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/ec17b07b-1286-47ea-8ab0-3e91c32c93ff HTTP/1.1" status: 404 len: 347 time: 0.0337892 Feb 14 21:54:23.876589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-347ffe67-a2ca-49a1-9248-95d9b80741d4 req-4467c526-4e34-4743-82b5-0566b60867f4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Feb 14 21:54:23.880199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36028) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:23.893857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--415178758'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:23.927092 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.074625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (984903cf-86f5-4a65-b11f-3a5ff338ffcb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.083072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (984903cf-86f5-4a65-b11f-3a5ff338ffcb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.116160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.122142 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2364168 Feb 14 21:54:24.122333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:24.127008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': '984903cf-86f5-4a65-b11f-3a5ff338ffcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:24.139638 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f2252-eb6c-4226-8784-103d7b8910fa None None] New status for floating IP 006d5c27-3dd7-44bd-9c4a-efb22aab1b07: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:54:24.160440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101833-26d3-4e00-a3d1-81945e1bbaa1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984903cf-86f5-4a65-b11f-3a5ff338ffcb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:24.186515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.361038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.372957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.426420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f68392-f09c-4692-9e35-5f02184a95df,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:24.449274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.453000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-47b7ec62-8557-4218-9d39-cabbdc0180c5 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274813 Feb 14 21:54:24.453286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:24.529358 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.542038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.597204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f0f68392-f09c-4692-9e35-5f02184a95df), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.607130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.607130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f0f68392-f09c-4692-9e35-5f02184a95df HTTP/1.1" status: 204 len: 168 time: 0.1498616 Feb 14 21:54:24.607612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:24.636010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4ede-c319-44b8-adb4-35acb7d84b43 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0f68392-f09c-4692-9e35-5f02184a95df,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:24.655964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36044) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:24.731282 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-deee2e2a-55d6-4a3e-842f-bec8961bcefb tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1182051 Feb 14 21:54:24.731878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:24.749622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6f80103b-c367-4e7a-94d1-6b4155391a1c tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/006d5c27-3dd7-44bd-9c4a-efb22aab1b07 HTTP/1.1" status: 200 len: 993 time: 0.0923984 Feb 14 21:54:24.836110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (984903cf-86f5-4a65-b11f-3a5ff338ffcb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.871427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (984903cf-86f5-4a65-b11f-3a5ff338ffcb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.984790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (984903cf-86f5-4a65-b11f-3a5ff338ffcb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.988502 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:24.989872 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/984903cf-86f5-4a65-b11f-3a5ff338ffcb HTTP/1.1" status: 204 len: 168 time: 0.2552364 Feb 14 21:54:24.993246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36054) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:25.014548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b9dc3-0c2d-48d7-b6a2-deaab945e8a1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984903cf-86f5-4a65-b11f-3a5ff338ffcb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:25.131132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-459639ed-d0b3-4a09-ab76-593914bf7997 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1365869 Feb 14 21:54:25.136084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36060) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:25.141516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188007345'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:25.175502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cac53a-a0ed-451c-854d-8b8f7b7a00b5 req-036dba8c-915e-41c8-96c4-208c1ebeb103 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:25.177739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83cac53a-a0ed-451c-854d-8b8f7b7a00b5 req-036dba8c-915e-41c8-96c4-208c1ebeb103 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1582289 Feb 14 21:54:25.183896 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.321340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (b6c92250-46a9-46d1-a013-3a31baec8fdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.331596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b6c92250-46a9-46d1-a013-3a31baec8fdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.337494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83cac53a-a0ed-451c-854d-8b8f7b7a00b5 req-fdbb269a-6f5f-44a8-a9f3-3ef26e5e82d9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447256 Feb 14 21:54:25.412159 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.416057 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2765858 Feb 14 21:54:25.417171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36064) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:25.423303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'b6c92250-46a9-46d1-a013-3a31baec8fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:25.439256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414f56f-1b22-4b80-96cd-f0bc2c9dfd7c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c92250-46a9-46d1-a013-3a31baec8fdc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:25.508779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.635727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.642724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.671538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.675632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572718 Feb 14 21:54:25.675761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:25.677135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66672529-ca06-49d8-a6a0-525b2b1a2d60 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2154c090-9f0a-437c-b315-4902a369031c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:25.681568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'b6c92250-46a9-46d1-a013-3a31baec8fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:25.725626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.822136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.835534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.862256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c92605c-3061-4801-9616-a0dbe8109549,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:25.879846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:25.882388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eef1db7b-ccfb-499c-94e8-78695ef194fa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049260 Feb 14 21:54:25.885306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36078) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:25.890790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'b6c92250-46a9-46d1-a013-3a31baec8fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:25.972275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.064277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.069451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.099298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:26.110252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.112151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-27f7b1c2-b2f6-4646-a841-95034e8069ba tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2251782 Feb 14 21:54:26.120613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36080) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:26.129748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'b6c92250-46a9-46d1-a013-3a31baec8fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:26.197543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.306626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.318478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.337167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efef57e-e148-47e2-92f4-d41b03407c7b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:26.364394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.368101 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6a5cc18-bf42-4523-86d7-81a58e26c533 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2447989 Feb 14 21:54:26.371723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36088) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:26.376435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'b6c92250-46a9-46d1-a013-3a31baec8fdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:26.440919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.565952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.581135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.610770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeb5c49-ba15-4428-ac89-02a01be86dbf,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:26.672292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61455b2-0f94-449c-b44e-3a0dde42b1ae req-2337eb55-43ad-4bec-9064-3fae97cfae2f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:26.683102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.687734 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-68c3e556-2f42-4f6c-9b62-ac63be9d87e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3118286 Feb 14 21:54:26.687888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f61455b2-0f94-449c-b44e-3a0dde42b1ae req-2337eb55-43ad-4bec-9064-3fae97cfae2f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1599078 Feb 14 21:54:26.688629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36102) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:26.784873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.807283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.854334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f61455b2-0f94-449c-b44e-3a0dde42b1ae req-5cc2496e-4079-48f1-86b9-5c9692b10a65 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681674 Feb 14 21:54:26.854653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (eeeb5c49-ba15-4428-ac89-02a01be86dbf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.861159 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:26.867038 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/eeeb5c49-ba15-4428-ac89-02a01be86dbf HTTP/1.1" status: 204 len: 168 time: 0.1686811 Feb 14 21:54:26.867582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36104) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:26.888579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4531d-ca0c-4301-854e-13f421d2b39b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeeb5c49-ba15-4428-ac89-02a01be86dbf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:27.034820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-033c0896-b365-433d-ad9a-70a7f6202a0b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1614163 Feb 14 21:54:27.035435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36110) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.069391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.083148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.134928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8efef57e-e148-47e2-92f4-d41b03407c7b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.152841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.158098 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/8efef57e-e148-47e2-92f4-d41b03407c7b HTTP/1.1" status: 204 len: 168 time: 0.1196351 Feb 14 21:54:27.159836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36112) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.167746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e156c-d0a5-45ce-9bb1-1ab84e2bab98 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8efef57e-e148-47e2-92f4-d41b03407c7b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:27.251760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6fece4b2-c7aa-442d-963d-f29097215490 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0904653 Feb 14 21:54:27.254754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36114) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.326880 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.357836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.409905 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.424465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.428635 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9 HTTP/1.1" status: 204 len: 168 time: 0.1726580 Feb 14 21:54:27.428967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36120) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.436381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ad81d-44fc-4acb-8df3-cbcfec914cfe tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f08bb5e9-34b9-49e4-95d5-1eef1b7ac3b9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:27.507889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fabc343c-e661-4709-bb8a-a1daaadfb1e0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0769529 Feb 14 21:54:27.508650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36124) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.548517 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.565953 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.614382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5c92605c-3061-4801-9616-a0dbe8109549), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.627523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.632209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36126) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.641723 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/5c92605c-3061-4801-9616-a0dbe8109549 HTTP/1.1" status: 204 len: 168 time: 0.1312301 Feb 14 21:54:27.655447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc7287-4032-4626-b733-2c033a1f7be2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c92605c-3061-4801-9616-a0dbe8109549,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:27.694922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36128) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.705452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-16c67517-774f-4aba-8e46-60745f602ad0 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0718069 Feb 14 21:54:27.734609 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.746868 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.786136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2154c090-9f0a-437c-b315-4902a369031c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.801820 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:27.810526 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/2154c090-9f0a-437c-b315-4902a369031c HTTP/1.1" status: 204 len: 168 time: 0.1128335 Feb 14 21:54:27.813264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36134) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:27.826593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397e0a4-8617-4d3a-a1ac-70ad3acd5c4a tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2154c090-9f0a-437c-b315-4902a369031c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:27.933401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8800c34b-f4ac-44be-b9cd-d25ad54b0c6f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173532 Feb 14 21:54:27.934051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36140) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:28.137982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (b6c92250-46a9-46d1-a013-3a31baec8fdc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.192670 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (b6c92250-46a9-46d1-a013-3a31baec8fdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.203109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8163a-db6c-4224-bc41-48314e660be0 req-dcd50469-c77e-41f1-a400-a11f64c58865 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:28.204683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75c8163a-db6c-4224-bc41-48314e660be0 req-dcd50469-c77e-41f1-a400-a11f64c58865 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1798689 Feb 14 21:54:28.309778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75c8163a-db6c-4224-bc41-48314e660be0 req-fbc8e02e-c580-4e02-b541-596e04e5f7f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894783 Feb 14 21:54:28.325585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b6c92250-46a9-46d1-a013-3a31baec8fdc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.329054 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.333226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/b6c92250-46a9-46d1-a013-3a31baec8fdc HTTP/1.1" status: 204 len: 168 time: 0.3982029 Feb 14 21:54:28.333988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36146) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:28.362976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7941-02e6-40c5-9118-920d02ec995b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c92250-46a9-46d1-a013-3a31baec8fdc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:28.415099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c684408-5525-4d7b-a77d-80ebcaea8059 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758040 Feb 14 21:54:28.420741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:28.424521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803000316'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:28.473101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.646576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (7c8b158d-472a-41a2-8377-d0271cc19944), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.653212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7c8b158d-472a-41a2-8377-d0271cc19944), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.702048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.706712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36152) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:28.707544 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2870698 Feb 14 21:54:28.710672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a6829-f444-426f-8985-59814fa9124e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b158d-472a-41a2-8377-d0271cc19944,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:28.717430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': '7c8b158d-472a-41a2-8377-d0271cc19944', 'direction': 'ingress', 'protocol': 17}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:28.760838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (7dc86d22-e24a-4b19-bcd1-4346fa521772), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.859979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (7dc86d22-e24a-4b19-bcd1-4346fa521772), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.870827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (7dc86d22-e24a-4b19-bcd1-4346fa521772), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.896338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc86d22-e24a-4b19-bcd1-4346fa521772,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:28.935011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.935803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:28.939549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a05fb9b-15f6-48d1-8654-a04dcbbec8a2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2306738 Feb 14 21:54:28.943046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:29.106212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (7c8b158d-472a-41a2-8377-d0271cc19944), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.131869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (7c8b158d-472a-41a2-8377-d0271cc19944), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.229704 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7c8b158d-472a-41a2-8377-d0271cc19944), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.233261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.237075 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/7c8b158d-472a-41a2-8377-d0271cc19944 HTTP/1.1" status: 204 len: 168 time: 0.2905979 Feb 14 21:54:29.237477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36166) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:29.275494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7b68-95b6-4334-af98-5d18f9b1b112 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b158d-472a-41a2-8377-d0271cc19944,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:29.319585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a6aba27f-4023-43aa-a65c-0bcb4b07e084 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808756 Feb 14 21:54:29.323829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:29.328140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254503179'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:29.387257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.560072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d00fc2-4cff-44e8-ac1f-77a04f75d8a9 req-1dd63841-02fe-4b34-8adf-a5f64d19696a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:29.562255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8d00fc2-4cff-44e8-ac1f-77a04f75d8a9 req-1dd63841-02fe-4b34-8adf-a5f64d19696a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1210260 Feb 14 21:54:29.667432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8d00fc2-4cff-44e8-ac1f-77a04f75d8a9 req-347e87be-2b4f-4f70-acdf-d8016ae7ab79 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853274 Feb 14 21:54:29.689301 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (c31b9adc-6db7-4135-9a1d-145c2794ea6e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.694305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c31b9adc-6db7-4135-9a1d-145c2794ea6e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.730633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b9adc-6db7-4135-9a1d-145c2794ea6e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:29.736311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.737573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2a707777-03f1-43d9-bcba-0f26ced555e7 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4127731 Feb 14 21:54:29.740581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36178) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:29.746441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--486612260'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:29.798018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.884632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (9d278deb-f86c-4228-9ba1-15e87e297d18), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.889073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d278deb-f86c-4228-9ba1-15e87e297d18), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.928667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:29.933008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1878884 Feb 14 21:54:29.933753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36184) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:29.938211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8eee-31d6-4456-8b88-e2f4265dbb30 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d278deb-f86c-4228-9ba1-15e87e297d18,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:29.940391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'c31b9adc-6db7-4135-9a1d-145c2794ea6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d278deb-f86c-4228-9ba1-15e87e297d18', 'remote_ip_prefix': None}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:30.012367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.126214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.142424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.165169 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de42aa4-bd71-4666-ac8f-df0c4485ac3d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:30.182244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.183496 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e518c344-0b22-41d0-92c3-140474fca84c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2477500 Feb 14 21:54:30.186764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36192) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.253642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.266845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.322550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2de42aa4-bd71-4666-ac8f-df0c4485ac3d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.331265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.332921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/2de42aa4-bd71-4666-ac8f-df0c4485ac3d HTTP/1.1" status: 204 len: 168 time: 0.1450658 Feb 14 21:54:30.335558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.340669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad6574-07ee-4b59-8de4-1c645321443f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de42aa4-bd71-4666-ac8f-df0c4485ac3d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:30.390182 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ef10cfa-a301-4ada-a45a-cff950132445 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0484238 Feb 14 21:54:30.390727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36196) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.469858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (9d278deb-f86c-4228-9ba1-15e87e297d18), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.502544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (9d278deb-f86c-4228-9ba1-15e87e297d18), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.574868 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9d278deb-f86c-4228-9ba1-15e87e297d18), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.577892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.581699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/9d278deb-f86c-4228-9ba1-15e87e297d18 HTTP/1.1" status: 204 len: 168 time: 0.1872203 Feb 14 21:54:30.582124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36202) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.593323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f85fd-ae85-445b-b6c3-df9adbd52a1e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d278deb-f86c-4228-9ba1-15e87e297d18,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:30.670003 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f1410ce6-3464-4424-a235-ad3024d72f85 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0840433 Feb 14 21:54:30.670234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.768166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (c31b9adc-6db7-4135-9a1d-145c2794ea6e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.797921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (c31b9adc-6db7-4135-9a1d-145c2794ea6e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.821601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53274eda-31f6-486c-bda7-4f93d8030feb req-e32140c6-f587-4c4f-9cb0-e4f154d0989c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:30.829443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53274eda-31f6-486c-bda7-4f93d8030feb req-e32140c6-f587-4c4f-9cb0-e4f154d0989c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0763266 Feb 14 21:54:30.868699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c31b9adc-6db7-4135-9a1d-145c2794ea6e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.873165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:30.879573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/c31b9adc-6db7-4135-9a1d-145c2794ea6e HTTP/1.1" status: 204 len: 168 time: 0.2065492 Feb 14 21:54:30.880516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36214) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.892261 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2add29-f135-4d44-9f69-366ab99e3a6b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b9adc-6db7-4135-9a1d-145c2794ea6e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:30.951415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53274eda-31f6-486c-bda7-4f93d8030feb req-57018bf8-d2b1-4013-a2c3-583a3d1fa1ed tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Feb 14 21:54:30.972337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-41acbfac-ce3e-4a0a-9caa-7cd0b8b9a727 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906782 Feb 14 21:54:30.973263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:30.978599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--722710995'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:30.985620 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6043ecd0-dfb9-4005-99e3-10ef5f0df9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.004850 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.117093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (0963a41d-d986-4c3d-be79-9f292dfdc5bf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.125869 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0963a41d-d986-4c3d-be79-9f292dfdc5bf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.191689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.193481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2191186 Feb 14 21:54:31.196995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36224) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.203812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': '0963a41d-d986-4c3d-be79-9f292dfdc5bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:31.227557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4cd07-9007-4520-98dd-c29afc95fe82 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0963a41d-d986-4c3d-be79-9f292dfdc5bf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:31.251179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.315854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.323005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.356160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.360588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1588378 Feb 14 21:54:31.361259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.376924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3145059-486d-4a55-84fa-736ea19afd87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a72dc3-9754-470a-9e23-88465515b739,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:31.397638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.411635 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.454098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c7a72dc3-9754-470a-9e23-88465515b739), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.462947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.466915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/c7a72dc3-9754-470a-9e23-88465515b739 HTTP/1.1" status: 204 len: 168 time: 0.1018007 Feb 14 21:54:31.467096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.480607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e922e-b3c0-4359-a60a-ed5ef8cbe2f1 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7a72dc3-9754-470a-9e23-88465515b739,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:31.516807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6c0da2f3-2e9d-47c0-a272-ff2d787992ef tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484872 Feb 14 21:54:31.520430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.603478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (0963a41d-d986-4c3d-be79-9f292dfdc5bf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.628978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (0963a41d-d986-4c3d-be79-9f292dfdc5bf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.682708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0963a41d-d986-4c3d-be79-9f292dfdc5bf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.685513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.689066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/0963a41d-d986-4c3d-be79-9f292dfdc5bf HTTP/1.1" status: 204 len: 168 time: 0.1651814 Feb 14 21:54:31.689419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36238) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.705430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaad79-092d-4a8f-9804-82b5a7512a87 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0963a41d-d986-4c3d-be79-9f292dfdc5bf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:31.771937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36242) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.774802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294522312'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:31.775880 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b05f3734-28eb-420a-8b24-0932226cc5b6 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0851667 Feb 14 21:54:31.806074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.900345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (a9b9f075-7bfd-4a43-b54f-ada4941d1dfd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.905474 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9b9f075-7bfd-4a43-b54f-ada4941d1dfd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.948202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:31.949815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1801097 Feb 14 21:54:31.952294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1d1a5-3a7a-404e-abcc-28cc97688f6d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9f075-7bfd-4a43-b54f-ada4941d1dfd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:31.952756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36250) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:31.965143 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'a9b9f075-7bfd-4a43-b54f-ada4941d1dfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:32.014794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.098794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.104065 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.128337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:32.141172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.142931 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8486a24f-7549-4938-b6e0-a43e66ccc064 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886952 Feb 14 21:54:32.143913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d7897-946b-4d96-a327-483e9f8a2b79 req-db003162-0f85-461e-b67a-0694c1dbd7b8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:32.145415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-194d7897-946b-4d96-a327-483e9f8a2b79 req-db003162-0f85-461e-b67a-0694c1dbd7b8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0931354 Feb 14 21:54:32.146225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.188731 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ffeceb1-16c8-4cca-9703-9cca821cc8fd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules/5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04 HTTP/1.1" status: 200 len: 763 time: 0.0390284 Feb 14 21:54:32.189054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.280425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-194d7897-946b-4d96-a327-483e9f8a2b79 req-da6e9d18-1501-4492-9baf-5b1e940dcce9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Feb 14 21:54:32.294272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50264e0b-5c09-4ede-a533-49468ebad54f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1042171 Feb 14 21:54:32.298425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36266) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.340689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.355929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.388771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.400840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.402075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04 HTTP/1.1" status: 204 len: 168 time: 0.1023314 Feb 14 21:54:32.404740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.424016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb8b6-693c-4926-9a83-fbefebf4c91b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b4f3945-5d22-41d4-91e5-bc9e2c6eaf04,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:32.453095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-393b666b-6000-44f6-8381-7a3e98f252c2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467560 Feb 14 21:54:32.455938 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36274) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.460492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'a9b9f075-7bfd-4a43-b54f-ada4941d1dfd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:32.510589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.577753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.582990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.603834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffa043c-94a2-4788-8b86-90b1d387e1c4,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:32.620213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.621556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-92b8012f-4a7f-4b44-b575-9d3462902930 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645956 Feb 14 21:54:32.624863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.652995 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-31295cf1-124d-4998-904c-32bcd13f8b9f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules/6ffa043c-94a2-4788-8b86-90b1d387e1c4 HTTP/1.1" status: 200 len: 763 time: 0.0263417 Feb 14 21:54:32.655535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36278) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.707759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80163d6f-9cad-4818-960b-bf1b3cb79b9c tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0507803 Feb 14 21:54:32.711588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36284) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.757240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.768055 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.825939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6ffa043c-94a2-4788-8b86-90b1d387e1c4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.838107 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.839777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/6ffa043c-94a2-4788-8b86-90b1d387e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1270247 Feb 14 21:54:32.840671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135320fe-2ffe-4b17-a60c-2d9fc4bd6862 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ffa043c-94a2-4788-8b86-90b1d387e1c4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:32.842413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.888339 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-566817eb-a300-4bf3-a8b6-da0d6514ff2d tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421655 Feb 14 21:54:32.888679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36290) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:32.893476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': 'a9b9f075-7bfd-4a43-b54f-ada4941d1dfd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:32.919343 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Project 162104092763404b9d634ca5e3788441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:54:32.925650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:32.993595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.000729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.021197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe23b23c-ffeb-4aa7-bf47-b10fb004aa81,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:33.033713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.040584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-09b4f49f-b65e-4ef3-a64e-5c941edf8d11 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461604 Feb 14 21:54:33.041081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36296) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.064499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-515a3e9f-0cd8-497e-ba72-8d2972374def tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules/fe23b23c-ffeb-4aa7-bf47-b10fb004aa81 HTTP/1.1" status: 200 len: 769 time: 0.0214853 Feb 14 21:54:33.067326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36298) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.114050 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3d9698ec-4340-4c09-84bc-64fcda8712aa tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0450282 Feb 14 21:54:33.116718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36300) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.145484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.155406 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.190361 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (fe23b23c-ffeb-4aa7-bf47-b10fb004aa81), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.198647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.199928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/fe23b23c-ffeb-4aa7-bf47-b10fb004aa81 HTTP/1.1" status: 204 len: 168 time: 0.0821774 Feb 14 21:54:33.202676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36302) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.206038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a983-02b6-4034-8d58-34316d41f1f2 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe23b23c-ffeb-4aa7-bf47-b10fb004aa81,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:33.257599 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df1ab5b6-fe59-425a-bd0d-7913bac02225 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501981 Feb 14 21:54:33.258712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36304) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.395854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ef1633e-30b7-444d-9cba-8a4a96a80e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.436085 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (a9b9f075-7bfd-4a43-b54f-ada4941d1dfd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.504890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (a9b9f075-7bfd-4a43-b54f-ada4941d1dfd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.573296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40fc1d-2162-4b57-8de6-1cd808f337cb req-0b31e218-eeec-44e5-969a-f46c9a730400 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:33.574938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc40fc1d-2162-4b57-8de6-1cd808f337cb req-0b31e218-eeec-44e5-969a-f46c9a730400 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1743298 Feb 14 21:54:33.662371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc40fc1d-2162-4b57-8de6-1cd808f337cb req-2bd62a49-bed2-41f1-9de9-9d7491368023 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806644 Feb 14 21:54:33.670390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a9b9f075-7bfd-4a43-b54f-ada4941d1dfd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.673238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.674425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/a9b9f075-7bfd-4a43-b54f-ada4941d1dfd HTTP/1.1" status: 204 len: 168 time: 0.4144673 Feb 14 21:54:33.686137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36314) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.694003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c34f4-59bf-4c81-a1d2-d739b4a14c1f tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9f075-7bfd-4a43-b54f-ada4941d1dfd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:33.755393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1932dbfb-411e-4e3b-a71f-b74ebec6916e tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736401 Feb 14 21:54:33.760087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36316) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:33.764626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group': {'name': 'tempest-secgroup--495423587'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:33.805822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.969975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (55f6f0d7-6be1-4497-945c-93df4c326bd8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:33.984490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (55f6f0d7-6be1-4497-945c-93df4c326bd8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.013626 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.015527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2544968 Feb 14 21:54:34.018232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36324) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.023628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Request body: {'security_group_rule': {'security_group_id': '55f6f0d7-6be1-4497-945c-93df4c326bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:34.043980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926440bf-b299-4f55-869d-e9b9c0fdaafd tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6f0d7-6be1-4497-945c-93df4c326bd8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:34.073396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (a14ee8e3-5711-49d5-90ec-d3e1a54d94ed), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.186395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (a14ee8e3-5711-49d5-90ec-d3e1a54d94ed), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.198879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (a14ee8e3-5711-49d5-90ec-d3e1a54d94ed), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.235335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14ee8e3-5711-49d5-90ec-d3e1a54d94ed,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:34.259827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.288041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba49f16b-8f26-4370-8ab6-b5acf16e9a76 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2655072 Feb 14 21:54:34.288387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36330) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.395974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (55f6f0d7-6be1-4497-945c-93df4c326bd8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.423195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (55f6f0d7-6be1-4497-945c-93df4c326bd8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.478135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (55f6f0d7-6be1-4497-945c-93df4c326bd8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.481131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.482489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/55f6f0d7-6be1-4497-945c-93df4c326bd8 HTTP/1.1" status: 204 len: 168 time: 0.1925349 Feb 14 21:54:34.485295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36334) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.518379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81298a0a-b594-46ab-a8ca-10cdf00e527b tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6f0d7-6be1-4497-945c-93df4c326bd8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:34.565399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.585345 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63696f70-5391-4f44-b9c4-7e084a261037 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0755324 Feb 14 21:54:34.632453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8e950adc-154b-48dd-a3dc-8f2abaadf972 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0658081 Feb 14 21:54:34.635080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36342) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.652406 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-4731dc0d-22b7-4009-bf7b-be2377475984 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] delete failed (client error): The resource could not be found. Feb 14 21:54:34.653788 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4731dc0d-22b7-4009-bf7b-be2377475984 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "DELETE /v2.0/security-groups/55f6f0d7-6be1-4497-945c-93df4c326bd8 HTTP/1.1" status: 404 len: 347 time: 0.0174785 Feb 14 21:54:34.657873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:34.658684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:34.741533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b405b6e9-7864-4536-adaa-b5958013a189 tempest-SecGroupIPv6Test-758152448 tempest-SecGroupIPv6Test-758152448-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822723 Feb 14 21:54:34.919856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a264d22-93d7-454c-9a0d-576334a4fe4e req-59153d7b-d036-4acc-bbd8-81cf8bdc4240 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:34.921768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a264d22-93d7-454c-9a0d-576334a4fe4e req-59153d7b-d036-4acc-bbd8-81cf8bdc4240 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0922835 Feb 14 21:54:35.026443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a264d22-93d7-454c-9a0d-576334a4fe4e req-dbf60c78-47b7-42c5-bf5e-06853e7baf1a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Feb 14 21:54:35.155544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36358) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:35.340231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a05f5e6-3b19-488c-b83a-2daa9077acfb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=162104092763404b9d634ca5e3788441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833441 Feb 14 21:54:35.343332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:35.418262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Publish callbacks [] for security_group (926be703-f93c-49a8-b563-fd284ec2e5f9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:35.447382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Publish callbacks [] for security_group (926be703-f93c-49a8-b563-fd284ec2e5f9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:35.496371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (926be703-f93c-49a8-b563-fd284ec2e5f9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:35.499604 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:35.513640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/926be703-f93c-49a8-b563-fd284ec2e5f9 HTTP/1.1" status: 204 len: 168 time: 0.1690826 Feb 14 21:54:35.532815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926be703-f93c-49a8-b563-fd284ec2e5f9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:35.551576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.552397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.553757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.556404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.556975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.558321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.558883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.560284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.560841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.563070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.563692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.564256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.564815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5953bd8-260d-4b97-8084-62b4e7d530e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:35.832919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:36.300730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6606-974a-4b0f-82bb-098e08fc129a req-a899ab52-fe9b-4a3a-9a57-73b28ca1a00e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:36.309137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f07d6606-974a-4b0f-82bb-098e08fc129a req-a899ab52-fe9b-4a3a-9a57-73b28ca1a00e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1549983 Feb 14 21:54:36.372707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:36.386061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f07d6606-974a-4b0f-82bb-098e08fc129a req-8dae287f-c981-4e59-a239-931c1d478f60 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Feb 14 21:54:37.132481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36434) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:37.320923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:37.365087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8c6c-88b2-4acf-94c6-774d46582f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:37.624729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8c6c-88b2-4acf-94c6-774d46582f65 admin admin] Publish callbacks [] for security_group (0cc53420-6d61-4db4-847a-995a6a4bd998), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:37.644712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe8ef-ffb9-471e-9d2d-dd55651b3751 req-c7d15949-a80e-43f7-b5a2-609352d1215e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:37.652882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2dbbe8ef-ffb9-471e-9d2d-dd55651b3751 req-c7d15949-a80e-43f7-b5a2-609352d1215e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1565433 Feb 14 21:54:37.661578 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8c6c-88b2-4acf-94c6-774d46582f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0cc53420-6d61-4db4-847a-995a6a4bd998), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:37.733896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f9cb8c6c-88b2-4acf-94c6-774d46582f65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bde0cfac872645b487d5dac1c689a563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5992892 Feb 14 21:54:37.736738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36452) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:37.739425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb8c6c-88b2-4acf-94c6-774d46582f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc53420-6d61-4db4-847a-995a6a4bd998,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:37.765172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2dbbe8ef-ffb9-471e-9d2d-dd55651b3751 req-56486e3f-a282-4282-be4b-0faaad21f2ee tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091368 Feb 14 21:54:37.871030 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] Publish callbacks [] for security_group (0cc53420-6d61-4db4-847a-995a6a4bd998), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:37.909257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] Publish callbacks [] for security_group (0cc53420-6d61-4db4-847a-995a6a4bd998), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:38.000811 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0cc53420-6d61-4db4-847a-995a6a4bd998), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:38.005164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:38.010009 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0cc53420-6d61-4db4-847a-995a6a4bd998 HTTP/1.1" status: 204 len: 168 time: 0.2721319 Feb 14 21:54:38.047138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b643dba-932b-4c16-893e-359b1192a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc53420-6d61-4db4-847a-995a6a4bd998,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:38.964373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f67b6-5289-41e5-afe2-1912d48c10d4 req-5c7a427a-cea8-472f-bdc3-a803b89bf49a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:38.967267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b40f67b6-5289-41e5-afe2-1912d48c10d4 req-5c7a427a-cea8-472f-bdc3-a803b89bf49a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0978627 Feb 14 21:54:39.100904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b40f67b6-5289-41e5-afe2-1912d48c10d4 req-1d6e8b46-5233-4dda-80fe-83bf711f9d2c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092410 Feb 14 21:54:40.718225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36558) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:40.720350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190909838', 'description': 'tempest-secgroup-smoke-1190909838 description', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:40.751816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:40.772342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:40.844995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0129e8-ba3d-41c8-9adc-5017e35dbcad req-008ce2fa-4581-4334-a40c-070044970156 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:40.855811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab0129e8-ba3d-41c8-9adc-5017e35dbcad req-008ce2fa-4581-4334-a40c-070044970156 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0802596 Feb 14 21:54:40.879624 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (04ef8c70-5d21-45ac-a1fb-325fa389fd12), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:40.888257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04ef8c70-5d21-45ac-a1fb-325fa389fd12), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:40.920189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab0129e8-ba3d-41c8-9adc-5017e35dbcad req-57d00790-191a-48f7-816a-ede1a036432f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629184 Feb 14 21:54:40.958321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef8c70-5d21-45ac-a1fb-325fa389fd12,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.042910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (c411caeb-66e3-413b-9974-b04cc32447ec), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.047807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c411caeb-66e3-413b-9974-b04cc32447ec), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.105604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.113662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36560) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.113867 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3940878 Feb 14 21:54:41.120776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f34ff-f733-41c9-832e-d5a98e0b23c6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c411caeb-66e3-413b-9974-b04cc32447ec,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.121173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.165114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b97b57f5-b251-431b-8184-acfcaada1788), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.236889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b97b57f5-b251-431b-8184-acfcaada1788), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.240473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b97b57f5-b251-431b-8184-acfcaada1788), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.265360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97b57f5-b251-431b-8184-acfcaada1788,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.271263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.271967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-74907385-6c82-4341-952e-357b6eeb0bfd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568763 Feb 14 21:54:41.275230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36562) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.279904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.310944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (a828f8a1-a69b-4831-835a-499c373f18a2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.373031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (a828f8a1-a69b-4831-835a-499c373f18a2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.376438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (a828f8a1-a69b-4831-835a-499c373f18a2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.393874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a828f8a1-a69b-4831-835a-499c373f18a2,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.402534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.403822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ea94834-a0e0-4fd1-b33a-bb9af8055847 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273420 Feb 14 21:54:41.406451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36564) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.411219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.436722 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (5911e901-02bb-4a2a-9ef6-7a24864f6d7e), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.504392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (5911e901-02bb-4a2a-9ef6-7a24864f6d7e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.508249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5911e901-02bb-4a2a-9ef6-7a24864f6d7e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.524809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5911e901-02bb-4a2a-9ef6-7a24864f6d7e,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.547430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.549299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b9aabc7-07ae-4514-ad9e-ca17def0486d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418366 Feb 14 21:54:41.552652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36568) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.559752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.591885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (1f76a91d-0b0a-4bf2-8cbd-42e06add2822), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.671417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (1f76a91d-0b0a-4bf2-8cbd-42e06add2822), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.683243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1f76a91d-0b0a-4bf2-8cbd-42e06add2822), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.697467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f76a91d-0b0a-4bf2-8cbd-42e06add2822,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.707947 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.709682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1972d218-50e5-4771-a652-fcebae757c70 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554878 Feb 14 21:54:41.713127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36574) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.718345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.743960 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:54:41.749492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (0b84d203-202d-4795-ad87-aa3e231e7a3b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.827879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (0b84d203-202d-4795-ad87-aa3e231e7a3b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.832912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0b84d203-202d-4795-ad87-aa3e231e7a3b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.859930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b84d203-202d-4795-ad87-aa3e231e7a3b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:41.882894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:41.887471 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c37c29e2-0309-4c69-bbfb-addb14c15597 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730416 Feb 14 21:54:41.887579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36586) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:41.893167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': 'c411caeb-66e3-413b-9974-b04cc32447ec', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:41.924933 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:54:41.932079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (153d00cd-44ff-46ad-84ce-984a46735a94), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.016749 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (153d00cd-44ff-46ad-84ce-984a46735a94), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.032287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (153d00cd-44ff-46ad-84ce-984a46735a94), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.068765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153d00cd-44ff-46ad-84ce-984a46735a94,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:42.092227 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.093726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2ecad071-6754-40fa-b51a-e2a7afd1035b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048941 Feb 14 21:54:42.098820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:42.108969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'network': {'name': 'tempest-network-smoke--1846278449', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:42.116013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0831f-2875-4de5-89aa-57bba7c56cd5 req-4b624ac6-0f8d-463c-81b8-b47f9859f24b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:42.118170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ef0831f-2875-4de5-89aa-57bba7c56cd5 req-4b624ac6-0f8d-463c-81b8-b47f9859f24b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0977671 Feb 14 21:54:42.151782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:54:42.156570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.195911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:54:42.197836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ef0831f-2875-4de5-89aa-57bba7c56cd5 req-61a735f9-fc0c-40b5-a9dd-e551c820103a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686183 Feb 14 21:54:42.221860 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (afcb7064-f03f-4b54-8a9f-1928dbac223b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.223450 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Added segment afcb7064-f03f-4b54-8a9f-1928dbac223b of type vlan for network abd4c241-1343-4ac5-87c8-49738e1fcded Feb 14 21:54:42.270605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (abd4c241-1343-4ac5-87c8-49738e1fcded), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.297070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (abd4c241-1343-4ac5-87c8-49738e1fcded), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.302651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:42.303350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.375280 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2748144 Feb 14 21:54:42.378529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36602) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:42.383627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'admin_state_up': True, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:42.391624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de35ac1-90de-48b0-befd-b85d047832ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Network': ['ID=abd4c241-1343-4ac5-87c8-49738e1fcded,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:42.405698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network abd4c241-1343-4ac5-87c8-49738e1fcded details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:54:42.421737 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (258663da-b8fa-47df-8840-46f95335eaf6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.422844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (258663da-b8fa-47df-8840-46f95335eaf6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.515541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (258663da-b8fa-47df-8840-46f95335eaf6), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.672627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (258663da-b8fa-47df-8840-46f95335eaf6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:42.974683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (258663da-b8fa-47df-8840-46f95335eaf6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:43.001979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:43.137645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.254 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:43.281119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:43.370593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:43.419060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:43.424442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:43.432228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:43.458242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:43.478613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314306ef-1a5a-4dc1-9f51-63583c45b9a1 req-524bcae4-ffae-49fe-9da3-caccf861c288 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:43.480149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-314306ef-1a5a-4dc1-9f51-63583c45b9a1 req-524bcae4-ffae-49fe-9da3-caccf861c288 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1484668 Feb 14 21:54:43.639359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-314306ef-1a5a-4dc1-9f51-63583c45b9a1 req-9884a432-1358-442d-9fa0-e371630c53e5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475677 Feb 14 21:54:43.775108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (258663da-b8fa-47df-8840-46f95335eaf6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:44.006872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (258663da-b8fa-47df-8840-46f95335eaf6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:44.149393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 258663da-b8fa-47df-8840-46f95335eaf6 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:54:44.266800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:44.278721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Sync routers for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:44.300592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:44.304802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:44.307310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:44.310133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36614) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:44.310680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a373015a-de87-4011-81ed-368023d78a66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9278507 Feb 14 21:54:44.457697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:44.473094 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f655d5bf-2853-4a3d-aa41-b3fd58358f4a tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1609750 Feb 14 21:54:44.476764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:44.589121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69efa74-6f19-42ce-b8ac-2ccabe85220c tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:44.595267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:44.596663 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b69efa74-6f19-42ce-b8ac-2ccabe85220c tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1187537 Feb 14 21:54:44.658913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2af77b7d-5960-4827-86f7-17b5f676f764 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626166 Feb 14 21:54:44.661792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36624) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:44.668009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2129944455', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:44.707580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:43Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:44.749873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Checking router: 258663da-b8fa-47df-8840-46f95335eaf6 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:44.750314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Updating router 258663da-b8fa-47df-8840-46f95335eaf6 port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:54:44.779767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:44.811527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:54:44.815196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.021657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8026c-9560-40bc-a7b2-60a08f056dcf req-d80d0f09-3ff6-45ed-b9d0-0da642cdcd6a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:45.023757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ca8026c-9560-40bc-a7b2-60a08f056dcf req-d80d0f09-3ff6-45ed-b9d0-0da642cdcd6a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.2747066 Feb 14 21:54:45.025194 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (fc5e2dbe-6110-4804-961f-d9acadaebc6f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.086406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks [] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.093505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Subnet': ['ID=fc5e2dbe-6110-4804-961f-d9acadaebc6f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:45.095909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.180882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Checking segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:45.181168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network hostable DHCP agents. Network: abd4c241-1343-4ac5-87c8-49738e1fcded, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:54:45.189609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:45.198280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Attempting to bind port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:45.199079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Attempting to bind port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:45.199801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Attempting to bind port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:45.204707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ca8026c-9560-40bc-a7b2-60a08f056dcf req-b4e18fdf-1110-40c8-8f4b-a9b77796e8d0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725199 Feb 14 21:54:45.221084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.221453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.221942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.222296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.222617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.223033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.223336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.223673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.224206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.224405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network abd4c241-1343-4ac5-87c8-49738e1fcded is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:54:45.224661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.225008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.225334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.226197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:45.239423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:45.240049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:45.240180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, abd4c241-1343-4ac5-87c8-49738e1fcded) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:45.241144 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.242075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:45.242761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Bound port: 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:45.243577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.252107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:45.252945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.271300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff8ca4-b9ff-4f22-a379-bae7806ee994 None None] Network abd4c241-1343-4ac5-87c8-49738e1fcded requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:54:45.281112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-21abecd4-fa7b-4516-8c6b-fc518b4ee41f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6184227 Feb 14 21:54:45.283879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 36628) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:45.371775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] For port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:45.421139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] For port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:45.440393 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.503188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-abd4c241-1343-4ac5-87c8-49738e1fcded', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:54:45.504343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:45.533137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:45.533859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:45.536274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f41234-84f7-4c6f-9b0f-c3e23af68ff0 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:45.981221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:46.051147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Allocated IP 172.20.0.2 (abd4c241-1343-4ac5-87c8-49738e1fcded/fc5e2dbe-6110-4804-961f-d9acadaebc6f/1ad9062f-a5df-4840-8da9-6f0419b2a2d8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:46.245691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.340976 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks [] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.356362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.420623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Pushing event updated for resources: {'Port': ['ID=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:46.438218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Network abd4c241-1343-4ac5-87c8-49738e1fcded is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:46.443693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:46.452107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:46.453768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d700-b8c6-4cd9-ad3e-f1bd56d15bbc req-3c2f84bf-d1fc-4431-962b-8ddd57e500ef tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:46.455625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdc9d700-b8c6-4cd9-ad3e-f1bd56d15bbc req-3c2f84bf-d1fc-4431-962b-8ddd57e500ef tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1023765 Feb 14 21:54:46.580293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdc9d700-b8c6-4cd9-ad3e-f1bd56d15bbc req-1aa47eaf-c13c-45d7-b398-b541d652f6f6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128294 Feb 14 21:54:46.630003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:43Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:46.662147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b610cd-4c57-4587-a90b-57bd5b230d1e None None] The sync data for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 is: [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:43Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:46.666207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Attempting to bind port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:46.666207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Attempting to bind port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:46.666578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Attempting to bind port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:46.675678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:46.676079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Checking segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:46.676489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.676887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Bound using segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:46.678272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Bound port: 1ad9062f-a5df-4840-8da9-6f0419b2a2d8, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:46.678674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.792244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.1 (abd4c241-1343-4ac5-87c8-49738e1fcded/fc5e2dbe-6110-4804-961f-d9acadaebc6f/3e65b49b-6c03-4a68-bfe2-39765b9b6246) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:46.817047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] For port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:46.828969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] For port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:46.838420 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:46.937390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df28ca-901b-43d1-aa97-4a8bd05bc27f None None] Pushing event updated for resources: {'Port': ['ID=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:47.074562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.142784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.205543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:47.224633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network abd4c241-1343-4ac5-87c8-49738e1fcded is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:47.234445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:47.238336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:47.314503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:47.354528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (258663da-b8fa-47df-8840-46f95335eaf6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.464103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c7c3-4551-47fb-9b55-f9dc02edc583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.609822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c7c3-4551-47fb-9b55-f9dc02edc583 admin admin] Publish callbacks [] for security_group (d8eb3217-c1eb-44c1-8878-2d18244e73d3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.616071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.624794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c7c3-4551-47fb-9b55-f9dc02edc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8eb3217-c1eb-44c1-8878-2d18244e73d3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.755570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4bf2c7c3-4551-47fb-9b55-f9dc02edc583 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af07265f0f48439ba19cb2ce3f62df9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476775 Feb 14 21:54:47.756846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c7c3-4551-47fb-9b55-f9dc02edc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb3217-c1eb-44c1-8878-2d18244e73d3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:47.760880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36656) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:47.862254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] Publish callbacks [] for security_group (d8eb3217-c1eb-44c1-8878-2d18244e73d3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.897670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] Publish callbacks [] for security_group (d8eb3217-c1eb-44c1-8878-2d18244e73d3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.917714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723fab8-4a5b-479c-856b-1f5e53853d8a req-df3e20fc-7a26-4f02-a6e0-63f3cedf83db tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:47.919411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0723fab8-4a5b-479c-856b-1f5e53853d8a req-df3e20fc-7a26-4f02-a6e0-63f3cedf83db tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1727588 Feb 14 21:54:47.993437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (d8eb3217-c1eb-44c1-8878-2d18244e73d3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:47.997260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.004434 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8eb3217-c1eb-44c1-8878-2d18244e73d3 HTTP/1.1" status: 204 len: 168 time: 0.2396007 Feb 14 21:54:48.032390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4e950-00f3-43cf-a36c-2083a5c94673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb3217-c1eb-44c1-8878-2d18244e73d3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:48.070292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0723fab8-4a5b-479c-856b-1f5e53853d8a req-6565cc01-5df6-40bc-9024-414097f6e80e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398311 Feb 14 21:54:48.262233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.277802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.357367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (258663da-b8fa-47df-8840-46f95335eaf6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.468675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:48.504533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36662) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:48.519823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bd141c8-1cec-467a-9745-f04d130375f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.543421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network abd4c241-1343-4ac5-87c8-49738e1fcded is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:48.545207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:48.677788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bd141c8-1cec-467a-9745-f04d130375f7 admin admin] Publish callbacks [] for security_group (dd0782a8-e1cf-431a-a7f5-0bafcbfc720c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.683795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4bd141c8-1cec-467a-9745-f04d130375f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd0782a8-e1cf-431a-a7f5-0bafcbfc720c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.715488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed94151-44fe-44e8-af3f-188cd2042681 None None] Network abd4c241-1343-4ac5-87c8-49738e1fcded requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:54:48.731098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 258663da-b8fa-47df-8840-46f95335eaf6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:54:48.761604 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4bd141c8-1cec-467a-9745-f04d130375f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f39865318dac49e9a7e1e1a1736a1077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557693 Feb 14 21:54:48.762639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd141c8-1cec-467a-9745-f04d130375f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0782a8-e1cf-431a-a7f5-0bafcbfc720c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:48.765435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36666) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:48.834968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] Publish callbacks [] for security_group (dd0782a8-e1cf-431a-a7f5-0bafcbfc720c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.869754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Provisioning complete for port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:48.870121 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.888347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] Publish callbacks [] for security_group (dd0782a8-e1cf-431a-a7f5-0bafcbfc720c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.956790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:54:48.962859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a6e31a51-678b-4eaf-8061-a35c01fffe83 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/258663da-b8fa-47df-8840-46f95335eaf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6771121 Feb 14 21:54:48.970503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (dd0782a8-e1cf-431a-a7f5-0bafcbfc720c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.981830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:48.984070 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd0782a8-e1cf-431a-a7f5-0bafcbfc720c HTTP/1.1" status: 204 len: 168 time: 0.2171216 Feb 14 21:54:48.998629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7230cf-3878-43ae-a712-317070afc3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0782a8-e1cf-431a-a7f5-0bafcbfc720c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:49.106284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Current status of the port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:49.106674 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.187688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] For port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:49.198249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.330762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:49.342001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837f646-66e5-4323-926c-294073a0496c req-34ecd227-7456-4096-92f2-e18197ed879d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:49.343885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f837f646-66e5-4323-926c-294073a0496c req-34ecd227-7456-4096-92f2-e18197ed879d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1316333 Feb 14 21:54:49.439537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f837f646-66e5-4323-926c-294073a0496c req-e46427d3-ca34-40f7-b052-8596eec52972 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854368 Feb 14 21:54:49.451244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29182db-d23e-44bf-8050-8b8935fbe98e None None] Pushing event updated for resources: {'Port': ['ID=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:49.470466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:49.470915 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.585110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Sync routers for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:54:49.598203 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:49.599169 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:49.599783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:49.600185 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.640236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:49.676052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-ac7decaf-f790-4fa0-847c-e55137387dfe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190909838&fields=id&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 267 time: 0.0959117 Feb 14 21:54:49.682258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Provisioning complete for port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:49.682627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.695846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36686) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:49.713122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a13719c-7e25-41e3-ac5e-c541b079ccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.742876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:49.744170 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.773067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:49.806277 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.807196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:49.894590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:49.926575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-5949631e-b026-4d31-b156-9838c61a8ae6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:49.930533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-5949631e-b026-4d31-b156-9838c61a8ae6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 797 time: 0.2398517 Feb 14 21:54:49.933301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a13719c-7e25-41e3-ac5e-c541b079ccf5 admin admin] Publish callbacks [] for security_group (5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.938171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:49.946357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4a13719c-7e25-41e3-ac5e-c541b079ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:49.953369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3e85491b-f0a0-4b64-b36d-bd4427a25e5d None None] Current status of the port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:49.967557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-4bb4cc1e-66c2-4274-89a9-75fbc7c29dd7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/quotas/71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0294180 Feb 14 21:54:49.998337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:49.999022 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.035531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13719c-7e25-41e3-ac5e-c541b079ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:50.052848 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a13719c-7e25-41e3-ac5e-c541b079ccf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=349d1cdc82514150ba98b89917e95566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558795 Feb 14 21:54:50.055496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 36690) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:54:50.103635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-2109fead-b50a-439d-b251-d9be5e3e8794 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342490 Feb 14 21:54:50.194361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] Publish callbacks [] for security_group (5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.216539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-119f88a8-15a3-4fd2-8a83-6740ae467745 service neutron] 10.222.0.86 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072662 Feb 14 21:54:50.217281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ff247c76-1ba3-492b-9ebf-ecee2cdb7a7c None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:50.217669 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff247c76-1ba3-492b-9ebf-ecee2cdb7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.256064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] Publish callbacks [] for security_group (5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.263537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ff247c76-1ba3-492b-9ebf-ecee2cdb7a7c None None] Port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:50.294059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:50.341651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.345013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.350505 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac HTTP/1.1" status: 204 len: 168 time: 0.2913322 Feb 14 21:54:50.361790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6f4fb-f234-4472-bc18-01e85dcbfc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed6b3ba-594b-42f1-9ee7-3a61f8b4bfac,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:50.394575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d20abe58-7eee-49c6-b232-904343af0ae9 None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:50.394968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d20abe58-7eee-49c6-b232-904343af0ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.433439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d20abe58-7eee-49c6-b232-904343af0ae9 None None] Port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:50.435371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-eb1810c5-8feb-420d-9061-6d7b98d2a5fc service neutron] 10.222.0.86 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126427 Feb 14 21:54:50.504535 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 2, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:50.535820 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Checking router: 258663da-b8fa-47df-8840-46f95335eaf6 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:54:50.536434 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Updating router 258663da-b8fa-47df-8840-46f95335eaf6 port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:54:50.598053 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:50.832765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed57285-3fbf-4774-a9c0-d1c3fa1ec0a4 req-a5c091c2-3474-45b5-9d0b-e553f83fd949 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:50.837105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ed57285-3fbf-4774-a9c0-d1c3fa1ec0a4 req-a5c091c2-3474-45b5-9d0b-e553f83fd949 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1082485 Feb 14 21:54:50.984865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ed57285-3fbf-4774-a9c0-d1c3fa1ec0a4 req-96a31655-7571-4afa-9f4a-947d742d5643 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389494 Feb 14 21:54:51.094682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:51.110771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dffd0f6-58c4-4f32-b3cc-7f4c2ddd040d req-a98feb1f-0cf9-4dc4-935a-f5feaa7d3d91 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 210 time: 0.0597639 Feb 14 21:54:51.185330 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks [] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.189644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:51.190107 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.205902 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.293938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:51.295200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:51.356263 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Pushing event updated for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:51.417360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:51.418074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.517189 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Attempting to bind port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:51.517582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Attempting to bind port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:51.517989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Attempting to bind port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:51.525143 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:51.525143 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Checking segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:51.525600 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.525990 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Bound using segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:51.526459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Bound port: 3e65b49b-6c03-4a68-bfe2-39765b9b6246, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:51.526835 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.569120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:51.635510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] For port 3e65b49b-6c03-4a68-bfe2-39765b9b6246, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:51.639630 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] For port 3e65b49b-6c03-4a68-bfe2-39765b9b6246, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e65b49b-6c03-4a68-bfe2-39765b9b6246,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:51.648337 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.702648 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:54:51.703577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:54:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:51.775061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:51.775601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:51.926085 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:54:51.961232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Current status of the port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:51.961793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:52.005155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] For port 3e65b49b-6c03-4a68-bfe2-39765b9b6246, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e65b49b-6c03-4a68-bfe2-39765b9b6246,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:52.021364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:52.127636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a5c85-b5f5-469b-9f8d-ba1b84708cbe None None] Pushing event updated for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:52.188926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d751-f7c3-4989-9cd3-3566ed9248a0 req-f7dc3877-3344-4bde-8a04-f097100e9136 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:52.201678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d156d751-f7c3-4989-9cd3-3566ed9248a0 req-f7dc3877-3344-4bde-8a04-f097100e9136 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0850196 Feb 14 21:54:52.254870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f985c44a-b4dd-4183-bd95-a5b35b9151cc None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:52.255991 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f985c44a-b4dd-4183-bd95-a5b35b9151cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:52.324608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d156d751-f7c3-4989-9cd3-3566ed9248a0 req-bfbbd21d-2e65-4e0a-96ac-6374b4443f38 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197302 Feb 14 21:54:52.354857 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Pushing event updated for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:52.471842 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.473438 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.473636 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.478040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.478487 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.479019 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.480269 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.480878 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.484296 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.484919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.490777 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.497435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.500096 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5fe40-8a08-48fd-9e6b-0897c5d18a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:54:52.527452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f985c44a-b4dd-4183-bd95-a5b35b9151cc None None] Current status of the port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:52.586168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99ae17c3-3df0-4d01-a0de-343accfc19e6 req-b14e2677-16f3-43a3-85a7-51d6cac0a5b6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 210 time: 0.0812678 Feb 14 21:54:52.616939 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:54:52.716209 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df810e-13b7-47fa-b5ab-06917196367e None None] The sync data for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 is: [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:54:52.742577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-005c6d6f-c866-4297-8ac9-7dc0f3673a3f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:52.744837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-005c6d6f-c866-4297-8ac9-7dc0f3673a3f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 797 time: 0.3504179 Feb 14 21:54:52.895243 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-f5390777-a89a-4123-8a27-45648da4ee58 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 380 time: 0.1380463 Feb 14 21:54:52.906133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'port': {'device_id': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'admin_state_up': True, 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'security_groups': ['c411caeb-66e3-413b-9974-b04cc32447ec']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:53.114893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e65b49b-6c03-4a68-bfe2-39765b9b6246 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:53.130095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:54:53.139121 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:53.185430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:53.186170 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:53.345422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:53.406339 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.6 (abd4c241-1343-4ac5-87c8-49738e1fcded/fc5e2dbe-6110-4804-961f-d9acadaebc6f/865edfcb-5bb7-4834-81ef-44332f6cae61) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:54:53.551274 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:54:53.561953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b134-993c-4c57-a665-bb105c0b4937 req-ccd8260a-5416-4e94-98ed-8478fce62726 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:53.574175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47d6b134-993c-4c57-a665-bb105c0b4937 req-ccd8260a-5416-4e94-98ed-8478fce62726 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1143944 Feb 14 21:54:53.664350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47d6b134-993c-4c57-a665-bb105c0b4937 req-73184cf2-7429-4081-a0f7-1490bb4b75d1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841398 Feb 14 21:54:53.733690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:53.785862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-001339cc-a33e-4c70-b081-31584f77141f req-d4426721-2f8b-44f0-8d47-ef1c471422d6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 210 time: 0.0424206 Feb 14 21:54:53.812696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:53.857296 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network abd4c241-1343-4ac5-87c8-49738e1fcded is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:54:53.862194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:54:53.865381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:54:53.975046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:53.976456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.004915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:54.014162 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-9f65a848-6097-4c47-b7d2-1d07bb18b205 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127782 Feb 14 21:54:54.034516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Request body: {'port': {'device_id': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:54:54.130419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.285194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c7d466c1-436e-45f5-ad5b-43646595d877 None None] Provisioning complete for port 865edfcb-5bb7-4834-81ef-44332f6cae61 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:54.285768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d466c1-436e-45f5-ad5b-43646595d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.349088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7d466c1-436e-45f5-ad5b-43646595d877 None None] Port 865edfcb-5bb7-4834-81ef-44332f6cae61 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:54:54.474410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865edfcb-5bb7-4834-81ef-44332f6cae61 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:54:54.483851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks [] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.498464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Transition to ACTIVE for port object 865edfcb-5bb7-4834-81ef-44332f6cae61 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:54:54.503822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.602845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:54.665165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:54:54.665903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:54:54.667304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:54.674069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:54:54.674790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:54:54.692885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:54:54.693218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Checking segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:54:54.693550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Bound using segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:54:54.693994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Bound port: 865edfcb-5bb7-4834-81ef-44332f6cae61, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:54:54.694385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.813432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:54:54.821799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:54:54.840594 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.879543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f56b33-76cd-4fbb-ac9c-c5eb5f3bdc88 req-6a162d3e-cb72-4ebe-bd24-7f79df59450d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:54.881136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44f56b33-76cd-4fbb-ac9c-c5eb5f3bdc88 req-6a162d3e-cb72-4ebe-bd24-7f79df59450d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1068950 Feb 14 21:54:54.905826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:54.906522 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:54.908056 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] 10.222.0.83 "PUT /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1092 time: 0.8797741 Feb 14 21:54:54.910957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:54.918591 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759de52b-b169-46b0-95c0-e65a888bf614" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:54.948168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c8e0-5640-42d2-9956-ec3475bd5413 service neutron] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:54.990247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44f56b33-76cd-4fbb-ac9c-c5eb5f3bdc88 req-53fef07d-3257-43b4-84a2-dd5d77c98b53 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028349 Feb 14 21:54:55.054749 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-1496c693-a627-4ab5-99cc-69eaef3aa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.056696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-1496c693-a627-4ab5-99cc-69eaef3aa158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1126 time: 0.0909905 Feb 14 21:54:55.133349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-abe17e98-4594-418f-a3bd-f4abf0c26b9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 217 time: 0.0687904 Feb 14 21:54:55.201270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a71b2-ed89-47ba-80f8-12e110fa9dd6 req-c2f23011-7341-40ee-b63a-4abaabfa13c5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.203543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a9a71b2-ed89-47ba-80f8-12e110fa9dd6 req-c2f23011-7341-40ee-b63a-4abaabfa13c5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 943 time: 0.1011789 Feb 14 21:54:55.233459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-87edab29-0e66-468c-b2c5-4485729d3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.235257 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-87edab29-0e66-468c-b2c5-4485729d3fef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0959709 Feb 14 21:54:55.268616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a9a71b2-ed89-47ba-80f8-12e110fa9dd6 req-d40e15ad-78fb-4f8f-96ee-5bd1b84a4182 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585358 Feb 14 21:54:55.305709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-a4694c44-5c2b-4073-be77-b2d5e8f9319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.306836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-a4694c44-5c2b-4073-be77-b2d5e8f9319d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646670 Feb 14 21:54:55.325530 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2d3484-7dd3-4216-9c22-7cf1f22766e3 x-openstack-request-id: req-6a2d3484-7dd3-4216-9c22-7cf1f22766e3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:55.325912 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:55.326235 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a2d3484-7dd3-4216-9c22-7cf1f22766e3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:55.326810 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'status': 'completed', 'code': 200} Feb 14 21:54:55.409542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-c7b2e42c-f10d-45ba-8024-e05ca08490bf service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940826 Feb 14 21:54:55.510478 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d408c242-e6ed-4d7c-9aa3-c2c2e81682f2 req-d4df69d6-2b60-4e1b-8ab7-d2e6c5f138a0 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953207 Feb 14 21:54:55.619672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de52b-b169-46b0-95c0-e65a888bf614 req-cd648465-c2c1-4155-80d2-448e55c35119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.621578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-cd648465-c2c1-4155-80d2-448e55c35119 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1126 time: 0.0623436 Feb 14 21:54:55.740113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de52b-b169-46b0-95c0-e65a888bf614 req-bb0651d7-7b74-48d8-bb73-a4635b44a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.742655 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-bb0651d7-7b74-48d8-bb73-a4635b44a205 service neutron] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1137753 Feb 14 21:54:55.793010 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-91311be2-3f93-4be1-9be8-c7064d7f9b58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 217 time: 0.0433619 Feb 14 21:54:55.847325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de52b-b169-46b0-95c0-e65a888bf614 req-7e0df157-42b7-48f5-b097-b99d33d183eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.849215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-7e0df157-42b7-48f5-b097-b99d33d183eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0504277 Feb 14 21:54:55.906901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de52b-b169-46b0-95c0-e65a888bf614 req-4deabc1e-bab2-41bb-ab24-7322651067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:55.908672 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-4deabc1e-bab2-41bb-ab24-7322651067b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537086 Feb 14 21:54:56.010436 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-405f12a7-f9a3-4fa8-a7f5-25fca33456d9 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953610 Feb 14 21:54:56.121389 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-759de52b-b169-46b0-95c0-e65a888bf614 req-574ae930-cf39-476d-919b-703e12200454 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052802 Feb 14 21:54:56.123537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe8be9-7818-46df-bd32-298569c434be req-8c34f218-aee5-4d63-aaad-fcb57037573d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:56.125113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ebe8be9-7818-46df-bd32-298569c434be req-8c34f218-aee5-4d63-aaad-fcb57037573d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0624895 Feb 14 21:54:56.186982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ebe8be9-7818-46df-bd32-298569c434be req-626446ef-4851-43a2-bc25-88eb6b4c7d49 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Feb 14 21:54:56.410169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b905e7f-9f6c-4c94-a7ed-4c5b31d227ba req-1a62bc99-fe74-4f1e-ae39-542cf09a13be tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:56.412946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b905e7f-9f6c-4c94-a7ed-4c5b31d227ba req-1a62bc99-fe74-4f1e-ae39-542cf09a13be tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 943 time: 0.0606558 Feb 14 21:54:56.472331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b905e7f-9f6c-4c94-a7ed-4c5b31d227ba req-7785751e-e383-4457-90da-f1f795568a12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539281 Feb 14 21:54:57.056659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:54:57.172276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:57.184976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'mac_address': 'fa:16:3e:f8:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:54:57.229963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 865edfcb-5bb7-4834-81ef-44332f6cae61 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:57.230620 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:57.245825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865edfcb-5bb7-4834-81ef-44332f6cae61 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:54:57.274219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:57.279995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:57.372546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:57.383909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f22fb-a63a-4570-b2d9-4d0d6faf4819 req-57e31dbe-bbe5-483b-82c1-1a541632dc72 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:57.391867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-173f22fb-a63a-4570-b2d9-4d0d6faf4819 req-57e31dbe-bbe5-483b-82c1-1a541632dc72 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.1225610 Feb 14 21:54:57.458056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-173f22fb-a63a-4570-b2d9-4d0d6faf4819 req-0ea1cdcd-5599-487a-abce-c02fb558adfc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651224 Feb 14 21:54:57.500369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['865edfcb-5bb7-4834-81ef-44332f6cae61'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:54:57.651561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e1b6-647d-416f-8ddb-cec35ae71d9d req-407d5a14-3c4a-4ea8-b742-de2d37796857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:57.653109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c35e1b6-647d-416f-8ddb-cec35ae71d9d req-407d5a14-3c4a-4ea8-b742-de2d37796857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 944 time: 0.1033039 Feb 14 21:54:57.720623 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c35e1b6-647d-416f-8ddb-cec35ae71d9d req-88f1bc11-653e-4f27-b208-2cf3c6f66f53 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Feb 14 21:54:58.580588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8d483-1f2b-4f31-8113-85321b5fa32e req-452ce160-d16f-49a0-9dad-f956420961dc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:58.582187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdc8d483-1f2b-4f31-8113-85321b5fa32e req-452ce160-d16f-49a0-9dad-f956420961dc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0544178 Feb 14 21:54:58.637998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdc8d483-1f2b-4f31-8113-85321b5fa32e req-1a7c9236-dcab-4733-91e5-9f8b52c0c752 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Feb 14 21:54:58.858662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3570ee7-8af8-4cef-b513-eadad6c332fb req-4d242731-5585-4efe-926d-967ee61498ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:58.860472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3570ee7-8af8-4cef-b513-eadad6c332fb req-4d242731-5585-4efe-926d-967ee61498ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 944 time: 0.0646315 Feb 14 21:54:58.887590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:58.916047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3570ee7-8af8-4cef-b513-eadad6c332fb req-edbb8eb5-324c-4618-be7b-586c94e371e9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494699 Feb 14 21:54:59.055609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:54:59.104309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 865edfcb-5bb7-4834-81ef-44332f6cae61 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:54:59.107995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 865edfcb-5bb7-4834-81ef-44332f6cae61 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:54:59.108401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:59.187228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 865edfcb-5bb7-4834-81ef-44332f6cae61 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:54:59.187634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:59.214834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:54:59.217176 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c070b9-b69f-4314-b080-133f78ecf781" -d '{"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-plugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:54:59.230831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:54:59.236724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:54:59.319086 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3b74c6-35bf-4eac-8ee0-1ffd9c14156a x-openstack-request-id: req-9a3b74c6-35bf-4eac-8ee0-1ffd9c14156a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:54:59.320012 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-plugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:54:59.320185 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a3b74c6-35bf-4eac-8ee0-1ffd9c14156a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:54:59.320582 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'code': 200} Feb 14 21:54:59.337400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:54:59.429455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1f37b-70fa-4757-9b26-ec8a8db2fc87 req-8566f777-61d0-41c8-af4d-4f2511c015f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:59.431188 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b6e1f37b-70fa-4757-9b26-ec8a8db2fc87 req-8566f777-61d0-41c8-af4d-4f2511c015f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.0629456 Feb 14 21:54:59.492689 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b6e1f37b-70fa-4757-9b26-ec8a8db2fc87 req-69747fff-ff17-43d5-9b66-fb4168e96d72 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552092 Feb 14 21:54:59.766640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfbd38-7106-43ea-bc27-80b4592c54c8 req-3698687f-9a35-468b-87cf-e7a00f6180f3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:54:59.768165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8edfbd38-7106-43ea-bc27-80b4592c54c8 req-3698687f-9a35-468b-87cf-e7a00f6180f3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 943 time: 0.0566871 Feb 14 21:54:59.820963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8edfbd38-7106-43ea-bc27-80b4592c54c8 req-1d281c1c-7741-4371-8aaf-b464ec510061 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Feb 14 21:55:00.254417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5f1f6-98df-49e3-bde4-9f51320311e7 req-34e9f4e0-9769-4a14-be47-dc9d7e361cd1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:00.256122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c5f1f6-98df-49e3-bde4-9f51320311e7 req-34e9f4e0-9769-4a14-be47-dc9d7e361cd1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.2641435 Feb 14 21:55:00.361095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2c5f1f6-98df-49e3-bde4-9f51320311e7 req-571b5d08-e561-4891-a552-5c3a9605e298 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984097 Feb 14 21:55:00.372213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 244874a3-5901-406b-b1b3-aa6e045c0acc details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:55:00.698278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=244874a3-5901-406b-b1b3-aa6e045c0acc,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:00.713070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '244874a3-5901-406b-b1b3-aa6e045c0acc', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': '244874a3-5901-406b-b1b3-aa6e045c0acc', 'mac_address': 'fa:16:3e:d8:ab:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:55:00.761823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 244874a3-5901-406b-b1b3-aa6e045c0acc is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:55:00.762223 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:00.779269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244874a3-5901-406b-b1b3-aa6e045c0acc {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:55:00.812564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=244874a3-5901-406b-b1b3-aa6e045c0acc,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:00.818778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:00.876512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:00.984251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc9f5-cbe0-4ab5-b77e-46437424a7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:01.018536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f032bfb-8898-4e36-bfd3-b2c6ee549af0 req-8d1eb6a9-07aa-4ea1-83aa-b85dd7eb9b5d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:01.024293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f032bfb-8898-4e36-bfd3-b2c6ee549af0 req-8d1eb6a9-07aa-4ea1-83aa-b85dd7eb9b5d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 944 time: 0.0934262 Feb 14 21:55:01.080852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f032bfb-8898-4e36-bfd3-b2c6ee549af0 req-59b34db0-2fd8-41d0-974a-aca803652a8b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Feb 14 21:55:01.112470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['244874a3-5901-406b-b1b3-aa6e045c0acc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:01.522203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713af77-abf1-4d08-ac3b-f7e17b739228 req-a806ca7b-e164-4815-9039-9a6a02f36b18 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:01.523878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b713af77-abf1-4d08-ac3b-f7e17b739228 req-a806ca7b-e164-4815-9039-9a6a02f36b18 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0798810 Feb 14 21:55:01.588544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b713af77-abf1-4d08-ac3b-f7e17b739228 req-36321e42-2be7-4ca5-a5a4-17bff848d259 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590630 Feb 14 21:55:01.733469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff27bd-de17-4c0f-b36b-b1aef0c81412 req-43277db1-23f4-417e-af64-43ec97b61fc4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:01.739907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0ff27bd-de17-4c0f-b36b-b1aef0c81412 req-43277db1-23f4-417e-af64-43ec97b61fc4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0685434 Feb 14 21:55:01.807192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0ff27bd-de17-4c0f-b36b-b1aef0c81412 req-06b8598a-01c4-4b06-a564-1b8f0f917ecb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656657 Feb 14 21:55:01.839149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:01.886459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c178a53-4ff6-490c-a16d-bc5ee60eef78 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:01.888136 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0c178a53-4ff6-490c-a16d-bc5ee60eef78 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1123 time: 0.0478568 Feb 14 21:55:01.891078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37174) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:01.895911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:01.921283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.032957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.154589 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.164 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/35bd4511-fbcb-4b59-a040-f7914d847c7f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:55:02.256097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fdffd-2fc1-40d4-b2b6-56e2df2bfbc9 req-c89191e7-9fce-4560-9eb1-c5002295967c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:02.264812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94fdffd-2fc1-40d4-b2b6-56e2df2bfbc9 req-c89191e7-9fce-4560-9eb1-c5002295967c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 944 time: 0.0789344 Feb 14 21:55:02.330912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94fdffd-2fc1-40d4-b2b6-56e2df2bfbc9 req-0326f7a0-4491-4f21-800e-11c4886d13b5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Feb 14 21:55:02.334069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.393195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 244874a3-5901-406b-b1b3-aa6e045c0acc up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:55:02.406119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.445041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:55:02.449262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:55:02.455027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:55:02.495471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 244874a3-5901-406b-b1b3-aa6e045c0acc completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:55:02.501529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 244874a3-5901-406b-b1b3-aa6e045c0acc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:55:02.502112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.521001 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=35bd4511-fbcb-4b59-a040-f7914d847c7f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:02.561664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.562095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.562578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.563041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.563615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.564160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.564725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.565325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.565828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.566328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.566971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.567500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.567852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:02.612831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 244874a3-5901-406b-b1b3-aa6e045c0acc is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:55:02.613226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.657692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=244874a3-5901-406b-b1b3-aa6e045c0acc,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:02.659694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:02.664471 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f97d0bd-4867-43c7-926e-1b04789356a8" -d '{"events": [{"server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "name": "network-vif-plugged", "status": "completed", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:02.671545 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:02.726472 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7a38df-044d-433c-9013-3d16d912a505 x-openstack-request-id: req-aa7a38df-044d-433c-9013-3d16d912a505 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:02.727533 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "name": "network-vif-plugged", "status": "completed", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:02.727977 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aa7a38df-044d-433c-9013-3d16d912a505 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:02.728572 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc', 'code': 200} Feb 14 21:55:02.758261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:03.018566 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29f99e-1e2d-4835-867f-18f235319ff8 req-455fa28c-99e9-48c0-ae3d-13c4aaaf8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:03.020191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8d29f99e-1e2d-4835-867f-18f235319ff8 req-455fa28c-99e9-48c0-ae3d-13c4aaaf8b71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 1128 time: 0.2281263 Feb 14 21:55:03.168328 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8d29f99e-1e2d-4835-867f-18f235319ff8 req-0d31a972-46f7-4178-a59f-cc98bb1e6275 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400876 Feb 14 21:55:03.171615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (5efa7bdb-9719-4f63-9849-4d7bcf222630), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.352955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cbbc-66b0-40e8-853d-7b1b0d861961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.481599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b82c1-a260-4bd2-8c80-1b514e52cd93 req-c5f23241-a790-4dfc-86b0-14ed9b292b71 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:03.483072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f98b82c1-a260-4bd2-8c80-1b514e52cd93 req-c5f23241-a790-4dfc-86b0-14ed9b292b71 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0633776 Feb 14 21:55:03.593396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f98b82c1-a260-4bd2-8c80-1b514e52cd93 req-b6bb54e4-2a65-4804-bb16-6c3a16c14174 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986192 Feb 14 21:55:03.645163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.808291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.814393 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.849917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-def4b960-01c7-481b-a28b-200d517c51ab tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:03.852082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-def4b960-01c7-481b-a28b-200d517c51ab tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 814 time: 0.1241295 Feb 14 21:55:03.874155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-ef1816b4-3641-46d8-a9dc-122001499825 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/quotas/3a5750a8f91a4851bacac679d8abd326 HTTP/1.1" status: 200 len: 375 time: 0.0148759 Feb 14 21:55:03.885648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=35bd4511-fbcb-4b59-a040-f7914d847c7f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:03.900757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (5efa7bdb-9719-4f63-9849-4d7bcf222630), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:03.914022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-bd0eccbe-4454-4e27-9b62-3c9d0ce7138e tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381711 Feb 14 21:55:04.010722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-b7d54258-999d-4917-97b4-6c4cb73c087b service neutron] 10.222.0.86 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891883 Feb 14 21:55:04.010942 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 5efa7bdb-9719-4f63-9849-4d7bcf222630 associated. External IP: 172.25.2.164, port: 865edfcb-5bb7-4834-81ef-44332f6cae61. Feb 14 21:55:04.112352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-0d4c78a7-c8e7-4888-8135-96b80cb6eced service neutron] 10.222.0.86 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954440 Feb 14 21:55:04.267902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 258663da-b8fa-47df-8840-46f95335eaf6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:55:04.317091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34c75a45-389b-4f27-95a5-88dd91f97c74 req-081d6494-4727-4cd1-a80a-8832366fd97e tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 210 time: 0.0530620 Feb 14 21:55:04.406932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:55:04.418226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Sync routers for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:55:04.430869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:04.431824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:04.442295 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:04.475943 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-234e74e5-0797-4d4f-8e9b-1c4bb2520dd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5837471 Feb 14 21:55:04.477074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:04.479113 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3da48-9d05-439d-9807-5c0ca9795d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:04.567475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:04.652580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcccfc-4e50-4809-ab7e-107a29f3cbc2 req-61ed03be-79ae-4289-a4e6-c327e47f8cbe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:04.655634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3fcccfc-4e50-4809-ab7e-107a29f3cbc2 req-61ed03be-79ae-4289-a4e6-c327e47f8cbe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.1135595 Feb 14 21:55:04.684852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:04.739734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3fcccfc-4e50-4809-ab7e-107a29f3cbc2 req-77d55940-3e83-431b-917b-79c4c79e80f3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785005 Feb 14 21:55:04.770065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37332) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:04.876295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5efa7bdb-9719-4f63-9849-4d7bcf222630', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'mac_address': 'fa:16:3e:f8:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:55:02Z', 'updated_at': '2022-02-14T21:55:02Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:04.909567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Checking router: 258663da-b8fa-47df-8840-46f95335eaf6 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:55:04.921670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:04.922567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:04.941785 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7831edbf-c773-4f5d-a399-9f5f68361760 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 200 len: 991 time: 0.1684189 Feb 14 21:55:04.943385 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f07b5-0ae8-455e-84fa-c6ec06a4aed2 x-openstack-request-id: req-9e8f07b5-0ae8-455e-84fa-c6ec06a4aed2 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:04.943691 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:04.943972 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e8f07b5-0ae8-455e-84fa-c6ec06a4aed2 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:04.944369 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'status': 'completed', 'code': 200} Feb 14 21:55:04.981043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221fd2-3753-491e-b91c-d01c3223130e req-260c9547-eed8-42f6-b0b3-0d6b833aca5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:04.990847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79221fd2-3753-491e-b91c-d01c3223130e req-260c9547-eed8-42f6-b0b3-0d6b833aca5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0988028 Feb 14 21:55:05.001817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-32832f49-9d08-45bb-9310-f2fd3735a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.003663 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-32832f49-9d08-45bb-9310-f2fd3735a893 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.0619545 Feb 14 21:55:05.050390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-79221fd2-3753-491e-b91c-d01c3223130e req-53300dc3-c909-4779-8cf2-2fe05c0fec86 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Feb 14 21:55:05.122629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:05.177514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-37fe56ee-1cdc-414c-bad5-e71c4da43bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.180532 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-37fe56ee-1cdc-414c-bad5-e71c4da43bc8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1704702 Feb 14 21:55:05.188840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58defe2-80ad-4f11-afa1-d19df1f5d266 req-139ed2a1-9ec2-423f-80d0-14fd93bb1151 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.190416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58defe2-80ad-4f11-afa1-d19df1f5d266 req-139ed2a1-9ec2-423f-80d0-14fd93bb1151 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0719652 Feb 14 21:55:05.244906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a58defe2-80ad-4f11-afa1-d19df1f5d266 req-b2586a67-b917-449e-894e-0690ecf75f8c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Feb 14 21:55:05.269055 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-68f877b1-70f0-4ffc-b870-29375b170b2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 999 time: 0.0808229 Feb 14 21:55:05.345015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-0a65c393-9ac6-491a-9b75-00ffbeacda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.347799 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-0a65c393-9ac6-491a-9b75-00ffbeacda02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0712030 Feb 14 21:55:05.414768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-140b0e84-4232-4f08-b47d-b1d75d212595 req-fbc2e238-3385-4b8d-a4c0-3b2da5216bd5 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 210 time: 0.0353367 Feb 14 21:55:05.425860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5efa7bdb-9719-4f63-9849-4d7bcf222630', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'mac_address': 'fa:16:3e:f8:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:55:02Z', 'updated_at': '2022-02-14T21:55:02Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:05.427581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-1944c902-4164-48ad-b85f-cf89412878e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.430271 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-1944c902-4164-48ad-b85f-cf89412878e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711658 Feb 14 21:55:05.469743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e154a3-0b1f-41a1-b463-6488276ced0e None None] The sync data for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 is: [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '5efa7bdb-9719-4f63-9849-4d7bcf222630', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'mac_address': 'fa:16:3e:f8:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:55:02Z', 'updated_at': '2022-02-14T21:55:02Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:55:05.661386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-6f67f037-c505-47bd-89c4-a557845fb3c9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.662993 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-6f67f037-c505-47bd-89c4-a557845fb3c9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 814 time: 0.2317224 Feb 14 21:55:05.680982 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-9e558d9f-a5ff-46bb-b612-5d1816eed4e4 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695840 Feb 14 21:55:05.686492 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Request body: {'port': {'device_id': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'network_id': '4988ae37-680e-4486-801e-ae381443af75', 'admin_state_up': True, 'tenant_id': '3a5750a8f91a4851bacac679d8abd326'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:05.788146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda572-c19b-4aaa-be05-ce04133726c5 req-b50ea9a4-f34f-4009-8b5c-1733a6157f5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:05.795799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2acda572-c19b-4aaa-be05-ce04133726c5 req-b50ea9a4-f34f-4009-8b5c-1733a6157f5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0731952 Feb 14 21:55:05.842351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:05.849994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176094e1-1795-4622-b19c-3d53502e1e95 None None] New status for floating IP 5efa7bdb-9719-4f63-9849-4d7bcf222630: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:55:05.855372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2acda572-c19b-4aaa-be05-ce04133726c5 req-802a7fcb-4128-4d4d-bb25-5a04d3721ffc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584328 Feb 14 21:55:05.898186 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-62f3da48-9d05-439d-9807-5c0ca9795d1a req-32b70b90-e840-4219-a4a7-f251b0c78757 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070339 Feb 14 21:55:05.906292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Made reservation on behalf of 3a5750a8f91a4851bacac679d8abd326 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:55:05.912383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:05.945281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37346) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:06.013224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9e54f1a3-2979-45e6-964c-ca8a4143cfe0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 200 len: 991 time: 0.0668721 Feb 14 21:55:06.065740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Allocated IP 172.20.0.2 (4988ae37-680e-4486-801e-ae381443af75/4cb8f858-b516-4f9e-ae74-6a5f923bfee8/ead85d2a-6e61-48b9-82a1-aa51b1dd987a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:55:06.224556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks [] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.264921 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.311674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Network 4988ae37-680e-4486-801e-ae381443af75 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:55:06.315040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:55:06.319917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:55:06.361218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Pushing event updated for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:06.380637 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.394238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:06.394923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.413798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-ffc4e384-e8ef-4cb9-8095-29a45061ee7d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310929 Feb 14 21:55:06.425654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Request body: {'port': {'device_id': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:06.501907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.557378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810c3a2-433d-491f-adaa-d967141a50e1 req-ce6ff3fd-ea60-4346-9b5f-a79846426460 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:06.564961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3810c3a2-433d-491f-adaa-d967141a50e1 req-ce6ff3fd-ea60-4346-9b5f-a79846426460 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 931 time: 0.0709116 Feb 14 21:55:06.630251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3810c3a2-433d-491f-adaa-d967141a50e1 req-68dd3783-9947-4f05-9c6d-37d4e2f70ea0 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643566 Feb 14 21:55:06.792768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead85d2a-6e61-48b9-82a1-aa51b1dd987a {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:55:06.800701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks [] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.812916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Transition to ACTIVE for port object ead85d2a-6e61-48b9-82a1-aa51b1dd987a will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:55:06.817381 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:06.874742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:06.964641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Attempting to bind port ead85d2a-6e61-48b9-82a1-aa51b1dd987a on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:55:06.965291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Attempting to bind port ead85d2a-6e61-48b9-82a1-aa51b1dd987a by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:55:06.965875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Attempting to bind port ead85d2a-6e61-48b9-82a1-aa51b1dd987a on network 4988ae37-680e-4486-801e-ae381443af75 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:55:06.971459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Port ead85d2a-6e61-48b9-82a1-aa51b1dd987a on network 4988ae37-680e-4486-801e-ae381443af75 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:55:06.972058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Attempting to bind port ead85d2a-6e61-48b9-82a1-aa51b1dd987a on network 4988ae37-680e-4486-801e-ae381443af75 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:55:06.978209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:55:06.979135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Checking segment: {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:55:06.980086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Bound using segment: {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:55:06.980878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Bound port: ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:55:06.981707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:07.017126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 37354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:07.089651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb4c71-aae6-414c-a8a1-da3c9da9eea7 req-d5035930-32ca-4c6f-9400-e009f2859a59 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.091870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbdb4c71-aae6-414c-a8a1-da3c9da9eea7 req-d5035930-32ca-4c6f-9400-e009f2859a59 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.1381254 Feb 14 21:55:07.094883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:55:07.098798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:55:07.104951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f153cd49-0949-4c92-80f3-849222a91ae4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 200 len: 993 time: 0.0867326 Feb 14 21:55:07.113124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:07.172578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbdb4c71-aae6-414c-a8a1-da3c9da9eea7 req-2b698f9e-5049-41f1-ab44-1e4d3af2696a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 Feb 14 21:55:07.182671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.183990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:07.186127 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/ead85d2a-6e61-48b9-82a1-aa51b1dd987a HTTP/1.1" status: 200 len: 1092 time: 0.7648365 Feb 14 21:55:07.192215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:07.195567 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d284c4-985c-436e-a87a-fb4614818d99" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:07.205287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1bc53-77b2-4cb2-a79e-26c1e3e476f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:07.254703 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8aeeaa-ff0a-4da7-83e5-3787f6bcee1a x-openstack-request-id: req-ed8aeeaa-ff0a-4da7-83e5-3787f6bcee1a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:07.255100 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:07.255467 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed8aeeaa-ff0a-4da7-83e5-3787f6bcee1a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:07.255930 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a', 'status': 'completed', 'code': 200} Feb 14 21:55:07.279887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-2ec32228-ebf9-4c84-a60f-13ae89c3969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.282190 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-2ec32228-ebf9-4c84-a60f-13ae89c3969c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 1126 time: 0.0553231 Feb 14 21:55:07.302954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:07.340373 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-0fc66a49-d47f-4954-99f3-7026aec90aba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a HTTP/1.1" status: 200 len: 217 time: 0.0426180 Feb 14 21:55:07.422563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4205-89fc-411e-8471-db96252ee02f req-548bf4de-6efb-40d0-ad10-a3936fbbd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.424160 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-548bf4de-6efb-40d0-ad10-a3936fbbd810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cb8f858-b516-4f9e-ae74-6a5f923bfee8 HTTP/1.1" status: 200 len: 854 time: 0.0780377 Feb 14 21:55:07.457475 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-83a19159-eb8d-4d84-ac6c-46225a9e8455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4988ae37-680e-4486-801e-ae381443af75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269079 Feb 14 21:55:07.480514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f02da5-6120-4c99-9231-b208769b66b9 req-dbbbf6ca-4a0e-44c3-a6b0-0513b4d322e4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.482050 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-25f02da5-6120-4c99-9231-b208769b66b9 req-dbbbf6ca-4a0e-44c3-a6b0-0513b4d322e4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0951655 Feb 14 21:55:07.627837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-0fb396a4-9b92-4d8a-8004-1519b5ce574c service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639760 Feb 14 21:55:07.723344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 244874a3-5901-406b-b1b3-aa6e045c0acc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:07.723795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:07.839424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f2f25-4e29-46d3-ad46-a3171a53c65f req-ad7f7201-6434-46e0-9392-6596f577fb4c tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:07.841031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a95f2f25-4e29-46d3-ad46-a3171a53c65f req-ad7f7201-6434-46e0-9392-6596f577fb4c tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 943 time: 0.0925920 Feb 14 21:55:07.931973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a95f2f25-4e29-46d3-ad46-a3171a53c65f req-685d7d85-a209-47de-b96c-9b99dd976384 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839143 Feb 14 21:55:08.093904 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-440c4205-89fc-411e-8471-db96252ee02f req-b539ca63-4006-4c03-a634-f0c047d050ab service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586506 Feb 14 21:55:08.114472 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port 244874a3-5901-406b-b1b3-aa6e045c0acc, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=244874a3-5901-406b-b1b3-aa6e045c0acc,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:08.114738 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:08.128167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 244874a3-5901-406b-b1b3-aa6e045c0acc owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:08.252495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d284c4-985c-436e-a87a-fb4614818d99 req-64b7b6a8-c3a0-49a0-a301-0681fd6aa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:08.254375 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-64b7b6a8-c3a0-49a0-a301-0681fd6aa403 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 1126 time: 0.1045880 Feb 14 21:55:08.304694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b96ec-4d6e-4f2b-94b2-cee60930db5e req-d083d46f-f5c0-4755-88b8-0e9c8d3d6271 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:08.306229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e59b96ec-4d6e-4f2b-94b2-cee60930db5e req-d083d46f-f5c0-4755-88b8-0e9c8d3d6271 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 945 time: 0.0751724 Feb 14 21:55:08.389323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e59b96ec-4d6e-4f2b-94b2-cee60930db5e req-8813896f-4bd3-41aa-887f-453ad5261bb6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679853 Feb 14 21:55:08.416197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (244874a3-5901-406b-b1b3-aa6e045c0acc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:08.430058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['244874a3-5901-406b-b1b3-aa6e045c0acc'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:08.432572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:08.451189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d284c4-985c-436e-a87a-fb4614818d99 req-5f1a0bea-f2af-4bcf-9d15-24e88aa07c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:08.452687 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-5f1a0bea-f2af-4bcf-9d15-24e88aa07c92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 915 time: 0.1899860 Feb 14 21:55:08.455916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=244874a3-5901-406b-b1b3-aa6e045c0acc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:08.524042 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port 244874a3-5901-406b-b1b3-aa6e045c0acc on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:55:08.527501 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:08.531266 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-25f02da5-6120-4c99-9231-b208769b66b9 req-5f068526-81b9-4d1a-8504-84d53fbca35e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "DELETE /v2.0/ports/244874a3-5901-406b-b1b3-aa6e045c0acc HTTP/1.1" status: 204 len: 173 time: 1.0362923 Feb 14 21:55:08.572134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-b7a6897e-5129-4800-a81a-92067dd8b6ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a HTTP/1.1" status: 200 len: 217 time: 0.0954919 Feb 14 21:55:08.676761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d284c4-985c-436e-a87a-fb4614818d99 req-e54a0eeb-c40e-466a-8583-1a266d250846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:08.678986 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-e54a0eeb-c40e-466a-8583-1a266d250846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cb8f858-b516-4f9e-ae74-6a5f923bfee8 HTTP/1.1" status: 200 len: 854 time: 0.0959008 Feb 14 21:55:08.719764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-016decb3-a322-4f88-b757-1d24588415de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4988ae37-680e-4486-801e-ae381443af75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346825 Feb 14 21:55:08.828841 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-e860956a-2451-4279-8959-1d6851fe4a33 service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014364 Feb 14 21:55:08.922740 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38d284c4-985c-436e-a87a-fb4614818d99 req-318954a1-af34-4039-ae06-ab7b9d889cc8 service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Feb 14 21:55:09.048250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-0756a78a-d431-455a-908b-4647f0d8f61c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524871 Feb 14 21:55:09.060489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f14a-2e11-41c0-96fc-ead03f54369f req-7830f5b7-d0f1-47f4-9a6f-a2ac808f4131 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:09.062034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d89f14a-2e11-41c0-96fc-ead03f54369f req-7830f5b7-d0f1-47f4-9a6f-a2ac808f4131 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 943 time: 0.0589046 Feb 14 21:55:09.131881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d89f14a-2e11-41c0-96fc-ead03f54369f req-16029b82-1a6c-438f-80c3-d498d4a9f6e7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636017 Feb 14 21:55:09.155199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-a4212cbb-6b40-4aef-893a-b90d19736750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:09.156781 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-a4212cbb-6b40-4aef-893a-b90d19736750 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0659881 Feb 14 21:55:09.256891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'name': 'network-vif-deleted', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:09.259022 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2c4f9-a18c-43f3-9df4-10abdf8908c7" -d '{"events": [{"server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "name": "network-vif-deleted", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:09.270912 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-eafb8cd5-6dda-4e7b-b47c-d9ce45f32b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:09.272443 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-eafb8cd5-6dda-4e7b-b47c-d9ce45f32b38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0950532 Feb 14 21:55:09.314795 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00f80d-7f3c-452c-ab99-9a01aea69ad9 x-openstack-request-id: req-8c00f80d-7f3c-452c-ab99-9a01aea69ad9 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:09.315101 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768f2cb-dba2-4e2c-badd-04335ab8d792", "name": "network-vif-deleted", "tag": "244874a3-5901-406b-b1b3-aa6e045c0acc", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:09.315397 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c00f80d-7f3c-452c-ab99-9a01aea69ad9 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:09.315796 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768f2cb-dba2-4e2c-badd-04335ab8d792', 'name': 'network-vif-deleted', 'tag': '244874a3-5901-406b-b1b3-aa6e045c0acc', 'status': 'completed', 'code': 200} Feb 14 21:55:09.317624 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-40ca672e-e412-4219-8c4f-2c0a66a0efdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 200 len: 217 time: 0.0395551 Feb 14 21:55:09.365484 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-c6601356-1646-41be-b942-f1d9386ef69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:09.367570 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-c6601356-1646-41be-b942-f1d9386ef69d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0445926 Feb 14 21:55:09.423773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-1729af5f-af90-4c82-b656-582cb37a4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:09.425368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-1729af5f-af90-4c82-b656-582cb37a4c86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519900 Feb 14 21:55:09.501353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-609b5cc1-9081-454c-b742-0f2e5f48a6cd req-41b6fe7c-66e8-4deb-a511-1a7a6e36a36f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0382745 Feb 14 21:55:09.524716 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-81dcccfd-e60b-47d6-a8b1-7f9841950de3 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926239 Feb 14 21:55:09.620501 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-47041b60-280f-4dbd-9484-05e044d7a6ab req-2d761c1b-a38c-433e-a9ad-36d4b18b8a00 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900609 Feb 14 21:55:10.266544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fb05-ff6c-4667-a852-f4edd41e4b00 req-853ab66f-2559-4f1c-b5e2-c5bcdcff4f44 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:10.268058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cc1fb05-ff6c-4667-a852-f4edd41e4b00 req-853ab66f-2559-4f1c-b5e2-c5bcdcff4f44 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 943 time: 0.0527048 Feb 14 21:55:10.320335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cc1fb05-ff6c-4667-a852-f4edd41e4b00 req-60b0443c-f522-4c19-babd-eb952d8f39a6 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Feb 14 21:55:10.469014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ead85d2a-6e61-48b9-82a1-aa51b1dd987a details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:55:10.573376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:10.586468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a', 'network_id': '4988ae37-680e-4486-801e-ae381443af75', 'port_id': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8f858-b516-4f9e-ae74-6a5f923bfee8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:55:10.602104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8680584-e87a-4a20-9e08-5fea4c987ed5 req-1aae7e24-d437-4b90-a48a-28145e2be3d3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0285614 Feb 14 21:55:10.624611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ead85d2a-6e61-48b9-82a1-aa51b1dd987a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:55:10.625046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:10.637500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead85d2a-6e61-48b9-82a1-aa51b1dd987a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:55:10.655854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:10.660774 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:10.706943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:10.966990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ead85d2a-6e61-48b9-82a1-aa51b1dd987a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:11.454741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90346afe-9ac3-46e7-ae6f-c34fc7a81e17 req-9a6c7aff-0ce1-4909-ad05-fe2db7f84ef7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:11.456222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90346afe-9ac3-46e7-ae6f-c34fc7a81e17 req-9a6c7aff-0ce1-4909-ad05-fe2db7f84ef7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 944 time: 0.0641367 Feb 14 21:55:11.509498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90346afe-9ac3-46e7-ae6f-c34fc7a81e17 req-b68fcd2f-dc2b-4659-91b5-b6ee48ad3ff1 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Feb 14 21:55:11.704654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b8d5548-c5c9-4b79-ab1e-a4a773561626 req-645265a2-ea61-4d4e-bae8-5e8f28f914ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0285392 Feb 14 21:55:12.486940 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ead85d2a-6e61-48b9-82a1-aa51b1dd987a up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:55:12.555039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port ead85d2a-6e61-48b9-82a1-aa51b1dd987a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:55:12.559838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port ead85d2a-6e61-48b9-82a1-aa51b1dd987a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:55:12.560373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:12.652716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port ead85d2a-6e61-48b9-82a1-aa51b1dd987a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:55:12.653274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:12.658906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb487d-ffb2-4b36-bb8b-4bd0c13de66b req-c75f10e2-3c88-4ab4-8134-431c2430b9bf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:12.666700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76eb487d-ffb2-4b36-bb8b-4bd0c13de66b req-c75f10e2-3c88-4ab4-8134-431c2430b9bf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 944 time: 0.0722394 Feb 14 21:55:12.678886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:12.681687 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c81e1f-610d-4c7b-89c8-720afb5ae906" -d '{"events": [{"server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "name": "network-vif-plugged", "status": "completed", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:12.696980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:12.703706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:12.704928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 244874a3-5901-406b-b1b3-aa6e045c0acc no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:12.724392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76eb487d-ffb2-4b36-bb8b-4bd0c13de66b req-9663fc0d-9cbe-401c-aac8-e21e9fe8e67b tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Feb 14 21:55:12.777918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:12.796029 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ad20a-b9d6-48c7-b295-8fa351059242 x-openstack-request-id: req-1a0ad20a-b9d6-48c7-b295-8fa351059242 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:12.796257 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "name": "network-vif-plugged", "status": "completed", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:12.796517 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1a0ad20a-b9d6-48c7-b295-8fa351059242 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:12.796911 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a', 'code': 200} Feb 14 21:55:12.798254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 244874a3-5901-406b-b1b3-aa6e045c0acc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:12.798608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 244874a3-5901-406b-b1b3-aa6e045c0acc not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:12.905277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa512b90-2e81-44b7-8d30-9fa9323dbaf0 req-8b776bc8-9e6e-4d4d-b3d2-105ef1894afb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0767140 Feb 14 21:55:12.955593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a26b4-f135-4a85-ac06-1ce9733389f2 req-8473b348-da95-4d6f-854f-dd3f2dd47745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:12.957640 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f79a26b4-f135-4a85-ac06-1ce9733389f2 req-8473b348-da95-4d6f-854f-dd3f2dd47745 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 1128 time: 0.1152127 Feb 14 21:55:12.978432 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-cccdf2ce-2038-4160-a950-24e444dedefc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0742507 Feb 14 21:55:13.014940 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f79a26b4-f135-4a85-ac06-1ce9733389f2 req-825801ba-69e1-4313-87fb-3fe988896ca7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459399 Feb 14 21:55:13.332882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-30c8fe2c-48a1-4b79-9661-3fe11ef461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:13.335034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-30c8fe2c-48a1-4b79-9661-3fe11ef461b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1128 time: 0.0546603 Feb 14 21:55:13.450138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-39cc6f31-1835-4eee-81af-b6f668101ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:13.452978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-39cc6f31-1835-4eee-81af-b6f668101ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 898 time: 0.0982406 Feb 14 21:55:13.535899 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-959f68e9-a1f9-4943-8add-b7bdf32eaf7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 1001 time: 0.0652587 Feb 14 21:55:13.585790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-db48ad6d-aad9-4e5f-a056-1aa808f32efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:13.587209 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-db48ad6d-aad9-4e5f-a056-1aa808f32efd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 200 len: 835 time: 0.0444469 Feb 14 21:55:13.638932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-5dabb56c-e5ac-4730-8ec4-8c3dc01e413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:13.640573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-5dabb56c-e5ac-4730-8ec4-8c3dc01e413a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b169d010-8a7b-46b4-829d-7d46199f13bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467012 Feb 14 21:55:13.735808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-77ff8419-8a39-4dae-818d-4c0aa3f572a8 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878339 Feb 14 21:55:13.836578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5e693620-6a8e-48a1-b49c-f3fe2fe17ba9 req-1e2a29cc-85ed-4d08-b787-21199ff2cbb8 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947464 Feb 14 21:55:13.866373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8a85-532e-4fee-a52d-49ca109445f1 req-7675fef0-83d9-455d-86f6-2b92750f905a tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:13.867913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-769d8a85-532e-4fee-a52d-49ca109445f1 req-7675fef0-83d9-455d-86f6-2b92750f905a tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0674500 Feb 14 21:55:13.922351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-769d8a85-532e-4fee-a52d-49ca109445f1 req-f34e45f0-71f9-4192-978d-b57e66f4175a tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Feb 14 21:55:14.030934 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32c876b0-ab94-4e7c-921e-e9ccf4b9f39f req-2cb7dc49-d760-4462-b5cb-38ab40e1769e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0402224 Feb 14 21:55:15.320870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc51ef-fbb7-4463-ae05-0cb2299e9058 req-feee2809-d40d-4012-aadb-633028b67b75 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:15.322394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61bc51ef-fbb7-4463-ae05-0cb2299e9058 req-feee2809-d40d-4012-aadb-633028b67b75 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0585310 Feb 14 21:55:15.371747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61bc51ef-fbb7-4463-ae05-0cb2299e9058 req-b7e19890-8e7a-4bc9-9e62-fcfc1e673fb0 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Feb 14 21:55:15.468832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a596552-b7ff-4892-91a0-ccc46535e6f8 req-92c4548d-a702-4718-987c-821e8c0aa307 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0349762 Feb 14 21:55:16.606457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-182501e7-66f6-4bfe-a560-87e0d68c9964 req-674816ec-3d76-411f-9c36-dbc2d51d90d2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Feb 14 21:55:17.734496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2487b45-3d0a-45c1-bcb7-ad0f1c63cc0c req-43a34ea8-6583-4610-b8ef-37d5c298831a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0360703 Feb 14 21:55:18.874712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bae83a0c-190c-4ede-9b97-391020cca57f req-59a0161a-894b-445a-960d-4d7875409f2d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=b768f2cb-dba2-4e2c-badd-04335ab8d792 HTTP/1.1" status: 200 len: 210 time: 0.0609732 Feb 14 21:55:27.812250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840148b-c17e-49ce-9b0c-cfda97351f8d req-a9321c5c-1bc8-4a99-a883-245d8b42e5ca tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:27.813855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1840148b-c17e-49ce-9b0c-cfda97351f8d req-a9321c5c-1bc8-4a99-a883-245d8b42e5ca tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.0589032 Feb 14 21:55:27.880272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1840148b-c17e-49ce-9b0c-cfda97351f8d req-d9d87390-cd5e-45a9-ad06-112501d932e5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584614 Feb 14 21:55:28.896278 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:29.014781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6f99-f7a5-4242-859f-7b8470e906c1 req-69b9d58e-0d71-475a-b218-88153005ed9d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:29.016457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5fc6f99-f7a5-4242-859f-7b8470e906c1 req-69b9d58e-0d71-475a-b218-88153005ed9d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.0621116 Feb 14 21:55:29.070206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5fc6f99-f7a5-4242-859f-7b8470e906c1 req-587b84b1-32f9-4a3e-acbb-8ebb9d4af00a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=5f5bcbe1-7415-4da9-99ed-d753221c5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Feb 14 21:55:29.336720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-d3ebde4a-6b5a-47bd-80d6-f176b5b16dbe tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:29.338319 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-d3ebde4a-6b5a-47bd-80d6-f176b5b16dbe tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 946 time: 0.0618618 Feb 14 21:55:29.444694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:29.445040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:29.542620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:29.543103 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:29.555683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:29.698228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7b23bdf8-2cf1-4f07-8cb7-84459b44dca9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:29.716762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:29.732138 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=7b23bdf8-2cf1-4f07-8cb7-84459b44dca9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:29.794258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:55:29.797376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:29.800903 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-eb83c9a8-b970-4cd2-90bd-b2965f95cd0d req-8f38c642-c6e7-4810-a6cc-337ab1b11e3b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "DELETE /v2.0/ports/7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 HTTP/1.1" status: 204 len: 173 time: 0.4569099 Feb 14 21:55:29.801358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'name': 'network-vif-deleted', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:29.804304 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88183442-9b6e-497a-84bc-12b8fc6601e2" -d '{"events": [{"server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "name": "network-vif-deleted", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:29.853191 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8c5d8d-646b-4979-85a9-33f529f8efd0 x-openstack-request-id: req-db8c5d8d-646b-4979-85a9-33f529f8efd0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:29.853495 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3", "name": "network-vif-deleted", "tag": "7b23bdf8-2cf1-4f07-8cb7-84459b44dca9", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:29.853748 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db8c5d8d-646b-4979-85a9-33f529f8efd0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:29.854149 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3', 'name': 'network-vif-deleted', 'tag': '7b23bdf8-2cf1-4f07-8cb7-84459b44dca9', 'status': 'completed', 'code': 200} Feb 14 21:55:30.203474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2edd318e-3139-4c34-b648-422b2aaf9f9a req-cd758c57-4d18-4176-85cd-70c90a0088f8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0407467 Feb 14 21:55:30.550978 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:55:30.988198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccb94629-c8c0-4709-9852-82266a24594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:31.322509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f513888d-f225-4953-bd6f-aca1de4c861a req-95d1f90b-7c49-446a-96f3-692446ec48ce tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Feb 14 21:55:31.944548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37920) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:32.019835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4eff2862-6c9c-459d-acb8-5af7a8eb7b87 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/floatingips/006d5c27-3dd7-44bd-9c4a-efb22aab1b07 HTTP/1.1" status: 200 len: 993 time: 0.0739388 Feb 14 21:55:32.227374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 37930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:32.444416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 980e8b50-ff7e-4798-afd7-3930adf4d56c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:32.444416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:32.459346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05ee5ea2-6e39-4826-8921-b11afbf1418f req-437ac561-af7c-477f-8dd4-11881c9b9e0b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0624108 Feb 14 21:55:32.553277 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:32.553513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (980e8b50-ff7e-4798-afd7-3930adf4d56c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:32.570197 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 980e8b50-ff7e-4798-afd7-3930adf4d56c owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:32.803263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (980e8b50-ff7e-4798-afd7-3930adf4d56c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:32.841817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=980e8b50-ff7e-4798-afd7-3930adf4d56c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:32.914416 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for floatingip (006d5c27-3dd7-44bd-9c4a-efb22aab1b07), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:32.914754 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Floating IP 006d5c27-3dd7-44bd-9c4a-efb22aab1b07 disassociated (deleted). External IP: 172.25.2.175, port: e7c31e36-d94a-4e7b-976a-3895db20b37a. Feb 14 21:55:33.170996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router e0056b19-f209-4574-8a0c-8f66add32379 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:55:33.227191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:33.279609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:33.280377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7b23bdf8-2cf1-4f07-8cb7-84459b44dca9 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:33.291113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:55:33.301583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Sync routers for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:55:33.303899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:33.316163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:33.316452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:33.359131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a14e5e63-8bff-482c-9522-ae5475a9393e tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/floatingips/006d5c27-3dd7-44bd-9c4a-efb22aab1b07 HTTP/1.1" status: 204 len: 168 time: 1.1298313 Feb 14 21:55:33.360354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:33.378034 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e4d23-17a2-451e-b176-77726e781b93" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:33.439874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-637be7f5-1729-409f-bf77-b5e1c1f357db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:33.542626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:33.571880 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735b8df-c869-482b-80ef-36a670ec2e1b x-openstack-request-id: req-6735b8df-c869-482b-80ef-36a670ec2e1b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:33.572165 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:33.572412 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6735b8df-c869-482b-80ef-36a670ec2e1b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:33.572832 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'status': 'completed', 'code': 200} Feb 14 21:55:33.709490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d23-17a2-451e-b176-77726e781b93 req-705c4836-2f36-4cb4-93e2-34a2b327f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:33.711056 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-705c4836-2f36-4cb4-93e2-34a2b327f806 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d823a0a147f4dac8e279e13862accd1&device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 1128 time: 0.1105518 Feb 14 21:55:33.758961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d1c7a0c-bf0c-4b33-a412-d08f43ce1709 req-0322639f-b0da-4181-b421-9da771103c5d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0584865 Feb 14 21:55:33.911390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d23-17a2-451e-b176-77726e781b93 req-4d9e98f4-df9f-471f-8dfe-f1f5ea27bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:33.913386 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-4d9e98f4-df9f-471f-8dfe-f1f5ea27bea6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 200 len: 898 time: 0.1934764 Feb 14 21:55:33.998169 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-b6065cea-32f2-4b0e-91b0-11941d48765f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 200 len: 217 time: 0.0751143 Feb 14 21:55:34.048313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319f28-0f9b-4dfa-ad32-89d8cf1d3d3e req-1b0b0448-2fcb-4b7c-a305-bb656fff33e8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:34.053563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba319f28-0f9b-4dfa-ad32-89d8cf1d3d3e req-1b0b0448-2fcb-4b7c-a305-bb656fff33e8 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.1459742 Feb 14 21:55:34.075267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:34.101120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d23-17a2-451e-b176-77726e781b93 req-22d92e46-6016-45a7-a5fa-334fa475970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:34.110588 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-22d92e46-6016-45a7-a5fa-334fa475970c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 200 len: 835 time: 0.1024163 Feb 14 21:55:34.113810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Checking router: e0056b19-f209-4574-8a0c-8f66add32379 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:55:34.125155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:34.125756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:34.155761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba319f28-0f9b-4dfa-ad32-89d8cf1d3d3e req-c09c9007-e786-4409-bac5-2a1cc9a30f08 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959096 Feb 14 21:55:34.189247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d23-17a2-451e-b176-77726e781b93 req-dac90c49-9e20-42e6-b430-4b1bd768bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:34.195794 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-dac90c49-9e20-42e6-b430-4b1bd768bc3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b169d010-8a7b-46b4-829d-7d46199f13bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0719130 Feb 14 21:55:34.289810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:34.580097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:34.619783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36f5ca-a880-488b-8e7a-7a65401e24d0 None None] The sync data for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 is: [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8adfe170-4918-442a-8f0e-d87ba6fb410a', 'name': '', 'network_id': 'b169d010-8a7b-46b4-829d-7d46199f13bc', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'mac_address': 'fa:16:3e:f3:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:55Z', 'updated_at': '2022-02-14T21:54:02Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'subnets': [{'id': '7409d9c8-b649-48ab-beb2-389fbd7b09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:55:34.655554 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:34.742469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-618dfaf2-32dd-40ec-8321-db992abe41a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377862 Feb 14 21:55:34.890633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f89e4d23-17a2-451e-b176-77726e781b93 req-0f912820-7a59-45a7-b775-339bdb69a88e service neutron] 10.222.0.64 "GET /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382074 Feb 14 21:55:34.893415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cd884bc-fe2a-4a3d-8197-597a525d2a4a req-8c216b37-6018-4587-a784-d6b4aec2c09e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0430241 Feb 14 21:55:35.130981 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a1516-5b87-42fc-8a54-569fe3471a28 None None] New status for floating IP 006d5c27-3dd7-44bd-9c4a-efb22aab1b07: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:55:35.335836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-23b265f6-19c4-4271-9dcd-89aef8d2d84d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:35.336906 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-23b265f6-19c4-4271-9dcd-89aef8d2d84d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.1275561 Feb 14 21:55:35.379020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd8cd-790e-44f8-9707-8c73866e4a2f req-d8a1f9c7-a7ec-4abd-a3fa-487df8eab3f3 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:35.386917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1efdd8cd-790e-44f8-9707-8c73866e4a2f req-d8a1f9c7-a7ec-4abd-a3fa-487df8eab3f3 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa HTTP/1.1" status: 200 len: 945 time: 0.1096721 Feb 14 21:55:35.442010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1efdd8cd-790e-44f8-9707-8c73866e4a2f req-6596c5a1-4a37-4dd7-a7b4-b04bfdc63edc tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "GET /v2.0/security-groups?id=63aa7683-4d51-4349-9eff-635a22b4a7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527000 Feb 14 21:55:35.518061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port e7c31e36-d94a-4e7b-976a-3895db20b37a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:35.518529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:35.633119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port e7c31e36-d94a-4e7b-976a-3895db20b37a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e7c31e36-d94a-4e7b-976a-3895db20b37a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:35.633483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:35.645335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for e7c31e36-d94a-4e7b-976a-3895db20b37a owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:35.816652 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e7c31e36-d94a-4e7b-976a-3895db20b37a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:35.831838 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:35.855733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=e7c31e36-d94a-4e7b-976a-3895db20b37a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:35.917578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] No DVR routers for this DVR port e7c31e36-d94a-4e7b-976a-3895db20b37a on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:55:35.921765 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:35.926293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-878d9c59-70d9-4ffb-a7fa-7601f935c420 req-0284b668-4055-46b4-85b1-52836ba9a77b tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.64 "DELETE /v2.0/ports/e7c31e36-d94a-4e7b-976a-3895db20b37a HTTP/1.1" status: 204 len: 173 time: 0.5815752 Feb 14 21:55:35.927081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'name': 'network-vif-deleted', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:35.930154 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d745f9-c20c-426d-95ea-6550ccb94096" -d '{"events": [{"server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "name": "network-vif-deleted", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:36.064515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42fc94b3-9b44-4f69-83c5-36b4d5e0c32b req-64c58d24-2d1d-4ce2-b086-c17c01e94564 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0399246 Feb 14 21:55:36.141468 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baf371c-1904-4589-a8c8-c44bf52f853d x-openstack-request-id: req-0baf371c-1904-4589-a8c8-c44bf52f853d {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:36.142079 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa", "name": "network-vif-deleted", "tag": "e7c31e36-d94a-4e7b-976a-3895db20b37a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:36.142521 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0baf371c-1904-4589-a8c8-c44bf52f853d {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:36.143092 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdf5a2-5cc1-48d0-8aed-b76193f2ddaa', 'name': 'network-vif-deleted', 'tag': 'e7c31e36-d94a-4e7b-976a-3895db20b37a', 'status': 'completed', 'code': 200} Feb 14 21:55:36.390692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:36.573654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-aeb521a2-f799-458f-90be-818bb3fd8464 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:36.577980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-aeb521a2-f799-458f-90be-818bb3fd8464 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.0800428 Feb 14 21:55:36.605502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:36.697659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Publish callbacks [] for security_group (c3f7fc54-6aba-4a32-8feb-4a1578951fdf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:36.702828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f7fc54-6aba-4a32-8feb-4a1578951fdf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:36.750331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1cae91a-eef3-4918-bff4-bcb79ce8ac1e req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575975 Feb 14 21:55:36.808175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7fc54-6aba-4a32-8feb-4a1578951fdf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:36.826317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.826750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.827112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.827646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.827826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.828167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.828670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.828834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.829170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.829503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.829890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.830158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.833681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47bfbe-2ff0-4f64-87f9-c72a4c012a11 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:36.834362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38028) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:36.923315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (63aa7683-4d51-4349-9eff-635a22b4a7f1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:36.959081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (63aa7683-4d51-4349-9eff-635a22b4a7f1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:37.061711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbdc27-f66b-42cf-bd80-5d78ce1de506 req-536155df-413b-4d7a-8e49-a3197c8ccaeb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:37.063806 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (63aa7683-4d51-4349-9eff-635a22b4a7f1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:37.066456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:37.067688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddbdc27-f66b-42cf-bd80-5d78ce1de506 req-536155df-413b-4d7a-8e49-a3197c8ccaeb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.1468790 Feb 14 21:55:37.076446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/security-groups/63aa7683-4d51-4349-9eff-635a22b4a7f1 HTTP/1.1" status: 204 len: 168 time: 0.2396045 Feb 14 21:55:37.087821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af106751-2e6a-4982-9e73-aee2b1643d22 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa7683-4d51-4349-9eff-635a22b4a7f1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:37.160944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ddbdc27-f66b-42cf-bd80-5d78ce1de506 req-0c3c4cae-2c23-4342-af20-ae3c8e758f0c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908680 Feb 14 21:55:37.185996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:37.229452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:37.274032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b699eabf-9e29-4eb8-855b-02e9d4c7680d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 200 len: 993 time: 0.0867217 Feb 14 21:55:37.348020 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:37.421959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-509c3757-8571-4a96-8734-cd9b2d65523d req-c8d1981e-4c72-4472-9b27-786360c4078f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0442934 Feb 14 21:55:37.806588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-c4d94f3d-0af2-4113-88d8-26f3d562e33d req-53765cc0-6b73-4bdc-a812-ee40e351b85a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:55:37.807830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4d94f3d-0af2-4113-88d8-26f3d562e33d req-53765cc0-6b73-4bdc-a812-ee40e351b85a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073967 Feb 14 21:55:37.920330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (e0056b19-f209-4574-8a0c-8f66add32379), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:38.249513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 8adfe170-4918-442a-8f0e-d87ba6fb410a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:38.249720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:38.378814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 8adfe170-4918-442a-8f0e-d87ba6fb410a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8adfe170-4918-442a-8f0e-d87ba6fb410a,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:38.379436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:38.393504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 8adfe170-4918-442a-8f0e-d87ba6fb410a owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:38.569407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:38.615479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-10da41d9-2724-46eb-ac42-07b20a7c48d2 req-ab458417-1e11-4df2-bb81-45d1966ee935 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0581386 Feb 14 21:55:38.792172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8adfe170-4918-442a-8f0e-d87ba6fb410a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:38.833485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=8adfe170-4918-442a-8f0e-d87ba6fb410a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:38.898573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7596-1e3d-4bdc-8103-1ab5ea98205b req-4d6051ef-f9c4-475e-b711-cff81c540b31 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:38.905938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4fe7596-1e3d-4bdc-8103-1ab5ea98205b req-4d6051ef-f9c4-475e-b711-cff81c540b31 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.1353652 Feb 14 21:55:38.962665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-499007ab-c711-4be4-91ad-3384a33edd9f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3910303 Feb 14 21:55:38.974572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4fe7596-1e3d-4bdc-8103-1ab5ea98205b req-03148544-9ef6-48fe-809d-dc00c8968a46 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677228 Feb 14 21:55:38.989202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-bb881bfe-d9bd-4f63-9387-e635390924d6 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:55:39.004608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-bb881bfe-d9bd-4f63-9387-e635390924d6 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109720 Feb 14 21:55:39.276650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (e0056b19-f209-4574-8a0c-8f66add32379), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:39.473189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38112) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:39.580293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Router e0056b19-f209-4574-8a0c-8f66add32379 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:55:39.692298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-432c5fcb-7759-4936-8c51-b928fdbc2db0 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:39.704753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-432c5fcb-7759-4936-8c51-b928fdbc2db0 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1125 time: 0.2285564 Feb 14 21:55:39.813710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db62c189-1b75-4c12-b7dc-cf817abdfe25 req-6cf35942-6ce5-40fd-bbbb-4871aedec465 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0640950 Feb 14 21:55:39.823046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:55:39.831463 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9f6b8ba3-2361-4897-86f9-6ce485ce243a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "PUT /v2.0/routers/e0056b19-f209-4574-8a0c-8f66add32379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5999100 Feb 14 21:55:39.834802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38126) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:39.837039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Sync routers for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:55:39.852052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:39.852726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:39.952472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting subnet 7409d9c8-b649-48ab-beb2-389fbd7b09a9 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:55:39.964599 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (7409d9c8-b649-48ab-beb2-389fbd7b09a9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:40.037982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:40.341399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:55:38Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:40.401667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Checking router: e0056b19-f209-4574-8a0c-8f66add32379 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:55:40.420671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Routers {'e0056b19-f209-4574-8a0c-8f66add32379'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:55:40.426313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:55:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e0056b19-f209-4574-8a0c-8f66add32379'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:40.463347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (7409d9c8-b649-48ab-beb2-389fbd7b09a9), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:40.511982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4b49-abf4-4897-89ce-ea1851d63364 req-8b180baa-83f9-45b8-ae3c-0ab4c7994c6e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:40.513539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74cc4b49-abf4-4897-89ce-ea1851d63364 req-8b180baa-83f9-45b8-ae3c-0ab4c7994c6e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.1069505 Feb 14 21:55:40.599896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (7409d9c8-b649-48ab-beb2-389fbd7b09a9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:40.640122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] Set router e0056b19-f209-4574-8a0c-8f66add32379 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:55:40.680685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74cc4b49-abf4-4897-89ce-ea1851d63364 req-c18f2474-6890-4c0e-b89d-b2744952dc3f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495035 Feb 14 21:55:40.694531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (7409d9c8-b649-48ab-beb2-389fbd7b09a9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:40.808977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Subnet': ['ID=7409d9c8-b649-48ab-beb2-389fbd7b09a9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:40.811437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e7c31e36-d94a-4e7b-976a-3895db20b37a no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:40.813413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:40.822549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0c6f25be-a66f-48a6-bdbc-d4ff93331a0a tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/subnets/7409d9c8-b649-48ab-beb2-389fbd7b09a9 HTTP/1.1" status: 204 len: 168 time: 0.9857512 Feb 14 21:55:40.825638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e6300-bad6-4d23-9dff-4e9ff8c44436 None None] Network b169d010-8a7b-46b4-829d-7d46199f13bc requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:55:40.831002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38154) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:40.891672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-987340a4-6a4c-4aaa-8e99-8d8e8d2c73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:40.894908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-987340a4-6a4c-4aaa-8e99-8d8e8d2c73e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.1084368 Feb 14 21:55:40.998035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: e7c31e36-d94a-4e7b-976a-3895db20b37a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:40.999233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e7c31e36-d94a-4e7b-976a-3895db20b37a not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:41.054857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-927ee659-659f-4719-b490-00e371929a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:41.056608 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-927ee659-659f-4719-b490-00e371929a54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1551158 Feb 14 21:55:41.081822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:55:38Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:41.107855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (e0056b19-f209-4574-8a0c-8f66add32379), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.115329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457b3ff-0d9c-4456-afcb-d18df3cee8e8 None None] The sync data for ids ['e0056b19-f209-4574-8a0c-8f66add32379'] in n-d-828372-11 is: [{'id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'name': 'tempest-TestNetworkBasicOps-router-69895242', 'tenant_id': '2d823a0a147f4dac8e279e13862accd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:53:46Z', 'updated_at': '2022-02-14T21:55:38Z', 'revision_number': 5, 'project_id': '2d823a0a147f4dac8e279e13862accd1', 'gw_port': {'id': '3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0056b19-f209-4574-8a0c-8f66add32379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:53:48Z', 'updated_at': '2022-02-14T21:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:55:41.203117 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-7c4ba41b-36f8-41f8-b603-720adb5b3848 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1001 time: 0.1387198 Feb 14 21:55:41.262950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-cec60344-cde5-48e5-a814-849c9f3734be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:41.265569 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-cec60344-cde5-48e5-a814-849c9f3734be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0561054 Feb 14 21:55:41.381182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-ede36dfc-4ee1-42bf-afdd-f02ccf1ea4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:41.382961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-ede36dfc-4ee1-42bf-afdd-f02ccf1ea4e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1086955 Feb 14 21:55:41.398114 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_gateway (e0056b19-f209-4574-8a0c-8f66add32379), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.445532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04f4cb68-ce99-4e00-8562-ef05306a348d req-b3d380f6-f4e3-4903-9f98-627096f94599 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e3c2237-1ec4-4e9c-86e6-e68c65efe6d3 HTTP/1.1" status: 200 len: 210 time: 0.0593479 Feb 14 21:55:41.487456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] DHCP port deletion for b169d010-8a7b-46b4-829d-7d46199f13bc request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:55:41.532452 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-c47e1fd0-ec2e-4c0f-a907-f97f8bd6df0d service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379740 Feb 14 21:55:41.588775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Deleting port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:41.590760 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.598171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Deleting port 164811c7-e867-4bb0-a283-f5e92d1e2507 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:55:41.598595 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.758142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] For port 164811c7-e867-4bb0-a283-f5e92d1e2507, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=164811c7-e867-4bb0-a283-f5e92d1e2507,segment=NetworkSegment(83003e49-24f2-4ff0-8f89-485ecd8171d2),segment_id=83003e49-24f2-4ff0-8f89-485ecd8171d2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:41.760928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.774126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-15962d72-c847-4780-856e-fa622e8fa183 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337117 Feb 14 21:55:41.810566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] For port 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:41.812614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:41.816275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Calling delete_port for 164811c7-e867-4bb0-a283-f5e92d1e2507 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:41.924191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Calling delete_port for 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:55:41.951275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (164811c7-e867-4bb0-a283-f5e92d1e2507), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.010980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] No DVR routers for this DVR port 164811c7-e867-4bb0-a283-f5e92d1e2507 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:55:42.015618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c96193-8a90-4977-a0d8-c2efa69736cb None None] Pushing event deleted for resources: {'Port': ['ID=164811c7-e867-4bb0-a283-f5e92d1e2507,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:42.063465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71377f-1ac0-46ba-b608-65434465979c req-22bdf15b-b6b5-4d0d-a432-03d00bba0ddf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:42.065251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a71377f-1ac0-46ba-b608-65434465979c req-22bdf15b-b6b5-4d0d-a432-03d00bba0ddf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.2348602 Feb 14 21:55:42.136110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a71377f-1ac0-46ba-b608-65434465979c req-8f9da2d3-6eaf-453d-9498-917603baaede tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623989 Feb 14 21:55:42.300305 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.328990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Port': ['ID=3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:42.436058 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (e0056b19-f209-4574-8a0c-8f66add32379), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.560708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (e0056b19-f209-4574-8a0c-8f66add32379), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.564484 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router_controller (e0056b19-f209-4574-8a0c-8f66add32379), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.638413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (e0056b19-f209-4574-8a0c-8f66add32379), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.639086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Fanout notify agent at l3_agent the message router_deleted on router e0056b19-f209-4574-8a0c-8f66add32379 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:55:42.649687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.653734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38190) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:42.669506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-17b3e3d1-3688-4a33-a32b-3ce6140a34d2 tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/routers/e0056b19-f209-4574-8a0c-8f66add32379 HTTP/1.1" status: 204 len: 168 time: 1.8348160 Feb 14 21:55:42.753136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b169d010-8a7b-46b4-829d-7d46199f13bc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.870085 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b169d010-8a7b-46b4-829d-7d46199f13bc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.908242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b169d010-8a7b-46b4-829d-7d46199f13bc']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:42.923734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83003e49-24f2-4ff0-8f89-485ecd8171d2') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:42.924332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83003e49-24f2-4ff0-8f89-485ecd8171d2') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:55:42.935638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (83003e49-24f2-4ff0-8f89-485ecd8171d2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.966086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (83003e49-24f2-4ff0-8f89-485ecd8171d2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:42.991403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:55:42.992040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (83003e49-24f2-4ff0-8f89-485ecd8171d2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:43.075381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8adfe170-4918-442a-8f0e-d87ba6fb410a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:43.099797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 8adfe170-4918-442a-8f0e-d87ba6fb410a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:43.100476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8adfe170-4918-442a-8f0e-d87ba6fb410a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:43.101318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:43.126886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:43.127582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3d0e5ce3-7cd1-4cb0-99e5-831dd1da12cf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:43.128230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 164811c7-e867-4bb0-a283-f5e92d1e2507 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:43.171763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 164811c7-e867-4bb0-a283-f5e92d1e2507 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:55:43.174268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 164811c7-e867-4bb0-a283-f5e92d1e2507 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:43.321637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a57f99-1eaa-4e20-a84d-c85861f68290 req-f499d5c7-0fc3-437e-8094-5532ea41fb8e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:43.329808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48a57f99-1eaa-4e20-a84d-c85861f68290 req-f499d5c7-0fc3-437e-8094-5532ea41fb8e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0793409 Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:55:43.375241 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:55:43.387362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-48a57f99-1eaa-4e20-a84d-c85861f68290 req-bef267f2-cb76-4d51-9a24-9286b8aac02f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565481 Feb 14 21:55:43.411509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b169d010-8a7b-46b4-829d-7d46199f13bc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:43.421912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:43.425293 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] 10.222.0.86 "DELETE /v2.0/networks/b169d010-8a7b-46b4-829d-7d46199f13bc HTTP/1.1" status: 204 len: 168 time: 0.7705672 Feb 14 21:55:43.438276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94daf71-56e8-45a5-8789-8fe4ac4af00d tempest-TestNetworkBasicOps-388591945 tempest-TestNetworkBasicOps-388591945-project] Pushing event deleted for resources: {'Network': ['ID=b169d010-8a7b-46b4-829d-7d46199f13bc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:43.737091 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38216) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:43.911367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:43.911773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f6dcb4eb-0feb-4012-87cc-8a1186ed065a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d823a0a147f4dac8e279e13862accd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736498 Feb 14 21:55:43.966462 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] Publish callbacks [] for security_group (be5f931c-b4f6-4bdb-b8f9-5dc738520d45), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:43.994918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] Publish callbacks [] for security_group (be5f931c-b4f6-4bdb-b8f9-5dc738520d45), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.055965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (be5f931c-b4f6-4bdb-b8f9-5dc738520d45), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.059441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.060831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be5f931c-b4f6-4bdb-b8f9-5dc738520d45 HTTP/1.1" status: 204 len: 168 time: 0.1484563 Feb 14 21:55:44.071656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518f9ae-2126-4200-a059-c9d56858a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f931c-b4f6-4bdb-b8f9-5dc738520d45,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:44.427386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:44.444480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a74d751-786b-489e-9e5a-78a0bfe01df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.601320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56361c1-5758-4a29-807f-66c568a6997c req-3deff9d8-ced8-4909-8c32-46defb4f0abb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:44.602862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e56361c1-5758-4a29-807f-66c568a6997c req-3deff9d8-ced8-4909-8c32-46defb4f0abb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.1017709 Feb 14 21:55:44.636721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a74d751-786b-489e-9e5a-78a0bfe01df5 admin admin] Publish callbacks [] for security_group (23539ab4-918b-4157-b94c-ef5ad79a570a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.668365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e56361c1-5758-4a29-807f-66c568a6997c req-7ea32248-c962-451e-8a22-bf8782c3490c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596006 Feb 14 21:55:44.669179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7a74d751-786b-489e-9e5a-78a0bfe01df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (23539ab4-918b-4157-b94c-ef5ad79a570a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.715174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7a74d751-786b-489e-9e5a-78a0bfe01df5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25101bc7cdac41f9a7a9c6f22a3059e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860069 Feb 14 21:55:44.716212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d751-786b-489e-9e5a-78a0bfe01df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23539ab4-918b-4157-b94c-ef5ad79a570a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:44.718520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:44.794812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] Publish callbacks [] for security_group (23539ab4-918b-4157-b94c-ef5ad79a570a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.818342 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] Publish callbacks [] for security_group (23539ab4-918b-4157-b94c-ef5ad79a570a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.877956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (23539ab4-918b-4157-b94c-ef5ad79a570a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.881889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:44.886275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23539ab4-918b-4157-b94c-ef5ad79a570a HTTP/1.1" status: 204 len: 168 time: 0.1635666 Feb 14 21:55:44.892593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca89639-7aff-47ec-a2d5-918b3560c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23539ab4-918b-4157-b94c-ef5ad79a570a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:45.823060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb49830-1d05-4be3-b1cd-0608e4bf63d0 req-1ad76b65-e73a-4190-8a26-8194194f7839 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:45.829783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbb49830-1d05-4be3-b1cd-0608e4bf63d0 req-1ad76b65-e73a-4190-8a26-8194194f7839 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0647678 Feb 14 21:55:45.896474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbb49830-1d05-4be3-b1cd-0608e4bf63d0 req-8abf75ee-d95f-443d-985f-266a99c03738 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645599 Feb 14 21:55:47.042905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd984b8-2ec2-491c-b630-6fe8f3914f52 req-96f42946-81ba-4044-ad0a-f244c70c1907 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:47.044599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cd984b8-2ec2-491c-b630-6fe8f3914f52 req-96f42946-81ba-4044-ad0a-f244c70c1907 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0756791 Feb 14 21:55:47.098813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7cd984b8-2ec2-491c-b630-6fe8f3914f52 req-7aeb54a7-5f0b-40a7-8dec-8f428990d511 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484941 Feb 14 21:55:48.244793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259cbbf-b758-4c88-8b42-eff93b6d4f2a req-0c150c42-2004-4f6b-af52-4989d27cebf0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:48.246646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3259cbbf-b758-4c88-8b42-eff93b6d4f2a req-0c150c42-2004-4f6b-af52-4989d27cebf0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0737350 Feb 14 21:55:48.327882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3259cbbf-b758-4c88-8b42-eff93b6d4f2a req-ff33822e-deb5-4d44-b714-1c0cad7923ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739789 Feb 14 21:55:49.184286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38338) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.189408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171457798', 'description': 'tempest-secgroup-smoke-171457798 description', 'project_id': '0a905e2ca87040eba290733f69afbc89'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.211555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.281639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (cfba0441-8901-4390-8659-141d0f6d0862), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.287074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cfba0441-8901-4390-8659-141d0f6d0862), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.323815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.325632 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1397324 Feb 14 21:55:49.328844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38340) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.334599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.345953 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011863da-9e39-4ccc-a3e2-2a95dd19c5ea tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba0441-8901-4390-8659-141d0f6d0862,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:49.375648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (f1ffbfa1-f129-4b75-a86f-66616ef71706), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.463085 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (f1ffbfa1-f129-4b75-a86f-66616ef71706), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.471534 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f1ffbfa1-f129-4b75-a86f-66616ef71706), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.493529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ffbfa1-f129-4b75-a86f-66616ef71706,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:49.510418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3bfc1-eb46-4468-84b1-911fbcb01213 req-b20fb0c7-434b-4745-9fea-95d2fdaa5fa7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:49.511977 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b3bfc1-eb46-4468-84b1-911fbcb01213 req-b20fb0c7-434b-4745-9fea-95d2fdaa5fa7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0961580 Feb 14 21:55:49.514755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.518691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38344) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.518899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0a438b5-5f28-49b9-be1e-0852613c3fc3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883147 Feb 14 21:55:49.523868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.551436 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (49129a8e-55ae-4b51-a026-641daddcbf2d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.568720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b3bfc1-eb46-4468-84b1-911fbcb01213 req-70ceb9c2-d1dd-454d-b53e-890dd471fe34 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Feb 14 21:55:49.610570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (49129a8e-55ae-4b51-a026-641daddcbf2d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.614654 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (49129a8e-55ae-4b51-a026-641daddcbf2d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.631899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49129a8e-55ae-4b51-a026-641daddcbf2d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:49.640815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.641951 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b636efcd-adda-4e00-a598-b02cc406d759 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221285 Feb 14 21:55:49.644649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.649526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.673865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (dc1fb68f-3e55-49a7-b393-cd13fcd9ec92), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.734378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (dc1fb68f-3e55-49a7-b393-cd13fcd9ec92), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.738443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (dc1fb68f-3e55-49a7-b393-cd13fcd9ec92), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.757194 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1fb68f-3e55-49a7-b393-cd13fcd9ec92,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:49.765696 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.769430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-de5487f3-2b0e-48f9-b532-615bc62570e6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206765 Feb 14 21:55:49.769692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38348) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.775540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.803009 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (2f09be96-fe64-419f-89b1-45aee38402d0), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.862987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (2f09be96-fe64-419f-89b1-45aee38402d0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.867756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2f09be96-fe64-419f-89b1-45aee38402d0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.885973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f09be96-fe64-419f-89b1-45aee38402d0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:49.917936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:49.917936 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b9275954-5a2e-43ec-8d44-6487f49f0404 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384418 Feb 14 21:55:49.917936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 38352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:49.919314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:49.944699 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Project 0a905e2ca87040eba290733f69afbc89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:55:49.950633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (ca603c76-be18-4a42-9ee8-114e2cd4191d), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.016446 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (ca603c76-be18-4a42-9ee8-114e2cd4191d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.021041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ca603c76-be18-4a42-9ee8-114e2cd4191d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.040006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca603c76-be18-4a42-9ee8-114e2cd4191d,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:50.049090 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.052090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-421371ed-7330-41fb-b9ce-30c9f6a109f9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355829 Feb 14 21:55:50.054612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:55:50.059755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'security_group_rule': {'security_group_id': 'cfba0441-8901-4390-8659-141d0f6d0862', 'project_id': '0a905e2ca87040eba290733f69afbc89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:50.084935 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Project 0a905e2ca87040eba290733f69afbc89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:55:50.090948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (0bf63f48-3f62-4566-be9c-6e6d489930e6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.165463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (0bf63f48-3f62-4566-be9c-6e6d489930e6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.169022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0bf63f48-3f62-4566-be9c-6e6d489930e6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.188669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf63f48-3f62-4566-be9c-6e6d489930e6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:50.197860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:50.201996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8f9abe9d-fef1-447c-a2ec-10988dfb2f82 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430669 Feb 14 21:55:50.756330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62d69f-07e0-450e-949f-2eef80c80ace req-d6d8f107-661a-498b-98d4-6a00b01d3576 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:50.757950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f62d69f-07e0-450e-949f-2eef80c80ace req-d6d8f107-661a-498b-98d4-6a00b01d3576 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Feb 14 21:55:50.812757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f62d69f-07e0-450e-949f-2eef80c80ace req-7aad6017-0d4d-4c96-9106-5cbfe1e75f9f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484800 Feb 14 21:55:51.972612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b841b71-4b76-4c48-981a-584fed94387a req-58a8199c-55c1-4939-9373-9599b5230b2f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:51.974848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b841b71-4b76-4c48-981a-584fed94387a req-58a8199c-55c1-4939-9373-9599b5230b2f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0677350 Feb 14 21:55:52.037828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b841b71-4b76-4c48-981a-584fed94387a req-f8b58e1f-8346-47ea-b521-06ee2ac4dadd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563118 Feb 14 21:55:53.177742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3bd0a-704d-4091-8028-a6f849f56cde req-89f07070-ef85-47c1-bd36-549e7bf8e1d1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:53.179573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17e3bd0a-704d-4091-8028-a6f849f56cde req-89f07070-ef85-47c1-bd36-549e7bf8e1d1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0568748 Feb 14 21:55:53.236798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17e3bd0a-704d-4091-8028-a6f849f56cde req-4b95dd02-29bd-4276-8fb0-7a4baf0e0c00 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513361 Feb 14 21:55:53.737945 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-01ba55f9-08ed-429d-88e1-e3b75e068359 service neutron] show failed (client error): The resource could not be found. Feb 14 21:55:53.739776 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-01ba55f9-08ed-429d-88e1-e3b75e068359 service neutron] 10.222.0.83 "GET /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0585961 Feb 14 21:55:54.012901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-9e79575d-807a-41f6-a21d-4f0b074146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:54.014358 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-9e79575d-807a-41f6-a21d-4f0b074146a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 1128 time: 0.0829785 Feb 14 21:55:54.025456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:55:54.093850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:54.361130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:54.384326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c56763-aa05-4cc2-bd22-efb348d18a94 req-7255c7b5-6287-454d-a775-498388a6351e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:54.386527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37c56763-aa05-4cc2-bd22-efb348d18a94 req-7255c7b5-6287-454d-a775-498388a6351e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0592880 Feb 14 21:55:54.400202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:55:54.453053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:54.455562 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6552e-79fb-452c-ae01-ab2deb2e3d79" -d '{"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-unplugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:54.460585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks [] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:54.468424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37c56763-aa05-4cc2-bd22-efb348d18a94 req-22a9ae21-43ca-4599-8616-ed9a5ddcbf1f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756841 Feb 14 21:55:54.497393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Transition to ACTIVE for port object 865edfcb-5bb7-4834-81ef-44332f6cae61 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:55:54.508207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:54.542445 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc165bf-889a-4105-a6e0-65d25e896525 x-openstack-request-id: req-1bc165bf-889a-4105-a6e0-65d25e896525 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:54.542689 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-unplugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:54.542936 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1bc165bf-889a-4105-a6e0-65d25e896525 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:54.543357 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'code': 200} Feb 14 21:55:54.622252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:54.701684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] No DVR routers for this DVR port 865edfcb-5bb7-4834-81ef-44332f6cae61 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:55:54.883133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:55:54.884324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:55:54.887613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:55:54.895049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:55:54.898230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Attempting to bind port 865edfcb-5bb7-4834-81ef-44332f6cae61 on network abd4c241-1343-4ac5-87c8-49738e1fcded {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:55:54.902206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:55:54.904159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Checking segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:55:54.904651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Bound using segment: {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:55:54.905186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Bound port: 865edfcb-5bb7-4834-81ef-44332f6cae61, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcb7064-f03f-4b54-8a9f-1928dbac223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:55:54.905651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:54.974416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:55:54.978671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:55:54.987419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:55.025591 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.026297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:55.028018 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] 10.222.0.64 "PUT /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1092 time: 1.0065575 Feb 14 21:55:55.050992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdc70e-4d3e-4c76-9f93-bd0715c73aab service neutron] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:55.122055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-9b123aac-510e-4927-bcb8-961fb29164ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.123900 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-9b123aac-510e-4927-bcb8-961fb29164ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1126 time: 0.0640314 Feb 14 21:55:55.288404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-edfd906d-8cea-4ffa-b73c-5c21f1aabfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.293325 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-edfd906d-8cea-4ffa-b73c-5c21f1aabfa6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1587260 Feb 14 21:55:55.374332 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-35fb49a0-960a-4972-84bd-b5815d684f40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 999 time: 0.0777483 Feb 14 21:55:55.427303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-c7525f34-5b6d-4eaf-b00a-d141137f0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.428881 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-c7525f34-5b6d-4eaf-b00a-d141137f0c9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0481000 Feb 14 21:55:55.485458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-f6981e11-9276-4c40-aa8c-df1a1ded6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.488050 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-f6981e11-9276-4c40-aa8c-df1a1ded6073 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524879 Feb 14 21:55:55.620094 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-35685e8e-c672-4fb0-b652-16470d6c36d9 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261313 Feb 14 21:55:55.621526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3f7a0-970e-44bc-8073-2e248137fe0e req-cb4132a3-f2fa-4270-84d5-7dbc68887590 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:55.629069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bca3f7a0-970e-44bc-8073-2e248137fe0e req-cb4132a3-f2fa-4270-84d5-7dbc68887590 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 943 time: 0.0740769 Feb 14 21:55:55.677864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bca3f7a0-970e-44bc-8073-2e248137fe0e req-f910cfe6-b9f4-48dc-9d79-11ae54472394 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Feb 14 21:55:55.743847 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-73f9e49e-1d17-4a0c-aac6-115866980fc1 req-607e20a1-74ed-415e-a8a3-957c39405804 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179018 Feb 14 21:55:56.544498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:55:56.547855 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:55:56.597806 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf4784-e7b6-44b6-89f7-fddc65200ebf x-openstack-request-id: req-5abf4784-e7b6-44b6-89f7-fddc65200ebf {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:55:56.598107 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:55:56.600334 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5abf4784-e7b6-44b6-89f7-fddc65200ebf {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:55:56.600751 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'status': 'completed', 'code': 200} Feb 14 21:55:56.700014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-33005d1f-aa1e-4a10-9c78-048d546358fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:56.701691 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-33005d1f-aa1e-4a10-9c78-048d546358fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1126 time: 0.0846143 Feb 14 21:55:56.709329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-07a2d6a8-5320-491d-a1a4-5aa1596729e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:56.712189 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-07a2d6a8-5320-491d-a1a4-5aa1596729e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1126 time: 0.0865715 Feb 14 21:55:56.821902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e01a7-4141-410a-9f71-663dc55d94f2 req-abf27a87-dde7-4e0a-b626-09c1083564ff tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:56.824140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a46e01a7-4141-410a-9f71-663dc55d94f2 req-abf27a87-dde7-4e0a-b626-09c1083564ff tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 943 time: 0.0569396 Feb 14 21:55:56.879994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a46e01a7-4141-410a-9f71-663dc55d94f2 req-9e042e6b-b336-4350-9a41-8b64608966ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Feb 14 21:55:56.900015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-04fac0d5-17df-4c69-a527-a4cfcd335d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:56.902066 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-04fac0d5-17df-4c69-a527-a4cfcd335d4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1890104 Feb 14 21:55:56.955543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-0ae37ff5-de17-45bb-a1e8-7023563efc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:56.957100 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-0ae37ff5-de17-45bb-a1e8-7023563efc3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.2361476 Feb 14 21:55:57.038117 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-8e3e7fcf-d189-4674-be92-be142cf39222 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 999 time: 0.1297765 Feb 14 21:55:57.086072 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-e48984c5-c2a0-42c5-8e86-5e6e8bc46e00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 999 time: 0.1215565 Feb 14 21:55:57.132092 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-e20349c1-f93f-4fd2-a0ef-b8c4778a25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:57.133579 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-e20349c1-f93f-4fd2-a0ef-b8c4778a25e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0865397 Feb 14 21:55:57.167283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-dc1b60f4-e65a-4869-bffc-a2d78c4b9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:57.168797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-dc1b60f4-e65a-4869-bffc-a2d78c4b9239 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0756261 Feb 14 21:55:57.219201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-6a462ce9-9d21-4334-adbc-2440f5834acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:57.220214 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-6a462ce9-9d21-4334-adbc-2440f5834acc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804927 Feb 14 21:55:57.250253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-f4981101-699e-480b-96b6-be4fd622c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:57.251784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-f4981101-699e-480b-96b6-be4fd622c135 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759425 Feb 14 21:55:57.282255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-fed80855-2f3a-4cef-8f75-b21ed9d1fe60 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:55:57.283279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-fed80855-2f3a-4cef-8f75-b21ed9d1fe60 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051658 Feb 14 21:55:57.371062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:55:57.392132 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-cc6421d6-a679-408c-8878-f8377dce051e service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629732 Feb 14 21:55:57.428076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-4c5ac279-76db-4e68-9285-6855477fd4e3 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378822 Feb 14 21:55:57.436066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 865edfcb-5bb7-4834-81ef-44332f6cae61 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:55:57.436695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:55:57.814764 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-58603381-5c5c-42b8-91e5-eb04d0fe44c2 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149151 Feb 14 21:55:57.831493 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-33b0e0b5-b58f-4d2b-bce7-fbcb34bcbead req-d174052b-b3f1-4daa-9e95-37a203ca61d9 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788297 Feb 14 21:55:58.016286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24794b0-97a7-4976-8ffb-8d0a178aaa76 req-4a43f35a-16a0-49ed-83a6-6bba34fbd764 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:58.018440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b24794b0-97a7-4976-8ffb-8d0a178aaa76 req-4a43f35a-16a0-49ed-83a6-6bba34fbd764 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 943 time: 0.0637455 Feb 14 21:55:58.079982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b24794b0-97a7-4976-8ffb-8d0a178aaa76 req-4bfbb418-01b6-4c25-b80a-484a8f9e22f8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539062 Feb 14 21:55:58.681430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:55:58.789553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:58.803919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'port_id': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'mac_address': 'fa:16:3e:f8:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:55:58.841848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 865edfcb-5bb7-4834-81ef-44332f6cae61 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:55:58.842340 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:58.861094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865edfcb-5bb7-4834-81ef-44332f6cae61 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:55:58.887839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:55:58.892961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:58.921070 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:55:58.948932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:55:58.956527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.956880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.957226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.957668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.958044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.958519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.958888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.959457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.959823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.960136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.960463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.960795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:58.961117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:55:59.241248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa4ffc-9430-43fc-9966-ea37bc56c1e5 req-b71ff83f-a007-41a0-8bbc-20c719d430ce tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:59.248093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9aa4ffc-9430-43fc-9966-ea37bc56c1e5 req-b71ff83f-a007-41a0-8bbc-20c719d430ce tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 944 time: 0.0675681 Feb 14 21:55:59.284515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['865edfcb-5bb7-4834-81ef-44332f6cae61'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:55:59.333756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9aa4ffc-9430-43fc-9966-ea37bc56c1e5 req-99bc0eea-c335-4191-8892-0c95ec03edfc tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845270 Feb 14 21:55:59.669203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b7d41-dc8c-4db3-9bc9-bf99164b9924 req-85936e79-ad2c-49d0-b07f-6cda3dfa79b3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:59.670867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f04b7d41-dc8c-4db3-9bc9-bf99164b9924 req-85936e79-ad2c-49d0-b07f-6cda3dfa79b3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 944 time: 0.0950892 Feb 14 21:55:59.722695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-c77c7e8c-7384-4095-91f0-2643b5b7271c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:59.724983 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-c77c7e8c-7384-4095-91f0-2643b5b7271c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 944 time: 0.1597521 Feb 14 21:55:59.741664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f04b7d41-dc8c-4db3-9bc9-bf99164b9924 req-32d8af20-a1a2-4948-b30a-f365ec4d229f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613232 Feb 14 21:55:59.790105 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-873f562f-41e9-4f3e-8b5a-39ee56950442 service neutron] delete failed (client error): The resource could not be found. Feb 14 21:55:59.793159 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-873f562f-41e9-4f3e-8b5a-39ee56950442 service neutron] 10.222.0.83 "DELETE /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0596800 Feb 14 21:55:59.899408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-1f53e2a3-ac5f-4f08-a383-7a6ae20dbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:55:59.904431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-1f53e2a3-ac5f-4f08-a383-7a6ae20dbd3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1127 time: 0.0648947 Feb 14 21:56:00.007205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-90060e1c-1342-461d-bda7-39a7ec5e55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:00.008596 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-90060e1c-1342-461d-bda7-39a7ec5e55b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.0991950 Feb 14 21:56:00.075259 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-e185d06b-b373-4868-99bc-8448e2f5d7da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1000 time: 0.0611551 Feb 14 21:56:00.132157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-b921f829-71c4-454e-9e2d-8cb227f94f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:00.133643 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-b921f829-71c4-454e-9e2d-8cb227f94f4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0518224 Feb 14 21:56:00.197431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-1c7beea5-6bd3-4f73-975d-9931e1c49119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:00.198988 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-1c7beea5-6bd3-4f73-975d-9931e1c49119 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0598345 Feb 14 21:56:00.297892 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-7bd5a363-a767-4b72-81d2-f5d493bb33ea service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907376 Feb 14 21:56:00.397306 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7a057c3f-11ae-4f04-be2d-cdc623426a45 req-5bfba460-4064-4d91-a843-b78c639d2214 service neutron] 10.222.0.83 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938199 Feb 14 21:56:00.706524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:56:00.774716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 865edfcb-5bb7-4834-81ef-44332f6cae61 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:56:00.783033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 865edfcb-5bb7-4834-81ef-44332f6cae61 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:56:00.783445 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:00.883479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 865edfcb-5bb7-4834-81ef-44332f6cae61 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:56:00.883479 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:00.925841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:00.926861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:00.929911 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e54a66a-fae2-42e8-96bc-cd2aa2ea80e7" -d '{"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-plugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:00.930843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235394a7-e5b2-41ab-b654-befb0cd0ab43 req-9c04d569-e784-45cf-81d4-d1d6dad0abdb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:00.933543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-235394a7-e5b2-41ab-b654-befb0cd0ab43 req-9c04d569-e784-45cf-81d4-d1d6dad0abdb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 944 time: 0.0854065 Feb 14 21:56:00.940460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:01.018683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:01.039202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-235394a7-e5b2-41ab-b654-befb0cd0ab43 req-7545f38c-aecc-42f1-add4-bcac059b780b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985491 Feb 14 21:56:01.064530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2cad420-f725-4745-b514-c0e39e1e1a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:01.097782 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cad8ed-041f-49cd-8e75-d806b5245d53 x-openstack-request-id: req-67cad8ed-041f-49cd-8e75-d806b5245d53 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:01.098654 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-plugged", "status": "completed", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:01.098917 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67cad8ed-041f-49cd-8e75-d806b5245d53 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:01.099353 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'code': 200} Feb 14 21:56:02.160068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4395c7c-3b9a-48c7-917d-aa582cf8e4b9 req-ed8e1733-8c32-48b6-865e-576956cdf72f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:02.162110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4395c7c-3b9a-48c7-917d-aa582cf8e4b9 req-ed8e1733-8c32-48b6-865e-576956cdf72f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0539246 Feb 14 21:56:02.211028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4395c7c-3b9a-48c7-917d-aa582cf8e4b9 req-8a9f1ae2-ce61-4b2d-90f3-d2c7be124070 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Feb 14 21:56:02.234426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 38534) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:56:02.303997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-553482e6-625a-44e0-ad09-be72e5533a3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 200 len: 993 time: 0.0683508 Feb 14 21:56:03.357455 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83e14663-ccf3-4314-bdea-c76f5358f90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:04.633670 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:05.827679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:06.374957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:07.309953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:07.552359 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:56:12.066076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-5354192b-fa04-4b0f-8955-73cd954aa511 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171457798&fields=id&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 267 time: 0.0440795 Feb 14 21:56:12.174608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-12afd21c-01f4-4463-96e3-a9241799f7c8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:12.176082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-12afd21c-01f4-4463-96e3-a9241799f7c8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1028795 Feb 14 21:56:12.192151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-7a1756fd-d44a-434a-8e0f-ebedfd1b06b4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Feb 14 21:56:12.252211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-d10e073e-3960-4004-9bfe-aa9c8b9e861a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535836 Feb 14 21:56:12.355210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-61c632c4-bc3a-41b2-846e-c16bb9fb0572 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897014 Feb 14 21:56:12.453380 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-408564df-4745-4b62-97e7-2ccd2239bc47 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914502 Feb 14 21:56:12.824038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c60e9b1-3d66-42a3-af4c-908bafe6fa8a req-3b8bad2c-b358-41fb-9f8c-2dfe7dbadac0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0557733 Feb 14 21:56:13.777345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-cf8689fb-10b1-4789-a0de-60b60b7e729d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:13.778886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-cf8689fb-10b1-4789-a0de-60b60b7e729d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1270015 Feb 14 21:56:13.947251 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-d11dc131-847d-4981-8da2-0786e6f9baa8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 379 time: 0.1589279 Feb 14 21:56:13.959353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'security_groups': ['cfba0441-8901-4390-8659-141d0f6d0862']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:56:13.987270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4efb3ee-6e37-4d1f-9a59-6ce2d2375583 req-54f77ce8-e8fa-4491-9bbe-6650a7d67c03 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0581458 Feb 14 21:56:14.041775 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-c3b0e3c9-2b81-4cd4-a137-060d179c2fa5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1674640 Feb 14 21:56:14.173023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-d94912de-19df-4557-bada-728093e79a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:14.174871 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-d94912de-19df-4557-bada-728093e79a6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.0797465 Feb 14 21:56:14.189753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:56:14.194367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:14.302340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-0b2ed04a-7806-44f7-a3a8-3d6074b0022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:14.303961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-0b2ed04a-7806-44f7-a3a8-3d6074b0022c service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1056159 Feb 14 21:56:14.427625 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-04a7fb7b-8c1d-4b7b-bd8e-87ae0786fc14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 1001 time: 0.1156385 Feb 14 21:56:14.498438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-ef9c7409-8d6c-4b77-b8d5-fea7227ee32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:14.500014 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-ef9c7409-8d6c-4b77-b8d5-fea7227ee32e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0500135 Feb 14 21:56:14.570166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.5 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/c72a8387-4660-4bc0-91b5-a7740980d44b) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:56:14.592453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-a1615f7c-abed-428d-bcf0-9faecd60a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:14.594585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-a1615f7c-abed-428d-bcf0-9faecd60a971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823193 Feb 14 21:56:14.863427 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-5b77de33-5790-46e6-a89d-063d327047c5 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601016 Feb 14 21:56:14.959259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.013299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0faa9f76-91be-4a9a-92be-0e179c78d8ad req-826a1ca7-2cb0-4579-9755-15e5a888e62a service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402082 Feb 14 21:56:15.033122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.121802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:15.128170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:56:15.134180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:56:15.137122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.137478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.137821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.138155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.138494 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.138827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.139172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.140030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.140378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.140744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.141087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.141556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.141892 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:15.153659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7ba37-060d-457b-a5a5-0ed7f7fb4827 req-1dc650fa-a2e5-42a9-ae1c-5b9d324ba684 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:15.154603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:56:15.155559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efb7ba37-060d-457b-a5a5-0ed7f7fb4827 req-1dc650fa-a2e5-42a9-ae1c-5b9d324ba684 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 931 time: 0.0801249 Feb 14 21:56:15.257510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:15.258370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.270348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efb7ba37-060d-457b-a5a5-0ed7f7fb4827 req-c341ee0c-74ec-4e40-865b-655cd056e03d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017385 Feb 14 21:56:15.279124 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-f38fb657-c8a2-42d4-b369-74303386824e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3236103 Feb 14 21:56:15.302220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Request body: {'port': {'device_id': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:56:15.383915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.481537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ed07977d-c02d-4a4f-a2d8-4385497f7d70 None None] Provisioning complete for port c72a8387-4660-4bc0-91b5-a7740980d44b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:56:15.482125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed07977d-c02d-4a4f-a2d8-4385497f7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.519012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed07977d-c02d-4a4f-a2d8-4385497f7d70 None None] Port c72a8387-4660-4bc0-91b5-a7740980d44b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:56:15.647919 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72a8387-4660-4bc0-91b5-a7740980d44b {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:56:15.655975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks [] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.670983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Transition to ACTIVE for port object c72a8387-4660-4bc0-91b5-a7740980d44b will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:56:15.675997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.749779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Pushing event updated for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:15.839685 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Attempting to bind port c72a8387-4660-4bc0-91b5-a7740980d44b on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:56:15.840371 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Attempting to bind port c72a8387-4660-4bc0-91b5-a7740980d44b by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:56:15.840929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Attempting to bind port c72a8387-4660-4bc0-91b5-a7740980d44b on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:56:15.846995 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Port c72a8387-4660-4bc0-91b5-a7740980d44b on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:56:15.847944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Attempting to bind port c72a8387-4660-4bc0-91b5-a7740980d44b on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:56:15.853722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:56:15.854499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:56:15.855463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:56:15.856164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Bound port: c72a8387-4660-4bc0-91b5-a7740980d44b, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:56:15.856766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.931137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:56:15.934485 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c72a8387-4660-4bc0-91b5-a7740980d44b,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:56:15.942076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.997754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:15.998521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:15.999840 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] 10.222.0.83 "PUT /v2.0/ports/c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 1092 time: 0.7028117 Feb 14 21:56:16.000288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:16.002623 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f95c826-e089-4462-af4a-a2dda94dbe87" -d '{"events": [{"name": "network-changed", "server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:16.018873 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62714f-a72e-4730-b801-c4d9cae7dd17 service neutron] Pushing event updated for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:16.069776 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e84626-f4bc-4974-83a8-2f6514ecbbb3 x-openstack-request-id: req-62e84626-f4bc-4974-83a8-2f6514ecbbb3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:16.070288 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:16.070433 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62e84626-f4bc-4974-83a8-2f6514ecbbb3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:16.070743 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'status': 'completed', 'code': 200} Feb 14 21:56:16.135554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-e47e37bf-c257-4518-80fe-734200e54b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.137107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-e47e37bf-c257-4518-80fe-734200e54b9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1126 time: 0.0608673 Feb 14 21:56:16.186697 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-cbc97fcb-d252-4a61-8256-81b940ff3410 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 217 time: 0.0425215 Feb 14 21:56:16.252044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-1e54c125-50ba-4f62-96d3-24e8f988a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.253585 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-1e54c125-50ba-4f62-96d3-24e8f988a66e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0599024 Feb 14 21:56:16.339454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-ae24f54d-28a2-4d09-922d-0d77fa7f01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.342279 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-ae24f54d-28a2-4d09-922d-0d77fa7f01dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0814793 Feb 14 21:56:16.425315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97dc8a-4c38-4562-a54d-8140b9ee53d9 req-b851f42c-816f-4daf-9e60-eefe4336dc87 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.432929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e97dc8a-4c38-4562-a54d-8140b9ee53d9 req-b851f42c-816f-4daf-9e60-eefe4336dc87 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0678566 Feb 14 21:56:16.451195 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-feee8c83-f5d7-4e85-82e3-327969814dc5 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027279 Feb 14 21:56:16.494870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e97dc8a-4c38-4562-a54d-8140b9ee53d9 req-f90a987c-d9c7-479b-9c94-a7306d4a2305 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596592 Feb 14 21:56:16.564768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-31c13ce4-2912-46dd-bb83-bcb5f15aae3a req-228bd41c-6490-404a-8b27-9d67373b57bd service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078334 Feb 14 21:56:16.672624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-99e3f7fc-dc92-4a9c-ae2b-dbfb336ca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.674258 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-99e3f7fc-dc92-4a9c-ae2b-dbfb336ca81e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1126 time: 0.0629990 Feb 14 21:56:16.806085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-68bd36b2-07b0-4c10-90af-c381f7e6d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.807578 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-68bd36b2-07b0-4c10-90af-c381f7e6d804 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1275768 Feb 14 21:56:16.860075 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-245dea8d-286b-4195-a41d-efd0584836c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 217 time: 0.0463371 Feb 14 21:56:16.887307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-af01222c-514c-477b-a918-efd5cd631965 req-e3f9f947-b1bc-4e44-b50d-05a92eef9204 service neutron] (103513) timed out ('10.222.0.83', 62640) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 21:56:16.917951 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-e948b8ab-8025-4db6-83d6-cf917df67b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.919763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-e948b8ab-8025-4db6-83d6-cf917df67b3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0534880 Feb 14 21:56:16.976993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-e1d75cc1-a033-42d4-a0eb-d9badc16ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:16.979084 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-e1d75cc1-a033-42d4-a0eb-d9badc16ba0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527637 Feb 14 21:56:17.072343 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-c9f018a2-2631-463b-b249-35c02e3d90e4 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Feb 14 21:56:17.163810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4f95c826-e089-4462-af4a-a2dda94dbe87 req-28d5b0da-2b01-413f-9828-7ff73dfb99d4 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 Feb 14 21:56:17.620872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88363994-3b00-4f43-830f-e8cb117ef4bf req-9799343d-b3fd-4c16-96ce-e8ab6bb7a7a7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:17.622379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88363994-3b00-4f43-830f-e8cb117ef4bf req-9799343d-b3fd-4c16-96ce-e8ab6bb7a7a7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0629976 Feb 14 21:56:17.677817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88363994-3b00-4f43-830f-e8cb117ef4bf req-d79112c5-1224-4fe5-b3c5-eb26e8ca3732 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492337 Feb 14 21:56:18.812888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1090-44fd-4eae-a4e9-b67b9da3af8a req-fa03cc99-078e-4b58-b686-a08ad6ac1c3e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:18.814484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be0e1090-44fd-4eae-a4e9-b67b9da3af8a req-fa03cc99-078e-4b58-b686-a08ad6ac1c3e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0647666 Feb 14 21:56:19.057293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be0e1090-44fd-4eae-a4e9-b67b9da3af8a req-ff42356d-6ed2-41a3-a30a-be5dfa4947e9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519183 Feb 14 21:56:20.042646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b846ace-ef07-40fd-94c9-4a79b42fec3e req-ee89838b-779a-4115-87d5-953f36bf1f8b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:20.050103 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b846ace-ef07-40fd-94c9-4a79b42fec3e req-ee89838b-779a-4115-87d5-953f36bf1f8b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0789804 Feb 14 21:56:20.103121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b846ace-ef07-40fd-94c9-4a79b42fec3e req-ba32994f-6a4c-4ce4-a0c8-8bd73addff3f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526097 Feb 14 21:56:21.310171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ccf56-3ad2-4eca-8b49-d0f000e17ba7 req-be643c7e-994d-4df1-a1f4-d8d0d983834f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:21.311858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448ccf56-3ad2-4eca-8b49-d0f000e17ba7 req-be643c7e-994d-4df1-a1f4-d8d0d983834f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0748210 Feb 14 21:56:21.379345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-448ccf56-3ad2-4eca-8b49-d0f000e17ba7 req-1a3998ec-0ebf-4afa-8fc1-b8b848383ce2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615556 Feb 14 21:56:22.547317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ae5d-e8b1-47cf-9037-4a063d26a012 req-b25cf717-1734-4464-81a5-aa18e7daf870 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:22.548829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c3ae5d-e8b1-47cf-9037-4a063d26a012 req-b25cf717-1734-4464-81a5-aa18e7daf870 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0666819 Feb 14 21:56:22.602909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c3ae5d-e8b1-47cf-9037-4a063d26a012 req-e1596153-be8a-4579-abd8-40cb2ff91f45 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474160 Feb 14 21:56:23.738107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac217a1-d42d-458d-b08d-8631340a202b req-4a29003b-76a8-4110-b338-efa8220626c5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:23.743610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ac217a1-d42d-458d-b08d-8631340a202b req-4a29003b-76a8-4110-b338-efa8220626c5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0686569 Feb 14 21:56:23.794163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ac217a1-d42d-458d-b08d-8631340a202b req-a15becc4-13c8-4b38-8f3e-369b55ef6e6f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485620 Feb 14 21:56:24.931321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6e0c-38f1-42a3-a03b-ae268e27955d req-89894fc2-373d-4d25-9a4d-aa4a21dc31d3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:24.933016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d72d6e0c-38f1-42a3-a03b-ae268e27955d req-89894fc2-373d-4d25-9a4d-aa4a21dc31d3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0646095 Feb 14 21:56:25.001901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d72d6e0c-38f1-42a3-a03b-ae268e27955d req-e79d9f3a-38d0-4d1a-a8bd-95be398aa5db tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627034 Feb 14 21:56:26.136366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9338a-333e-45dc-a072-a79378472d5d req-098b030f-0388-488c-a93f-d41aedb0acf2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:26.142265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ed9338a-333e-45dc-a072-a79378472d5d req-098b030f-0388-488c-a93f-d41aedb0acf2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0591204 Feb 14 21:56:26.193236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ed9338a-333e-45dc-a072-a79378472d5d req-ce77ffc5-4e2a-47c4-aa62-1eba84871ec6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474458 Feb 14 21:56:27.324044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34545052-eba0-4589-af47-35bc85effad1 req-cd941234-7787-48a5-b2aa-8177e5f0aa43 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:27.325536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34545052-eba0-4589-af47-35bc85effad1 req-cd941234-7787-48a5-b2aa-8177e5f0aa43 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0611687 Feb 14 21:56:27.377971 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34545052-eba0-4589-af47-35bc85effad1 req-e4d22c5e-1246-4700-9b3a-58161fd1f3ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457311 Feb 14 21:56:28.540816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303dfa2-369c-4041-b931-b9b62097cdec req-d17a8f40-d950-43ce-bf40-7feac7d0cb08 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:28.543771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a303dfa2-369c-4041-b931-b9b62097cdec req-d17a8f40-d950-43ce-bf40-7feac7d0cb08 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0812123 Feb 14 21:56:28.603408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a303dfa2-369c-4041-b931-b9b62097cdec req-d178e5ca-f64a-491b-9fe9-af3ac3643476 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507078 Feb 14 21:56:28.901281 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:29.740549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0a67-1763-4f33-8e80-ef7550fa6608 req-9756dd5a-836f-4ec1-a520-1d97f4982fc5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:29.742051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-199e0a67-1763-4f33-8e80-ef7550fa6608 req-9756dd5a-836f-4ec1-a520-1d97f4982fc5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0543497 Feb 14 21:56:29.796980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-199e0a67-1763-4f33-8e80-ef7550fa6608 req-a8fb6d09-34b4-4a72-9e0d-873fd34bcaf0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 Feb 14 21:56:30.918096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b538-1a7d-41f7-a2e2-8586fb5e7246 req-a893f592-2f36-4879-9f23-3f37dc1d30a8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:30.919784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b96b538-1a7d-41f7-a2e2-8586fb5e7246 req-a893f592-2f36-4879-9f23-3f37dc1d30a8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 943 time: 0.0533342 Feb 14 21:56:30.969629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b96b538-1a7d-41f7-a2e2-8586fb5e7246 req-9ff92acd-d880-416b-a4e0-ff13a819d7f3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Feb 14 21:56:30.981276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2033dfd8-f058-4d08-a13e-6331c3890012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:31.519536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c72a8387-4660-4bc0-91b5-a7740980d44b details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:56:31.615892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c72a8387-4660-4bc0-91b5-a7740980d44b,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:31.780652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'mac_address': 'fa:16:3e:6b:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:56:31.817489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c72a8387-4660-4bc0-91b5-a7740980d44b is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:56:31.817883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:31.830991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72a8387-4660-4bc0-91b5-a7740980d44b {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:56:31.853391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c72a8387-4660-4bc0-91b5-a7740980d44b,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:31.857736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:31.907035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:32.063376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['c72a8387-4660-4bc0-91b5-a7740980d44b'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:56:32.093413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d354eb-f3a9-4101-8797-aa94bf2ddc84 req-030812d9-34da-4d89-b4ba-9928bb5c7c1a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:32.095182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33d354eb-f3a9-4101-8797-aa94bf2ddc84 req-030812d9-34da-4d89-b4ba-9928bb5c7c1a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 944 time: 0.0542915 Feb 14 21:56:32.148524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33d354eb-f3a9-4101-8797-aa94bf2ddc84 req-7eba144f-faa1-4779-95de-1d05d17aca45 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463996 Feb 14 21:56:33.272590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f5acf-16d9-4523-ac14-ffef77d7d885 req-e3f099cc-6b62-4b56-b7a9-d1411bab1f23 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:33.274185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826f5acf-16d9-4523-ac14-ffef77d7d885 req-e3f099cc-6b62-4b56-b7a9-d1411bab1f23 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 944 time: 0.0569389 Feb 14 21:56:33.323328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-826f5acf-16d9-4523-ac14-ffef77d7d885 req-8762cca5-2689-4ea8-b6a6-918cce4e29ff tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Feb 14 21:56:33.352736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-687a91d8-a091-4274-9a45-5e58e928c0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:33.525724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c72a8387-4660-4bc0-91b5-a7740980d44b up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:56:33.586483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port c72a8387-4660-4bc0-91b5-a7740980d44b completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:56:33.590856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port c72a8387-4660-4bc0-91b5-a7740980d44b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:56:33.591266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:33.675213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c72a8387-4660-4bc0-91b5-a7740980d44b is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:56:33.675702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:33.701064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:33.703372 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af99679-84b5-4a3f-b122-19c857c8bd55" -d '{"events": [{"server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "name": "network-vif-plugged", "status": "completed", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:33.715936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c72a8387-4660-4bc0-91b5-a7740980d44b,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:33.721265 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:33.765181 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62adb35-8aa2-470b-ae9b-5848832c09da x-openstack-request-id: req-b62adb35-8aa2-470b-ae9b-5848832c09da {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:33.765486 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "name": "network-vif-plugged", "status": "completed", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:33.765742 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b62adb35-8aa2-470b-ae9b-5848832c09da {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:33.766133 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'code': 200} Feb 14 21:56:33.794065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:34.012917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcb5b7-42a2-4b1f-a95b-92b4a7e6818b req-9a7b8949-c15a-42a7-ad91-cb19cba96086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:34.014789 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a6dcb5b7-42a2-4b1f-a95b-92b4a7e6818b req-9a7b8949-c15a-42a7-ad91-cb19cba96086 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1128 time: 0.1933267 Feb 14 21:56:34.063364 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a6dcb5b7-42a2-4b1f-a95b-92b4a7e6818b req-525c19b0-be57-4c72-9555-a42840b7929f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Feb 14 21:56:34.082139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45096170-cda1-47a1-b9e0-554240bb15e8 req-a0c291bc-e4c3-4e6c-8536-a2da2376417f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:34.083687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45096170-cda1-47a1-b9e0-554240bb15e8 req-a0c291bc-e4c3-4e6c-8536-a2da2376417f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0551064 Feb 14 21:56:34.137065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45096170-cda1-47a1-b9e0-554240bb15e8 req-e335cbe4-4748-41ba-9eac-6f2c59f2c00d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Feb 14 21:56:34.442909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928b5e8-fd26-4e63-b390-f9297dd9eb90 req-704bce57-cc13-4b62-83b1-da7e3a953e93 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:34.444476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0928b5e8-fd26-4e63-b390-f9297dd9eb90 req-704bce57-cc13-4b62-83b1-da7e3a953e93 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0529487 Feb 14 21:56:34.502348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0928b5e8-fd26-4e63-b390-f9297dd9eb90 req-68a43f88-17ce-4ca4-a525-5487122966a8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483763 Feb 14 21:56:34.631322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:35.261689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb19b-7bc4-4a21-8182-fd3e5558ac3b req-be641636-de0e-46bd-aca2-f4a50e641774 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:35.263798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fbcb19b-7bc4-4a21-8182-fd3e5558ac3b req-be641636-de0e-46bd-aca2-f4a50e641774 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Feb 14 21:56:35.320270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fbcb19b-7bc4-4a21-8182-fd3e5558ac3b req-f38a980c-008c-40a4-b533-33da07bd8034 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Feb 14 21:56:35.628922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d7d8-1e05-4559-a17b-d266d74cc419 req-87f81015-b7ca-4dab-9346-616277e91227 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:35.630420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9934d7d8-1e05-4559-a17b-d266d74cc419 req-87f81015-b7ca-4dab-9346-616277e91227 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0570247 Feb 14 21:56:35.678835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9934d7d8-1e05-4559-a17b-d266d74cc419 req-8a877d04-1aef-4551-8e50-c0b4d145551b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Feb 14 21:56:35.799219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9d04-af25-4142-9932-79cb753c8dc8 req-c38cc3ae-00a7-4860-9567-fbb496c31f89 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:35.801188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-610f9d04-af25-4142-9932-79cb753c8dc8 req-c38cc3ae-00a7-4860-9567-fbb496c31f89 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0582173 Feb 14 21:56:35.835139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:35.858485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-610f9d04-af25-4142-9932-79cb753c8dc8 req-f2b1bc1e-ebd1-4572-920d-04027c7ace69 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515654 Feb 14 21:56:35.882184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39044) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:56:35.966101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-64772785-9359-41b9-a00a-0011725ff8b4 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:35.967919 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-64772785-9359-41b9-a00a-0011725ff8b4 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0588455 Feb 14 21:56:36.047734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e30772-531b-4870-944e-2bdbf3c4e313 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:36.049537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a6e30772-531b-4870-944e-2bdbf3c4e313 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1123 time: 0.1662662 Feb 14 21:56:36.052528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:56:36.057613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:56:36.086037 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.100348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Deleting port ead85d2a-6e61-48b9-82a1-aa51b1dd987a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:56:36.100683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.228654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] For port ead85d2a-6e61-48b9-82a1-aa51b1dd987a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:36.229021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.243706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Calling delete_port for ead85d2a-6e61-48b9-82a1-aa51b1dd987a owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:56:36.320924 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.383708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.477680 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.25.2.115 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/338437b6-2e25-4cfd-b2d4-4dbd2c37fba0) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:56:36.479685 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ead85d2a-6e61-48b9-82a1-aa51b1dd987a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.495690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['ead85d2a-6e61-48b9-82a1-aa51b1dd987a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:56:36.498473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6752a-1ab2-4984-819d-0e92cece576e req-ee873f38-103a-47a1-aaf2-cf5f75201a14 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:36.500028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7f6752a-1ab2-4984-819d-0e92cece576e req-ee873f38-103a-47a1-aaf2-cf5f75201a14 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c5c4e6d-0e1e-404a-97c8-146b2137a444 HTTP/1.1" status: 200 len: 945 time: 0.0849960 Feb 14 21:56:36.513813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Pushing event deleted for resources: {'Port': ['ID=ead85d2a-6e61-48b9-82a1-aa51b1dd987a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:36.568481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7f6752a-1ab2-4984-819d-0e92cece576e req-02562322-6136-4228-8ccc-1099b3da64a7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621641 Feb 14 21:56:36.610788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] No DVR routers for this DVR port ead85d2a-6e61-48b9-82a1-aa51b1dd987a on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:56:36.614241 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.617617 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4dbb4a1f-cad2-42ae-8a38-feb82a411dfe req-36fe582c-747b-40af-b3a2-4db449fbc6d9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "DELETE /v2.0/ports/ead85d2a-6e61-48b9-82a1-aa51b1dd987a HTTP/1.1" status: 204 len: 173 time: 0.6446147 Feb 14 21:56:36.618673 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'name': 'network-vif-deleted', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:36.620990 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc0e1e-0029-4aa4-a25c-efaef4748b5d" -d '{"events": [{"server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "name": "network-vif-deleted", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:36.666166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.709487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:36.713213 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141bb993-67e4-4758-bc03-370c2a33b79c x-openstack-request-id: req-141bb993-67e4-4758-bc03-370c2a33b79c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:36.713607 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5c4e6d-0e1e-404a-97c8-146b2137a444", "name": "network-vif-deleted", "tag": "ead85d2a-6e61-48b9-82a1-aa51b1dd987a", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:36.713989 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-141bb993-67e4-4758-bc03-370c2a33b79c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:36.714640 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5c4e6d-0e1e-404a-97c8-146b2137a444', 'name': 'network-vif-deleted', 'tag': 'ead85d2a-6e61-48b9-82a1-aa51b1dd987a', 'status': 'completed', 'code': 200} Feb 14 21:56:36.757722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:56:36.760850 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:56:36.770084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:56:36.800183 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=338437b6-2e25-4cfd-b2d4-4dbd2c37fba0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:37.302458 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.420448 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (77c5b1df-d680-490e-8694-32d3a759a3c4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.492459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.648914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.655323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.730802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=338437b6-2e25-4cfd-b2d4-4dbd2c37fba0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:37.740886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (77c5b1df-d680-490e-8694-32d3a759a3c4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:37.876569 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 77c5b1df-d680-490e-8694-32d3a759a3c4 associated. External IP: 172.25.2.115, port: c72a8387-4660-4bc0-91b5-a7740980d44b. Feb 14 21:56:38.103244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:56:38.212941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:56:38.224855 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:56:38.231354 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:38.235866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:56:38.236471 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:38.263027 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3f4a0500-b2c8-4dc9-9873-b7033e161c00 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2093749 Feb 14 21:56:38.345086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:56:38.574112 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '77c5b1df-d680-490e-8694-32d3a759a3c4', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6b:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:56:37Z', 'updated_at': '2022-02-14T21:56:37Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:38.606174 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:56:38.616788 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:56:38.617569 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:38.716124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:38.723290 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac7c9ec-15ed-4400-bf1d-44086711baef" -d '{"events": [{"name": "network-changed", "server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:38.731409 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:56:38.770498 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823a36a-4d49-49d4-835e-ba3daaf4562f x-openstack-request-id: req-6823a36a-4d49-49d4-835e-ba3daaf4562f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:38.771026 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:38.771393 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6823a36a-4d49-49d4-835e-ba3daaf4562f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:38.771884 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'status': 'completed', 'code': 200} Feb 14 21:56:38.842170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-477aee7d-bf40-44e7-9e92-a14a31d2e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:38.844221 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-477aee7d-bf40-44e7-9e92-a14a31d2e896 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1128 time: 0.0511649 Feb 14 21:56:38.964878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-2b16a8c0-2e54-4bcf-a058-321231f2fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:38.967240 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-2b16a8c0-2e54-4bcf-a058-321231f2fdd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1158905 Feb 14 21:56:39.004019 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '77c5b1df-d680-490e-8694-32d3a759a3c4', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6b:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:56:37Z', 'updated_at': '2022-02-14T21:56:37Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:39.047660 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-b9e59965-a07c-498e-a4f4-277836ced7cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 999 time: 0.0731592 Feb 14 21:56:39.050077 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231967-667d-4812-b09d-9915da60ae07 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '77c5b1df-d680-490e-8694-32d3a759a3c4', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6b:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:56:37Z', 'updated_at': '2022-02-14T21:56:37Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:56:39.101234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-82150e4b-66ca-43b9-91b4-2a1bc5f2ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:39.102820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-82150e4b-66ca-43b9-91b4-2a1bc5f2ee27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0491743 Feb 14 21:56:39.162531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-ac48fff2-9eb3-43c3-8f63-f61a6e388b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:39.164173 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-ac48fff2-9eb3-43c3-8f63-f61a6e388b46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554633 Feb 14 21:56:39.262948 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-b74540c3-13a7-4ac4-bef4-7933945b639c service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928369 Feb 14 21:56:39.345355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fce60e-0623-45b5-b933-cf947a6924f1 None None] New status for floating IP 77c5b1df-d680-490e-8694-32d3a759a3c4: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:56:39.379759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5ac7c9ec-15ed-4400-bf1d-44086711baef req-da379163-342a-45c4-8d3b-f1563242706c service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106639 Feb 14 21:56:40.902280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ead85d2a-6e61-48b9-82a1-aa51b1dd987a no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:56:40.923866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: ead85d2a-6e61-48b9-82a1-aa51b1dd987a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:56:40.924835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device ead85d2a-6e61-48b9-82a1-aa51b1dd987a not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:56:44.553445 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:56:47.719526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-62fe4222-46d2-42aa-90be-5f8aff9048ab tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:47.727441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-62fe4222-46d2-42aa-90be-5f8aff9048ab tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 814 time: 0.1199682 Feb 14 21:56:47.740939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-bb8fe653-e1f7-47ed-ae61-b8b21e3ec2ae tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/quotas/3a5750a8f91a4851bacac679d8abd326 HTTP/1.1" status: 200 len: 375 time: 0.0114307 Feb 14 21:56:47.800481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-120199e2-f4f6-419e-a631-873b520ddcaf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517316 Feb 14 21:56:47.910766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-a24b8887-9bf1-43d5-9417-6a2ac5beecfd service neutron] 10.222.0.86 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091602 Feb 14 21:56:48.015702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-e7f957c5-5fed-444d-a0cc-924dca62e54a service neutron] 10.222.0.86 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983870 Feb 14 21:56:48.194710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1d4c2da-569d-4921-84a9-a8c63fa5ba42 req-9665bed8-eb2b-4d39-93a0-bceed8986b61 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 210 time: 0.0406699 Feb 14 21:56:49.315334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a02bf4ba-edcb-4757-bef2-532c4baed869 req-0efff274-7a03-4691-bf89-a4f3ee5d4439 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 210 time: 0.0328183 Feb 14 21:56:49.321574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-1f754ca3-2401-419c-9313-854dd625b2c4 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:49.323714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-1f754ca3-2401-419c-9313-854dd625b2c4 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 814 time: 0.1276257 Feb 14 21:56:49.335633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Request body: {'port': {'device_id': '06e5acb9-9a77-417a-8d58-955677b16d94', 'network_id': '4988ae37-680e-4486-801e-ae381443af75', 'admin_state_up': True, 'tenant_id': '3a5750a8f91a4851bacac679d8abd326'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:56:49.455127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Made reservation on behalf of 3a5750a8f91a4851bacac679d8abd326 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:56:49.459568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:49.587268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Allocated IP 172.20.0.4 (4988ae37-680e-4486-801e-ae381443af75/4cb8f858-b516-4f9e-ae74-6a5f923bfee8/066bcdd9-3607-43c3-a509-cd99a48abe9e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:56:49.738463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks [] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:49.773813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:49.818861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Network 4988ae37-680e-4486-801e-ae381443af75 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:56:49.824697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:56:49.829189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:56:49.833187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Pushing event updated for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:49.892283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:49.893028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:49.919912 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-53965de8-df94-4dd1-a4b7-fc8e9f8103c2 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880122 Feb 14 21:56:49.929818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-d52492db-9d7b-4a31-acae-8594bca8d673 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:56:49.930503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-d52492db-9d7b-4a31-acae-8594bca8d673 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095675 Feb 14 21:56:49.942586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Request body: {'port': {'device_id': '06e5acb9-9a77-417a-8d58-955677b16d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:56:50.022648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.374117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066bcdd9-3607-43c3-a509-cd99a48abe9e {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:56:50.391185 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks [] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.405352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Transition to ACTIVE for port object 066bcdd9-3607-43c3-a509-cd99a48abe9e will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:56:50.410438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.458095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816195a-bf11-47f8-b49e-0105d07d690c req-069b60aa-17a2-4219-b0f8-cf592917cce0 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:50.460350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0816195a-bf11-47f8-b49e-0105d07d690c req-069b60aa-17a2-4219-b0f8-cf592917cce0 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 943 time: 0.0614188 Feb 14 21:56:50.487703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Pushing event updated for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:50.524574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0816195a-bf11-47f8-b49e-0105d07d690c req-9ca78edc-715b-4e27-a6ca-cda13cd37dbd tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561147 Feb 14 21:56:50.588719 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Attempting to bind port 066bcdd9-3607-43c3-a509-cd99a48abe9e on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:56:50.589230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Attempting to bind port 066bcdd9-3607-43c3-a509-cd99a48abe9e by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:56:50.589616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Attempting to bind port 066bcdd9-3607-43c3-a509-cd99a48abe9e on network 4988ae37-680e-4486-801e-ae381443af75 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:56:50.595488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Port 066bcdd9-3607-43c3-a509-cd99a48abe9e on network 4988ae37-680e-4486-801e-ae381443af75 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:56:50.596414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Attempting to bind port 066bcdd9-3607-43c3-a509-cd99a48abe9e on network 4988ae37-680e-4486-801e-ae381443af75 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:56:50.602051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:56:50.602411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Checking segment: {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:56:50.602804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Bound using segment: {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:56:50.603400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Bound port: 066bcdd9-3607-43c3-a509-cd99a48abe9e, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8daf633-737b-470b-a71f-80e5a1b1f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4988ae37-680e-4486-801e-ae381443af75'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:56:50.603829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.684880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:56:50.688035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:56:50.693744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.732076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:50.733112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:50.734521 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] 10.222.0.64 "PUT /v2.0/ports/066bcdd9-3607-43c3-a509-cd99a48abe9e HTTP/1.1" status: 200 len: 1092 time: 0.7962074 Feb 14 21:56:50.734968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:50.738860 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d728f5d-c725-47b3-918e-8ff478782501" -d '{"events": [{"name": "network-changed", "server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:50.761911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455e8f-85ad-4150-b48f-d6c7efdefacf service neutron] Pushing event updated for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:50.803398 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189d49e7-ce7a-4694-90b5-def8decbcd7b x-openstack-request-id: req-189d49e7-ce7a-4694-90b5-def8decbcd7b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:50.803833 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:50.804188 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-189d49e7-ce7a-4694-90b5-def8decbcd7b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:50.804708 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e', 'status': 'completed', 'code': 200} Feb 14 21:56:50.824901 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-66e32bb3-025c-445f-8dbf-f3f975a2f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:50.826528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-66e32bb3-025c-445f-8dbf-f3f975a2f1ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 1126 time: 0.0509021 Feb 14 21:56:50.870651 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-3078200f-6018-4144-9eaa-bd1611a15c2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e HTTP/1.1" status: 200 len: 217 time: 0.0377131 Feb 14 21:56:50.921920 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-bdfe03bc-c179-4561-baa5-536da5e63dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:50.923759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-bdfe03bc-c179-4561-baa5-536da5e63dc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cb8f858-b516-4f9e-ae74-6a5f923bfee8 HTTP/1.1" status: 200 len: 854 time: 0.0475867 Feb 14 21:56:50.957143 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-7b158084-df92-4fd6-a61e-8b5438715a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4988ae37-680e-4486-801e-ae381443af75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270839 Feb 14 21:56:51.058633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-68be5b52-5f01-4ae0-a158-eaa6a364e024 service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930498 Feb 14 21:56:51.156444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-4a56c8e6-ea70-49ac-9fd0-f17feedfbd4f req-31495943-3603-4e42-ad85-39931780895e service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906584 Feb 14 21:56:51.250389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728f5d-c725-47b3-918e-8ff478782501 req-67e2e10e-ce7f-4b67-9a6d-ca23bd4f5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:51.251990 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-67e2e10e-ce7f-4b67-9a6d-ca23bd4f5d39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a5750a8f91a4851bacac679d8abd326&device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 1126 time: 0.0459878 Feb 14 21:56:51.345694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728f5d-c725-47b3-918e-8ff478782501 req-27504772-6e7f-49df-b341-ced94848f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:51.347890 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-27504772-6e7f-49df-b341-ced94848f079 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 200 len: 915 time: 0.0880630 Feb 14 21:56:51.391836 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-2f286eca-14e0-4fc6-8001-2d86aeb86224 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e HTTP/1.1" status: 200 len: 217 time: 0.0346048 Feb 14 21:56:51.447845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728f5d-c725-47b3-918e-8ff478782501 req-38c24a44-3d58-4192-99f1-b10299620e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:51.449313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-38c24a44-3d58-4192-99f1-b10299620e39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4cb8f858-b516-4f9e-ae74-6a5f923bfee8 HTTP/1.1" status: 200 len: 854 time: 0.0453062 Feb 14 21:56:51.489678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-e06dd44d-a099-4fe6-87ec-c209653b7d34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4988ae37-680e-4486-801e-ae381443af75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330265 Feb 14 21:56:51.585494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-a9063856-4e9c-4290-bf70-12d80cbe7e6b service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899456 Feb 14 21:56:51.663085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9108187-e785-477c-985a-ec2ef0881515 req-d52dfa2c-50de-4a19-9f08-7f05af355591 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:51.665930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9108187-e785-477c-985a-ec2ef0881515 req-d52dfa2c-50de-4a19-9f08-7f05af355591 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 943 time: 0.0701156 Feb 14 21:56:51.696473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5d728f5d-c725-47b3-918e-8ff478782501 req-bbdd82f0-df4b-4f06-9bf2-794cba47b79a service neutron] 10.222.0.64 "GET /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043379 Feb 14 21:56:51.734540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9108187-e785-477c-985a-ec2ef0881515 req-40afe108-8d9f-4eca-9d40-a4f5abdd38aa tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627868 Feb 14 21:56:52.860547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc145485-e896-4cbc-b907-9a58e8c4125b req-34f3ea8d-87ad-4041-a972-f924e175d77f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:52.862041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc145485-e896-4cbc-b907-9a58e8c4125b req-34f3ea8d-87ad-4041-a972-f924e175d77f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 943 time: 0.0565519 Feb 14 21:56:52.912213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc145485-e896-4cbc-b907-9a58e8c4125b req-882ea9a5-07d6-4582-b22e-094a8777ef17 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Feb 14 21:56:53.139779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437149b-ba97-435d-9667-592bb4128b19 req-7bbdec52-6d64-4f6e-828f-c3be9da6bf17 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:53.141012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d437149b-ba97-435d-9667-592bb4128b19 req-7bbdec52-6d64-4f6e-828f-c3be9da6bf17 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.0496311 Feb 14 21:56:53.197836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d437149b-ba97-435d-9667-592bb4128b19 req-ee90e83a-beb0-4581-b326-913ec76d28f3 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Feb 14 21:56:53.221078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:56:53.382547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 35bd4511-fbcb-4b59-a040-f7914d847c7f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:56:53.382893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:53.458486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:53.458749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (35bd4511-fbcb-4b59-a040-f7914d847c7f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:53.471400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 35bd4511-fbcb-4b59-a040-f7914d847c7f owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:56:53.624919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (35bd4511-fbcb-4b59-a040-f7914d847c7f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:53.649549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=35bd4511-fbcb-4b59-a040-f7914d847c7f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:53.717638 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (5efa7bdb-9719-4f63-9849-4d7bcf222630), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:53.718143 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 5efa7bdb-9719-4f63-9849-4d7bcf222630 disassociated (deleted). External IP: 172.25.2.164, port: 865edfcb-5bb7-4834-81ef-44332f6cae61. Feb 14 21:56:54.055804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261af10-8387-4ef5-a229-f3dedfa4b868 req-e18936f7-5c98-41d8-be88-ff3b6e016d9f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.058033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4261af10-8387-4ef5-a229-f3dedfa4b868 req-e18936f7-5c98-41d8-be88-ff3b6e016d9f tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 943 time: 0.0735559 Feb 14 21:56:54.111004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4261af10-8387-4ef5-a229-f3dedfa4b868 req-b533bfb0-f6bf-4e15-8a71-b6421c7ccef6 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Feb 14 21:56:54.211952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 258663da-b8fa-47df-8840-46f95335eaf6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:56:54.328054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:56:54.332974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:54.340819 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Sync routers for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:56:54.351067 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:56:54.351816 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:54.362714 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0d9072df-8e61-4166-b9d2-8b0e56055b6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/floatingips/5efa7bdb-9719-4f63-9849-4d7bcf222630 HTTP/1.1" status: 204 len: 168 time: 1.1404166 Feb 14 21:56:54.363347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:54.365581 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:54.483807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:56:54.531827 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc73f3-cd78-41fc-9b8d-431c59979190 x-openstack-request-id: req-9bbc73f3-cd78-41fc-9b8d-431c59979190 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:54.532104 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:54.532364 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9bbc73f3-cd78-41fc-9b8d-431c59979190 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:54.532776 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'status': 'completed', 'code': 200} Feb 14 21:56:54.667078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07cc6f-b7a1-47a1-aaf4-b70434c08f51 req-4672a5b1-d256-4c21-8540-6b834354e269 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.676598 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb07cc6f-b7a1-47a1-aaf4-b70434c08f51 req-4672a5b1-d256-4c21-8540-6b834354e269 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0894606 Feb 14 21:56:54.680664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-2a32795c-dfb6-4f4d-87d2-f5d43929e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.682513 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-2a32795c-dfb6-4f4d-87d2-f5d43929e416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 1128 time: 0.1255567 Feb 14 21:56:54.739741 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:54.741018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb07cc6f-b7a1-47a1-aaf4-b70434c08f51 req-2dd995f6-72fb-4803-aa5d-ce641966b34e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619597 Feb 14 21:56:54.778817 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Checking router: 258663da-b8fa-47df-8840-46f95335eaf6 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:56:54.787569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-2fc6ee62-5952-4e5f-98c3-f37a14bed944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.788769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:56:54.789018 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-2fc6ee62-5952-4e5f-98c3-f37a14bed944 service neutron] 10.222.0.64 "GET /v2.0/networks?id=abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 200 len: 898 time: 0.1000903 Feb 14 21:56:54.789772 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:54.837684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-f3c81358-8a75-4d39-afa5-75751b16b6fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 200 len: 217 time: 0.0411906 Feb 14 21:56:54.888952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-d615cf4b-a2b3-4567-b647-3bd52aef2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.890622 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-d615cf4b-a2b3-4567-b647-3bd52aef2300 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 200 len: 835 time: 0.0465076 Feb 14 21:56:54.910022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:56:54.943084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-d576846c-b62e-4f97-89ec-d259e773750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:54.944807 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-d576846c-b62e-4f97-89ec-d259e773750f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=abd4c241-1343-4ac5-87c8-49738e1fcded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482280 Feb 14 21:56:54.965139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 066bcdd9-3607-43c3-a509-cd99a48abe9e details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:56:55.064541 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-21ef1d07-a0fd-44b5-95a4-8f0510c5ffc3 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121182 Feb 14 21:56:55.080092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:55.097070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '066bcdd9-3607-43c3-a509-cd99a48abe9e', 'network_id': '4988ae37-680e-4486-801e-ae381443af75', 'port_id': '066bcdd9-3607-43c3-a509-cd99a48abe9e', 'mac_address': 'fa:16:3e:d1:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8f858-b516-4f9e-ae74-6a5f923bfee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:56:55.140175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 066bcdd9-3607-43c3-a509-cd99a48abe9e is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:56:55.141140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:55.162614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066bcdd9-3607-43c3-a509-cd99a48abe9e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:56:55.180381 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-43ecbf79-95fe-4d8f-a3d4-e0fa2d650d72 req-29b7e301-5552-482e-914d-7bfc0cd36da2 service neutron] 10.222.0.64 "GET /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073518 Feb 14 21:56:55.187331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:55.191922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:55.245861 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:56:55.258408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:55.280496 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f00c1-fa57-40d0-baf6-05817ba83cb4 None None] The sync data for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 is: [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:54:47Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3e65b49b-6c03-4a68-bfe2-39765b9b6246', 'name': '', 'network_id': 'abd4c241-1343-4ac5-87c8-49738e1fcded', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:46Z', 'updated_at': '2022-02-14T21:54:51Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': 'fc5e2dbe-6110-4804-961f-d9acadaebc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:56:55.303283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc112119-3f84-460e-a0e2-35c599543000 req-1761cc9d-0acf-4f77-b6bb-7f707b0c9924 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:55.305521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc112119-3f84-460e-a0e2-35c599543000 req-1761cc9d-0acf-4f77-b6bb-7f707b0c9924 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 944 time: 0.0729561 Feb 14 21:56:55.362770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc112119-3f84-460e-a0e2-35c599543000 req-55ef39db-4d54-4112-bd35-683a92d22fc1 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Feb 14 21:56:55.511486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f268f8-40d4-4ea3-b930-1b0594ca976a None None] New status for floating IP 5efa7bdb-9719-4f63-9849-4d7bcf222630: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:56:55.575083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['066bcdd9-3607-43c3-a509-cd99a48abe9e'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:56:55.866932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cf133-fc6c-4bce-ad97-b0ab15cf706b req-f501c783-88a3-4f60-ba13-e3ebfb996bb3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:55.868519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56cf133-fc6c-4bce-ad97-b0ab15cf706b req-f501c783-88a3-4f60-ba13-e3ebfb996bb3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0548959 Feb 14 21:56:55.918907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f56cf133-fc6c-4bce-ad97-b0ab15cf706b req-6628f481-5ad3-4aee-8ab7-9eaf22a5a5e5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=c411caeb-66e3-413b-9974-b04cc32447ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Feb 14 21:56:56.185737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-2c711e42-5bb8-46d4-ac7e-fe412859a1da tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:56.187107 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-2c711e42-5bb8-46d4-ac7e-fe412859a1da tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 945 time: 0.0589299 Feb 14 21:56:56.298334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 865edfcb-5bb7-4834-81ef-44332f6cae61 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:56:56.299297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:56.393474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 865edfcb-5bb7-4834-81ef-44332f6cae61, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=865edfcb-5bb7-4834-81ef-44332f6cae61,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:56.393948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:56.406650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 865edfcb-5bb7-4834-81ef-44332f6cae61 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:56:56.496833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a899-9921-4bad-bae5-f676633b9405 req-3b90414a-bdea-411f-9ae7-dc39860e0f2e tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:56.498418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f731a899-9921-4bad-bae5-f676633b9405 req-3b90414a-bdea-411f-9ae7-dc39860e0f2e tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 944 time: 0.0628731 Feb 14 21:56:56.549647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (865edfcb-5bb7-4834-81ef-44332f6cae61), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:56.559300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f731a899-9921-4bad-bae5-f676633b9405 req-62768a12-3a28-4c6f-a801-62fb270b5ba3 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542257 Feb 14 21:56:56.616872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=865edfcb-5bb7-4834-81ef-44332f6cae61,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:56.637931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] No DVR routers for this DVR port 865edfcb-5bb7-4834-81ef-44332f6cae61 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:56:56.640756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:56.644696 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8070ac4c-3b6e-43b9-aedd-e8f1f79f71e5 req-f26109e6-2127-44eb-9651-de51f0a7c8a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.64 "DELETE /v2.0/ports/865edfcb-5bb7-4834-81ef-44332f6cae61 HTTP/1.1" status: 204 len: 173 time: 0.4518659 Feb 14 21:56:56.645195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-deleted', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:56.651758 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c91807-253d-40af-a2cb-43a5adea7c68" -d '{"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-deleted", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:56.692331 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15885b-f075-470f-aaa7-c0a377b3181a x-openstack-request-id: req-0c15885b-f075-470f-aaa7-c0a377b3181a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:56.692642 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4eb0-2433-46d9-a524-fb8cca859747", "name": "network-vif-deleted", "tag": "865edfcb-5bb7-4834-81ef-44332f6cae61", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:56.692904 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c15885b-f075-470f-aaa7-c0a377b3181a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:56.693325 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4eb0-2433-46d9-a524-fb8cca859747', 'name': 'network-vif-deleted', 'tag': '865edfcb-5bb7-4834-81ef-44332f6cae61', 'status': 'completed', 'code': 200} Feb 14 21:56:56.981132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 066bcdd9-3607-43c3-a509-cd99a48abe9e up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:56:57.068342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b034ad78-8ab8-4373-bddc-90aa245c1f86 req-2730f80b-80de-42db-aa97-f08b8305e978 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5ba4eb0-2433-46d9-a524-fb8cca859747 HTTP/1.1" status: 200 len: 210 time: 0.0453820 Feb 14 21:56:57.102120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 066bcdd9-3607-43c3-a509-cd99a48abe9e completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:56:57.107251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 066bcdd9-3607-43c3-a509-cd99a48abe9e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:56:57.107727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:57.211347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 066bcdd9-3607-43c3-a509-cd99a48abe9e is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:56:57.211731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:57.235887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:56:57.238443 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25abd95d-e33f-4228-95ba-3833dfc2d3c1" -d '{"events": [{"server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "name": "network-vif-plugged", "status": "completed", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:56:57.251590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:57.257428 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:57.287430 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a5204-e282-4ed5-baac-04ad1f7998f1 x-openstack-request-id: req-ca9a5204-e282-4ed5-baac-04ad1f7998f1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:56:57.287727 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "name": "network-vif-plugged", "status": "completed", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:56:57.287983 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca9a5204-e282-4ed5-baac-04ad1f7998f1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:56:57.288373 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e', 'code': 200} Feb 14 21:56:57.321721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:57.383209 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d264ec-d3c6-4f4e-9322-729a566588af req-70d310b9-f7d8-46aa-be27-17df4b100027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:57.384738 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-89d264ec-d3c6-4f4e-9322-729a566588af req-70d310b9-f7d8-46aa-be27-17df4b100027 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 1128 time: 0.0445557 Feb 14 21:56:57.429634 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-89d264ec-d3c6-4f4e-9322-729a566588af req-dd34d184-b4ed-4f7d-85b4-991e52054a14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Feb 14 21:56:57.698436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5509f6-8bda-4ebb-8857-1c4b7ea75682 req-bd570996-f4c0-42be-ba2b-42f6ff598105 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:57.699966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd5509f6-8bda-4ebb-8857-1c4b7ea75682 req-bd570996-f4c0-42be-ba2b-42f6ff598105 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.0556128 Feb 14 21:56:57.748392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd5509f6-8bda-4ebb-8857-1c4b7ea75682 req-d0f12b48-116d-48fd-8c8a-fe72e18012d0 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Feb 14 21:56:58.127628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39684) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:56:58.530139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (258663da-b8fa-47df-8840-46f95335eaf6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:58.901146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:59.208125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 3e65b49b-6c03-4a68-bfe2-39765b9b6246 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:56:59.208728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:59.239737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c844ed2-31bd-4379-8501-d855f139a9be req-06f37771-6f81-4ddc-949d-2ec350ecbef7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:56:59.241326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c844ed2-31bd-4379-8501-d855f139a9be req-06f37771-6f81-4ddc-949d-2ec350ecbef7 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.4233446 Feb 14 21:56:59.365119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c844ed2-31bd-4379-8501-d855f139a9be req-28479e07-ee58-469f-b74c-84782d19423d tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946884 Feb 14 21:56:59.373910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 3e65b49b-6c03-4a68-bfe2-39765b9b6246, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3e65b49b-6c03-4a68-bfe2-39765b9b6246,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:56:59.374475 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:59.388488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 3e65b49b-6c03-4a68-bfe2-39765b9b6246 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:56:59.660093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3e65b49b-6c03-4a68-bfe2-39765b9b6246), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:56:59.687394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=3e65b49b-6c03-4a68-bfe2-39765b9b6246,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:56:59.701399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.701752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.702100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.702443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.702785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.703122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.703540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.703879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.704213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.704546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.704978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.705245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.705680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:56:59.977646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (258663da-b8fa-47df-8840-46f95335eaf6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.233711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 258663da-b8fa-47df-8840-46f95335eaf6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:57:00.367076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:57:00.374225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c7cd94a7-4f07-4b32-be16-62d37eae9e06 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/258663da-b8fa-47df-8840-46f95335eaf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454822 Feb 14 21:57:00.375816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39708) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:00.383583 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Sync routers for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:57:00.395634 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:00.397537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:00.447323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting subnet fc5e2dbe-6110-4804-961f-d9acadaebc6f {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:57:00.452044 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (fc5e2dbe-6110-4804-961f-d9acadaebc6f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.512133 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (fc5e2dbe-6110-4804-961f-d9acadaebc6f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.525857 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:00.661762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fc5e2dbe-6110-4804-961f-d9acadaebc6f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.727093 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:56:59Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:00.769951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (fc5e2dbe-6110-4804-961f-d9acadaebc6f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.773256 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Checking router: 258663da-b8fa-47df-8840-46f95335eaf6 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:57:00.782126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Routers {'258663da-b8fa-47df-8840-46f95335eaf6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:00.783040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:56:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['258663da-b8fa-47df-8840-46f95335eaf6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:00.799660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5e2dbe-6110-4804-961f-d9acadaebc6f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:00.804246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:00.810565 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-623b85d5-af5d-4676-bb09-1cbd159db83f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/subnets/fc5e2dbe-6110-4804-961f-d9acadaebc6f HTTP/1.1" status: 204 len: 168 time: 0.4303265 Feb 14 21:57:00.812495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:00.816244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac8dd4-4497-46f6-a482-979c356c4d23 None None] Network abd4c241-1343-4ac5-87c8-49738e1fcded requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:57:00.909764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] Set router 258663da-b8fa-47df-8840-46f95335eaf6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:00.943176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (258663da-b8fa-47df-8840-46f95335eaf6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.000574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:57:01.006273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f08d-3fcb-46f2-9492-ec181e75efb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.054185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 865edfcb-5bb7-4834-81ef-44332f6cae61 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:57:01.054577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 865edfcb-5bb7-4834-81ef-44332f6cae61 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:57:01.083703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (258663da-b8fa-47df-8840-46f95335eaf6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.101096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] DHCP port deletion for abd4c241-1343-4ac5-87c8-49738e1fcded request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:57:01.158536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:56:59Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:01.168379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Deleting port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:57:01.168816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:57:01.168984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.169492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.192629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693cdbd7-bc5d-49a8-a199-dcf2b2e2477a None None] The sync data for ids ['258663da-b8fa-47df-8840-46f95335eaf6'] in n-d-828372-11 is: [{'id': '258663da-b8fa-47df-8840-46f95335eaf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952445991', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:54:42Z', 'updated_at': '2022-02-14T21:56:59Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258663da-b8fa-47df-8840-46f95335eaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:54:43Z', 'updated_at': '2022-02-14T21:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:57:01.244233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] For port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,segment=NetworkSegment(afcb7064-f03f-4b54-8a9f-1928dbac223b),segment_id=afcb7064-f03f-4b54-8a9f-1928dbac223b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:01.244681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.260676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Calling delete_port for 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:57:01.277710 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:01.278154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.294155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:57:01.351214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (1ad9062f-a5df-4840-8da9-6f0419b2a2d8), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.379965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] No DVR routers for this DVR port 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:57:01.381711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Pushing event deleted for resources: {'Port': ['ID=1ad9062f-a5df-4840-8da9-6f0419b2a2d8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:01.390719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.391210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.392019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.392019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.392753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.393099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.393447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.393830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.394160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.394491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.394817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.395143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.395498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b8608-51dd-435e-9273-2db1a09198b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:01.480816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.507274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:01.579637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (258663da-b8fa-47df-8840-46f95335eaf6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.687069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (258663da-b8fa-47df-8840-46f95335eaf6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.690086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (258663da-b8fa-47df-8840-46f95335eaf6), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.750739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (258663da-b8fa-47df-8840-46f95335eaf6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.751442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Fanout notify agent at l3_agent the message router_deleted on router 258663da-b8fa-47df-8840-46f95335eaf6 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:57:01.759681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.760773 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7f815db5-ed65-4feb-80ae-4b4ff1767552 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/routers/258663da-b8fa-47df-8840-46f95335eaf6 HTTP/1.1" status: 204 len: 168 time: 0.9489861 Feb 14 21:57:01.763982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39718) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:01.857012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (abd4c241-1343-4ac5-87c8-49738e1fcded), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.954349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (abd4c241-1343-4ac5-87c8-49738e1fcded), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:01.982304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd4c241-1343-4ac5-87c8-49738e1fcded']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:01.995752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcb7064-f03f-4b54-8a9f-1928dbac223b') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:01.996364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcb7064-f03f-4b54-8a9f-1928dbac223b') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:02.008053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (afcb7064-f03f-4b54-8a9f-1928dbac223b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.026762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (afcb7064-f03f-4b54-8a9f-1928dbac223b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.036625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:57:02.037403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (afcb7064-f03f-4b54-8a9f-1928dbac223b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:57:02.041441 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:57:02.114068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (abd4c241-1343-4ac5-87c8-49738e1fcded), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.120175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.127168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/networks/abd4c241-1343-4ac5-87c8-49738e1fcded HTTP/1.1" status: 204 len: 168 time: 0.3592098 Feb 14 21:57:02.127288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:02.146863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832df1c2-8e80-4bb9-832b-10e8215bbb2c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Network': ['ID=abd4c241-1343-4ac5-87c8-49738e1fcded,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:02.188417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (c411caeb-66e3-413b-9974-b04cc32447ec), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.214707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (c411caeb-66e3-413b-9974-b04cc32447ec), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.284492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c411caeb-66e3-413b-9974-b04cc32447ec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.287256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.292126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/security-groups/c411caeb-66e3-413b-9974-b04cc32447ec HTTP/1.1" status: 204 len: 168 time: 0.1636980 Feb 14 21:57:02.304285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7557-ef65-4c4d-9996-b7f5582c450f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c411caeb-66e3-413b-9974-b04cc32447ec,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:02.547039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:02.552144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480041149', 'description': 'tempest-secgroup-smoke-480041149 description', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:02.572767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.648799 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (3ef30de9-ecfb-455e-ae80-6d2cc425753d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.652658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3ef30de9-ecfb-455e-ae80-6d2cc425753d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.699884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.701514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1534359 Feb 14 21:57:02.703001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4b4a7-f3ff-41a3-a21f-ec402824df12 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef30de9-ecfb-455e-ae80-6d2cc425753d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:02.706383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39732) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:02.714954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:02.745628 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (40455db7-43af-4ec1-be7d-8ef3611fa9f7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.801121 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (40455db7-43af-4ec1-be7d-8ef3611fa9f7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.808322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (40455db7-43af-4ec1-be7d-8ef3611fa9f7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.828735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40455db7-43af-4ec1-be7d-8ef3611fa9f7,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:02.844889 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.849530 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a26e5609-a48b-4021-8491-7b0f228c8e62 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381314 Feb 14 21:57:02.849787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39738) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:02.854616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:02.882250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (0738ce36-a95a-47b5-a0ee-37869d584dd9), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.958762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (0738ce36-a95a-47b5-a0ee-37869d584dd9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.964117 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0738ce36-a95a-47b5-a0ee-37869d584dd9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:02.984616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0738ce36-a95a-47b5-a0ee-37869d584dd9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.008136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.012187 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fa2eaab1-2bd0-48a8-aa64-062108734582 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585741 Feb 14 21:57:03.012967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39742) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.020410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.062105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (89c2eead-e479-43e0-acf8-ac118bb62e7c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.139373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (89c2eead-e479-43e0-acf8-ac118bb62e7c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.140848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:57:03.152143 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (89c2eead-e479-43e0-acf8-ac118bb62e7c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.171823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:57:03.172674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c2eead-e479-43e0-acf8-ac118bb62e7c,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.173194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3ebb8833-fae0-48d2-a3a1-eb0cac6fdc43 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:57:03.173837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e65b49b-6c03-4a68-bfe2-39765b9b6246 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:57:03.195317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.200309 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.200792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6cade782-2252-40b6-8ea5-d65596908df5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851037 Feb 14 21:57:03.201384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3e65b49b-6c03-4a68-bfe2-39765b9b6246 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:57:03.201746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3e65b49b-6c03-4a68-bfe2-39765b9b6246 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:57:03.202168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:57:03.205821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.223052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:57:03.223509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1ad9062f-a5df-4840-8da9-6f0419b2a2d8 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:57:03.249827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (2facc8ee-10c8-41c2-b895-4015100c0faf), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.314471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (2facc8ee-10c8-41c2-b895-4015100c0faf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.318471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2facc8ee-10c8-41c2-b895-4015100c0faf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.337453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2facc8ee-10c8-41c2-b895-4015100c0faf,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.349944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.354126 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eb592234-47ed-4d8a-932c-ed4f242a71fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498406 Feb 14 21:57:03.354397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39750) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.360013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.380929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-851f60bb-56b3-49fb-aee6-ed00338dfc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.385429 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:57:03.391067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (a4cb9d93-e372-408c-b273-447f70810247), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.466741 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (a4cb9d93-e372-408c-b273-447f70810247), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.479347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (a4cb9d93-e372-408c-b273-447f70810247), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.498845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cb9d93-e372-408c-b273-447f70810247,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.512414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.515196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9897cf63-6085-4ba2-a9c7-d7e1486eb097 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582098 Feb 14 21:57:03.516656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39758) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.521495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '3ef30de9-ecfb-455e-ae80-6d2cc425753d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.550642 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:57:03.557520 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (451814dd-c785-4250-90e7-509353948388), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.628816 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (451814dd-c785-4250-90e7-509353948388), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.633067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (451814dd-c785-4250-90e7-509353948388), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.655527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451814dd-c785-4250-90e7-509353948388,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.660332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.661757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-50f345f4-57d9-4a77-9f9b-4d382ba96857 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440220 Feb 14 21:57:03.664580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39760) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.670052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'network': {'name': 'tempest-network-smoke--1448749896', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.693400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:57:03.697103 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.725180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:57:03.735463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cc95e0f3-d515-489a-b38d-61ab3869718b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.735944 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Added segment cc95e0f3-d515-489a-b38d-61ab3869718b of type vlan for network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 Feb 14 21:57:03.779528 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.807335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.812615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:03.813224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.875338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2093701 Feb 14 21:57:03.878716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39766) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:03.895420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'admin_state_up': True, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:03.915241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eccb01-8836-4543-b054-b7399184e73a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Network': ['ID=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:03.928930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.930254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:03.932604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:57:04.000691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (e496337f-a9f2-474e-97f4-a3b53adb9bcb), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.177105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (e496337f-a9f2-474e-97f4-a3b53adb9bcb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.416678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.436561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.561020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.206 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/9e801e47-8da0-495d-a480-94b30767e98a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:57:04.647491 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.676789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (9e801e47-8da0-495d-a480-94b30767e98a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.720378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9e801e47-8da0-495d-a480-94b30767e98a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:04.773290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:04.777739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:04.782056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:57:04.829190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=9e801e47-8da0-495d-a480-94b30767e98a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:05.100818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:05.356575 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:05.506194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router e496337f-a9f2-474e-97f4-a3b53adb9bcb is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:57:05.636185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:57:05.648666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Sync routers for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:57:05.659074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:05.663373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3942306a-ec6b-4139-ae28-d067dbde32db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7807100 Feb 14 21:57:05.663864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39800) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:05.667598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:05.669555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:05.695668 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-61deaf26-d7ee-4777-9cac-39863a941c63 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304804 Feb 14 21:57:05.698301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:05.812947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d863d2-7ee3-4100-9564-b494ccb4711e tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:05.813420 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:05.815352 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-28d863d2-7ee3-4100-9564-b494ccb4711e tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159055 Feb 14 21:57:05.818345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 39804) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:05.863519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39810) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:05.863783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c9d4381b-a05a-4b15-b62a-512979fcfcc7 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441339 Feb 14 21:57:05.869497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1168837301', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:05.975458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:57:05.981048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.014512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.052599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:04Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:06.104281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Checking router: e496337f-a9f2-474e-97f4-a3b53adb9bcb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:57:06.104789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Updating router e496337f-a9f2-474e-97f4-a3b53adb9bcb port 9e801e47-8da0-495d-a480-94b30767e98a binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:57:06.144569 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9e801e47-8da0-495d-a480-94b30767e98a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.234285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (09816591-f7c1-416d-8850-b7f3bf304c18), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.309493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Subnet': ['ID=09816591-f7c1-416d-8850-b7f3bf304c18,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:06.356820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:57:06.357259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network hostable DHCP agents. Network: 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:57:06.384128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:57:06.401787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:06.417947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644106f-2c12-4c75-a2e9-e4adf2c3ba4c None None] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:57:06.421158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:06.425134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.445901 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-85553848-3ff4-420e-882a-e348f9256b13 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5807140 Feb 14 21:57:06.448645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 39818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:06.503622 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.542750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:57:06.545724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.881267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks [] for port (9e801e47-8da0-495d-a480-94b30767e98a), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.892942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9e801e47-8da0-495d-a480-94b30767e98a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:06.982654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Attempting to bind port 9e801e47-8da0-495d-a480-94b30767e98a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:57:06.983040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Attempting to bind port 9e801e47-8da0-495d-a480-94b30767e98a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:57:06.983465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Attempting to bind port 9e801e47-8da0-495d-a480-94b30767e98a on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:57:07.005226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:57:07.005519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:57:07.005930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.006328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:57:07.006901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Bound port: 9e801e47-8da0-495d-a480-94b30767e98a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:57:07.007381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9e801e47-8da0-495d-a480-94b30767e98a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.062732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] For port 9e801e47-8da0-495d-a480-94b30767e98a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:57:07.066557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] For port 9e801e47-8da0-495d-a480-94b30767e98a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9e801e47-8da0-495d-a480-94b30767e98a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:57:07.072647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78122-7824-416f-a740-a47d9f375e36 None None] Pushing event updated for resources: {'Port': ['ID=9e801e47-8da0-495d-a480-94b30767e98a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:07.080425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9e801e47-8da0-495d-a480-94b30767e98a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.101519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Allocated IP 172.20.0.2 (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262/09816591-f7c1-416d-8850-b7f3bf304c18/dd19de38-7263-41a7-8ff9-9a090325c722) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:57:07.175774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78122-7824-416f-a740-a47d9f375e36 None None] Pushing event updated for resources: {'Port': ['ID=9e801e47-8da0-495d-a480-94b30767e98a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:07.242017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:07.242742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:07.326981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.450844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:07.453299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks [] for port (dd19de38-7263-41a7-8ff9-9a090325c722), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.494170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.523966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.607303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:07.615295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:07.621998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:57:07.627070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Pushing event updated for resources: {'Port': ['ID=dd19de38-7263-41a7-8ff9-9a090325c722,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:07.758433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Attempting to bind port dd19de38-7263-41a7-8ff9-9a090325c722 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:57:07.758918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Attempting to bind port dd19de38-7263-41a7-8ff9-9a090325c722 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:57:07.759446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Attempting to bind port dd19de38-7263-41a7-8ff9-9a090325c722 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:57:07.785762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:57:07.786945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:57:07.786945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.787563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Bound using segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:57:07.788395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Bound port: dd19de38-7263-41a7-8ff9-9a090325c722, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:57:07.788395 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.878303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.1 (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262/09816591-f7c1-416d-8850-b7f3bf304c18/8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:57:07.911511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] For port dd19de38-7263-41a7-8ff9-9a090325c722, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:57:07.919201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] For port dd19de38-7263-41a7-8ff9-9a090325c722, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd19de38-7263-41a7-8ff9-9a090325c722,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:57:07.943147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:07.948800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:04Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:08.014785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed540ae4-75cb-4016-b6c2-5edbf4b13321 None None] The sync data for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 is: [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:04Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:57:08.032650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:08.091864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:08.101413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41a29-a1e7-4c9c-ac58-e1df41ecf7b6 None None] Pushing event updated for resources: {'Port': ['ID=dd19de38-7263-41a7-8ff9-9a090325c722,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:08.142114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:08.147079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:08.176455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:57:08.238483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:08.252844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:08.548929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:08.916761 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:08.921687 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.004964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:09.015667 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.235601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:09.240813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:09.283951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd19de38-7263-41a7-8ff9-9a090325c722 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:09.456254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dd19de38-7263-41a7-8ff9-9a090325c722 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:09.456613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.518471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router e496337f-a9f2-474e-97f4-a3b53adb9bcb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:57:09.576060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dd19de38-7263-41a7-8ff9-9a090325c722 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:09.576481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.615638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923ff27-d143-4471-b800-baf24417971b None None] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:57:09.744885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:57:09.759198 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fc508dcb-2b3d-46ee-bed2-433689607ac1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/e496337f-a9f2-474e-97f4-a3b53adb9bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054135 Feb 14 21:57:09.763194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port dd19de38-7263-41a7-8ff9-9a090325c722, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd19de38-7263-41a7-8ff9-9a090325c722,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:09.773605 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1771fd1b-87ef-430d-98fc-3174cb9ffdb4 None None] Provisioning complete for port dd19de38-7263-41a7-8ff9-9a090325c722 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:09.774158 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1771fd1b-87ef-430d-98fc-3174cb9ffdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.781623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:09.785525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9e801e47-8da0-495d-a480-94b30767e98a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:09.938432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=dd19de38-7263-41a7-8ff9-9a090325c722,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:09.944993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9e801e47-8da0-495d-a480-94b30767e98a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:09.946231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9e801e47-8da0-495d-a480-94b30767e98a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.056648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1771fd1b-87ef-430d-98fc-3174cb9ffdb4 None None] Current status of the port dd19de38-7263-41a7-8ff9-9a090325c722 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:10.109635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-014adde6-6234-4530-af36-bc3a725940b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480041149&fields=id&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 267 time: 0.1026573 Feb 14 21:57:10.182722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9e801e47-8da0-495d-a480-94b30767e98a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:10.183261 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9e801e47-8da0-495d-a480-94b30767e98a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.226459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Provisioning complete for port dd19de38-7263-41a7-8ff9-9a090325c722 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:10.226994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.237204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 9e801e47-8da0-495d-a480-94b30767e98a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9e801e47-8da0-495d-a480-94b30767e98a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:10.284155 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9e801e47-8da0-495d-a480-94b30767e98a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.332848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-861f7de4-9eb2-454b-a755-adefb9fec668 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:10.334809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-861f7de4-9eb2-454b-a755-adefb9fec668 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 797 time: 0.2243819 Feb 14 21:57:10.368813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-a62725be-8f0d-4c21-90f2-df83dd17d92f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/quotas/71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0253043 Feb 14 21:57:10.395426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=9e801e47-8da0-495d-a480-94b30767e98a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:10.478129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Current status of the port dd19de38-7263-41a7-8ff9-9a090325c722 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:10.492321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:10.492798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.556777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2af1f-84bb-451a-bd6b-852abd68842d None None] Port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:57:10.694485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-598fd1b1-3938-4594-acfa-1d3e6b5a80a7 None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:10.695541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-598fd1b1-3938-4594-acfa-1d3e6b5a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:10.768343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Sync routers for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:57:10.790153 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:10.790789 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:10.944061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:10.946317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-90d70a71-bf98-4b55-b2f5-bb074b1da1e2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5678167 Feb 14 21:57:11.037848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-598fd1b1-3938-4594-acfa-1d3e6b5a80a7 None None] Port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:57:11.071820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4d68779f-10e1-444f-b2b5-1b63ada9112e service neutron] 10.222.0.86 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139801 Feb 14 21:57:11.168212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd19de38-7263-41a7-8ff9-9a090325c722 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:11.171399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5c07a67c-5301-41ae-a16b-084093c16c32 None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:11.171806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c07a67c-5301-41ae-a16b-084093c16c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.200933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-69ad9ffc-b41e-4cf5-b68d-b9366cf3c3c1 service neutron] 10.222.0.86 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231666 Feb 14 21:57:11.248671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 2, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:11.277336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5c07a67c-5301-41ae-a16b-084093c16c32 None None] Port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:57:11.283971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port dd19de38-7263-41a7-8ff9-9a090325c722 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:11.284424 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.319949 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Checking router: e496337f-a9f2-474e-97f4-a3b53adb9bcb for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:57:11.320567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Updating router e496337f-a9f2-474e-97f4-a3b53adb9bcb port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:57:11.356155 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.380934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port dd19de38-7263-41a7-8ff9-9a090325c722 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:11.382139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9e801e47-8da0-495d-a480-94b30767e98a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:11.530005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33b537b7-030a-4093-baec-d93547f026bc req-dc351a33-474b-4df4-9161-3979f885d739 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 210 time: 0.0467019 Feb 14 21:57:11.556518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9e801e47-8da0-495d-a480-94b30767e98a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:11.556904 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9e801e47-8da0-495d-a480-94b30767e98a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.713154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9e801e47-8da0-495d-a480-94b30767e98a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:11.896941 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks [] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.904009 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:11.992164 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Pushing event updated for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:12.016665 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.017711 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.018085 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.018427 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.018764 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.019097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.019507 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.019845 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.020536 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.020873 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.021206 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.021585 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.021915 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:12.060345 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Attempting to bind port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:57:12.060880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Attempting to bind port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:57:12.061255 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Attempting to bind port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:57:12.065952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-9dadc83a-19e3-4fff-bc80-3c2ab839e755 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724883 Feb 14 21:57:12.068575 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:57:12.068952 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:57:12.069439 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.069843 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Bound using segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:57:12.070425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Bound port: 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:57:12.070811 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.183639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] For port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:57:12.187282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] For port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:57:12.200646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-cd667676-6393-4a02-9066-9eb09de409ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:12.201115 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.205758 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-cd667676-6393-4a02-9066-9eb09de409ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1128 time: 0.0712070 Feb 14 21:57:12.313010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:12.314199 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.346472 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2baa38-3414-46ae-9c39-879980ed4ff1 None None] Pushing event updated for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:12.353835 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:12.354476 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:12.370097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-6efaeb2f-04fd-4e76-a1cd-4c22d8f20043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:12.371796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-6efaeb2f-04fd-4e76-a1cd-4c22d8f20043 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1460843 Feb 14 21:57:12.439663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Current status of the port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:12.440282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.462653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-1f2513c1-f4a9-4e48-9ccb-e1fac73c8bc1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 1001 time: 0.0840797 Feb 14 21:57:12.497281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] For port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:12.509282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.530238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-d03ead22-bed3-4ada-9fb7-178be1b05879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:12.531827 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-d03ead22-bed3-4ada-9fb7-178be1b05879 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0606959 Feb 14 21:57:12.550734 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:12.646033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-445f3ca5-c364-4b54-ac9e-fe5814145d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:12.648336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-445f3ca5-c364-4b54-ac9e-fe5814145d71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1072607 Feb 14 21:57:12.651375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d30d-658c-412a-a1a0-dabe2d2155c8 None None] Pushing event updated for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:12.674695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-757dfc86-663b-49e8-bb2e-049b7233c73e None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:12.675391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-757dfc86-663b-49e8-bb2e-049b7233c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:12.706090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eee52042-074d-4cfc-a64e-6cdca4b47f7c req-d6dc7a91-ef43-4827-937d-ddcd658fe6a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 210 time: 0.0491886 Feb 14 21:57:12.787552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-757dfc86-663b-49e8-bb2e-049b7233c73e None None] Current status of the port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:12.839956 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-94220149-23c5-4c1b-ae74-0a1b91b6b64b service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776564 Feb 14 21:57:12.936698 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:12.961572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-0f086263-4995-4ca6-a1ab-78ab5590ad63 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:12.963316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-0f086263-4995-4ca6-a1ab-78ab5590ad63 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 797 time: 0.2045965 Feb 14 21:57:12.983750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28983f9-7053-4cd3-8d95-7aab86b4c744 None None] The sync data for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 is: [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:57:13.014882 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-05ac2097-f6cb-4e8f-8413-41b8a31d42f7 req-257d9035-38f1-4a1d-a9e2-4deaa4d795b8 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676626 Feb 14 21:57:13.094549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-999bb7dc-0d4e-4e99-b92f-91f19b2649d9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 379 time: 0.1223083 Feb 14 21:57:13.104994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'port': {'device_id': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'admin_state_up': True, 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'security_groups': ['3ef30de9-ecfb-455e-ae80-6d2cc425753d']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:13.197207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:13.273788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:13.274168 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:13.275433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:57:13.280695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:13.402507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:13.470816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.9 (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262/09816591-f7c1-416d-8850-b7f3bf304c18/4b454d66-069e-4cb8-95ed-c7589503ad28) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:57:13.635950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:13.677178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:13.728546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:13.732147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:13.739419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:57:13.773011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:13.807118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:13.807780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:13.825710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-4965d8a4-fa83-4837-88d6-947070f7b9c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255876 Feb 14 21:57:13.872690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Request body: {'port': {'device_id': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:13.970728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e244675-378a-4161-988a-00613d21d5ec req-e942fc7e-8307-4bd6-906b-ea8d1b6272fb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:13.971172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e244675-378a-4161-988a-00613d21d5ec req-e942fc7e-8307-4bd6-906b-ea8d1b6272fb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 931 time: 0.1444561 Feb 14 21:57:13.998585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.093271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e244675-378a-4161-988a-00613d21d5ec req-82aa01e2-2504-4b97-86d5-5390e9ba048c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149585 Feb 14 21:57:14.124984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-873dea34-e06b-42dd-bbb4-4448208a31ae None None] Provisioning complete for port 4b454d66-069e-4cb8-95ed-c7589503ad28 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:14.125374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-873dea34-e06b-42dd-bbb4-4448208a31ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.165517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-873dea34-e06b-42dd-bbb4-4448208a31ae None None] Port 4b454d66-069e-4cb8-95ed-c7589503ad28 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:57:14.372538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:57:14.381241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks [] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.397507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Transition to ACTIVE for port object 4b454d66-069e-4cb8-95ed-c7589503ad28 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:57:14.402805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.456765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:14.555332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:57:14.555670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:57:14.556249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:57:14.561300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:57:14.561509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:57:14.580234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:57:14.580595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:57:14.581178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Bound using segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:57:14.581800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Bound port: 4b454d66-069e-4cb8-95ed-c7589503ad28, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:57:14.582219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.676447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:57:14.680410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:57:14.689308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.725880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:14.726346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:14.727701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 1092 time: 0.8611302 Feb 14 21:57:14.730210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:57:14.733369 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4853dbe8-aa76-4919-806e-7de79a23c229" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:57:14.763342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3999-fc7d-4930-afe8-8fe6ee8ebc46 service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:14.804656 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b39e12-3c15-4c91-9dd8-e91cb57162ba x-openstack-request-id: req-c5b39e12-3c15-4c91-9dd8-e91cb57162ba {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:57:14.804953 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:57:14.805209 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5b39e12-3c15-4c91-9dd8-e91cb57162ba {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:57:14.805620 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:57:14.849896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-190c4901-9b7a-48ce-85ab-7e16db5e40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:14.851784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-190c4901-9b7a-48ce-85ab-7e16db5e40ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0737076 Feb 14 21:57:14.901726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-19d866de-1da2-4d4d-ac3e-3d395e315a28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 217 time: 0.0410676 Feb 14 21:57:14.961698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-fbc7cc47-d4ad-47fb-8781-0c4fbda45523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:14.961698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-fbc7cc47-d4ad-47fb-8781-0c4fbda45523 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0500479 Feb 14 21:57:15.012459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-c531b688-1ab7-49ed-9715-9f9552608294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.014964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-c531b688-1ab7-49ed-9715-9f9552608294 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497279 Feb 14 21:57:15.119537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-416b9780-ad34-4705-9352-cbdf5acf3a49 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931191 Feb 14 21:57:15.256503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88a5f248-c266-473e-a849-7c5177c2d5a1 req-6001fb0f-1db9-46f7-89b1-a5ebed804f02 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303067 Feb 14 21:57:15.270345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9f747-3696-4213-b579-2343787dd8b7 req-ba13c812-67b5-4582-a392-5c3362493b60 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.272127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44d9f747-3696-4213-b579-2343787dd8b7 req-ba13c812-67b5-4582-a392-5c3362493b60 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0966065 Feb 14 21:57:15.334030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-44d9f747-3696-4213-b579-2343787dd8b7 req-40973cf1-a4bf-4a3f-bab6-b664aa74b88a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551231 Feb 14 21:57:15.368019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-9083e73d-06e4-432d-8bdf-1501a5597218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.369522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-9083e73d-06e4-432d-8bdf-1501a5597218 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0519667 Feb 14 21:57:15.466429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-993c1bc6-d0f7-40a7-a940-4fe0830bcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.468358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-993c1bc6-d0f7-40a7-a940-4fe0830bcc3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.0922279 Feb 14 21:57:15.515216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-59334803-79da-479d-8cdb-bebad4481fde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 217 time: 0.0397596 Feb 14 21:57:15.566087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-10fe71ee-acdb-407c-9fff-8778c1f85d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.567667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-10fe71ee-acdb-407c-9fff-8778c1f85d4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0466113 Feb 14 21:57:15.619898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-d8e087b8-a40b-4864-b5e6-f77a87be424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:15.621524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-d8e087b8-a40b-4864-b5e6-f77a87be424d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467851 Feb 14 21:57:15.721925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-7c1e291e-6fd7-472a-85d4-4d67ea29b9fa service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Feb 14 21:57:15.812954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4853dbe8-aa76-4919-806e-7de79a23c229 req-82c4906f-98fa-4118-9d55-01c91976941e service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842438 Feb 14 21:57:16.466377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2a4f3-097a-4c36-a432-83f6ab6d6388 req-34dc0e99-2e9b-4f9b-b2af-49377eed680d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:16.468210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1be2a4f3-097a-4c36-a432-83f6ab6d6388 req-34dc0e99-2e9b-4f9b-b2af-49377eed680d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0622172 Feb 14 21:57:16.528780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1be2a4f3-097a-4c36-a432-83f6ab6d6388 req-a98c81c3-4e9f-41d3-900b-a4923d1f81c1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545518 Feb 14 21:57:17.663763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccee5c2-7188-482c-a35f-0649d9957a2d req-43cec1fd-8b17-4317-8411-18d37cdbfb46 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:17.665406 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccee5c2-7188-482c-a35f-0649d9957a2d req-43cec1fd-8b17-4317-8411-18d37cdbfb46 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0634105 Feb 14 21:57:17.721701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:57:17.728147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fccee5c2-7188-482c-a35f-0649d9957a2d req-869ea693-e4b8-435c-bf89-3cf3b9fa29fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566392 Feb 14 21:57:17.831381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:17.843232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:57:17.887979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:17.888374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:17.905390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:57:17.925177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:17.928686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:17.979276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:18.152056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4b454d66-069e-4cb8-95ed-c7589503ad28'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:57:18.845875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389845f-278f-48af-8427-4fc86149b3ab req-af6de566-26c2-41dd-951d-5f0173cdc893 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:18.848328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3389845f-278f-48af-8427-4fc86149b3ab req-af6de566-26c2-41dd-951d-5f0173cdc893 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.0557902 Feb 14 21:57:18.902171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3389845f-278f-48af-8427-4fc86149b3ab req-aa879d57-02c3-49e4-aedb-579f7ca45d22 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488331 Feb 14 21:57:19.751633 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:57:19.807765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4b454d66-069e-4cb8-95ed-c7589503ad28 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:57:19.811884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4b454d66-069e-4cb8-95ed-c7589503ad28 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:57:19.812323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:19.895674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:57:19.896100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:19.920570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:57:19.923377 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dabad77-5837-4639-aac3-ae36627fb3c4" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:57:19.936002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:19.945009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:20.007324 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179eaebc-f0af-4fff-97d7-f63e347e3d6e x-openstack-request-id: req-179eaebc-f0af-4fff-97d7-f63e347e3d6e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:57:20.007634 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:57:20.008099 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-179eaebc-f0af-4fff-97d7-f63e347e3d6e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:57:20.008528 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'code': 200} Feb 14 21:57:20.041110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:20.104794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf250-2f67-41c9-8087-743faa58ee72 req-7e4107e9-d88f-4553-85dc-335f68d71045 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:20.112187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82cbf250-2f67-41c9-8087-743faa58ee72 req-7e4107e9-d88f-4553-85dc-335f68d71045 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0969253 Feb 14 21:57:20.131067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61249f-3d8b-403b-8276-59644c11f1ef req-1d991475-56ba-432a-9d5d-68bb21d0fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:20.132459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d61249f-3d8b-403b-8276-59644c11f1ef req-1d991475-56ba-432a-9d5d-68bb21d0fa86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1128 time: 0.0851126 Feb 14 21:57:20.179983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82cbf250-2f67-41c9-8087-743faa58ee72 req-3ca565b6-e33c-42de-85de-12af7a8d0d8f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669293 Feb 14 21:57:20.212320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9d61249f-3d8b-403b-8276-59644c11f1ef req-6db0bbf2-c0d1-45db-9168-6909ca4765f4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720329 Feb 14 21:57:21.326016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d4f6-1024-4efc-a22b-7d0ec72d0bed req-82c6cab3-ac35-4620-9a4b-565defa34505 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:21.327692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa28d4f6-1024-4efc-a22b-7d0ec72d0bed req-82c6cab3-ac35-4620-9a4b-565defa34505 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0595121 Feb 14 21:57:21.377626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa28d4f6-1024-4efc-a22b-7d0ec72d0bed req-266afd85-1b58-46b3-b8cb-3de25ce35b2e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441561 Feb 14 21:57:21.552652 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:57:22.512754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb942ae2-3408-4b25-9705-2c337e2a4f4d req-505f462f-096c-4539-94b9-95101ce2d6ed tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:22.514238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb942ae2-3408-4b25-9705-2c337e2a4f4d req-505f462f-096c-4539-94b9-95101ce2d6ed tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0660996 Feb 14 21:57:22.569283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eb942ae2-3408-4b25-9705-2c337e2a4f4d req-bf25980f-63a5-4738-bbd0-094ae72b36b9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486212 Feb 14 21:57:22.700372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc09a-fab5-4f4a-a2ed-78998bf8f6c6 req-2f234213-bd09-40ac-a9d1-3af0f1263176 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:22.701990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eecbc09a-fab5-4f4a-a2ed-78998bf8f6c6 req-2f234213-bd09-40ac-a9d1-3af0f1263176 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0650494 Feb 14 21:57:22.757548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eecbc09a-fab5-4f4a-a2ed-78998bf8f6c6 req-9b733cae-288d-4246-a5aa-9a131e33e3ba tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Feb 14 21:57:22.781080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:22.833357 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5115dbb-e98f-487a-a329-29aebb988d8b tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:22.838032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:22.839849 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c5115dbb-e98f-487a-a329-29aebb988d8b tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1123 time: 0.0575449 Feb 14 21:57:22.842847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:57:22.864706 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:22.970963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:23.091727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.9 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/9c681bb3-4bbc-47a2-bf51-1944ae7ccadf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:57:23.198784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:23.233958 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:23.276760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:57:23.283309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:57:23.287855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:57:23.290945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=9c681bb3-4bbc-47a2-bf51-1944ae7ccadf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:23.689780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (8e5d5252-d30e-4be8-bce4-16ea881c6a86), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:23.791117 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:24.080213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:24.085581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:24.163144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=9c681bb3-4bbc-47a2-bf51-1944ae7ccadf,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:24.176625 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (8e5d5252-d30e-4be8-bce4-16ea881c6a86), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:24.295253 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 8e5d5252-d30e-4be8-bce4-16ea881c6a86 associated. External IP: 172.25.2.9, port: 4b454d66-069e-4cb8-95ed-c7589503ad28. Feb 14 21:57:24.514957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router e496337f-a9f2-474e-97f4-a3b53adb9bcb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:57:24.630386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:57:24.640866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Sync routers for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:57:24.651568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:24.652034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:24.652250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:24.682587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-58b993ce-6cce-41ff-a6be-790750c60694 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8434319 Feb 14 21:57:24.683285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:57:24.695766 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:57:24.764371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:24.796660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d33ca8-d32d-47f3-b4c3-8d1c74de29e4 req-a799b87e-2784-469b-b2eb-a91c82833c94 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:24.806787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43d33ca8-d32d-47f3-b4c3-8d1c74de29e4 req-a799b87e-2784-469b-b2eb-a91c82833c94 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0718327 Feb 14 21:57:24.903632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43d33ca8-d32d-47f3-b4c3-8d1c74de29e4 req-e41d4fa9-18d2-4816-bdfd-ea62065f90c8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954688 Feb 14 21:57:24.928020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40214) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:25.019143 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d75187-888c-4aae-a49d-fdf1f3ad8135 x-openstack-request-id: req-82d75187-888c-4aae-a49d-fdf1f3ad8135 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:57:25.019630 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:57:25.019885 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82d75187-888c-4aae-a49d-fdf1f3ad8135 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:57:25.020215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8e5d5252-d30e-4be8-bce4-16ea881c6a86', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:57:23Z', 'updated_at': '2022-02-14T21:57:23Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:25.020423 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:57:25.047043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ac3494f4-d365-414a-a741-5347c45ad631 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/8e5d5252-d30e-4be8-bce4-16ea881c6a86 HTTP/1.1" status: 200 len: 989 time: 0.1172698 Feb 14 21:57:25.056237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Checking router: e496337f-a9f2-474e-97f4-a3b53adb9bcb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:57:25.065395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:57:25.066090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:57:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:25.076555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-d9199577-7e97-49c7-b98e-282c7a29a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:25.078485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-d9199577-7e97-49c7-b98e-282c7a29a9a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1128 time: 0.0687950 Feb 14 21:57:25.190808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:57:25.194736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-44562080-b419-4625-ae1c-6d97ee27e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:25.196374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-44562080-b419-4625-ae1c-6d97ee27e825 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1117678 Feb 14 21:57:25.515261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8e5d5252-d30e-4be8-bce4-16ea881c6a86', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:57:23Z', 'updated_at': '2022-02-14T21:57:23Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:57:25.544503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11599b33-9f6f-4024-b3b7-6d64949ee5ee None None] The sync data for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 is: [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8e5d5252-d30e-4be8-bce4-16ea881c6a86', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:57:23Z', 'updated_at': '2022-02-14T21:57:23Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:57:25.643847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-9e2b52e3-0051-4a8b-86f3-8a6aa9465ced service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.4410143 Feb 14 21:57:25.697804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-7d35ec58-6de2-4064-bb1d-e836fd2f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:25.699608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-7d35ec58-6de2-4064-bb1d-e836fd2f9457 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0501685 Feb 14 21:57:25.759886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-772d7133-cc3a-4299-a149-a2a3c57c0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:25.761834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-772d7133-cc3a-4299-a149-a2a3c57c0395 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536449 Feb 14 21:57:25.835062 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7fd10-8123-4f80-b8eb-c4fff1f95908 None None] New status for floating IP 8e5d5252-d30e-4be8-bce4-16ea881c6a86: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:57:25.882563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-84e38c0a-8265-415a-b2e8-62e3d19d6f83 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144681 Feb 14 21:57:26.006758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29694b1e-ac38-4d04-a4f5-dcb74692ba1d req-553c3419-d294-4732-89cc-549bc9883ad2 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153588 Feb 14 21:57:26.051078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 40236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:26.131046 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-329956f7-0901-44fe-9085-4d59653635db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/8e5d5252-d30e-4be8-bce4-16ea881c6a86 HTTP/1.1" status: 200 len: 991 time: 0.0778022 Feb 14 21:57:28.911723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:30.982320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-309866cc-930c-4b6e-87de-be68bf2e1536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:33.361343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1226036-1195-489c-b8d4-72c5b5df75b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:34.640306 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:35.830908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:36.375587 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:37.293742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:46.288764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d05e7d-4733-4329-8d9f-70c3b5105fda req-712b8d07-7274-4818-b350-5f64420777de tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:46.291016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6d05e7d-4733-4329-8d9f-70c3b5105fda req-712b8d07-7274-4818-b350-5f64420777de tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.0537162 Feb 14 21:57:46.342410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c6d05e7d-4733-4329-8d9f-70c3b5105fda req-ec2f98d2-a812-45cb-b975-a66d7fa81b47 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Feb 14 21:57:47.468099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830049d-838d-48f0-8a3d-8614bfe2a092 req-88ede233-6001-49bb-a7d2-d37348c439bf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:47.470841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6830049d-838d-48f0-8a3d-8614bfe2a092 req-88ede233-6001-49bb-a7d2-d37348c439bf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.0579984 Feb 14 21:57:47.517429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6830049d-838d-48f0-8a3d-8614bfe2a092 req-03b5122e-19d2-4416-827e-c5ac32a9d6f6 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Feb 14 21:57:48.331986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-b3e79723-9f0d-4e54-a26c-c7242d7e0bcf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:48.333503 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-b3e79723-9f0d-4e54-a26c-c7242d7e0bcf tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Feb 14 21:57:48.429024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Deleting port 066bcdd9-3607-43c3-a509-cd99a48abe9e {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:57:48.429284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:48.516707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] For port 066bcdd9-3607-43c3-a509-cd99a48abe9e, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=066bcdd9-3607-43c3-a509-cd99a48abe9e,segment=NetworkSegment(a8daf633-737b-470b-a71f-80e5a1b1f7fd),segment_id=a8daf633-737b-470b-a71f-80e5a1b1f7fd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:57:48.517067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:48.528504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Calling delete_port for 066bcdd9-3607-43c3-a509-cd99a48abe9e owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:57:48.647226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8474c0-9f30-4366-a0a1-853fe65f7acb req-c58c7c2f-b859-4a61-8aad-b80bc9099fed tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:48.651779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f8474c0-9f30-4366-a0a1-853fe65f7acb req-c58c7c2f-b859-4a61-8aad-b80bc9099fed tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/ports?device_id=06e5acb9-9a77-417a-8d58-955677b16d94 HTTP/1.1" status: 200 len: 945 time: 0.0604594 Feb 14 21:57:48.679956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (066bcdd9-3607-43c3-a509-cd99a48abe9e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:48.694317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['066bcdd9-3607-43c3-a509-cd99a48abe9e'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:57:48.713405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f8474c0-9f30-4366-a0a1-853fe65f7acb req-a49b07d8-ab42-42a3-bc61-5daa81a47c02 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.86 "GET /v2.0/security-groups?id=6dbbde4e-05a7-48d0-b59a-977014f36a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Feb 14 21:57:48.725641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Pushing event deleted for resources: {'Port': ['ID=066bcdd9-3607-43c3-a509-cd99a48abe9e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:57:48.754609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.754967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.755384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.755752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.756338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.756783 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.757124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.757449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.757780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.758117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.758449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.758781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.759111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:57:48.776932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] No DVR routers for this DVR port 066bcdd9-3607-43c3-a509-cd99a48abe9e on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:57:48.779837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:48.783746 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-d90b45b5-61b0-42bd-b883-dbe81b147c4b req-4f4947cf-5bc8-40af-a8ad-c132eab82fe9 tempest-VolumesSnapshotTestJSON-136870294 tempest-VolumesSnapshotTestJSON-136870294-project] 10.222.0.64 "DELETE /v2.0/ports/066bcdd9-3607-43c3-a509-cd99a48abe9e HTTP/1.1" status: 204 len: 173 time: 0.4449341 Feb 14 21:57:48.784351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'name': 'network-vif-deleted', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:57:48.786669 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09496fc6-98d2-4197-82f7-744c98e960c2" -d '{"events": [{"server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "name": "network-vif-deleted", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:57:49.002515 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fcbfd-0d5e-4b5c-bca1-b496cf0d799c x-openstack-request-id: req-595fcbfd-0d5e-4b5c-bca1-b496cf0d799c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:57:49.002817 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5acb9-9a77-417a-8d58-955677b16d94", "name": "network-vif-deleted", "tag": "066bcdd9-3607-43c3-a509-cd99a48abe9e", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:57:49.003068 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-595fcbfd-0d5e-4b5c-bca1-b496cf0d799c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:57:49.003521 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5acb9-9a77-417a-8d58-955677b16d94', 'name': 'network-vif-deleted', 'tag': '066bcdd9-3607-43c3-a509-cd99a48abe9e', 'status': 'completed', 'code': 200} Feb 14 21:57:53.138350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 066bcdd9-3607-43c3-a509-cd99a48abe9e no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:57:53.163697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 066bcdd9-3607-43c3-a509-cd99a48abe9e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:57:53.164569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 066bcdd9-3607-43c3-a509-cd99a48abe9e not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:57:57.605324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8f53-9ce6-4df4-881c-097c39cb6977 req-805ac603-6914-4b22-a38b-3c3ca2df792f tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:57.606848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23fa8f53-9ce6-4df4-881c-097c39cb6977 req-805ac603-6914-4b22-a38b-3c3ca2df792f tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1128 time: 0.0484972 Feb 14 21:57:57.661506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-23fa8f53-9ce6-4df4-881c-097c39cb6977 req-d49872ac-8aaa-45b0-b1be-5ea922b34962 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480065 Feb 14 21:57:57.807866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8574-5310-40c4-9bdb-849fe5aa9c15 req-4c0af57d-bbca-4e58-91e8-8c2f26a02b19 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:57.815682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c6d8574-5310-40c4-9bdb-849fe5aa9c15 req-4c0af57d-bbca-4e58-91e8-8c2f26a02b19 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0741541 Feb 14 21:57:57.864642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c6d8574-5310-40c4-9bdb-849fe5aa9c15 req-8b302bc2-2bd0-44cb-b7f3-b4eea6e3f94d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474629 Feb 14 21:57:57.886469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 40976) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:57:57.956436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1f5f8686-0510-4586-bdef-63b13bf19587 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/8e5d5252-d30e-4be8-bce4-16ea881c6a86 HTTP/1.1" status: 200 len: 991 time: 0.0687051 Feb 14 21:57:58.523277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8421-4c96-4071-b06b-5790341a3c63 req-047c81a0-da62-4dc9-b1b1-9579ecac53c3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:58.524826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97eb8421-4c96-4071-b06b-5790341a3c63 req-047c81a0-da62-4dc9-b1b1-9579ecac53c3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0908129 Feb 14 21:57:58.532460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-8be55219-4f9d-4539-a16d-a58f751d96ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640697 Feb 14 21:57:58.556693 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:57:58.582437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-97eb8421-4c96-4071-b06b-5790341a3c63 req-fd46fb35-d592-4e33-9645-ff0a0f7862db tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489035 Feb 14 21:57:58.923960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:57:58.971346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-f4700748-faa1-455b-a8d6-0eb8f1c81d50 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:58.972771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-f4700748-faa1-455b-a8d6-0eb8f1c81d50 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 1125 time: 0.0449862 Feb 14 21:57:59.710503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224fb6-7228-444f-a974-b431f8989bf0 req-32f5bb98-0d13-464c-bf8b-b5095d5b5471 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:59.712139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a224fb6-7228-444f-a974-b431f8989bf0 req-32f5bb98-0d13-464c-bf8b-b5095d5b5471 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0562778 Feb 14 21:57:59.815230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4a224fb6-7228-444f-a974-b431f8989bf0 req-e83140ec-3fa5-4ae3-be29-c60fcdf72225 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852385 Feb 14 21:57:59.830864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-f8446f94-96be-46f6-956e-fb69928c5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:57:59.835490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-f8446f94-96be-46f6-956e-fb69928c5c9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1128 time: 0.0596714 Feb 14 21:58:00.016452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-429ab310-e138-430e-8b30-4c2296c638b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:00.017952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-429ab310-e138-430e-8b30-4c2296c638b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1765549 Feb 14 21:58:00.106937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-d3602d6c-8390-4302-a810-99b4647e5c6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 999 time: 0.0816872 Feb 14 21:58:00.171885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-573e18dd-f4e1-4ae6-b4bb-1e2c7782c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:00.173397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-573e18dd-f4e1-4ae6-b4bb-1e2c7782c9ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0573654 Feb 14 21:58:00.260849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-1b56b94f-1c4f-4747-9b54-8cfa2847aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:00.262305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-1b56b94f-1c4f-4747-9b54-8cfa2847aac3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0828326 Feb 14 21:58:00.422335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-9dbe250c-2774-454a-92d2-245bc194068a service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501739 Feb 14 21:58:00.526954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-f7451388-f5d0-447f-b0d9-96c55d5601cd service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992899 Feb 14 21:58:00.949732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220ec-7a65-40a9-9794-d080cad6dbe0 req-daf80bc8-7d47-45a2-8f28-f2e5a480eec0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:00.951359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d1220ec-7a65-40a9-9794-d080cad6dbe0 req-daf80bc8-7d47-45a2-8f28-f2e5a480eec0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0575843 Feb 14 21:58:01.014914 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddce6a71-892c-4f39-a5da-881e1e2f6fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:01.033790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d1220ec-7a65-40a9-9794-d080cad6dbe0 req-98b7b554-9447-4bf3-8ebc-473993be6233 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744090 Feb 14 21:58:02.237017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a346-70ee-440f-99af-fcd2d50ec1e5 req-6ab94bc7-1169-4ea9-98d8-6bb7d17ad225 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:02.245691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a238a346-70ee-440f-99af-fcd2d50ec1e5 req-6ab94bc7-1169-4ea9-98d8-6bb7d17ad225 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0941534 Feb 14 21:58:02.300882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a238a346-70ee-440f-99af-fcd2d50ec1e5 req-59f673cc-e1f9-4bbf-b7bd-cacc917f89ee tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542839 Feb 14 21:58:03.362780 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0cc06b5-7930-435d-9544-337b77f73aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:03.437327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298c9b-d936-423b-820d-b5ded6817fe8 req-20a33194-9728-418f-9577-93e1c8df4060 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:03.445831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43298c9b-d936-423b-820d-b5ded6817fe8 req-20a33194-9728-418f-9577-93e1c8df4060 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0637131 Feb 14 21:58:03.518947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43298c9b-d936-423b-820d-b5ded6817fe8 req-ebcc30c4-59c8-4b28-b4a1-b2221c6f2e1e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717483 Feb 14 21:58:04.647100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:04.657379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e18fc-1084-4fe2-845b-4a00fe8760b9 req-fe1b012f-2eec-4614-b5e2-029fdd5f2403 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:04.659586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c3e18fc-1084-4fe2-845b-4a00fe8760b9 req-fe1b012f-2eec-4614-b5e2-029fdd5f2403 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0701902 Feb 14 21:58:04.720524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c3e18fc-1084-4fe2-845b-4a00fe8760b9 req-d30d292d-f1e2-453a-95a5-1fbdbba1e0e3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538239 Feb 14 21:58:05.669716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:05.784407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:05.836636 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:05.879959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3341f7-584d-4852-a5a3-4b66b8091e29 req-1a515db9-5040-4995-b280-81bebf784d88 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:05.881460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d3341f7-584d-4852-a5a3-4b66b8091e29 req-1a515db9-5040-4995-b280-81bebf784d88 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0844610 Feb 14 21:58:05.934202 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Publish callbacks [] for security_group (1dd59ae0-8692-46d0-8dd7-c4426669743c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:05.938591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1dd59ae0-8692-46d0-8dd7-c4426669743c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:05.970808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d3341f7-584d-4852-a5a3-4b66b8091e29 req-8c986fa6-cf60-47e6-b28b-3d13de1fc896 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823445 Feb 14 21:58:05.989137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd59ae0-8692-46d0-8dd7-c4426669743c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:05.998743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6b8da3e8cd34ea79793fc220d3cd706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279619 Feb 14 21:58:06.000340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.000692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.001131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.001479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.001632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:06.002091 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.002202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.002457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.002787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.003115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.003476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.003893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.004235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.004569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd9594-4aec-4ac5-ba03-b7f461c5b21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:06.056475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] Publish callbacks [] for security_group (1dd59ae0-8692-46d0-8dd7-c4426669743c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.078001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] Publish callbacks [] for security_group (1dd59ae0-8692-46d0-8dd7-c4426669743c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.129089 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1dd59ae0-8692-46d0-8dd7-c4426669743c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.131664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.132850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1dd59ae0-8692-46d0-8dd7-c4426669743c HTTP/1.1" status: 204 len: 168 time: 0.1301825 Feb 14 21:58:06.141106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba5a5-d73e-495d-84c9-8e2ca771130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd59ae0-8692-46d0-8dd7-c4426669743c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:06.381293 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.414201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41072) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:06.429770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a08-6558-4a8c-88a5-f4eb105ce766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.520373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a08-6558-4a8c-88a5-f4eb105ce766 admin admin] Publish callbacks [] for security_group (e34a9126-5fd3-4518-aba7-d07710b3c793), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.525148 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a08-6558-4a8c-88a5-f4eb105ce766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e34a9126-5fd3-4518-aba7-d07710b3c793), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.576507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7c5a2a08-6558-4a8c-88a5-f4eb105ce766 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0cf1ef8ceff043c1a6d023e8dadb06ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584225 Feb 14 21:58:06.577264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:06.585702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a2a08-6558-4a8c-88a5-f4eb105ce766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a9126-5fd3-4518-aba7-d07710b3c793,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:06.646389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] Publish callbacks [] for security_group (e34a9126-5fd3-4518-aba7-d07710b3c793), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.668158 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] Publish callbacks [] for security_group (e34a9126-5fd3-4518-aba7-d07710b3c793), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.716623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e34a9126-5fd3-4518-aba7-d07710b3c793), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.720506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:06.722480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e34a9126-5fd3-4518-aba7-d07710b3c793 HTTP/1.1" status: 204 len: 168 time: 0.1433835 Feb 14 21:58:06.732879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd402f5-b02b-46bd-9d02-9bc571e4a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a9126-5fd3-4518-aba7-d07710b3c793,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:07.130949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd69f7-8414-4542-8286-55a5596619a8 req-520d996b-e649-408d-b151-cb3964166a1d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:07.138846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7cd69f7-8414-4542-8286-55a5596619a8 req-520d996b-e649-408d-b151-cb3964166a1d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0745318 Feb 14 21:58:07.196168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7cd69f7-8414-4542-8286-55a5596619a8 req-85d2567a-e7f2-4a29-8860-00535960b8f3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562742 Feb 14 21:58:07.307966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:08.320916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422593f-9db6-43e2-b27f-ff0dff5bc69f req-a59aae6e-c747-45e3-8670-06b07e67bfd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:08.322517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3422593f-9db6-43e2-b27f-ff0dff5bc69f req-a59aae6e-c747-45e3-8670-06b07e67bfd8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Feb 14 21:58:08.374171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3422593f-9db6-43e2-b27f-ff0dff5bc69f req-9c1b0bad-4241-4ce1-9dee-a08c649ff6f9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Feb 14 21:58:09.496760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f683-de1e-47e8-bda6-31821c7b561e req-e2afed35-83e4-412c-a1d3-099bc64b88ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:09.498261 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1a0f683-de1e-47e8-bda6-31821c7b561e req-e2afed35-83e4-412c-a1d3-099bc64b88ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0543234 Feb 14 21:58:09.547661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1a0f683-de1e-47e8-bda6-31821c7b561e req-a46ab9b5-0e0a-4581-be5c-8a208141dbdf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Feb 14 21:58:10.681714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f03f-9e86-4e17-9d4c-308d0abb3104 req-d41f5658-2e2e-44d2-98f3-fd501c4cc0e4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:10.683125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae63f03f-9e86-4e17-9d4c-308d0abb3104 req-d41f5658-2e2e-44d2-98f3-fd501c4cc0e4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0624492 Feb 14 21:58:10.734939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae63f03f-9e86-4e17-9d4c-308d0abb3104 req-978f32ad-07a6-4549-9c38-a3e9a3401163 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Feb 14 21:58:11.885424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e1126-551d-4a70-9a18-63a77e1beb4a req-cc921e06-99f9-4e2c-b2a3-9cd26b190e4e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:11.893664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd4e1126-551d-4a70-9a18-63a77e1beb4a req-cc921e06-99f9-4e2c-b2a3-9cd26b190e4e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0795000 Feb 14 21:58:11.947726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd4e1126-551d-4a70-9a18-63a77e1beb4a req-a53f4a73-f80f-4c79-acc1-3760703f42b6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526042 Feb 14 21:58:12.525650 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-a403ff95-f6ba-4589-8aef-45401d9e423d service neutron] show failed (client error): The resource could not be found. Feb 14 21:58:12.526660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-a403ff95-f6ba-4589-8aef-45401d9e423d service neutron] 10.222.0.83 "GET /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0619977 Feb 14 21:58:12.723198 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-4e12c790-219a-4928-ad62-178172210e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:12.724579 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-4e12c790-219a-4928-ad62-178172210e9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 1128 time: 0.0443339 Feb 14 21:58:12.735837 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:58:12.796415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.015528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:13.054568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:58:13.086006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601175bd-c5cc-4cc4-b7da-391625356393 req-26f27a6e-1f93-43ab-8ec6-b7aa5d094c8d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.087523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-601175bd-c5cc-4cc4-b7da-391625356393 req-26f27a6e-1f93-43ab-8ec6-b7aa5d094c8d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Feb 14 21:58:13.101486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:13.104247 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d900d-a08a-4573-8bc7-46851021ed77" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-unplugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:13.109115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks [] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.122096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Transition to ACTIVE for port object 4b454d66-069e-4cb8-95ed-c7589503ad28 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:58:13.126607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.143402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-601175bd-c5cc-4cc4-b7da-391625356393 req-1256a47f-09b2-4df7-9307-9fa22d05a64a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487731 Feb 14 21:58:13.179018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:13.241133 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf783c-a5b6-4735-9f1e-92f46f9d0ac6 x-openstack-request-id: req-f7bf783c-a5b6-4735-9f1e-92f46f9d0ac6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:13.241597 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-unplugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:13.241847 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7bf783c-a5b6-4735-9f1e-92f46f9d0ac6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:13.242250 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'code': 200} Feb 14 21:58:13.297181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] No DVR routers for this DVR port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h2-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:58:13.473014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:58:13.473465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:58:13.473947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:13.480977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:58:13.481377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:13.487829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:58:13.488329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:58:13.488983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Bound using segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:58:13.489522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Bound port: 4b454d66-069e-4cb8-95ed-c7589503ad28, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:58:13.490164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.554984 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:58:13.558281 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:58:13.564942 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.613836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.614559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:13.616091 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] 10.222.0.64 "PUT /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 1092 time: 0.8841689 Feb 14 21:58:13.629115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1ca3-a05c-41d3-b338-618ef45ad208 service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:13.691093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-fc099a53-2304-4b80-a4f5-536afeb8469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.692883 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-fc099a53-2304-4b80-a4f5-536afeb8469e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0540848 Feb 14 21:58:13.797663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-e60eecd5-8d25-495d-ab68-292fdfcf1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.799299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-e60eecd5-8d25-495d-ab68-292fdfcf1e58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1000941 Feb 14 21:58:13.876440 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-84668901-dae8-4f12-ac28-d7a81daa17a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0704906 Feb 14 21:58:13.928225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-adc80f21-0a3d-4ac2-b772-af0fa26d0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.929794 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-adc80f21-0a3d-4ac2-b772-af0fa26d0742 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0475016 Feb 14 21:58:13.987058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-c93dd81c-4dc0-436f-a678-2309436fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:13.988927 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-c93dd81c-4dc0-436f-a678-2309436fafdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527797 Feb 14 21:58:14.038271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-6d251913-91cb-440b-9628-990549250234 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613098 Feb 14 21:58:14.113285 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-e286657c-eec3-440a-8dc7-bbea9788c3f3 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174369 Feb 14 21:58:14.134718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-a320fd62-97cf-4f40-8fc3-13f86b700f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:14.137329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-a320fd62-97cf-4f40-8fc3-13f86b700f3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 1128 time: 0.0535796 Feb 14 21:58:14.266222 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-37aec382-cc3a-404d-a2fc-24c371a3bc83 req-7a9abbe1-50c2-4ab9-b152-6fad9380c4e3 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464190 Feb 14 21:58:14.277984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-305de795-72db-4886-89ba-9c85e5068933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:14.281062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-305de795-72db-4886-89ba-9c85e5068933 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1244321 Feb 14 21:58:14.406198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242cbf9-2f53-48d3-84fe-b67c3bca5f7c req-50c31c61-51e9-46bf-9721-974cd9db595f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:14.408038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a242cbf9-2f53-48d3-84fe-b67c3bca5f7c req-50c31c61-51e9-46bf-9721-974cd9db595f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.1260188 Feb 14 21:58:14.410640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-e91c9540-7d3b-4d4a-b4d0-ffd454a87b63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 200 len: 1001 time: 0.1096399 Feb 14 21:58:14.500299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-8c30db7a-6d0d-4b2a-b343-3d030512ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:14.501800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-8c30db7a-6d0d-4b2a-b343-3d030512ebaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0850167 Feb 14 21:58:14.505830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a242cbf9-2f53-48d3-84fe-b67c3bca5f7c req-99f2b858-a000-4b2e-b8cc-ec6f860b1cd4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879149 Feb 14 21:58:14.561732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-daa62731-2dbe-4596-91a6-031df3c6cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:14.563581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-daa62731-2dbe-4596-91a6-031df3c6cccc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557249 Feb 14 21:58:14.658638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-034cc267-0ce4-4f7a-959b-81dcc189bde4 service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891418 Feb 14 21:58:14.758436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a53d62a-d1bf-41f3-9d66-fb2589240f58 req-8252b700-4f7a-4287-95bb-17b906a4e19c service neutron] 10.222.0.83 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942402 Feb 14 21:58:15.243464 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:15.245785 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff178bd-184c-492d-bc17-49a86b2aeb46" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:15.322696 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4cd70-52a9-4563-87a6-521591315b99 x-openstack-request-id: req-0be4cd70-52a9-4563-87a6-521591315b99 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:15.323240 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:15.323767 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0be4cd70-52a9-4563-87a6-521591315b99 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:15.324366 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:58:15.400510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-98e53362-a59b-4f73-8ff7-eca116dd7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.403808 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-98e53362-a59b-4f73-8ff7-eca116dd7556 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0602694 Feb 14 21:58:15.425511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-18a013fe-9527-4c9e-859e-9aa1b0e3cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.429914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-18a013fe-9527-4c9e-859e-9aa1b0e3cf9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0659990 Feb 14 21:58:15.557781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-b0483f54-1cc7-4a38-92c4-0dda2f51f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.558004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-8e769d9d-77bb-425a-b6b7-25b48296d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.558932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-b0483f54-1cc7-4a38-92c4-0dda2f51f45e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1436884 Feb 14 21:58:15.559145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-8e769d9d-77bb-425a-b6b7-25b48296d510 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1191168 Feb 14 21:58:15.636265 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-860c03a9-93e9-4421-ae99-fe54d5a8fd2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0708258 Feb 14 21:58:15.653142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-20f02cff-dc0d-413c-bfd4-05fe9bff815f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0866048 Feb 14 21:58:15.706378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-b911a0c8-77ab-4d74-911c-b5b2c51d18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.713235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-b911a0c8-77ab-4d74-911c-b5b2c51d18b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0686061 Feb 14 21:58:15.739745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-7850fcea-2403-449b-af69-16b59c37053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.743056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-7850fcea-2403-449b-af69-16b59c37053c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0716460 Feb 14 21:58:15.822075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-9fa22fa7-f4a5-45ef-8d62-9dec7c25e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.823636 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-9fa22fa7-f4a5-45ef-8d62-9dec7c25e5af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1030202 Feb 14 21:58:15.867237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:58:15.874503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dfce9-e697-4d13-8910-c878621e2234 req-45654939-9d3a-4a16-b4a5-f9ac2c995d97 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.876177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-347dfce9-e697-4d13-8910-c878621e2234 req-45654939-9d3a-4a16-b4a5-f9ac2c995d97 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.2476022 Feb 14 21:58:15.905300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-c99faf76-67c6-44a6-a128-2c2c8879b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:15.906877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-c99faf76-67c6-44a6-a128-2c2c8879b99f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1554229 Feb 14 21:58:15.930468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 4b454d66-069e-4cb8-95ed-c7589503ad28 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:58:15.931377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:58:15.942784 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-f81e8b3d-3fa3-4015-b889-b9ec129025ab service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126146 Feb 14 21:58:16.035657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-34aea748-c46d-41e9-bf37-5bdff4fc651a service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982165 Feb 14 21:58:16.067507 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-023792c2-34f0-42ea-8f20-91fd2cbb2cce service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166151 Feb 14 21:58:16.076189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-347dfce9-e697-4d13-8910-c878621e2234 req-064e8ed2-e4e7-443d-a281-d94d97647fc8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934352 Feb 14 21:58:16.148415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ff178bd-184c-492d-bc17-49a86b2aeb46 req-aacd90e1-e103-4ff3-bac1-6dd65de8dbb8 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047537 Feb 14 21:58:17.210419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116330-141a-4c65-87f4-dca5d55fabaa req-2eb37bed-f397-41ee-9fbe-0cdc761081c1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:17.212021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da116330-141a-4c65-87f4-dca5d55fabaa req-2eb37bed-f397-41ee-9fbe-0cdc761081c1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0592594 Feb 14 21:58:17.290130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da116330-141a-4c65-87f4-dca5d55fabaa req-84cd4b13-84e2-43ac-ab19-ba5746d6f200 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664847 Feb 14 21:58:17.915184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-f2e49dd3-22b3-460f-9328-a185aa227e83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556965 Feb 14 21:58:18.007305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-218387f4-61a5-4c73-a114-4d77f5945d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.008931 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-218387f4-61a5-4c73-a114-4d77f5945d21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0510423 Feb 14 21:58:18.135893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-fa6e77db-e622-4014-b99d-fcef7b7841f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.137489 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-fa6e77db-e622-4014-b99d-fcef7b7841f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1014414 Feb 14 21:58:18.215753 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-03a7bddc-fafc-44d9-b450-63d884e9c7e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0715356 Feb 14 21:58:18.275088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-2159dc77-829d-41dc-986f-b0d1ceae5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.276825 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-2159dc77-829d-41dc-986f-b0d1ceae5717 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0553925 Feb 14 21:58:18.338871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-0c30d832-a2f5-4a9f-8539-4d1fb30f6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.340798 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-0c30d832-a2f5-4a9f-8539-4d1fb30f6aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564110 Feb 14 21:58:18.441701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3ec4b-79d1-4b8e-a2a6-def743bd077a req-9785a5ae-88b8-4922-a4f6-bfabcc0070c1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.443430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ec3ec4b-79d1-4b8e-a2a6-def743bd077a req-9785a5ae-88b8-4922-a4f6-bfabcc0070c1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0749741 Feb 14 21:58:18.479978 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-99edd1df-bf43-4a23-b1f6-4971c741cf86 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319473 Feb 14 21:58:18.505392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ec3ec4b-79d1-4b8e-a2a6-def743bd077a req-460ed8f9-198a-426b-be31-cb378c5ec204 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546579 Feb 14 21:58:18.586230 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-da499893-7e63-47b7-be3e-eb9f99613c12 req-f0ac23e4-e8e8-418b-a650-602aa5dc8212 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997372 Feb 14 21:58:18.764910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-732b7f57-2fe1-4328-a7a2-d5ce8ce6e4e2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.766301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-732b7f57-2fe1-4328-a7a2-d5ce8ce6e4e2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 943 time: 0.0643067 Feb 14 21:58:18.798216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9a313-d551-4a6c-9a95-ce11b8102865 req-e1ad27c3-b902-4178-842d-c977419443fc tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.799757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4da9a313-d551-4a6c-9a95-ce11b8102865 req-e1ad27c3-b902-4178-842d-c977419443fc tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 943 time: 0.0615926 Feb 14 21:58:18.850877 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-6a5a4d5c-b5a3-4dab-8696-c24cecd024c9 service neutron] 10.222.0.64 "GET /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.0779586 Feb 14 21:58:18.852964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4da9a313-d551-4a6c-9a95-ce11b8102865 req-b076cb39-4580-4268-adbd-1317e6a3cfbd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Feb 14 21:58:18.930192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-768e0381-70d2-4720-baa1-e66d479589c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:18.931736 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-768e0381-70d2-4720-baa1-e66d479589c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1126 time: 0.0549581 Feb 14 21:58:19.027996 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-39fe9d29-df23-47f3-9c39-e693f41bea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:19.030156 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-39fe9d29-df23-47f3-9c39-e693f41bea56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.0909843 Feb 14 21:58:19.342948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:58:19.371450 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-4c2fea1d-d1b8-452c-a49a-29724f6dd3e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.3365023 Feb 14 21:58:19.424226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-f1f5b001-11b9-4d8d-be96-b55e5d28689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:19.425826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-f1f5b001-11b9-4d8d-be96-b55e5d28689c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0476844 Feb 14 21:58:19.453435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:19.469123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:58:19.500493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-1b67dd7a-e53c-47bb-b6c5-14c85bd9b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:19.502719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-1b67dd7a-e53c-47bb-b6c5-14c85bd9b03a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653827 Feb 14 21:58:19.617090 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-e8a271ed-b871-4290-a04c-55c180636f4e service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083701 Feb 14 21:58:19.680937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:58:19.681599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:19.696638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:58:19.718574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:19.718832 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-bf92089b-39f2-45e4-a731-e9e3bd906810 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937881 Feb 14 21:58:19.725372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:19.788475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:19.798062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.798414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.798833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.799260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.799582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.800018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.800501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.801054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.801504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.802031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.802417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.802908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:19.803274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:20.012321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c41088-c215-4e9a-8ee5-7aae4b4bc0fe req-1d6deebc-7feb-4e0c-b5e2-22e1dfa0a01d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:20.023567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8c41088-c215-4e9a-8ee5-7aae4b4bc0fe req-1d6deebc-7feb-4e0c-b5e2-22e1dfa0a01d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.0887034 Feb 14 21:58:20.063702 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['4b454d66-069e-4cb8-95ed-c7589503ad28'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:58:20.084893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8c41088-c215-4e9a-8ee5-7aae4b4bc0fe req-459073ca-16fd-4c48-a705-a9c5d3817db7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608199 Feb 14 21:58:21.224578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a900c-036e-4cf7-8e59-477f33d86958 req-1a039a03-8fb6-44d0-8f6f-ddebb7db9c14 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:21.226077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-169a900c-036e-4cf7-8e59-477f33d86958 req-1a039a03-8fb6-44d0-8f6f-ddebb7db9c14 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.0607810 Feb 14 21:58:21.284028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-169a900c-036e-4cf7-8e59-477f33d86958 req-bbecb143-654b-4823-863b-571282ccba6e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522323 Feb 14 21:58:21.352380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:58:21.407052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 4b454d66-069e-4cb8-95ed-c7589503ad28 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:58:21.411816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 4b454d66-069e-4cb8-95ed-c7589503ad28 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:58:21.412211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:21.493322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:58:21.493726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:21.521074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:21.523716 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b084469-1d2f-44bb-92c7-a11bbc371e8d" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:21.553028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:21.572688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:21.687146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:21.796488 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc194346-4e66-4946-8a32-3ddcbca50414 x-openstack-request-id: req-bc194346-4e66-4946-8a32-3ddcbca50414 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:21.796964 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:21.797284 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc194346-4e66-4946-8a32-3ddcbca50414 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:21.797772 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'code': 200} Feb 14 21:58:22.039297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-5793ded9-a702-48d8-af62-447fe813b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:22.041324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-5793ded9-a702-48d8-af62-447fe813b07c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 1128 time: 0.0799189 Feb 14 21:58:22.053224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:58:22.121650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:22.340769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:22.404487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:58:22.470906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2748-1c40-4598-99af-20f5be194e78 req-12fbdbdb-814d-4449-9081-17a1c30326ff tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:22.480115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b63a2748-1c40-4598-99af-20f5be194e78 req-12fbdbdb-814d-4449-9081-17a1c30326ff tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 945 time: 0.1154506 Feb 14 21:58:22.500372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:22.502700 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db99575-c6e9-46cc-b21a-41cafd95b337" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-unplugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:22.508548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks [] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:22.539397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Transition to ACTIVE for port object 4b454d66-069e-4cb8-95ed-c7589503ad28 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:58:22.559473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:22.568574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b63a2748-1c40-4598-99af-20f5be194e78 req-56f70994-5991-4ec5-86de-b71acf668f45 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862510 Feb 14 21:58:22.713284 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2746e-8a6a-4f1c-96c6-4e92a6b693ea x-openstack-request-id: req-e1e2746e-8a6a-4f1c-96c6-4e92a6b693ea {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:22.713552 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-unplugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:22.713799 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e1e2746e-8a6a-4f1c-96c6-4e92a6b693ea {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:22.714189 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'code': 200} Feb 14 21:58:22.754487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:22.810047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] No DVR routers for this DVR port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:58:23.319625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:58:23.320284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:58:23.321105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:23.325775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:58:23.326787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Attempting to bind port 4b454d66-069e-4cb8-95ed-c7589503ad28 on network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:23.331771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:58:23.333170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Checking segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:58:23.333170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Bound using segment: {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:58:23.333170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Bound port: 4b454d66-069e-4cb8-95ed-c7589503ad28, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc95e0f3-d515-489a-b38d-61ab3869718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:58:23.333170 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:23.398614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:58:23.402208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:58:23.409245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:23.461876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:23.462603 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:23.468341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] 10.222.0.83 "PUT /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 1093 time: 1.4190712 Feb 14 21:58:23.493226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54d195-f09f-4478-9c16-e1e2dcb0b87c service neutron] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=11']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:23.632373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-c0f63623-5489-49df-a4eb-95f9b4c1265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:23.633904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-c0f63623-5489-49df-a4eb-95f9b4c1265c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1127 time: 0.0689738 Feb 14 21:58:23.795825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5a5c-41ac-4d6e-805a-2b64d0437089 req-8d87196c-5144-417d-9abd-7cb8b69c0f5b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:23.797417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ebb5a5c-41ac-4d6e-805a-2b64d0437089 req-8d87196c-5144-417d-9abd-7cb8b69c0f5b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.1000888 Feb 14 21:58:23.798729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-0316b3e6-5fe4-4781-93b8-0f341b79f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:23.800133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-0316b3e6-5fe4-4781-93b8-0f341b79f874 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1605978 Feb 14 21:58:23.913106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ebb5a5c-41ac-4d6e-805a-2b64d0437089 req-55141cfd-2388-4dd1-a491-131050842c22 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006517 Feb 14 21:58:23.915045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-4cced798-30b6-44bb-b147-4275e98c38be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.1083207 Feb 14 21:58:24.006807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-9dedd654-10d2-4096-bb11-f337cc206cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:24.013077 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-9dedd654-10d2-4096-bb11-f337cc206cc9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0877168 Feb 14 21:58:24.070166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-065c17c7-3cf3-4641-a061-99a3bf0ffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:24.071807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-065c17c7-3cf3-4641-a061-99a3bf0ffefb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547116 Feb 14 21:58:24.178579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-3b7f4fa6-0315-4c0d-8128-b7d77ce4091f service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008937 Feb 14 21:58:24.338578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4efa380-ec39-4ab1-ba33-ea7bfc525ac0 req-185d09a9-0a69-4fe4-aecb-313c81024d84 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542492 Feb 14 21:58:24.715951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:24.720606 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e67094-ab15-4416-a2ad-02c558b873ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:24.797892 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc25abc-72fb-4033-b756-70876b2c7337 x-openstack-request-id: req-dbc25abc-72fb-4033-b756-70876b2c7337 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:24.799283 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:24.799283 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbc25abc-72fb-4033-b756-70876b2c7337 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:24.799283 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:58:24.879633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-5e8ed872-85a5-4300-8c7d-2b049154e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:24.881786 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-5e8ed872-85a5-4300-8c7d-2b049154e785 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1127 time: 0.0697150 Feb 14 21:58:24.927537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-a4e41bcc-772e-4485-828f-01f229f115d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:24.932585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-a4e41bcc-772e-4485-828f-01f229f115d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1127 time: 0.0865693 Feb 14 21:58:25.069678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-9e702ff8-378e-4e30-9ef9-c99e24a598ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.071966 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-9e702ff8-378e-4e30-9ef9-c99e24a598ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1811326 Feb 14 21:58:25.157064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df506b1-0d8b-48e1-adac-1ff515cfb4ca req-f6840ab1-d26a-4a1a-b327-f04db51a15cf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.158540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8df506b1-0d8b-48e1-adac-1ff515cfb4ca req-f6840ab1-d26a-4a1a-b327-f04db51a15cf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.1020641 Feb 14 21:58:25.161815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-5f12f7a4-c313-44ec-bc29-8730db86931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.163192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-5f12f7a4-c313-44ec-bc29-8730db86931f service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.2252896 Feb 14 21:58:25.171218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-824eae7f-e410-48d3-877d-32a121738e8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0936704 Feb 14 21:58:25.229453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-275c402c-e2eb-4618-843f-2d738face90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.231274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-275c402c-e2eb-4618-843f-2d738face90d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0534475 Feb 14 21:58:25.260592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-0fdc92d4-5803-4fe1-ba7c-64eb9dfabe9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 997 time: 0.0863316 Feb 14 21:58:25.278127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8df506b1-0d8b-48e1-adac-1ff515cfb4ca req-3dc8f95f-6254-4aea-b912-662480003274 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106339 Feb 14 21:58:25.303753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-18245945-cfd3-4e27-bbe7-d4463728a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.308737 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-18245945-cfd3-4e27-bbe7-d4463728a7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708218 Feb 14 21:58:25.375322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-a23aa77b-2391-4f70-b4d3-f2ed9fb5c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.376802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-a23aa77b-2391-4f70-b4d3-f2ed9fb5c5ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0977445 Feb 14 21:58:25.384724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:58:25.453796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-7965e4f2-fa8c-4dd0-bcc0-96e9e40e2c43 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387875 Feb 14 21:58:25.467874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67094-ab15-4416-a2ad-02c558b873ed req-cde4fc39-83a3-4c66-bfb0-055f7a143c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:25.469544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-cde4fc39-83a3-4c66-bfb0-055f7a143c00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0830164 Feb 14 21:58:25.472772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 4b454d66-069e-4cb8-95ed-c7589503ad28 host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 21:58:25.473185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:58:25.574849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-b34da01f-bca7-4351-9f0f-eebda5ddfc94 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985188 Feb 14 21:58:25.626602 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-389959aa-e474-4420-85b5-340c32968200 service neutron] 10.222.0.64 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654091 Feb 14 21:58:25.748575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49e67094-ab15-4416-a2ad-02c558b873ed req-c9fd3af3-5548-4e7a-b103-0aa4df856ec4 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629617 Feb 14 21:58:26.450266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910229-b305-4d14-9e6e-1228c55638b3 req-58bdd698-4cb7-40e1-9ff0-d4604b5e7bb6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:26.453644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70910229-b305-4d14-9e6e-1228c55638b3 req-58bdd698-4cb7-40e1-9ff0-d4604b5e7bb6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 944 time: 0.0586522 Feb 14 21:58:26.523389 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70910229-b305-4d14-9e6e-1228c55638b3 req-b3c90f10-74e6-407e-b454-9c44c8d215d3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555859 Feb 14 21:58:26.532006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 41326) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:26.609658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ea6dd0ef-7fd8-4c64-80c9-3c8e378bcfa3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/8e5d5252-d30e-4be8-bce4-16ea881c6a86 HTTP/1.1" status: 200 len: 989 time: 0.0761857 Feb 14 21:58:27.905308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:58:28.004463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:28.015842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'port_id': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'mac_address': 'fa:16:3e:08:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:58:28.053336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:58:28.053728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:28.067266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:58:28.087486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:28.092483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:28.146349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=12']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:28.324350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4b454d66-069e-4cb8-95ed-c7589503ad28'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:58:28.923720 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:29.921489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:58:29.985191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4b454d66-069e-4cb8-95ed-c7589503ad28 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:58:29.991148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4b454d66-069e-4cb8-95ed-c7589503ad28 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:58:29.991627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:30.074355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b454d66-069e-4cb8-95ed-c7589503ad28 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:58:30.074756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:30.100546 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:30.102952 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e432007-db82-40e2-9f44-12db77cd29ea" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:30.115823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:30.122981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:30.154714 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d681f04b-0434-4e7e-b543-2a149c3b6703 x-openstack-request-id: req-d681f04b-0434-4e7e-b543-2a149c3b6703 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:30.154947 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-plugged", "status": "completed", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:30.155224 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d681f04b-0434-4e7e-b543-2a149c3b6703 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:30.155615 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'code': 200} Feb 14 21:58:30.176817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:30.990165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c5759fd-9c14-44bd-9d65-4aa8a08b74ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:33.370635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ceea3dd0-8230-43f1-b43a-f4b9a5c25681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:34.649527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:35.556709 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:58:35.837175 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:36.399520 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:36.878734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae5f9-45f0-4423-bf0c-a17af87c4461 req-767375f9-af34-47c9-9c7e-42cbb8a8ddc4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:36.880311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-428ae5f9-45f0-4423-bf0c-a17af87c4461 req-767375f9-af34-47c9-9c7e-42cbb8a8ddc4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0588164 Feb 14 21:58:36.930907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-428ae5f9-45f0-4423-bf0c-a17af87c4461 req-df17c533-934f-4dec-9d54-5c79ac886064 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Feb 14 21:58:37.298242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:38.084341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521ad1e-81e7-421c-ad8f-5c7cd8e5c484 req-029cc740-19f5-4811-ae24-9fff7700e36d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:38.085928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8521ad1e-81e7-421c-ad8f-5c7cd8e5c484 req-029cc740-19f5-4811-ae24-9fff7700e36d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0555699 Feb 14 21:58:38.142972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8521ad1e-81e7-421c-ad8f-5c7cd8e5c484 req-cebb930f-7dbe-4e88-ade8-12a5023d465b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513215 Feb 14 21:58:38.405226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-fa02f5c2-11e3-4dd4-a933-443273c405a3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:38.407074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-fa02f5c2-11e3-4dd4-a933-443273c405a3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 945 time: 0.0582583 Feb 14 21:58:38.508836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port c72a8387-4660-4bc0-91b5-a7740980d44b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:58:38.509262 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:38.612273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port c72a8387-4660-4bc0-91b5-a7740980d44b, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c72a8387-4660-4bc0-91b5-a7740980d44b,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:58:38.612642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:38.841992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:38.842377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (77c5b1df-d680-490e-8694-32d3a759a3c4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:38.842888 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 77c5b1df-d680-490e-8694-32d3a759a3c4 disassociated. External IP: 172.25.2.115, port: c72a8387-4660-4bc0-91b5-a7740980d44b. Feb 14 21:58:38.843073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for c72a8387-4660-4bc0-91b5-a7740980d44b owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:58:38.981623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c72a8387-4660-4bc0-91b5-a7740980d44b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:39.024017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=c72a8387-4660-4bc0-91b5-a7740980d44b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:39.160681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:58:39.294532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59ade1a0-416f-4072-bf3c-848cbadac8ca req-edbb61f6-fec9-40c6-9ce0-698caac7bd37 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0594175 Feb 14 21:58:39.316258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:58:39.337279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:58:39.355289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:58:39.356674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:58:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:39.364050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port c72a8387-4660-4bc0-91b5-a7740980d44b on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:58:39.366875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:39.370708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03232c1b-8772-4f5f-95b9-b34d74e4aca5 req-d69dc452-6840-4bda-a268-45c99f7c2d1d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.83 "DELETE /v2.0/ports/c72a8387-4660-4bc0-91b5-a7740980d44b HTTP/1.1" status: 204 len: 173 time: 0.9578345 Feb 14 21:58:39.371294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'name': 'network-vif-deleted', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:39.374473 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f8e0a3-ba16-4abb-820d-edaaea5eee1d" -d '{"events": [{"server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "name": "network-vif-deleted", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:39.561153 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f49c38-6c7e-4747-b27a-b72d2fbd83ea x-openstack-request-id: req-18f49c38-6c7e-4747-b27a-b72d2fbd83ea {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:39.561697 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d480ffac-f519-4dd4-8af8-5de217b2f05b", "name": "network-vif-deleted", "tag": "c72a8387-4660-4bc0-91b5-a7740980d44b", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:39.562167 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18f49c38-6c7e-4747-b27a-b72d2fbd83ea {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:39.563249 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd480ffac-f519-4dd4-8af8-5de217b2f05b', 'name': 'network-vif-deleted', 'tag': 'c72a8387-4660-4bc0-91b5-a7740980d44b', 'status': 'completed', 'code': 200} Feb 14 21:58:39.567994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:58:39.820339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:39.855656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:58:39.867700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:58:39.868377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:58:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:39.996997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:58:40.222120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:40.258172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d756d-cdb1-4f78-abd6-425e16dc499c None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:58:40.522114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-927f7878-9858-4b76-b0f4-bfde192e6f18 req-88437e2c-3f5c-40e0-be08-72f338183c76 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0722013 Feb 14 21:58:40.744386 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05eeca4-dd10-4847-a010-db6542cd3421 None None] New status for floating IP 77c5b1df-d680-490e-8694-32d3a759a3c4: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:58:41.691816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49921d5d-4eaf-4871-929e-c16542e3d117 req-63dabe68-d5c6-4bd2-9951-85e728dcc8e8 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0626450 Feb 14 21:58:41.977517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c72a8387-4660-4bc0-91b5-a7740980d44b no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:58:42.022253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: c72a8387-4660-4bc0-91b5-a7740980d44b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:58:42.022743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c72a8387-4660-4bc0-91b5-a7740980d44b not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:58:42.813041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b4d682b-c0d5-4445-9a1f-1c587c4a165b req-e2803d7d-e282-4755-8b91-5abaccc14f4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0468252 Feb 14 21:58:43.971282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f85cdba-bf65-4d12-b157-96649f1383dc req-edda0a26-5ef2-467a-8b85-2bd50e45ff26 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0572135 Feb 14 21:58:45.080187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-313f0237-b0ac-4c42-a5a5-fc9f0fb1fca4 req-3599d232-ae60-4550-a5a8-805a467ad51d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0317218 Feb 14 21:58:46.204016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b6eb288-b7b0-4eaf-b0bc-a9c4a99ccf36 req-7f5d7a58-3f35-4f5a-a744-7d642514f0a3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0364099 Feb 14 21:58:47.374643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de434259-18a1-4303-b28f-c5a30b90980b req-fefbe6a5-c486-4d3b-a3b2-1804dff72240 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0405152 Feb 14 21:58:48.500605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b61e5223-de73-469e-8317-6e048849b00f req-1c58bd3a-2f26-4a2d-9c9e-eee461e593ae tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=d480ffac-f519-4dd4-8af8-5de217b2f05b HTTP/1.1" status: 200 len: 210 time: 0.0358150 Feb 14 21:58:49.827078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-8b2249e4-0630-48ca-8ab6-badde0b7a61c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171457798&fields=id&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 267 time: 0.0642889 Feb 14 21:58:49.939817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-63d2f7ff-2771-4834-a29a-fcc75d8e4b15 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:49.941568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-63d2f7ff-2771-4834-a29a-fcc75d8e4b15 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1072261 Feb 14 21:58:49.964299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-7cfa5b1a-a66b-4a74-ac7d-fb18830ec313 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0159440 Feb 14 21:58:50.033235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-8da475e7-15ec-44a8-b1b1-c03f9b68e5be tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681038 Feb 14 21:58:50.150218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-575944c0-c8c4-41a2-aa38-27ad8dc24a3e service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038837 Feb 14 21:58:50.260161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-eeb76f1c-9c75-4720-8b8f-218d770523b4 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091092 Feb 14 21:58:50.712694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d2c574dc-47b4-4d19-8138-b690196e25e2 req-78afae29-433c-40d3-bf6a-94009767ee36 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0447676 Feb 14 21:58:51.884624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-9b698110-5824-4648-896b-c36e005e3a6f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:51.886972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-9b698110-5824-4648-896b-c36e005e3a6f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1439390 Feb 14 21:58:51.891363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b48e02c-1c4a-4f7b-8f7d-f1a24f14d50e req-3e27101a-4134-4106-ae43-6dcab4868b61 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0450969 Feb 14 21:58:52.023637 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-581cab48-d960-41ac-b86e-5cbd7ad6c5aa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 379 time: 0.1168580 Feb 14 21:58:52.034080 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'security_groups': ['cfba0441-8901-4390-8659-141d0f6d0862']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:58:52.151343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:58:52.156367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:52.339190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.14 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/eb7c1af7-cd26-40a6-8a13-03d75faae575) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:58:52.544419 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:52.585123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:52.632792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:58:52.636804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:58:52.641351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:58:52.694788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:52.711913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:52.712599 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:52.717651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.718015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.718369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.718711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.719053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.719421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.719754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.720087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.720417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.720745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.721074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.721403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.721731 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:58:52.756616 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-274feb0f-626d-4d0d-ad7f-b1fa60d5f2e3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271194 Feb 14 21:58:52.773300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Request body: {'port': {'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:58:52.865348 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.030889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3066d185-60ff-4c08-bed5-49287ad6bc1c None None] Provisioning complete for port eb7c1af7-cd26-40a6-8a13-03d75faae575 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:58:53.034515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3066d185-60ff-4c08-bed5-49287ad6bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.117297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045954-8d3f-44b3-b9ac-8b63490cc456 req-7d79a119-1234-4106-8be8-99038c811277 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:53.118809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2045954-8d3f-44b3-b9ac-8b63490cc456 req-7d79a119-1234-4106-8be8-99038c811277 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 932 time: 0.0897408 Feb 14 21:58:53.133351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3066d185-60ff-4c08-bed5-49287ad6bc1c None None] Port eb7c1af7-cd26-40a6-8a13-03d75faae575 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:58:53.202471 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2045954-8d3f-44b3-b9ac-8b63490cc456 req-d6043e22-181d-4061-bfdf-68fed59536fc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699546 Feb 14 21:58:53.233606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7c1af7-cd26-40a6-8a13-03d75faae575 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:58:53.243362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks [] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.258315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Transition to ACTIVE for port object eb7c1af7-cd26-40a6-8a13-03d75faae575 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:58:53.280389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.373259 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:53.492231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Attempting to bind port eb7c1af7-cd26-40a6-8a13-03d75faae575 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:58:53.492720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Attempting to bind port eb7c1af7-cd26-40a6-8a13-03d75faae575 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:58:53.493172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Attempting to bind port eb7c1af7-cd26-40a6-8a13-03d75faae575 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:53.499015 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Port eb7c1af7-cd26-40a6-8a13-03d75faae575 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:58:53.499561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Attempting to bind port eb7c1af7-cd26-40a6-8a13-03d75faae575 on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:58:53.505664 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:58:53.506117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:58:53.506943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:58:53.507681 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Bound port: eb7c1af7-cd26-40a6-8a13-03d75faae575, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:58:53.508140 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.612609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:58:53.616051 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:58:53.624572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.681061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:53.683888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:53.686060 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 1093 time: 0.9222760 Feb 14 21:58:53.686729 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:53.689490 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b068c-b71c-471c-a761-e576d4c7f1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:53.799898 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f31477-5823-4ab6-8b8e-2b8a848c736a x-openstack-request-id: req-b2f31477-5823-4ab6-8b8e-2b8a848c736a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:53.800202 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:53.800460 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2f31477-5823-4ab6-8b8e-2b8a848c736a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:53.801609 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'status': 'completed', 'code': 200} Feb 14 21:58:53.808218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081cb4-c5fc-4a4d-8b03-cbc45a9a1d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:53.853373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-b7b03a54-3469-422a-a288-3d3cecbd07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:53.854921 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-b7b03a54-3469-422a-a288-3d3cecbd07d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1127 time: 0.1214936 Feb 14 21:58:53.906054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-8cc6f01a-a43a-4ad0-a695-cd20fe218c7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 217 time: 0.0442331 Feb 14 21:58:53.960062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-e85e4742-4971-4b6e-867d-eaafe2565db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:53.961675 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-e85e4742-4971-4b6e-867d-eaafe2565db2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0492754 Feb 14 21:58:54.013653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-da1fa739-0527-4231-a851-c8bb76454872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.015185 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-da1fa739-0527-4231-a851-c8bb76454872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474095 Feb 14 21:58:54.113110 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-8fccad86-6f65-47f1-baa7-816ea6ea93f2 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914865 Feb 14 21:58:54.208275 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-178c709e-0aae-4b86-b45c-0e6ab0be7ee8 req-8906c064-0135-4acd-954f-a67c2cf05756 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Feb 14 21:58:54.317858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-3cab4b78-ad95-4bd3-acb7-26fe09b74c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.319739 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-3cab4b78-ad95-4bd3-acb7-26fe09b74c09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1127 time: 0.0604241 Feb 14 21:58:54.353620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a12c4-dca3-451b-835f-fc620b786457 req-1fc180dd-ae3f-46ac-b9bb-78a9a6e9a918 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.355036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b82a12c4-dca3-451b-835f-fc620b786457 req-1fc180dd-ae3f-46ac-b9bb-78a9a6e9a918 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0737612 Feb 14 21:58:54.421453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-670f2d21-96cd-49fc-9219-d45fcc46b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.422944 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-670f2d21-96cd-49fc-9219-d45fcc46b63b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0970058 Feb 14 21:58:54.424331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b82a12c4-dca3-451b-835f-fc620b786457 req-0065b4d0-0c25-4851-9b8a-f937b79cda0b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614128 Feb 14 21:58:54.477835 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-e944f2d5-013d-4012-81df-e4c68df4fcad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 217 time: 0.0463352 Feb 14 21:58:54.526973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-b76ec357-c57d-4d54-b50b-24f3495ff426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.528728 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-b76ec357-c57d-4d54-b50b-24f3495ff426 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0457029 Feb 14 21:58:54.579269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-7b6d8d1c-fe70-445f-ba48-cdc86f57d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:54.581179 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-7b6d8d1c-fe70-445f-ba48-cdc86f57d513 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462353 Feb 14 21:58:54.707510 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-15fa5f46-05ae-4b2b-b378-efe5c8d30300 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207685 Feb 14 21:58:54.821234 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-140b068c-b71c-471c-a761-e576d4c7f1a1 req-1ae00838-ec78-48b3-b14a-eb2b914a6328 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044641 Feb 14 21:58:55.556962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e46be-0537-4277-8817-b96cfacc7dbe req-a0e4a64c-237b-4b39-b4f7-86f5aaed771c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:55.559678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f78e46be-0537-4277-8817-b96cfacc7dbe req-a0e4a64c-237b-4b39-b4f7-86f5aaed771c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0561388 Feb 14 21:58:55.611521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f78e46be-0537-4277-8817-b96cfacc7dbe req-e559d7a6-ffcb-4957-b1ff-320d02309113 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Feb 14 21:58:56.745985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadd451-2af5-461e-b016-3b139f6c0815 req-c1a8f60e-29b3-4382-9e4c-c5b5296b2939 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:56.749281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6eadd451-2af5-461e-b016-3b139f6c0815 req-c1a8f60e-29b3-4382-9e4c-c5b5296b2939 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0656533 Feb 14 21:58:56.825319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6eadd451-2af5-461e-b016-3b139f6c0815 req-2224b4ef-f502-472b-9217-aa96845cd367 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650113 Feb 14 21:58:57.321354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e9db4-7e00-454c-9ad9-a47013111cc3 req-df9016fa-4fc5-45f2-8cef-a7f66c929179 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:57.322880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d3e9db4-7e00-454c-9ad9-a47013111cc3 req-df9016fa-4fc5-45f2-8cef-a7f66c929179 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1129 time: 0.0451303 Feb 14 21:58:57.368872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d3e9db4-7e00-454c-9ad9-a47013111cc3 req-8b24b4bc-b136-4b88-be91-43434b35607d tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Feb 14 21:58:57.390302 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:58:57.549867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 9c681bb3-4bbc-47a2-bf51-1944ae7ccadf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:58:57.550215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:57.628143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:57.628575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:57.641891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 9c681bb3-4bbc-47a2-bf51-1944ae7ccadf owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:58:57.794534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (9c681bb3-4bbc-47a2-bf51-1944ae7ccadf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:57.821849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=9c681bb3-4bbc-47a2-bf51-1944ae7ccadf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:58:57.896259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (8e5d5252-d30e-4be8-bce4-16ea881c6a86), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:57.896470 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 8e5d5252-d30e-4be8-bce4-16ea881c6a86 disassociated (deleted). External IP: 172.25.2.9, port: 4b454d66-069e-4cb8-95ed-c7589503ad28. Feb 14 21:58:58.005178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364fea0-56b6-4fe5-a99c-8735d277193b req-2bd6d205-f438-4eeb-ae94-d2fa750cbeef tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.007378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3364fea0-56b6-4fe5-a99c-8735d277193b req-2bd6d205-f438-4eeb-ae94-d2fa750cbeef tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0652947 Feb 14 21:58:58.060171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3364fea0-56b6-4fe5-a99c-8735d277193b req-f1dfee83-279c-41a1-a02c-0112b241bdee tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 Feb 14 21:58:58.130168 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router e496337f-a9f2-474e-97f4-a3b53adb9bcb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:58:58.239285 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:58:58.244038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:58.249188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Sync routers for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:58:58.259041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:58:58.259703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:58:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:58.276459 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f1a09a3e-00a1-4b4b-aa75-a0091748c5a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/floatingips/8e5d5252-d30e-4be8-bce4-16ea881c6a86 HTTP/1.1" status: 204 len: 168 time: 0.8850598 Feb 14 21:58:58.277314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:58:58.279923 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0516c-b255-4a69-859f-353b7730e960" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:58:58.381863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:58:58.447233 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c27195-c865-45da-9a62-188c90fafac3 x-openstack-request-id: req-f2c27195-c865-45da-9a62-188c90fafac3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:58:58.447727 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:58:58.447834 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2c27195-c865-45da-9a62-188c90fafac3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:58:58.448199 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:58:58.561912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0516c-b255-4a69-859f-353b7730e960 req-20f92fe0-f2b2-4a4e-a3cb-59a5b9fa4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.563634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-20f92fe0-f2b2-4a4e-a3cb-59a5b9fa4e98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 1129 time: 0.0943987 Feb 14 21:58:58.600965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac8140-b732-447f-a042-8013220b7beb req-e5a78211-a95d-4fc1-9713-590d8b4558f9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.602723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80ac8140-b732-447f-a042-8013220b7beb req-e5a78211-a95d-4fc1-9713-590d8b4558f9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 946 time: 0.0885344 Feb 14 21:58:58.711451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-80ac8140-b732-447f-a042-8013220b7beb req-a51de0ec-1a37-445c-bbf3-2a24a8ea4c0b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786893 Feb 14 21:58:58.716628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0516c-b255-4a69-859f-353b7730e960 req-15af1eb6-84bb-455b-925d-4c93f06d0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.718073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-15af1eb6-84bb-455b-925d-4c93f06d0e11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 200 len: 898 time: 0.1473482 Feb 14 21:58:58.771097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-1938ddfc-a98c-458e-b091-dd6252818575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 200 len: 217 time: 0.0461173 Feb 14 21:58:58.774125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:58.803608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Checking router: e496337f-a9f2-474e-97f4-a3b53adb9bcb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:58:58.817521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:58:58.818368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:58:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:58.824507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0516c-b255-4a69-859f-353b7730e960 req-2b7d7689-baf8-4fcf-9368-e82a662fc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.826625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-2b7d7689-baf8-4fcf-9368-e82a662fc639 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 200 len: 835 time: 0.0475304 Feb 14 21:58:58.883554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0516c-b255-4a69-859f-353b7730e960 req-5b0d8258-0d85-4f86-9fdd-c4bb0417b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:58.885109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-5b0d8258-0d85-4f86-9fdd-c4bb0417b167 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505087 Feb 14 21:58:58.938033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:58:58.969091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:58:58.982975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-14843232-0c3b-429a-9178-2c99da6d3340 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904353 Feb 14 21:58:59.088377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20d0516c-b255-4a69-859f-353b7730e960 req-8c96022d-3e56-4f63-8260-4fb2bdae3db7 service neutron] 10.222.0.83 "GET /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969708 Feb 14 21:58:59.162583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:58:59.196162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfff10-5409-4910-bbbf-236b74eaf38c None None] The sync data for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 is: [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:57:08Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4', 'name': '', 'network_id': '9ef291ac-8e9a-4c5f-8dba-1b3d1366f262', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:ed:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:07Z', 'updated_at': '2022-02-14T21:57:12Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '09816591-f7c1-416d-8850-b7f3bf304c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:58:59.215394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd7d1a-a894-4389-a7bc-3f7d6215a3b0 req-a35bb699-51a1-4eaf-9b17-9bad3bde9a33 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:59.217272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50cd7d1a-a894-4389-a7bc-3f7d6215a3b0 req-a35bb699-51a1-4eaf-9b17-9bad3bde9a33 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0634830 Feb 14 21:58:59.275040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50cd7d1a-a894-4389-a7bc-3f7d6215a3b0 req-18afd303-0624-45af-a01e-281d1dca8654 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514488 Feb 14 21:58:59.436425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07e903-a194-4c5d-a643-4112d44f34b5 None None] New status for floating IP 8e5d5252-d30e-4be8-bce4-16ea881c6a86: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:58:59.858452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4db5-cac7-478a-8c66-100b4e6d27ac req-03a30221-a342-4353-b34d-50b6d97a50e2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:59.859956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e4e4db5-cac7-478a-8c66-100b4e6d27ac req-03a30221-a342-4353-b34d-50b6d97a50e2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 946 time: 0.0790575 Feb 14 21:58:59.867610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1746d-8379-4132-b014-289efce03e11 req-0b357f67-b6a4-4c6d-ac71-7a18f1231b4f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:58:59.869441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6dc1746d-8379-4132-b014-289efce03e11 req-0b357f67-b6a4-4c6d-ac71-7a18f1231b4f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6fb9bf0-9164-4c89-a711-1b7a96598c67 HTTP/1.1" status: 200 len: 946 time: 0.0971420 Feb 14 21:59:00.281226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e4e4db5-cac7-478a-8c66-100b4e6d27ac req-b349c690-e355-469f-8c9f-59f9e2111fb5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=3ef30de9-ecfb-455e-ae80-6d2cc425753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107723 Feb 14 21:59:00.314122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:00.314122 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:00.445017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 4b454d66-069e-4cb8-95ed-c7589503ad28, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b454d66-069e-4cb8-95ed-c7589503ad28,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:00.445590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:00.461682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 4b454d66-069e-4cb8-95ed-c7589503ad28 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:00.521188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0eb1-6861-48ec-8d8f-2e6e8bc6c7a0 req-6de86f42-3c66-427c-ba12-204aca68d21d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:00.522815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca9c0eb1-6861-48ec-8d8f-2e6e8bc6c7a0 req-6de86f42-3c66-427c-ba12-204aca68d21d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1179175 Feb 14 21:59:00.628129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca9c0eb1-6861-48ec-8d8f-2e6e8bc6c7a0 req-54ddf997-ea5e-49b0-94d6-d453611546c4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821335 Feb 14 21:59:00.653726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b454d66-069e-4cb8-95ed-c7589503ad28), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:00.686312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=4b454d66-069e-4cb8-95ed-c7589503ad28,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:00.735388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] No DVR routers for this DVR port 4b454d66-069e-4cb8-95ed-c7589503ad28 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:00.738762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:00.742356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6dc1746d-8379-4132-b014-289efce03e11 req-7352e499-40e3-42c5-9a45-ef9e83710edd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "DELETE /v2.0/ports/4b454d66-069e-4cb8-95ed-c7589503ad28 HTTP/1.1" status: 204 len: 173 time: 0.8662620 Feb 14 21:59:00.742900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-deleted', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:00.745278 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d2a9c9-3c19-4bda-a471-42af5f1a9763" -d '{"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-deleted", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:00.797441 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2e123a-8a80-4ce5-8f6b-355ec3f495eb x-openstack-request-id: req-1e2e123a-8a80-4ce5-8f6b-355ec3f495eb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:00.797860 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb9bf0-9164-4c89-a711-1b7a96598c67", "name": "network-vif-deleted", "tag": "4b454d66-069e-4cb8-95ed-c7589503ad28", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:00.798181 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e2e123a-8a80-4ce5-8f6b-355ec3f495eb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:00.798656 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb9bf0-9164-4c89-a711-1b7a96598c67', 'name': 'network-vif-deleted', 'tag': '4b454d66-069e-4cb8-95ed-c7589503ad28', 'status': 'completed', 'code': 200} Feb 14 21:59:00.996193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc97a-1f3c-4bc1-8378-9fae97a4fc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:01.345448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 41988) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:01.706764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:01.757645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ff75-b537-48f3-9a3c-3921ecd78c79 req-fcc5cb57-1332-4d21-95c6-a3c1d164ef52 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:01.759508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d170ff75-b537-48f3-9a3c-3921ecd78c79 req-fcc5cb57-1332-4d21-95c6-a3c1d164ef52 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0573671 Feb 14 21:59:01.810869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d170ff75-b537-48f3-9a3c-3921ecd78c79 req-208a9e75-3bca-418c-a129-10ec720d4eee tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Feb 14 21:59:01.990175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:01.990532 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:02.080497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:02.080861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:02.093478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:02.110003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:02.134059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 4b454d66-069e-4cb8-95ed-c7589503ad28 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:02.134552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b454d66-069e-4cb8-95ed-c7589503ad28 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:02.550760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:02.578298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:02.759076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:02.947878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96962da-ec37-4fa9-975b-48680a34b10a req-7fc53c01-d6af-44b6-b33b-1b5768775af0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:02.949933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d96962da-ec37-4fa9-975b-48680a34b10a req-7fc53c01-d6af-44b6-b33b-1b5768775af0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0653789 Feb 14 21:59:02.994041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router e496337f-a9f2-474e-97f4-a3b53adb9bcb has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:03.004424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d96962da-ec37-4fa9-975b-48680a34b10a req-a9866524-07b5-4ce7-866f-991de5e325a9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484378 Feb 14 21:59:03.109415 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:03.115078 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2490f578-ff3b-4336-8410-29237e172c74 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/e496337f-a9f2-474e-97f4-a3b53adb9bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685292 Feb 14 21:59:03.117934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:03.119664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Sync routers for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:03.133481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:03.134733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:58:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:03.176832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting subnet 09816591-f7c1-416d-8850-b7f3bf304c18 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:03.180794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (09816591-f7c1-416d-8850-b7f3bf304c18), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.226698 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (09816591-f7c1-416d-8850-b7f3bf304c18), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.280976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:03.322266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (09816591-f7c1-416d-8850-b7f3bf304c18), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.385808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (09816591-f7c1-416d-8850-b7f3bf304c18), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.395461 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d157c3ee-1cc4-4a4a-829f-4c4c3127c042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.414687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Subnet': ['ID=09816591-f7c1-416d-8850-b7f3bf304c18,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:03.416730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.423532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:03.423700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-20993b8f-4be7-4f3e-90e1-ee4a4e50d6c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/subnets/09816591-f7c1-416d-8850-b7f3bf304c18 HTTP/1.1" status: 204 len: 168 time: 0.3046637 Feb 14 21:59:03.453197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d22932-f75b-4f5b-96df-af7cd9783689 None None] Network 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:03.542191 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.573483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:59:02Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:03.603837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Checking router: e496337f-a9f2-474e-97f4-a3b53adb9bcb for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:03.613401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Routers {'e496337f-a9f2-474e-97f4-a3b53adb9bcb'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:03.614033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:03.663368 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (e496337f-a9f2-474e-97f4-a3b53adb9bcb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.673639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] DHCP port deletion for 9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:59:03.725594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 9e801e47-8da0-495d-a480-94b30767e98a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:03.725931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9e801e47-8da0-495d-a480-94b30767e98a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.782049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] Set router e496337f-a9f2-474e-97f4-a3b53adb9bcb gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:03.805699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 9e801e47-8da0-495d-a480-94b30767e98a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9e801e47-8da0-495d-a480-94b30767e98a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:03.806064 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9e801e47-8da0-495d-a480-94b30767e98a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.818703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 9e801e47-8da0-495d-a480-94b30767e98a owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:03.838726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Deleting port dd19de38-7263-41a7-8ff9-9a090325c722 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:03.839096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.942567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] For port dd19de38-7263-41a7-8ff9-9a090325c722, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=dd19de38-7263-41a7-8ff9-9a090325c722,segment=NetworkSegment(cc95e0f3-d515-489a-b38d-61ab3869718b),segment_id=cc95e0f3-d515-489a-b38d-61ab3869718b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:03.942939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:03.976431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Calling delete_port for dd19de38-7263-41a7-8ff9-9a090325c722 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:03.996095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9e801e47-8da0-495d-a480-94b30767e98a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.024767 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=9e801e47-8da0-495d-a480-94b30767e98a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:04.108730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.111580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:59:02Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:04.113471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (dd19de38-7263-41a7-8ff9-9a090325c722), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.161775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964eccd-cae4-4684-9336-46715b972e3b None None] The sync data for ids ['e496337f-a9f2-474e-97f4-a3b53adb9bcb'] in n-d-828372-11 is: [{'id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913555726', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9e801e47-8da0-495d-a480-94b30767e98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:57:03Z', 'updated_at': '2022-02-14T21:59:02Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '9e801e47-8da0-495d-a480-94b30767e98a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e496337f-a9f2-474e-97f4-a3b53adb9bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:57:04Z', 'updated_at': '2022-02-14T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:04.166790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] Pushing event deleted for resources: {'Port': ['ID=dd19de38-7263-41a7-8ff9-9a090325c722,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:04.172154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77785a-b61f-475f-aef8-5066f11084c7 None None] No DVR routers for this DVR port dd19de38-7263-41a7-8ff9-9a090325c722 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:04.233925 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.237584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (e496337f-a9f2-474e-97f4-a3b53adb9bcb), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.258015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc39da-85e4-4dac-b4f7-6ff2bbc24845 req-0fe3a51b-f48f-4d73-885b-607e2c2b39bc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:04.259608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecdc39da-85e4-4dac-b4f7-6ff2bbc24845 req-0fe3a51b-f48f-4d73-885b-607e2c2b39bc tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1591625 Feb 14 21:59:04.312028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (e496337f-a9f2-474e-97f4-a3b53adb9bcb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.312587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Fanout notify agent at l3_agent the message router_deleted on router e496337f-a9f2-474e-97f4-a3b53adb9bcb {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:59:04.321652 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.322779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3fb9ae8b-58b1-4619-b645-3d8ac580b4cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/routers/e496337f-a9f2-474e-97f4-a3b53adb9bcb HTTP/1.1" status: 204 len: 168 time: 0.8978753 Feb 14 21:59:04.326420 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42012) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:04.356716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ecdc39da-85e4-4dac-b4f7-6ff2bbc24845 req-34c3f8a2-a305-468f-8367-e65815c82bb9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601690 Feb 14 21:59:04.407169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.491840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.512463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef291ac-8e9a-4c5f-8dba-1b3d1366f262']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:04.521624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc95e0f3-d515-489a-b38d-61ab3869718b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:04.521927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc95e0f3-d515-489a-b38d-61ab3869718b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:04.537349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (cc95e0f3-d515-489a-b38d-61ab3869718b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.552121 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cc95e0f3-d515-489a-b38d-61ab3869718b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.560019 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:04.560433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (cc95e0f3-d515-489a-b38d-61ab3869718b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:04.563636 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:04.630205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9ef291ac-8e9a-4c5f-8dba-1b3d1366f262), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.648475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.653917 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/networks/9ef291ac-8e9a-4c5f-8dba-1b3d1366f262 HTTP/1.1" status: 204 len: 168 time: 0.3263676 Feb 14 21:59:04.656711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42014) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:04.669667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.673853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ed62-67ee-48d1-a831-5dfa51824c64 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Network': ['ID=9ef291ac-8e9a-4c5f-8dba-1b3d1366f262,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:04.727421 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (3ef30de9-ecfb-455e-ae80-6d2cc425753d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.754162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (3ef30de9-ecfb-455e-ae80-6d2cc425753d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.823539 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3ef30de9-ecfb-455e-ae80-6d2cc425753d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.826926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:04.830789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/security-groups/3ef30de9-ecfb-455e-ae80-6d2cc425753d HTTP/1.1" status: 204 len: 168 time: 0.1703453 Feb 14 21:59:04.840410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e4b1-3854-4c3b-885c-572e8aef0bf7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef30de9-ecfb-455e-ae80-6d2cc425753d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.146723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.151431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286802716', 'description': 'tempest-secgroup-smoke-1286802716 description', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.172860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.246842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (5049b551-9270-4472-a8de-b5d8fe8b6292), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.250642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5049b551-9270-4472-a8de-b5d8fe8b6292), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.305645 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.306975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1590974 Feb 14 21:59:05.311145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42026) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.315477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.326607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503bd47-bd2e-4bd7-a02c-2c35109ab509 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5049b551-9270-4472-a8de-b5d8fe8b6292,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.362600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (c9c35564-f59b-42b2-bb94-5131b39e8790), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.388888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:05.416924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:05.417374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8f0bc3d7-a9fb-4d5f-9a65-b9bba342aac4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:05.418498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd19de38-7263-41a7-8ff9-9a090325c722 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:05.441996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (c9c35564-f59b-42b2-bb94-5131b39e8790), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.443266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: dd19de38-7263-41a7-8ff9-9a090325c722 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:05.443667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device dd19de38-7263-41a7-8ff9-9a090325c722 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:05.444178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9e801e47-8da0-495d-a480-94b30767e98a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:05.450475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c9c35564-f59b-42b2-bb94-5131b39e8790), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.479898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c35564-f59b-42b2-bb94-5131b39e8790,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.480180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9e801e47-8da0-495d-a480-94b30767e98a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:05.480180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9e801e47-8da0-495d-a480-94b30767e98a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:05.487224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b8653-c6ea-48fa-baa2-6de4e911a8b9 req-05b5ada2-7452-4103-8b32-cd99bed05865 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:05.490263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc0b8653-c6ea-48fa-baa2-6de4e911a8b9 req-05b5ada2-7452-4103-8b32-cd99bed05865 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0643332 Feb 14 21:59:05.490869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.492252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dfd92fcc-a2af-4e9f-93b7-13f3d504a616 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803980 Feb 14 21:59:05.495046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.500922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.539187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (ac9e19a9-2dfa-44c6-ad6c-7dcc993efcdc), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.558208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc0b8653-c6ea-48fa-baa2-6de4e911a8b9 req-da40d808-3487-43b4-a507-388ef7f9300c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578053 Feb 14 21:59:05.623262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (ac9e19a9-2dfa-44c6-ad6c-7dcc993efcdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.628376 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ac9e19a9-2dfa-44c6-ad6c-7dcc993efcdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.649277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9e19a9-2dfa-44c6-ad6c-7dcc993efcdc,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.658119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.663768 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75ecfc58-39a3-4015-b619-c79bd56b04b5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631713 Feb 14 21:59:05.663768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.668006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.693230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b31fc0c9-7203-419c-9961-c43962594951), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.766722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b31fc0c9-7203-419c-9961-c43962594951), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.771971 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b31fc0c9-7203-419c-9961-c43962594951), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.789963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31fc0c9-7203-419c-9961-c43962594951,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.803570 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.807409 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-919ae89c-f11d-4f72-8418-66234d27cf49 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405625 Feb 14 21:59:05.807573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42034) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.811903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.840496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (84d0b91b-9f1a-4960-9d25-b67f043b2b97), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.845376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.898978 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (84d0b91b-9f1a-4960-9d25-b67f043b2b97), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.903289 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (84d0b91b-9f1a-4960-9d25-b67f043b2b97), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.921424 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d0b91b-9f1a-4960-9d25-b67f043b2b97,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:05.932014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:05.933307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-10773443-ac42-485e-86e7-c1bd47391da8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248064 Feb 14 21:59:05.936167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42036) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:05.940898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:05.960819 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:59:05.966922 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (e716fcc4-50a6-4c65-a12d-eac57e682315), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.032557 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (e716fcc4-50a6-4c65-a12d-eac57e682315), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.036261 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e716fcc4-50a6-4c65-a12d-eac57e682315), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.056593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e716fcc4-50a6-4c65-a12d-eac57e682315,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:06.063097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.067081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f2b2a63f-2182-44a5-82d8-bd09e685e11a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267300 Feb 14 21:59:06.067220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:06.071487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '5049b551-9270-4472-a8de-b5d8fe8b6292', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:06.093088 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 21:59:06.098688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (e51ef73c-f56d-4ec2-876f-9560dd54e3a6), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.161049 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (e51ef73c-f56d-4ec2-876f-9560dd54e3a6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.164734 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (e51ef73c-f56d-4ec2-876f-9560dd54e3a6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.184942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51ef73c-f56d-4ec2-876f-9560dd54e3a6,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:06.194397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.195772 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a46fce2f-3df9-4ec1-984b-06ec555fd5a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276543 Feb 14 21:59:06.198573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:06.203602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'network': {'name': 'tempest-network-smoke--2122761525', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:06.223662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:06.226927 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.251229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:06.261945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (de97e7d7-461b-4fd6-944d-fdc92ce84ec7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.262294 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Added segment de97e7d7-461b-4fd6-944d-fdc92ce84ec7 of type vlan for network 496c8b43-06d1-42a6-a364-b0b088907b3d Feb 14 21:59:06.308320 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (496c8b43-06d1-42a6-a364-b0b088907b3d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.332370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (496c8b43-06d1-42a6-a364-b0b088907b3d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.337649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:06.338236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.409292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42046) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:06.409932 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101059 Feb 14 21:59:06.421443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'admin_state_up': True, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:06.425514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.429959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3638331-5506-43b7-82c1-d8978f0057a2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Network': ['ID=496c8b43-06d1-42a6-a364-b0b088907b3d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:06.441140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 496c8b43-06d1-42a6-a364-b0b088907b3d details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:06.442468 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.443622 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.500441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (86e15cd7-bbfb-4661-a4ea-54c985212abe), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.658379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (86e15cd7-bbfb-4661-a4ea-54c985212abe), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.757716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a816-577b-4101-89fc-8e2bd63e7e9a req-02135e65-9d7c-4580-9a54-1a5f5df26df2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:06.759110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ef6a816-577b-4101-89fc-8e2bd63e7e9a req-02135e65-9d7c-4580-9a54-1a5f5df26df2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1118760 Feb 14 21:59:06.825816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ef6a816-577b-4101-89fc-8e2bd63e7e9a req-91559550-d460-428d-9b1e-53641b53b999 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600502 Feb 14 21:59:06.928695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:06.947428 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.066758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.186 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/2c6581f4-29e5-47d6-a81f-721c95226230) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:07.179480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (2c6581f4-29e5-47d6-a81f-721c95226230), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.214692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.253253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:07.256069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:07.262336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:07.267464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=2c6581f4-29e5-47d6-a81f-721c95226230,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:07.300531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.302479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.302820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.303289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.303639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.303968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.304297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.304816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.305363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.305894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.306226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.306558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.306885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.307230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:07.541035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.753147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:07.899310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 86e15cd7-bbfb-4661-a4ea-54c985212abe is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:59:08.001616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44107-0924-4331-955a-967eaa0f29e2 req-26cd7dc6-3f4b-45dc-9f28-99501b85293c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:08.003306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61d44107-0924-4331-955a-967eaa0f29e2 req-26cd7dc6-3f4b-45dc-9f28-99501b85293c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1019204 Feb 14 21:59:08.389238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:08.399455 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Sync routers for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:08.409806 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:08.410182 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:08.412496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61d44107-0924-4331-955a-967eaa0f29e2 req-501be3e8-1212-4260-bc75-ee0bd4d311a6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710642 Feb 14 21:59:08.421688 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:08.432675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce175d9b-22e0-42b7-95c9-0a2737cf0e66 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0153773 Feb 14 21:59:08.432675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42058) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:08.454838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-14878c29-d7ae-4759-b497-a5a54a034aff tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265896 Feb 14 21:59:08.457554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42060) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:08.575299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3aea3-aa5c-43e1-a063-a703bc2dd26a tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:08.577171 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-04d3aea3-aa5c-43e1-a063-a703bc2dd26a tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1180863 Feb 14 21:59:08.580108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:08.617362 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7db99172-43ef-4a32-ba30-d496bcbaaf79 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357811 Feb 14 21:59:08.619858 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:08.621728 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:08.625463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730774988', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:08.719046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:08.722864 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:08.806813 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:07Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:08.835244 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Checking router: 86e15cd7-bbfb-4661-a4ea-54c985212abe for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:08.835497 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Updating router 86e15cd7-bbfb-4661-a4ea-54c985212abe port 2c6581f4-29e5-47d6-a81f-721c95226230 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:08.870518 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:08.924337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (6357b4fc-5aab-4a48-8c50-e2c511c55210), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:08.990692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Subnet': ['ID=6357b4fc-5aab-4a48-8c50-e2c511c55210,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:08.998671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:08.999145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network hostable DHCP agents. Network: 496c8b43-06d1-42a6-a364-b0b088907b3d, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:59:09.016980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 496c8b43-06d1-42a6-a364-b0b088907b3d is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:59:09.027180 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 496c8b43-06d1-42a6-a364-b0b088907b3d) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:09.033120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:09.033781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.041819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bccb92-23c0-401d-9f47-b3a7ce823116 None None] Network 496c8b43-06d1-42a6-a364-b0b088907b3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:09.055438 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-145a244f-20b9-4520-a65e-62de7970d418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4317243 Feb 14 21:59:09.055961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42068) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:09.153687 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks [] for port (2c6581f4-29e5-47d6-a81f-721c95226230), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.159098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-496c8b43-06d1-42a6-a364-b0b088907b3d', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:59:09.160285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.164159 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.211683 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Attempting to bind port 2c6581f4-29e5-47d6-a81f-721c95226230 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:09.212339 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Attempting to bind port 2c6581f4-29e5-47d6-a81f-721c95226230 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:09.212896 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Attempting to bind port 2c6581f4-29e5-47d6-a81f-721c95226230 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:09.223327 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:09.223996 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:09.224579 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.225152 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:09.225875 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Bound port: 2c6581f4-29e5-47d6-a81f-721c95226230, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:09.226491 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.291809 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] For port 2c6581f4-29e5-47d6-a81f-721c95226230, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:09.299884 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] For port 2c6581f4-29e5-47d6-a81f-721c95226230, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2c6581f4-29e5-47d6-a81f-721c95226230,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:09.312934 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.323017 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Pushing event updated for resources: {'Port': ['ID=2c6581f4-29e5-47d6-a81f-721c95226230,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:09.333091 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.333906 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.334433 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.335023 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.335639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.336155 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.336826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.337326 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.337865 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.338362 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.338872 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.339405 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.340451 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:09.411282 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2db90-4f5e-4821-9623-f18c2f2832cd None None] Pushing event updated for resources: {'Port': ['ID=2c6581f4-29e5-47d6-a81f-721c95226230,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:09.420604 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:09.422001 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:09.510828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Allocated IP 172.20.0.2 (496c8b43-06d1-42a6-a364-b0b088907b3d/6357b4fc-5aab-4a48-8c50-e2c511c55210/44b49ef6-7577-4a31-a590-5e31af7cf53c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:09.575372 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:09.663112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f635-cf6c-4562-a1f8-e8a0ce2e3efb req-0a449041-80a0-4455-8362-37a963a9c31c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:09.665085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e70f635-cf6c-4562-a1f8-e8a0ce2e3efb req-0a449041-80a0-4455-8362-37a963a9c31c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1498921 Feb 14 21:59:09.690828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks [] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.699866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.746680 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.751695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Network 496c8b43-06d1-42a6-a364-b0b088907b3d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:09.757196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:09.767845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e70f635-cf6c-4562-a1f8-e8a0ce2e3efb req-1ec50453-d0d6-4cc1-9c45-1ba2de779d9f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949502 Feb 14 21:59:09.770917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:09.781804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Pushing event updated for resources: {'Port': ['ID=44b49ef6-7577-4a31-a590-5e31af7cf53c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:09.809300 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:07Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:09.841051 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871175-8c92-45f2-8b88-d2970a36e20a None None] The sync data for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 is: [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:07Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:09.849972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Attempting to bind port 44b49ef6-7577-4a31-a590-5e31af7cf53c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:09.850611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Attempting to bind port 44b49ef6-7577-4a31-a590-5e31af7cf53c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:09.851012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Attempting to bind port 44b49ef6-7577-4a31-a590-5e31af7cf53c on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:09.859095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:09.859744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:09.860229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.860695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Bound using segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:09.861243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Bound port: 44b49ef6-7577-4a31-a590-5e31af7cf53c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:09.861700 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:09.932928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] For port 44b49ef6-7577-4a31-a590-5e31af7cf53c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:09.937064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] For port 44b49ef6-7577-4a31-a590-5e31af7cf53c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44b49ef6-7577-4a31-a590-5e31af7cf53c,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:09.944894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:10.016065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ebc22-bae7-4ba4-9413-0d07040c2144 None None] Pushing event updated for resources: {'Port': ['ID=44b49ef6-7577-4a31-a590-5e31af7cf53c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:10.109643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.1 (496c8b43-06d1-42a6-a364-b0b088907b3d/6357b4fc-5aab-4a48-8c50-e2c511c55210/135602eb-0c8b-47ca-9cdd-887600a2e8bb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:10.291697 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:10.351327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:10.396119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 496c8b43-06d1-42a6-a364-b0b088907b3d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:10.399764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:10.404484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:10.463977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:10.474505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:10.630872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:10.983486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324210-de54-4d96-978c-2620425a8ef9 req-5b57d155-a854-4e1e-9572-d8d028f6fd0c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:10.985233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d324210-de54-4d96-978c-2620425a8ef9 req-5b57d155-a854-4e1e-9572-d8d028f6fd0c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.0898793 Feb 14 21:59:11.062581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.075820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d324210-de54-4d96-978c-2620425a8ef9 req-9c0ec712-5159-4c2f-b0d3-d84f51c285c5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830138 Feb 14 21:59:11.077409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.184284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:11.221505 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.355023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44b49ef6-7577-4a31-a590-5e31af7cf53c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:11.362044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 496c8b43-06d1-42a6-a364-b0b088907b3d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:11.366733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:11.408822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 44b49ef6-7577-4a31-a590-5e31af7cf53c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:11.409207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.473350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a3efa-5a5d-4aa0-a5e3-d4c40e19d6b0 None None] Network 496c8b43-06d1-42a6-a364-b0b088907b3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:11.538655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 86e15cd7-bbfb-4661-a4ea-54c985212abe has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:11.572551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Provisioning complete for port 44b49ef6-7577-4a31-a590-5e31af7cf53c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:11.572829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.688270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 44b49ef6-7577-4a31-a590-5e31af7cf53c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:11.692000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.739256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:11.760317 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 44b49ef6-7577-4a31-a590-5e31af7cf53c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44b49ef6-7577-4a31-a590-5e31af7cf53c,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:11.780331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f1cff770-3a96-4656-9785-99af7f25b418 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/86e15cd7-bbfb-4661-a4ea-54c985212abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146394 Feb 14 21:59:11.791499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:11.792293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2c6581f4-29e5-47d6-a81f-721c95226230 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:11.897208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=44b49ef6-7577-4a31-a590-5e31af7cf53c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:11.960976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Current status of the port 44b49ef6-7577-4a31-a590-5e31af7cf53c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:11.965471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.034142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2c6581f4-29e5-47d6-a81f-721c95226230 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:12.034725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.095727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 21:59:12.096605 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 21:59:12.148377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2c6581f4-29e5-47d6-a81f-721c95226230 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:12.148635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.159824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-cd6a7dae-592d-42d8-93e9-043cf8d05a90 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286802716&fields=id&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 267 time: 0.1016479 Feb 14 21:59:12.182545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2c6581f4-29e5-47d6-a81f-721c95226230, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2c6581f4-29e5-47d6-a81f-721c95226230,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:12.187347 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.239750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Sync routers for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:12.290429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:12.291750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:12.317225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-18b39e73-6b72-42b8-b3cb-08d0caf3f0c3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:12.319047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-18b39e73-6b72-42b8-b3cb-08d0caf3f0c3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 797 time: 0.1425984 Feb 14 21:59:12.348851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-dc122e23-6257-41f2-9026-0715a30cdb53 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/quotas/71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0234141 Feb 14 21:59:12.378535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2c6581f4-29e5-47d6-a81f-721c95226230,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:12.456654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-7ba08bf4-78d8-4bac-96c1-cc67508b53a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999372 Feb 14 21:59:12.489514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:12.556387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:59:12.676284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-d51c3e49-f940-4362-ab66-81145f9f1249 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 21:59:12.684260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-d51c3e49-f940-4362-ab66-81145f9f1249 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2087703 Feb 14 21:59:12.704180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0caf1d1e-a5de-4fc2-8331-9a7ed43e1837 None None] Current status of the port 44b49ef6-7577-4a31-a590-5e31af7cf53c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:12.834388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-1b22e182-77ec-449f-8f14-05837cb0cf7f service neutron] 10.222.0.86 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490409 Feb 14 21:59:12.866177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Provisioning complete for port 135602eb-0c8b-47ca-9cdd-887600a2e8bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:12.866783 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.905837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 2, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:12.942451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Checking router: 86e15cd7-bbfb-4661-a4ea-54c985212abe for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:12.942907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Updating router 86e15cd7-bbfb-4661-a4ea-54c985212abe port 135602eb-0c8b-47ca-9cdd-887600a2e8bb binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:12.944904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Port 135602eb-0c8b-47ca-9cdd-887600a2e8bb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:12.968965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-3f4d0099-5213-45e6-97c5-f5f8d2c86a3c service neutron] 10.222.0.86 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281166 Feb 14 21:59:12.984718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:12.986429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Provisioning complete for port 44b49ef6-7577-4a31-a590-5e31af7cf53c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:12.986950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.180800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd448c-920c-4831-9f56-c529cdbd42ee None None] Current status of the port 44b49ef6-7577-4a31-a590-5e31af7cf53c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:13.273490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44b49ef6-7577-4a31-a590-5e31af7cf53c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:13.386149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da794e-7b91-4ff3-aca2-70200afae6b1 req-62032874-b54b-4d49-b6b0-36e0a2696aba tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:13.387754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18da794e-7b91-4ff3-aca2-70200afae6b1 req-62032874-b54b-4d49-b6b0-36e0a2696aba tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.1088381 Feb 14 21:59:13.414176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 44b49ef6-7577-4a31-a590-5e31af7cf53c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:13.414708 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.455186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18da794e-7b91-4ff3-aca2-70200afae6b1 req-75ee559e-ce43-4254-8c73-9425f769a29f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591781 Feb 14 21:59:13.533564 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks [] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.557393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-605ff410-1850-4888-839c-667a6ab31d79 req-bf1b9328-c353-406a-8652-168a484eb3ca tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 210 time: 0.0435548 Feb 14 21:59:13.561944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.806988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 44b49ef6-7577-4a31-a590-5e31af7cf53c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:13.808641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2c6581f4-29e5-47d6-a81f-721c95226230 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:13.812872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf1c48-1f1c-46e8-9c68-d95feccc379b None None] Pushing event updated for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:13.945406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Attempting to bind port 135602eb-0c8b-47ca-9cdd-887600a2e8bb on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:13.945934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Attempting to bind port 135602eb-0c8b-47ca-9cdd-887600a2e8bb by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:13.946416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Attempting to bind port 135602eb-0c8b-47ca-9cdd-887600a2e8bb on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:13.958045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:13.958668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:13.959213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.959741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Bound using segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:13.960401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Bound port: 135602eb-0c8b-47ca-9cdd-887600a2e8bb, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:13.960794 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:13.977121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2c6581f4-29e5-47d6-a81f-721c95226230 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:13.977502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.130342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2c6581f4-29e5-47d6-a81f-721c95226230 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:14.145296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] For port 135602eb-0c8b-47ca-9cdd-887600a2e8bb, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:14.149797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] For port 135602eb-0c8b-47ca-9cdd-887600a2e8bb, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=135602eb-0c8b-47ca-9cdd-887600a2e8bb,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:14.157872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.235681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Provisioning complete for port 135602eb-0c8b-47ca-9cdd-887600a2e8bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:14.236051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.274292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:14.274891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:14.285930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf1c48-1f1c-46e8-9c68-d95feccc379b None None] Pushing event updated for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:14.442741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Current status of the port 135602eb-0c8b-47ca-9cdd-887600a2e8bb is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:14.443359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.473003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:14.520017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] For port 135602eb-0c8b-47ca-9cdd-887600a2e8bb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=135602eb-0c8b-47ca-9cdd-887600a2e8bb,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:14.531562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.774381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-63d7f637-0746-459c-a5d4-d4a4275698fb None None] Provisioning complete for port 135602eb-0c8b-47ca-9cdd-887600a2e8bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:14.774829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63d7f637-0746-459c-a5d4-d4a4275698fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:14.820153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0794d-c2cd-48ff-aa63-07e94a4fb764 None None] Pushing event updated for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:14.892215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-52820ae5-1b63-49f1-91a9-daa85668c75b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:14.894340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-52820ae5-1b63-49f1-91a9-daa85668c75b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 797 time: 0.2313385 Feb 14 21:59:14.908390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a370b-9420-4737-899d-47dafbd97ba5 req-db239e42-4fb1-45a7-824e-f16668312fe2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:14.910467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a0a370b-9420-4737-899d-47dafbd97ba5 req-db239e42-4fb1-45a7-824e-f16668312fe2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 944 time: 0.3309212 Feb 14 21:59:14.925247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:14.963795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666919a-88e5-4bd6-b743-f06360a14ab9 None None] The sync data for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 is: [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:14.973435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-63d7f637-0746-459c-a5d4-d4a4275698fb None None] Current status of the port 135602eb-0c8b-47ca-9cdd-887600a2e8bb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:15.046198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-c1cb14c7-62f0-43ab-b25c-bd23ff1a69ef tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 380 time: 0.1337409 Feb 14 21:59:15.077330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'port': {'device_id': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'admin_state_up': True, 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'security_groups': ['5049b551-9270-4472-a8de-b5d8fe8b6292']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:15.157174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a0a370b-9420-4737-899d-47dafbd97ba5 req-35a71794-8a1f-49a6-81f5-697c9db2edd3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139387 Feb 14 21:59:15.316950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 135602eb-0c8b-47ca-9cdd-887600a2e8bb up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:15.333599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:15.337939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:15.404391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-543bce1a-b0cf-4d21-aa4e-ef056a1552b9 req-ee0a36a8-c5d2-42a3-bf6d-909559218e8f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 210 time: 0.0622487 Feb 14 21:59:15.431457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 135602eb-0c8b-47ca-9cdd-887600a2e8bb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:15.431457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:15.587254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.8 (496c8b43-06d1-42a6-a364-b0b088907b3d/6357b4fc-5aab-4a48-8c50-e2c511c55210/e5f58f6c-fb1f-4693-8777-b5fedd3bc317) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:15.604262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 135602eb-0c8b-47ca-9cdd-887600a2e8bb is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:15.665747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb7c1af7-cd26-40a6-8a13-03d75faae575 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:59:15.809416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:15.853059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:15.858732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:15.870917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:59:15.914809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 496c8b43-06d1-42a6-a364-b0b088907b3d is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:15.920696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:15.925909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:15.942362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port eb7c1af7-cd26-40a6-8a13-03d75faae575 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:15.947446 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:15.961024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:15.989766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7c1af7-cd26-40a6-8a13-03d75faae575 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:59:16.023835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:16.028260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.048232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:16.060738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-6c463af4-3145-4122-9bb8-272d3b9fa89f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9911218 Feb 14 21:59:16.062692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.088560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Request body: {'port': {'device_id': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:16.146005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:16.181535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.362059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['eb7c1af7-cd26-40a6-8a13-03d75faae575'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:59:16.573974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f58f6c-fb1f-4693-8777-b5fedd3bc317 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:59:16.593800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks [] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.622778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Transition to ACTIVE for port object e5f58f6c-fb1f-4693-8777-b5fedd3bc317 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:59:16.624141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8325d08c-5dab-4235-b5d7-faab5a8f8f40 None None] Provisioning complete for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:16.625291 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8325d08c-5dab-4235-b5d7-faab5a8f8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.636086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:16.699777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8325d08c-5dab-4235-b5d7-faab5a8f8f40 None None] Port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:16.758540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:16.793968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89299530-bc80-431c-a7e5-1c4cd969c935 req-3cdbd6c9-21d6-4ea5-b4f9-17cafe6991b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:16.800395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89299530-bc80-431c-a7e5-1c4cd969c935 req-3cdbd6c9-21d6-4ea5-b4f9-17cafe6991b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 945 time: 0.4284728 Feb 14 21:59:16.966695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89299530-bc80-431c-a7e5-1c4cd969c935 req-40dd7f71-dc9a-4dd9-99f7-7619250f7442 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533699 Feb 14 21:59:16.995065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:16.995933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:16.996865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:17.004033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:59:17.004734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:17.013870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:17.014654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:17.015276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Bound using segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:17.016030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Bound port: e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:17.016648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.147602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:17.151908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:17.161624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.177268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7475a39-8ddb-45a3-abcf-548b522b4031 req-0b36c4cc-e04d-4882-964e-b001c09a244a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.178779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7475a39-8ddb-45a3-abcf-548b522b4031 req-0b36c4cc-e04d-4882-964e-b001c09a244a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 943 time: 0.1062448 Feb 14 21:59:17.212823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.213452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.214906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] 10.222.0.83 "PUT /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1092 time: 1.1317804 Feb 14 21:59:17.217546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:17.219849 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a82e5-4695-47e6-94c8-d193e214325a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:17.263732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74091e-c3a5-42d0-b734-45110d25859f service neutron] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:17.333356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7475a39-8ddb-45a3-abcf-548b522b4031 req-c53bd9f6-20ff-4541-8fc5-3c322540ab26 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345060 Feb 14 21:59:17.372622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-c589fc9c-7a51-4a44-91d7-e117e876f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.374419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-c589fc9c-7a51-4a44-91d7-e117e876f737 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1126 time: 0.0985656 Feb 14 21:59:17.396669 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb07fc-dda9-4c2d-9d04-94bd1c4148ac x-openstack-request-id: req-72eb07fc-dda9-4c2d-9d04-94bd1c4148ac {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:17.396669 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:17.396669 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72eb07fc-dda9-4c2d-9d04-94bd1c4148ac {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:17.396669 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'status': 'completed', 'code': 200} Feb 14 21:59:17.429906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-493779c5-eb57-42d6-a2f8-cb8f04f2328e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 217 time: 0.0450139 Feb 14 21:59:17.487790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-4bdf486c-a2ff-4ca4-ac20-1ac1ac2360d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.489638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-4bdf486c-a2ff-4ca4-ac20-1ac1ac2360d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0537879 Feb 14 21:59:17.567065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-97cffc43-e3cf-4891-8080-f42fe032c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.568667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-97cffc43-e3cf-4891-8080-f42fe032c4ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0729823 Feb 14 21:59:17.672263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-12ada4fe-2420-4e40-9922-f8a17d3b6abd service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967522 Feb 14 21:59:17.677869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb7c1af7-cd26-40a6-8a13-03d75faae575 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:17.739689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port eb7c1af7-cd26-40a6-8a13-03d75faae575 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:59:17.744360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port eb7c1af7-cd26-40a6-8a13-03d75faae575 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:17.744922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.797593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13e293d6-e578-4830-9fc6-148699ca8c65 req-579681ff-a5f8-4c86-beb4-daabab919320 service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189523 Feb 14 21:59:17.848387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port eb7c1af7-cd26-40a6-8a13-03d75faae575 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:17.849414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.894858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:17.899130 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd9d86-435f-4671-99d9-8b8608b0f2cc" -d '{"events": [{"server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "name": "network-vif-plugged", "status": "completed", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:17.915631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:17.920673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:17.933338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-f282953e-920d-4191-a9ad-3216d96df2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:17.936005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-f282953e-920d-4191-a9ad-3216d96df2b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1126 time: 0.0818694 Feb 14 21:59:17.978335 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8aae16-4827-4a8f-a1fa-10c90da7f8c1 x-openstack-request-id: req-bf8aae16-4827-4a8f-a1fa-10c90da7f8c1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:17.978638 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "name": "network-vif-plugged", "status": "completed", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:17.978895 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf8aae16-4827-4a8f-a1fa-10c90da7f8c1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:17.979321 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'code': 200} Feb 14 21:59:18.003532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:18.117785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2457b-249a-4542-9003-6c9f4bcd2b93 req-1a84356b-3895-4f99-ab79-32f51650bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.120284 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57f2457b-249a-4542-9003-6c9f4bcd2b93 req-1a84356b-3895-4f99-ab79-32f51650bacb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.0673087 Feb 14 21:59:18.132840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-83d60811-79b8-411f-b8b4-921d9c0b5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.134323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-83d60811-79b8-411f-b8b4-921d9c0b5c1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.1839912 Feb 14 21:59:18.161001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c374e6-e357-49d3-90b2-562bd1686fd6 req-1bf58084-3fa9-4912-9f9a-7e155392add1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.162388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c374e6-e357-49d3-90b2-562bd1686fd6 req-1bf58084-3fa9-4912-9f9a-7e155392add1 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.0789139 Feb 14 21:59:18.175502 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-57f2457b-249a-4542-9003-6c9f4bcd2b93 req-def207ae-43a7-4be9-ba70-d3defa6297cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492661 Feb 14 21:59:18.192162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-df77ba71-4cbf-473f-94b1-31b34851facd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 217 time: 0.0483110 Feb 14 21:59:18.221822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42596) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:18.276850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-e3659544-3a5f-4ea4-8e86-6da4abb34bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.278411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-e3659544-3a5f-4ea4-8e86-6da4abb34bc8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0739293 Feb 14 21:59:18.283246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c374e6-e357-49d3-90b2-562bd1686fd6 req-0958c448-7678-4a6a-9788-f3e51b617634 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934503 Feb 14 21:59:18.344279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-50ca6f92-dd69-49dc-895d-c95d13d5c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.345939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-50ca6f92-dd69-49dc-895d-c95d13d5c8ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608199 Feb 14 21:59:18.443817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Deleting subnet 4cb8f858-b516-4f9e-ae74-6a5f923bfee8 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:18.452242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Publish callbacks [] for subnet (4cb8f858-b516-4f9e-ae74-6a5f923bfee8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.486988 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-bf1b4e97-7571-4420-a67c-2f69b36f4293 service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339278 Feb 14 21:59:18.498681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (4cb8f858-b516-4f9e-ae74-6a5f923bfee8), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.549612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (4cb8f858-b516-4f9e-ae74-6a5f923bfee8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.630768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (4cb8f858-b516-4f9e-ae74-6a5f923bfee8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.668066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb8f858-b516-4f9e-ae74-6a5f923bfee8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:18.671301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.676184 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-838eda27-8894-445e-bf15-40f507afcdb2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4cb8f858-b516-4f9e-ae74-6a5f923bfee8 HTTP/1.1" status: 204 len: 168 time: 0.4524148 Feb 14 21:59:18.678535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42602) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:18.764219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4988ae37-680e-4486-801e-ae381443af75), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.864233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4988ae37-680e-4486-801e-ae381443af75), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.883435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dd64f-e4fa-41d2-9fb0-882efd33163b req-89790012-c1d3-4724-b7fd-d887f10aca22 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:18.888983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4988ae37-680e-4486-801e-ae381443af75']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:18.890536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f3dd64f-e4fa-41d2-9fb0-882efd33163b req-89790012-c1d3-4724-b7fd-d887f10aca22 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 943 time: 0.4616735 Feb 14 21:59:18.900798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8daf633-737b-470b-a71f-80e5a1b1f7fd') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:18.901089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8daf633-737b-470b-a71f-80e5a1b1f7fd') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:18.913757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (a8daf633-737b-470b-a71f-80e5a1b1f7fd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.930350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a8daf633-737b-470b-a71f-80e5a1b1f7fd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.939069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:18.940175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (a8daf633-737b-470b-a71f-80e5a1b1f7fd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:18.942466 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:18.994893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f3dd64f-e4fa-41d2-9fb0-882efd33163b req-278c9f12-b89a-4f6c-8bd1-29c099d8805a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033566 Feb 14 21:59:19.017203 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4988ae37-680e-4486-801e-ae381443af75), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.033882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb8a82e5-4695-47e6-94c8-d193e214325a req-3c5cf503-8c8c-4861-a359-431dff2ffe8d service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389283 Feb 14 21:59:19.037579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.044170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] 10.222.0.86 "DELETE /v2.0/networks/4988ae37-680e-4486-801e-ae381443af75 HTTP/1.1" status: 204 len: 168 time: 0.3613799 Feb 14 21:59:19.054440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f13a-22d8-4939-b302-799b4f2fb32a admin admin] Pushing event deleted for resources: {'Network': ['ID=4988ae37-680e-4486-801e-ae381443af75,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:19.173794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42608) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:19.226920 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e5af18be-7e39-4c54-9761-0d35414fa5c7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a5750a8f91a4851bacac679d8abd326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511460 Feb 14 21:59:19.229506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42610) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:19.302454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] Publish callbacks [] for security_group (6dbbde4e-05a7-48d0-b59a-977014f36a6d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.333318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] Publish callbacks [] for security_group (6dbbde4e-05a7-48d0-b59a-977014f36a6d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.439486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea431-8cff-416c-a123-f6330982e3bc req-faac4290-e3b0-4407-bd87-b132d920e219 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:19.446568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c1ea431-8cff-416c-a123-f6330982e3bc req-faac4290-e3b0-4407-bd87-b132d920e219 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.0772429 Feb 14 21:59:19.454973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6dbbde4e-05a7-48d0-b59a-977014f36a6d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.457880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:19.459141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6dbbde4e-05a7-48d0-b59a-977014f36a6d HTTP/1.1" status: 204 len: 168 time: 0.2279484 Feb 14 21:59:19.497597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a55a81-34ee-4e7d-8dfb-42e93e31501b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbde4e-05a7-48d0-b59a-977014f36a6d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:19.563758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c1ea431-8cff-416c-a123-f6330982e3bc req-e6a88015-c77d-4412-b58f-be9108c06afa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103156 Feb 14 21:59:19.914609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-a61864b4-c48b-481a-9def-be9cdba5593f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670595 Feb 14 21:59:20.055132 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-5bc08dbf-1337-4c73-855c-7d6b80bbd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.061393 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-5bc08dbf-1337-4c73-855c-7d6b80bbd7be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.0924356 Feb 14 21:59:20.130706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fe859-fc98-4756-beee-1201d79115cd req-b032e805-bb04-4e31-a38d-ceac3859b967 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.132356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-560fe859-fc98-4756-beee-1201d79115cd req-b032e805-bb04-4e31-a38d-ceac3859b967 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 943 time: 0.0641074 Feb 14 21:59:20.265133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-560fe859-fc98-4756-beee-1201d79115cd req-05e5cfd3-0e72-4be9-85d5-c05c848910f5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252825 Feb 14 21:59:20.280552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-578c8fd3-1270-4512-87d1-f615cb9fbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.282297 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-578c8fd3-1270-4512-87d1-f615cb9fbf5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1927390 Feb 14 21:59:20.285759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42638) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:20.327982 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-4302d5bf-41a3-4d38-ae1f-e5fd86e5b387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 217 time: 0.0366793 Feb 14 21:59:20.378396 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-b9347a5c-34c9-44a4-865a-7bb42c0172e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.379893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-b9347a5c-34c9-44a4-865a-7bb42c0172e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0469763 Feb 14 21:59:20.399419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1969587986-network', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:20.443244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Made reservation on behalf of 08b33a824d5a467881a8f9dd9fb91dfd for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:20.445753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.458437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-77d08f6f-8c95-4164-804d-0c1e17cb958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.459934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-77d08f6f-8c95-4164-804d-0c1e17cb958e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0740442 Feb 14 21:59:20.460556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.581042 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-c5b8b545-f517-43cb-829b-72da6a87176e service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120389 Feb 14 21:59:20.654127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks [] for security_group (e96553b5-8d03-4533-8fa8-3a19c6ce8dbc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.661132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e96553b5-8d03-4533-8fa8-3a19c6ce8dbc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.681952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acfebd-0119-449c-8039-4e186c1545a8 req-bc4afbdf-59a2-40c1-bdac-69e8b35d9037 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.683520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29acfebd-0119-449c-8039-4e186c1545a8 req-bc4afbdf-59a2-40c1-bdac-69e8b35d9037 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.0559115 Feb 14 21:59:20.695782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96553b5-8d03-4533-8fa8-3a19c6ce8dbc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:20.702398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:20.719240 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (792b1c54-b81c-4420-8fd3-dbdaec78033c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.719623 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Added segment 792b1c54-b81c-4420-8fd3-dbdaec78033c of type vlan for network 14273fad-a463-4e5e-ac26-c7032e33555b Feb 14 21:59:20.741124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29acfebd-0119-449c-8039-4e186c1545a8 req-3d7c636a-3cee-4109-b897-4ddd1db3df4a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500534 Feb 14 21:59:20.777346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (14273fad-a463-4e5e-ac26-c7032e33555b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.780946 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3420fee9-05b9-4848-a48f-35b13f946f75 req-2cb49653-28c5-4fb7-bef0-daa41405d79c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936486 Feb 14 21:59:20.806631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (14273fad-a463-4e5e-ac26-c7032e33555b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.807834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.808424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:20.883682 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5967600 Feb 14 21:59:20.892313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9510bfa-3927-49ae-8193-071b943d245f req-cc48de93-6eb3-4064-9617-16db4bd0146f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:20.893980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9510bfa-3927-49ae-8193-071b943d245f req-cc48de93-6eb3-4064-9617-16db4bd0146f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.0671513 Feb 14 21:59:20.894706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42646) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:20.900644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Request body: {'subnet': {'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1969587986-subnet', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:20.912712 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70f0bb-5538-4724-aa9c-aba93b39eb48 admin admin] Pushing event updated for resources: {'Network': ['ID=14273fad-a463-4e5e-ac26-c7032e33555b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:20.923128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:20.952560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Made reservation on behalf of 08b33a824d5a467881a8f9dd9fb91dfd for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:20.955295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.013690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9510bfa-3927-49ae-8193-071b943d245f req-d9158296-3fe9-40ff-8559-f966e1cb2f0f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079786 Feb 14 21:59:21.035739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42648) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:21.082399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f176c-2018-481b-984a-7b88337d3b51 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:21.087837 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-592f176c-2018-481b-984a-7b88337d3b51 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1124 time: 0.0473030 Feb 14 21:59:21.088137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42650) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:21.093461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:21.142131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.214768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (2858f8e5-c6ad-4561-808e-e74430aaf994), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.280150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2858f8e5-c6ad-4561-808e-e74430aaf994,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:21.310046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Checking segment: {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:21.310415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Network hostable DHCP agents. Network: 14273fad-a463-4e5e-ac26-c7032e33555b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:59:21.381904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Network 14273fad-a463-4e5e-ac26-c7032e33555b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:59:21.389493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.400994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 14273fad-a463-4e5e-ac26-c7032e33555b) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:21.408456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:21.408793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.413297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f0c0a-3619-4d30-a288-66003abe3ca6 None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:21.475288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fc64bb7f-5285-48c5-98c6-b37aea594adf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5786328 Feb 14 21:59:21.478588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42656) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:21.485135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:21.486361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f0ba-a72f-4e83-8467-01b672ea42dd req-733b1d51-5c0d-475c-b3ae-91644fc62a9a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:21.488548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bd5f0ba-a72f-4e83-8467-01b672ea42dd req-733b1d51-5c0d-475c-b3ae-91644fc62a9a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 943 time: 0.1571381 Feb 14 21:59:21.514391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.516086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.544660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-14273fad-a463-4e5e-ac26-c7032e33555b', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:59:21.545890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.584834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2bd5f0ba-a72f-4e83-8467-01b672ea42dd req-85b089a6-b835-4ad6-a526-144c967832c7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881643 Feb 14 21:59:21.592078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.25.2.132 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/db338c89-2042-4205-be08-4ddb97850c19) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:21.632962 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for router_controller (099485ed-33b9-41d7-8d6c-6d326903d88e), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.733802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (db338c89-2042-4205-be08-4ddb97850c19), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.758004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Allocated IP 172.20.0.2 (14273fad-a463-4e5e-ac26-c7032e33555b/2858f8e5-c6ad-4561-808e-e74430aaf994/2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:21.776319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (db338c89-2042-4205-be08-4ddb97850c19), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.806729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for router_gateway (099485ed-33b9-41d7-8d6c-6d326903d88e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.828965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:21.832586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:21.840566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:21.849205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=db338c89-2042-4205-be08-4ddb97850c19,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:21.946122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks [] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:21.953871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.000098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:22.003966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:22.014043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:22.023408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Pushing event updated for resources: {'Port': ['ID=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:22.072314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.073014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.073570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.074240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.074769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.075297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.076407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.076934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.077577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.078112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.078624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.079132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.079656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:22.106595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Attempting to bind port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:22.106979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Attempting to bind port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:22.107413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Attempting to bind port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e on network 14273fad-a463-4e5e-ac26-c7032e33555b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:22.113394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:22.113935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Checking segment: {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:22.114358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.114762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Bound using segment: {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:22.115284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Bound port: 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:22.115679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.221113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] For port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:22.225693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] For port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:22.238140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:59:22.261534 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.342729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (868cfdda-26dc-4890-9089-b182b0484a5f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.366409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:22.379876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'port_id': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'mac_address': 'fa:16:3e:b5:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:59:22.391956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for router_gateway (099485ed-33b9-41d7-8d6c-6d326903d88e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.422580 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.439886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (db338c89-2042-4205-be08-4ddb97850c19), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.497562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:22.498204 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.500350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05de0d-bd5b-40a7-8fc9-9140d605e8c1 None None] Pushing event updated for resources: {'Port': ['ID=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:22.515834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f58f6c-fb1f-4693-8777-b5fedd3bc317 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:59:22.538221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:22.549003 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.568335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Allocated IP 172.25.2.250 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/563fa20c-e170-4f03-9847-29e47bdc2fe4) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:22.619199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:22.709003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.719338 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (db338c89-2042-4205-be08-4ddb97850c19), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.733422 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (db338c89-2042-4205-be08-4ddb97850c19), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.738981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['e5f58f6c-fb1f-4693-8777-b5fedd3bc317'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:59:22.755340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:22.815771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:22.819011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:22.824787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:22.873836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Pushing event updated for resources: {'Port': ['ID=563fa20c-e170-4f03-9847-29e47bdc2fe4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:22.937642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=db338c89-2042-4205-be08-4ddb97850c19,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:22.961198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527903-b619-44e5-a2c9-e091e05e3d88 req-609d90b8-9f80-487e-8a88-b689ef6cc2f3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:22.970127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31527903-b619-44e5-a2c9-e091e05e3d88 req-609d90b8-9f80-487e-8a88-b689ef6cc2f3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.2482965 Feb 14 21:59:22.995324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (868cfdda-26dc-4890-9089-b182b0484a5f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.111518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31527903-b619-44e5-a2c9-e091e05e3d88 req-68d36af5-4230-46f1-9448-ffdc800acf88 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351950 Feb 14 21:59:23.187749 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 868cfdda-26dc-4890-9089-b182b0484a5f associated. External IP: 172.25.2.132, port: eb7c1af7-cd26-40a6-8a13-03d75faae575. Feb 14 21:59:23.188931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for router_gateway (099485ed-33b9-41d7-8d6c-6d326903d88e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.261645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:23.330656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:23.331369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.469477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:23.474278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:23.474802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.477157 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.540139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:23.551816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.641171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:23.676825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:23.689822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Router 099485ed-33b9-41d7-8d6c-6d326903d88e is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:59:23.690597 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:23.702481 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.708502 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:23.709366 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:23.753102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b2f82f6c-4fc9-4f11-8154-246e5d73bd1f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6638153 Feb 14 21:59:23.753778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42668) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:23.754267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:23.756681 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0511901-d4c9-4395-858b-7d4ddf66c03e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:23.811398 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c74029-d4a2-4b3e-89c5-d5118fb27787 x-openstack-request-id: req-d3c74029-d4a2-4b3e-89c5-d5118fb27787 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:23.811733 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:23.811988 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3c74029-d4a2-4b3e-89c5-d5118fb27787 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:23.812397 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'status': 'completed', 'code': 200} Feb 14 21:59:23.881053 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:23.891427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:23.902220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Sync routers for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:23.919745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:23.920444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:23.926690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:23.928197 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cb485a58-d414-4315-9371-65306a921d1d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4469774 Feb 14 21:59:23.932118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:23.942377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-537d204e-e791-4d7b-b79f-b1ff61bdd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:23.944171 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-537d204e-e791-4d7b-b79f-b1ff61bdd16f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.1041436 Feb 14 21:59:23.950973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3208535b-83b5-4235-aea5-3c96ec9dede5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.022395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a207ec-aaa2-431c-90e1-134d010424eb None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:24.154772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-b4daa733-b8cc-4556-8d07-c94d51f1f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:24.156359 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-b4daa733-b8cc-4556-8d07-c94d51f1f30a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1774192 Feb 14 21:59:24.157074 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3208535b-83b5-4235-aea5-3c96ec9dede5 admin admin] Publish callbacks [] for security_group (20e69863-24c4-448a-94f8-5f2136585d1d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.166607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3208535b-83b5-4235-aea5-3c96ec9dede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (20e69863-24c4-448a-94f8-5f2136585d1d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.170926 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:22Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:24.206779 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:24.218720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:24.219666 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:24.227259 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3208535b-83b5-4235-aea5-3c96ec9dede5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d5df972e4b54d649cb0377f104f9ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648857 Feb 14 21:59:24.241373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:24.327609 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-ef362383-f770-4abc-b6ec-9fc2b8998980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 1000 time: 0.1619132 Feb 14 21:59:24.369864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208535b-83b5-4235-aea5-3c96ec9dede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e69863-24c4-448a-94f8-5f2136585d1d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:24.414107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc5aef-1a06-4084-9fd7-de1b2567fa7f req-f04e3a52-0d5c-4929-8851-8b1b615e21a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:24.415877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bc5aef-1a06-4084-9fd7-de1b2567fa7f req-f04e3a52-0d5c-4929-8851-8b1b615e21a5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.1732759 Feb 14 21:59:24.428948 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:24.456957 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-2f5dc30f-8b85-4ac8-8b18-f599f21df8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:24.458750 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-2f5dc30f-8b85-4ac8-8b18-f599f21df8d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0912583 Feb 14 21:59:24.477557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3334ac18-4f3b-4c5d-a9d8-bc64975bc078 None None] Provisioning complete for port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:24.477939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3334ac18-4f3b-4c5d-a9d8-bc64975bc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.498642 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:24.541033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bc5aef-1a06-4084-9fd7-de1b2567fa7f req-23213fda-ccb3-487e-880c-b2de65a053be tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132815 Feb 14 21:59:24.543348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] Publish callbacks [] for security_group (20e69863-24c4-448a-94f8-5f2136585d1d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.580728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:24.599885 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] Publish callbacks [] for security_group (20e69863-24c4-448a-94f8-5f2136585d1d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.694740 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (20e69863-24c4-448a-94f8-5f2136585d1d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.699483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.700852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20e69863-24c4-448a-94f8-5f2136585d1d HTTP/1.1" status: 204 len: 168 time: 0.4388571 Feb 14 21:59:24.716704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb78b7-7254-4b2d-894b-4f212258e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e69863-24c4-448a-94f8-5f2136585d1d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:24.788603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:59:24.835748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:24.836127 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:24.838474 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:22Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:24.885389 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf95e8-a6a2-411e-b4a5-653067621de7 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:22Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:24.956005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3334ac18-4f3b-4c5d-a9d8-bc64975bc078 None None] Current status of the port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:25.067584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-cbefa073-96f3-43da-a451-41e2e7fbdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:25.069321 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-cbefa073-96f3-43da-a451-41e2e7fbdbd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5739512 Feb 14 21:59:25.081482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:25.082080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.122283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:25.124807 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568dcbe3-94ea-4b07-b570-5b148f2514c4" -d '{"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-plugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:25.162923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:23Z', 'revision_number': 3, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:25.296540 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c8e949-eed1-44e4-b909-0d7989e9c9db x-openstack-request-id: req-b6c8e949-eed1-44e4-b909-0d7989e9c9db {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:25.297328 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-plugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:25.297845 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6c8e949-eed1-44e4-b909-0d7989e9c9db {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:25.300115 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'code': 200} Feb 14 21:59:25.314015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:25.315827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:25.327217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Checking router: 099485ed-33b9-41d7-8d6c-6d326903d88e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:25.331009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Updating router 099485ed-33b9-41d7-8d6c-6d326903d88e port 563fa20c-e170-4f03-9847-29e47bdc2fe4 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:25.345558 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407bc69-9661-41d4-8cd9-2aae663a4e3a None None] New status for floating IP 868cfdda-26dc-4890-9089-b182b0484a5f: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:59:25.386083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.394584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cad3b-4bcb-449d-bfd6-4f83270d45e4 req-af64e782-bcd8-41f2-8015-f7b0ffb081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:25.396445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b9cad3b-4bcb-449d-bfd6-4f83270d45e4 req-af64e782-bcd8-41f2-8015-f7b0ffb081a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1127 time: 0.0972588 Feb 14 21:59:25.410655 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.458084 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-8ad61511-f61b-449b-a664-79dcf6e65084 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804400 Feb 14 21:59:25.502795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b9cad3b-4bcb-449d-bfd6-4f83270d45e4 req-4a2fa49f-c23e-498e-bfd6-9aeb53394206 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976837 Feb 14 21:59:25.530869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.605473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-afedce87-9e2b-4d4a-a17f-92f3f64c2a4c None None] Provisioning complete for port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:25.611304 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afedce87-9e2b-4d4a-a17f-92f3f64c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.671657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:25.692396 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c0511901-d4c9-4395-858b-7d4ddf66c03e req-bf12e411-32ec-42e0-a763-a236aef2bc44 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065973 Feb 14 21:59:25.694338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:25.694831 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.777899 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Allocated IP 172.20.0.1 (14273fad-a463-4e5e-ac26-c7032e33555b/2858f8e5-c6ad-4561-808e-e74430aaf994/1e11edf4-3ccb-4173-b596-b6b558c80312) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:25.785087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf338dc-3e90-4b25-bec7-678af0d4a3a6 req-40d2bf93-e986-4027-b5e2-a713ccc40e32 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:25.790295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faf338dc-3e90-4b25-bec7-678af0d4a3a6 req-40d2bf93-e986-4027-b5e2-a713ccc40e32 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.1182652 Feb 14 21:59:25.883476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-faf338dc-3e90-4b25-bec7-678af0d4a3a6 req-066addad-6e02-44dc-8a61-0554238f1f3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890973 Feb 14 21:59:25.914663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42706) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:25.929664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks [] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:25.930053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-afedce87-9e2b-4d4a-a17f-92f3f64c2a4c None None] Current status of the port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:25.974874 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.021581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Network 14273fad-a463-4e5e-ac26-c7032e33555b is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:26.030269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:26.033365 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:26.034511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:26.041206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.059009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1379353542-network', 'tenant_id': 'b5b9aac11e144b40a81d523d9ec9088e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:26.087823 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (099485ed-33b9-41d7-8d6c-6d326903d88e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.102959 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Made reservation on behalf of b5b9aac11e144b40a81d523d9ec9088e for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:26.105465 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.126567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.181744 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks [] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.193745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.251646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Attempting to bind port 563fa20c-e170-4f03-9847-29e47bdc2fe4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:26.252028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Attempting to bind port 563fa20c-e170-4f03-9847-29e47bdc2fe4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:26.252403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Attempting to bind port 563fa20c-e170-4f03-9847-29e47bdc2fe4 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:26.253035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks [] for security_group (fe046705-f3a0-421b-8c8b-1e1215d642a8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.259724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe046705-f3a0-421b-8c8b-1e1215d642a8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.264227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.264688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:26.265081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:26.265489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.265896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:26.266379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Bound port: 563fa20c-e170-4f03-9847-29e47bdc2fe4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:26.266770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.268488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98eb0f-fd02-4b7e-96df-04c3f1da556c None None] Pushing event updated for resources: {'Port': ['ID=563fa20c-e170-4f03-9847-29e47bdc2fe4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.284664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:26.323233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f0296aac-dda7-4147-8ade-c140f3b9b008), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.323840 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Added segment f0296aac-dda7-4147-8ade-c140f3b9b008 of type vlan for network 8973dd42-8c2e-413f-9844-d149773d9009 Feb 14 21:59:26.343663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] For port 563fa20c-e170-4f03-9847-29e47bdc2fe4, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:26.347600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] For port 563fa20c-e170-4f03-9847-29e47bdc2fe4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=563fa20c-e170-4f03-9847-29e47bdc2fe4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:26.347811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe046705-f3a0-421b-8c8b-1e1215d642a8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.361185 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.409946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8973dd42-8c2e-413f-9844-d149773d9009), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.414518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:26.415364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:26.455385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8973dd42-8c2e-413f-9844-d149773d9009), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.457465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:26.458231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.482449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98eb0f-fd02-4b7e-96df-04c3f1da556c None None] Pushing event updated for resources: {'Port': ['ID=563fa20c-e170-4f03-9847-29e47bdc2fe4,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.495876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bbe88545-1048-4b91-8c62-a5e800f88b07 None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:26.496263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbe88545-1048-4b91-8c62-a5e800f88b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.516649 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks [] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.522199 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.573946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6566217 Feb 14 21:59:26.578382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:26.578877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bbe88545-1048-4b91-8c62-a5e800f88b07 None None] Port 1e11edf4-3ccb-4173-b596-b6b558c80312 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:26.583759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Request body: {'subnet': {'network_id': '8973dd42-8c2e-413f-9844-d149773d9009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1379353542-subnet', 'tenant_id': 'b5b9aac11e144b40a81d523d9ec9088e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:26.587246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:26.594616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4061ee-ce70-41bf-8950-e877d68273df admin admin] Pushing event updated for resources: {'Network': ['ID=8973dd42-8c2e-413f-9844-d149773d9009,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.618288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:26.618549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8973dd42-8c2e-413f-9844-d149773d9009 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:26.623304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (099485ed-33b9-41d7-8d6c-6d326903d88e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.633469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Made reservation on behalf of b5b9aac11e144b40a81d523d9ec9088e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:26.635825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:26.787622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Network 14273fad-a463-4e5e-ac26-c7032e33555b is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:26.792960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:26.851811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e11edf4-3ccb-4173-b596-b6b558c80312', 'name': '', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'mac_address': 'fa:16:3e:51:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:25Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'subnets': [{'id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:26.963337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (a3dda1e2-a618-421e-a9d7-0970dfe4ab1b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.028105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Router 099485ed-33b9-41d7-8d6c-6d326903d88e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:27.049855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:27.058469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445d3d9-0b64-4fe2-86d5-6b5e0370e7c2 None None] The sync data for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 is: [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e11edf4-3ccb-4173-b596-b6b558c80312', 'name': '', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'mac_address': 'fa:16:3e:51:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:25Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'subnets': [{'id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:27.059014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408d56-d5a7-475b-8e24-0043d978949e req-c39f8504-e197-4997-b023-8775de31ad42 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:27.063852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05408d56-d5a7-475b-8e24-0043d978949e req-c39f8504-e197-4997-b023-8775de31ad42 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0803666 Feb 14 21:59:27.067458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Checking segment: {'id': 'f0296aac-dda7-4147-8ade-c140f3b9b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:27.067946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Network hostable DHCP agents. Network: 8973dd42-8c2e-413f-9844-d149773d9009, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:59:27.106584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b5826c39-8986-4b44-b69d-04c6c3aa2435 None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:27.107131 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5826c39-8986-4b44-b69d-04c6c3aa2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.145628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05408d56-d5a7-475b-8e24-0043d978949e req-ce51ef3e-5cb2-441a-8bbb-2e552fc61b95 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743103 Feb 14 21:59:27.149127 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b5826c39-8986-4b44-b69d-04c6c3aa2435 None None] Port 1e11edf4-3ccb-4173-b596-b6b558c80312 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:27.169403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Network 8973dd42-8c2e-413f-9844-d149773d9009 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:59:27.189499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8973dd42-8c2e-413f-9844-d149773d9009) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:27.198563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:27.199403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.201652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468be223-4374-4532-ac92-fedaa5f4bb28 None None] Network 8973dd42-8c2e-413f-9844-d149773d9009 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:27.204963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:27.212462 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2a01e3b6-458b-47c8-919b-42bab21e01f8 admin admin] 10.222.0.86 "PUT /v2.0/routers/099485ed-33b9-41d7-8d6c-6d326903d88e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2784164 Feb 14 21:59:27.229096 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0bf2a795-0e85-4ece-8bd9-426b2c14cb5d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6495578 Feb 14 21:59:27.261158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ce05d-245a-4025-83a8-12b8442a27e0 req-2f4b88cc-536f-4ab1-b449-2915c9c78baa tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:27.265306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-642ce05d-245a-4025-83a8-12b8442a27e0 req-2f4b88cc-536f-4ab1-b449-2915c9c78baa tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0689213 Feb 14 21:59:27.340421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-642ce05d-245a-4025-83a8-12b8442a27e0 req-b44da96c-658e-495b-8f94-20b66eeeda7b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595095 Feb 14 21:59:27.393927 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:27.406506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca430af-0316-4fb8-93ba-33d62d3dc580 None None] Network 8973dd42-8c2e-413f-9844-d149773d9009 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:27.471146 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e0a10-369c-4b57-8467-37f67f8d3e73 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:27.473313 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0b9e0a10-369c-4b57-8467-37f67f8d3e73 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1123 time: 0.0774260 Feb 14 21:59:27.477131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42726) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:27.483548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:27.528846 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.679642 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.823136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.25 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/895c48eb-411e-4e5a-a486-88308c29c283) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:27.914968 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42748) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:27.919949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:27.922805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1074289744-network', 'tenant_id': '02ba43a5baf047099fe631a8968e7129'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:27.925928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1126619559-network', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:27.948761 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Made reservation on behalf of 52a19b3f71de45fcbd3779c3cbb4f1a4 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:27.951004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.960431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.968135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Made reservation on behalf of 02ba43a5baf047099fe631a8968e7129 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:27.970471 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.978005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (895c48eb-411e-4e5a-a486-88308c29c283), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:27.987779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.075067 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks [] for security_group (a28065dc-0b5f-4bfc-968b-46dcf1cfa43f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.077485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (895c48eb-411e-4e5a-a486-88308c29c283), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.080480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a28065dc-0b5f-4bfc-968b-46dcf1cfa43f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.106352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:28.122042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28065dc-0b5f-4bfc-968b-46dcf1cfa43f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.125369 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e4cf4def-d208-4596-870a-c3bd0d9ad1d1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.125724 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Added segment e4cf4def-d208-4596-870a-c3bd0d9ad1d1 of type vlan for network 6fa27b93-6386-4af3-9fd2-a8048f588c78 Feb 14 21:59:28.150133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:28.160303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:28.172547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:28.175282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6fa27b93-6386-4af3-9fd2-a8048f588c78), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.176781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks [] for security_group (a7fd7b1e-e4d2-46fc-b10c-2514f6d635da), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.195807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=895c48eb-411e-4e5a-a486-88308c29c283,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.205174 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a7fd7b1e-e4d2-46fc-b10c-2514f6d635da), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.216485 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6fa27b93-6386-4af3-9fd2-a8048f588c78), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.217978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:28.219303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.236247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:28.279289 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cf311f85-ecf9-4794-9d1f-adad39f1e69e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.279776 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Added segment cf311f85-ecf9-4794-9d1f-adad39f1e69e of type vlan for network 64bffdc7-2b5a-4ef7-9510-e31ce4721342 Feb 14 21:59:28.289912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3659167 Feb 14 21:59:28.294245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42752) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:28.299593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd7b1e-e4d2-46fc-b10c-2514f6d635da,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.302476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Request body: {'subnet': {'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1126619559-subnet', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:28.314551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432d637-24f1-4885-b0d2-48606a0e2849 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa27b93-6386-4af3-9fd2-a8048f588c78,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.333049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:28.347764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Made reservation on behalf of 52a19b3f71de45fcbd3779c3cbb4f1a4 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:28.350264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.364780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (64bffdc7-2b5a-4ef7-9510-e31ce4721342), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.447266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (64bffdc7-2b5a-4ef7-9510-e31ce4721342), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.448280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:28.448872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.521646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6049166 Feb 14 21:59:28.525251 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42754) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:28.559289 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Request body: {'subnet': {'network_id': '64bffdc7-2b5a-4ef7-9510-e31ce4721342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1074289744-subnet', 'tenant_id': '02ba43a5baf047099fe631a8968e7129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:28.562963 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3eac4abf-20cf-4b74-9e4a-8f5a82d7932b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.565324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dd4fb-5211-481b-ba50-87cbca6b81b2 admin admin] Pushing event updated for resources: {'Network': ['ID=64bffdc7-2b5a-4ef7-9510-e31ce4721342,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.578073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 64bffdc7-2b5a-4ef7-9510-e31ce4721342 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:28.600639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Made reservation on behalf of 02ba43a5baf047099fe631a8968e7129 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:28.602986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.635008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eac4abf-20cf-4b74-9e4a-8f5a82d7932b,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:28.641262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Checking segment: {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:28.641628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Network hostable DHCP agents. Network: 6fa27b93-6386-4af3-9fd2-a8048f588c78, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:59:28.667540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:59:28.681983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6fa27b93-6386-4af3-9fd2-a8048f588c78) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:28.690126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:28.691056 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.696279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb094f7-a6c0-47f9-9d85-39144c99f2cf None None] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:28.721272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab99b26a-c282-4e24-a6c6-5876bcb3cd9a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4232290 Feb 14 21:59:28.722137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42756) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:28.732785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:28.757919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.759086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.830990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6fa27b93-6386-4af3-9fd2-a8048f588c78', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 21:59:28.832067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.836144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for router_controller (17af811a-eb18-4e1f-ae8c-bda55c23bdba), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.854853 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (3111678d-8023-4dac-8691-5ab02c9357ec), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.938012 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:28.951386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (fbed722d-0a5d-4467-8148-d7e8a820b446), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.014244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Allocated IP 172.20.0.2 (6fa27b93-6386-4af3-9fd2-a8048f588c78/3eac4abf-20cf-4b74-9e4a-8f5a82d7932b/d0daeff1-8a4c-41df-92c7-6602cd20c4ce) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:29.034311 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (895c48eb-411e-4e5a-a486-88308c29c283), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.035804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for router_gateway (17af811a-eb18-4e1f-ae8c-bda55c23bdba), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.069979 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbed722d-0a5d-4467-8148-d7e8a820b446,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:29.095279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Checking segment: {'id': 'cf311f85-ecf9-4794-9d1f-adad39f1e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '64bffdc7-2b5a-4ef7-9510-e31ce4721342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:29.096200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Network hostable DHCP agents. Network: 64bffdc7-2b5a-4ef7-9510-e31ce4721342, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 21:59:29.162257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Network 64bffdc7-2b5a-4ef7-9510-e31ce4721342 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 21:59:29.181628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 64bffdc7-2b5a-4ef7-9510-e31ce4721342) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:29.200212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645143d-4248-4945-a96d-7a5d987e7efd None None] Network 64bffdc7-2b5a-4ef7-9510-e31ce4721342 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:29.200884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:29.201579 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.240846 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-855daf75-40a4-4c64-b746-7c8dd6b0c6c8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7123401 Feb 14 21:59:29.269335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (895c48eb-411e-4e5a-a486-88308c29c283), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.286152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (895c48eb-411e-4e5a-a486-88308c29c283), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.292831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for router_gateway (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.311884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 563fa20c-e170-4f03-9847-29e47bdc2fe4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:29.314739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks [] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.340159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.347623 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.385344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=895c48eb-411e-4e5a-a486-88308c29c283,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:29.406228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (3111678d-8023-4dac-8691-5ab02c9357ec), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.494209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:29.496999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Pushing event updated for resources: {'Port': ['ID=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:29.503334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:29.508385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:29.510361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f4dcc-4233-4a16-98e6-263a01236815 None None] Network 64bffdc7-2b5a-4ef7-9510-e31ce4721342 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:29.545880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Allocated IP 172.25.2.129 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:29.550558 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 3111678d-8023-4dac-8691-5ab02c9357ec associated. External IP: 172.25.2.25, port: e5f58f6c-fb1f-4693-8777-b5fedd3bc317. Feb 14 21:59:29.596893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 563fa20c-e170-4f03-9847-29e47bdc2fe4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:29.597172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.665970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Attempting to bind port d0daeff1-8a4c-41df-92c7-6602cd20c4ce on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:29.666349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Attempting to bind port d0daeff1-8a4c-41df-92c7-6602cd20c4ce by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:29.666719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Attempting to bind port d0daeff1-8a4c-41df-92c7-6602cd20c4ce on network 6fa27b93-6386-4af3-9fd2-a8048f588c78 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:29.679319 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.684059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:29.684448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Checking segment: {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:29.684846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.685239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Bound using segment: {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:29.685738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Bound port: d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:29.686122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.871457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] For port d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:29.886216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 563fa20c-e170-4f03-9847-29e47bdc2fe4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:29.886710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.896781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] For port d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:29.907925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.951131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 563fa20c-e170-4f03-9847-29e47bdc2fe4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=563fa20c-e170-4f03-9847-29e47bdc2fe4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:29.972797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:29.993457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd012f3-7767-4459-a665-cd1513436ddc None None] Pushing event updated for resources: {'Port': ['ID=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:30.066757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=563fa20c-e170-4f03-9847-29e47bdc2fe4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:30.111475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Sync routers for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:30.126513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:30.127208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:30.165478 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:30.204545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 86e15cd7-bbfb-4661-a4ea-54c985212abe has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:30.227852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:30.300109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:30.302565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Pushing event updated for resources: {'Port': ['ID=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:30.310580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-1210a1d8-9772-4c5e-b6f9-8d5540327cf2 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:30.317205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-1210a1d8-9772-4c5e-b6f9-8d5540327cf2 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/networks?id=8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 200 len: 812 time: 0.2248671 Feb 14 21:59:30.319202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:30.324747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:30.365200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-65c564d2-339c-4e4a-b077-b42ea8bf7d5b tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/quotas/b5b9aac11e144b40a81d523d9ec9088e HTTP/1.1" status: 200 len: 375 time: 0.0467627 Feb 14 21:59:30.371538 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:30.389494 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Sync routers for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:30.399866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:30.411012 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:30.411276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-f93f36ac-b683-476e-99e6-ac5a7c7046b4 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452404 Feb 14 21:59:30.412068 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:30.454112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6ab3fc08-217f-48c6-851e-225a2d788988 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9744668 Feb 14 21:59:30.454785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:30.458176 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca117450-e471-425e-97c9-c66bb26491a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:30.573601 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:30.615088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e11edf4-3ccb-4173-b596-b6b558c80312', 'name': '', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'mac_address': 'fa:16:3e:51:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:25Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 2, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'subnets': [{'id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:30.627248 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-99c65778-68f5-493d-9dbd-e69bb4e47c08 service neutron] 10.222.0.86 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151377 Feb 14 21:59:30.644871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Checking router: 099485ed-33b9-41d7-8d6c-6d326903d88e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:30.645241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Updating router 099485ed-33b9-41d7-8d6c-6d326903d88e port 1e11edf4-3ccb-4173-b596-b6b558c80312 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:30.674614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:30.809755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-11d6e3d5-7bfa-4ca1-a127-87f27a2d7657 service neutron] 10.222.0.86 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733429 Feb 14 21:59:30.814340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for router_gateway (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:30.831258 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3111678d-8023-4dac-8691-5ab02c9357ec', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'port_id': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'mac_address': 'fa:16:3e:b5:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:28Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:30.872566 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Checking router: 86e15cd7-bbfb-4661-a4ea-54c985212abe for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:30.884567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:30.885599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:31.089223 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:31.105266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.279688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5562142d-10f4-422a-908d-c05abfef67cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.290993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15f26-2b1c-4e49-b85f-7688a146d3a9 req-983fd7dc-f9b1-468d-bc59-2e712314cc4a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:31.292688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae15f26-2b1c-4e49-b85f-7688a146d3a9 req-983fd7dc-f9b1-468d-bc59-2e712314cc4a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.2121358 Feb 14 21:59:31.421116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks [] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.434676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.441996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae15f26-2b1c-4e49-b85f-7688a146d3a9 req-320d5970-de9f-42d5-8472-cb4a143317cd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267548 Feb 14 21:59:31.447612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Router 17af811a-eb18-4e1f-ae8c-bda55c23bdba is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 21:59:31.471498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42788) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:31.536864 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3111678d-8023-4dac-8691-5ab02c9357ec', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'port_id': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'mac_address': 'fa:16:3e:b5:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:28Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:31.554415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 563fa20c-e170-4f03-9847-29e47bdc2fe4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:31.582780 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9b25-cd41-47ed-a068-5674a05dd8b9 None None] The sync data for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 is: [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3111678d-8023-4dac-8691-5ab02c9357ec', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'port_id': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'mac_address': 'fa:16:3e:b5:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:28Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:31.596537 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6d0b023a-4b50-4dc6-b40c-b3b94f51bced tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/3111678d-8023-4dac-8691-5ab02c9357ec HTTP/1.1" status: 200 len: 990 time: 0.1233757 Feb 14 21:59:31.601659 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d3f466-dd07-43bb-b880-fda48120faad x-openstack-request-id: req-68d3f466-dd07-43bb-b880-fda48120faad {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:31.603432 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:31.603794 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68d3f466-dd07-43bb-b880-fda48120faad {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:31.606183 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'status': 'completed', 'code': 200} Feb 14 21:59:31.631498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82a4bd-0483-4a36-afca-36a231c698b8 None None] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:31.694876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc36bbf-0cd7-4296-8c45-4eb870f3a1ec None None] Pushing event updated for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:31.776876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Provisioning complete for port d0daeff1-8a4c-41df-92c7-6602cd20c4ce triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:31.777192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.788069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd218be-fe4c-46a5-92df-b8da259cf9e1 req-44f1ebe6-b1a6-4724-bb1e-37d9ca8c36b5 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 210 time: 0.1102881 Feb 14 21:59:31.792505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:31.816144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Sync routers for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:31.841026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:31.842925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c82987f1-7f6b-40f8-a797-e93bc9e119ed admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1195805 Feb 14 21:59:31.845845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42796) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:31.853527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca117450-e471-425e-97c9-c66bb26491a4 req-135326eb-3af3-4804-889d-518263635664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:31.855628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-135326eb-3af3-4804-889d-518263635664 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1128 time: 0.1767559 Feb 14 21:59:31.984597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:31.985244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:32.031424 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cba17-7e8f-4208-b9f4-01446f63f13d None None] New status for floating IP 3111678d-8023-4dac-8691-5ab02c9357ec: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 21:59:32.093202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 563fa20c-e170-4f03-9847-29e47bdc2fe4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:32.093739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.108820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca117450-e471-425e-97c9-c66bb26491a4 req-9da29a09-54b5-41c6-a39d-2189d1c1e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:32.110293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-9da29a09-54b5-41c6-a39d-2189d1c1e309 service neutron] 10.222.0.83 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.2134731 Feb 14 21:59:32.133565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Attempting to bind port 1e11edf4-3ccb-4173-b596-b6b558c80312 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:32.133815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Attempting to bind port 1e11edf4-3ccb-4173-b596-b6b558c80312 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:32.134288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Attempting to bind port 1e11edf4-3ccb-4173-b596-b6b558c80312 on network 14273fad-a463-4e5e-ac26-c7032e33555b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:32.170997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:32.171424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Checking segment: {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:32.171939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.172450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Bound using segment: {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:32.173041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Bound port: 1e11edf4-3ccb-4173-b596-b6b558c80312, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792b1c54-b81c-4420-8fd3-dbdaec78033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:32.173549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.231116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-45065a9b-a0ad-4255-a87d-5319a819fd4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 998 time: 0.1126697 Feb 14 21:59:32.329584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:32.330885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca117450-e471-425e-97c9-c66bb26491a4 req-b1c46ac9-af99-4123-ae13-aec3e4afe897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:32.331136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Current status of the port d0daeff1-8a4c-41df-92c7-6602cd20c4ce is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:32.331550 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.332425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-b1c46ac9-af99-4123-ae13-aec3e4afe897 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0949309 Feb 14 21:59:32.451476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca117450-e471-425e-97c9-c66bb26491a4 req-f94f0ea9-8690-4add-a2eb-e703edb13d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:32.452994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-f94f0ea9-8690-4add-a2eb-e703edb13d39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0931127 Feb 14 21:59:32.486401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] For port 1e11edf4-3ccb-4173-b596-b6b558c80312, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:32.521986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 563fa20c-e170-4f03-9847-29e47bdc2fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:32.523087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d0daeff1-8a4c-41df-92c7-6602cd20c4ce up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:32.571624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] For port 1e11edf4-3ccb-4173-b596-b6b558c80312, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e11edf4-3ccb-4173-b596-b6b558c80312,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:32.574080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] For port d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:32.590407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.596256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42798) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:32.598327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.656726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.676500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-73a7eefa-af77-4b90-a3da-09cb30b475be service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939631 Feb 14 21:59:32.718021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-d4fae29e-c8d4-42e3-92af-43cf8f3b2fa2 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:32.720415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-d4fae29e-c8d4-42e3-92af-43cf8f3b2fa2 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.64 "GET /v2.0/networks?id=8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 200 len: 812 time: 0.1928053 Feb 14 21:59:32.727791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:32.728472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:32.730292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5665b-45a4-45ee-8168-55ebdc028212 None None] Pushing event updated for resources: {'Port': ['ID=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:32.747258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Request body: {'port': {'device_id': '5328d031-df75-4568-bc36-96f5030449ad', 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009', 'admin_state_up': True, 'tenant_id': 'b5b9aac11e144b40a81d523d9ec9088e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:32.769249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2280a4e8-f9eb-4490-9365-ef321b3ed46b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/3111678d-8023-4dac-8691-5ab02c9357ec HTTP/1.1" status: 200 len: 992 time: 0.1677847 Feb 14 21:59:32.779963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d0daeff1-8a4c-41df-92c7-6602cd20c4ce triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:32.780334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.882931 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Made reservation on behalf of b5b9aac11e144b40a81d523d9ec9088e for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:32.887200 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.892747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:32.893121 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:32.920501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc36bbf-0cd7-4296-8c45-4eb870f3a1ec None None] Pushing event updated for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:33.000596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5f0d4a6-46df-435b-8eda-195cf6878c63 req-0d06c91b-96ee-4820-bd67-701cfcf74c2e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 210 time: 0.0963614 Feb 14 21:59:33.079273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Allocated IP 172.20.0.2 (8973dd42-8c2e-413f-9844-d149773d9009/a3dda1e2-a618-421e-a9d7-0970dfe4ab1b/19aa0703-755a-4fb4-9813-edd6f0fcf99f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:33.088292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:33.093303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:30Z', 'revision_number': 3, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:33.093577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca117450-e471-425e-97c9-c66bb26491a4 req-b289e5c4-dcf1-47ed-9ee2-dbe2f42bfea1 service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073272 Feb 14 21:59:33.103402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Allocated IP 172.20.0.1 (6fa27b93-6386-4af3-9fd2-a8048f588c78/3eac4abf-20cf-4b74-9e4a-8f5a82d7932b/d9fd514d-6b14-4d73-babb-014d984f4a21) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 21:59:33.198631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Checking router: 17af811a-eb18-4e1f-ae8c-bda55c23bdba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:33.198898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Updating router 17af811a-eb18-4e1f-ae8c-bda55c23bdba port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:33.235490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks [] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.235965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d0daeff1-8a4c-41df-92c7-6602cd20c4ce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:33.288882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Current status of the port 1e11edf4-3ccb-4173-b596-b6b558c80312 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:33.291736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.295110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.301573 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks [] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.353375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.413190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Network 8973dd42-8c2e-413f-9844-d149773d9009 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:33.416738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:33.424213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:33.431751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Pushing event updated for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:33.484392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:33.485825 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.505817 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc8b0dc5-c278-49d2-ae39-373f86f5891e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738161 Feb 14 21:59:33.506125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e11edf4-3ccb-4173-b596-b6b558c80312 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:33.512438 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.517872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Request body: {'port': {'device_id': '5328d031-df75-4568-bc36-96f5030449ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:33.589920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.633717 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f23deb3-0cea-4307-ac1d-8e47fa80d186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.653360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] For port 1e11edf4-3ccb-4173-b596-b6b558c80312, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e11edf4-3ccb-4173-b596-b6b558c80312,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:33.666338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.712929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:33.719970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:33.724764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 21:59:33.727739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:33.767069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.814009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Provisioning complete for port d0daeff1-8a4c-41df-92c7-6602cd20c4ce triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:33.814615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.874237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Pushing event updated for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:33.882883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:33.883379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.927528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa0703-755a-4fb4-9813-edd6f0fcf99f {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:59:33.938245 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.938509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks [] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:33.956039 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Transition to ACTIVE for port object 19aa0703-755a-4fb4-9813-edd6f0fcf99f will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 21:59:33.962760 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.023643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:34.071533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e11edf4-3ccb-4173-b596-b6b558c80312', 'name': '', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'mac_address': 'fa:16:3e:51:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:25Z', 'updated_at': '2022-02-14T21:59:32Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'subnets': [{'id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:34.125621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Attempting to bind port 19aa0703-755a-4fb4-9813-edd6f0fcf99f on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:34.127299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Attempting to bind port 19aa0703-755a-4fb4-9813-edd6f0fcf99f by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'f0296aac-dda7-4147-8ade-c140f3b9b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:34.127638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Attempting to bind port 19aa0703-755a-4fb4-9813-edd6f0fcf99f on network 8973dd42-8c2e-413f-9844-d149773d9009 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:34.132793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Port 19aa0703-755a-4fb4-9813-edd6f0fcf99f on network 8973dd42-8c2e-413f-9844-d149773d9009 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 21:59:34.133115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Attempting to bind port 19aa0703-755a-4fb4-9813-edd6f0fcf99f on network 8973dd42-8c2e-413f-9844-d149773d9009 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:34.138163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:34.138508 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Checking segment: {'id': 'f0296aac-dda7-4147-8ade-c140f3b9b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:34.138894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Bound using segment: {'id': 'f0296aac-dda7-4147-8ade-c140f3b9b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:34.139440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Bound port: 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0296aac-dda7-4147-8ade-c140f3b9b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:34.140153 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.149339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944fdb2-ce6b-46d6-9182-1a537ad05e47 None None] The sync data for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 is: [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:26Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e11edf4-3ccb-4173-b596-b6b558c80312', 'name': '', 'network_id': '14273fad-a463-4e5e-ac26-c7032e33555b', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'mac_address': 'fa:16:3e:51:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:25Z', 'updated_at': '2022-02-14T21:59:32Z', 'revision_number': 4, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'subnets': [{'id': '2858f8e5-c6ad-4561-808e-e74430aaf994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:34.150864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-221c888b-7feb-44ff-99b3-f690a1ff5a3b None None] Current status of the port d0daeff1-8a4c-41df-92c7-6602cd20c4ce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:34.181698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1e11edf4-3ccb-4173-b596-b6b558c80312 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:34.182726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d0daeff1-8a4c-41df-92c7-6602cd20c4ce up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:34.215769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753c95-2df7-4cd3-a9dd-04c40449712a req-15a8f15b-79ba-4d19-abe1-f94db169b43e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:34.218117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17753c95-2df7-4cd3-a9dd-04c40449712a req-15a8f15b-79ba-4d19-abe1-f94db169b43e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 943 time: 0.0951927 Feb 14 21:59:34.227113 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:34.230779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f,segment=NetworkSegment(f0296aac-dda7-4147-8ade-c140f3b9b008),segment_id=f0296aac-dda7-4147-8ade-c140f3b9b008)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:34.237096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks [] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.243494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.245892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks [] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.252525 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.271704 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.334692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port d0daeff1-8a4c-41df-92c7-6602cd20c4ce triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:34.335052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:34.335260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.336115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.338488 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] 10.222.0.64 "PUT /v2.0/ports/19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 200 len: 1092 time: 0.8251371 Feb 14 21:59:34.340090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687aad-0466-4fb8-be57-72bd5f0c8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:34.353978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:34.357355 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b868e5-0b07-4797-85dc-6150a5def45a" -d '{"events": [{"name": "network-changed", "server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:34.376052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfe669-323b-4ec4-aa48-6ea2a73bcf9b None None] Pushing event updated for resources: {'Port': ['ID=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:34.378344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Attempting to bind port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:34.378725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Attempting to bind port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:34.379099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Attempting to bind port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:34.389930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:34.390420 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.395890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17753c95-2df7-4cd3-a9dd-04c40449712a req-856970e6-da9c-4598-bb9d-2938c0ed11c6 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672950 Feb 14 21:59:34.399093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:34.399504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:34.399923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.400331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:34.400812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Bound port: 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:34.401759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.432559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:34.449917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.459065 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaa07db-6f19-4da0-9fae-f2613c883805 x-openstack-request-id: req-fbaa07db-6f19-4da0-9fae-f2613c883805 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:34.459401 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:34.459656 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fbaa07db-6f19-4da0-9fae-f2613c883805 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:34.460058 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f', 'status': 'completed', 'code': 200} Feb 14 21:59:34.470292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-359ca97e-912b-4502-a32a-df824ea92025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:34.473443 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-359ca97e-912b-4502-a32a-df824ea92025 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 1126 time: 0.0809829 Feb 14 21:59:34.522628 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-1c782d3f-5dfb-4183-9704-e1947fd893aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 200 len: 217 time: 0.0415783 Feb 14 21:59:34.563382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] For port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:34.568801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 21:59:34.570566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 21:59:34.575728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-59197268-aa65-4c14-904d-93b5652c108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:34.577497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-59197268-aa65-4c14-904d-93b5652c108d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b HTTP/1.1" status: 200 len: 852 time: 0.0491621 Feb 14 21:59:34.594593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port d0daeff1-8a4c-41df-92c7-6602cd20c4ce is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:34.607226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] For port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:34.619429 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.631367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-1453b825-fa1b-4595-91a6-9530e5314dac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8973dd42-8c2e-413f-9844-d149773d9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473924 Feb 14 21:59:34.664523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Current status of the port 1e11edf4-3ccb-4173-b596-b6b558c80312 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:34.717084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfe669-323b-4ec4-aa48-6ea2a73bcf9b None None] Pushing event updated for resources: {'Port': ['ID=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:34.723675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.724783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Provisioning complete for port d9fd514d-6b14-4d73-babb-014d984f4a21 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:34.725147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:34.749803 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Router 17af811a-eb18-4e1f-ae8c-bda55c23bdba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:34.756276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:34.756925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:34.806254 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-7de5800c-8611-4f5d-bccf-d2b8a240bf33 service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670313 Feb 14 21:59:34.838941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c0dab63-ce3c-49aa-884b-469345381c19 None None] Port d9fd514d-6b14-4d73-babb-014d984f4a21 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:34.928990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:34.929506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:34.935457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8c52038d-e0a4-4bda-baaf-81440d4d1aca admin admin] 10.222.0.86 "PUT /v2.0/routers/17af811a-eb18-4e1f-ae8c-bda55c23bdba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879159 Feb 14 21:59:34.952749 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b0d14236-9402-4c47-ac36-dd9b35760385 req-9c46670c-957c-4daf-80c0-4a0f1c90eefe service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406260 Feb 14 21:59:34.990367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c7840dd1-0f66-41ed-be4f-839e5457f25c None None] Provisioning complete for port d9fd514d-6b14-4d73-babb-014d984f4a21 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:34.990749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7840dd1-0f66-41ed-be4f-839e5457f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:35.075032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b868e5-0b07-4797-85dc-6150a5def45a req-ec690a73-7b9c-41d8-a22f-b9274963e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:35.076606 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-ec690a73-7b9c-41d8-a22f-b9274963e2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 1126 time: 0.0680728 Feb 14 21:59:35.097952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7840dd1-0f66-41ed-be4f-839e5457f25c None None] Port d9fd514d-6b14-4d73-babb-014d984f4a21 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 21:59:35.184757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b868e5-0b07-4797-85dc-6150a5def45a req-353ad4dd-b4f3-4f33-ad1d-84d3e82304bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:35.186548 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-353ad4dd-b4f3-4f33-ad1d-84d3e82304bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 200 len: 913 time: 0.1039958 Feb 14 21:59:35.214871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:33Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'd9fd514d-6b14-4d73-babb-014d984f4a21', 'name': '', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'mac_address': 'fa:16:3e:dc:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:32Z', 'updated_at': '2022-02-14T21:59:34Z', 'revision_number': 2, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'subnets': [{'id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:35.253272 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-09df1beb-725f-4f51-b460-0a4cd723419f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 200 len: 217 time: 0.0608819 Feb 14 21:59:35.267807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a11a4-d3a2-433e-98b6-e0005b974f51 None None] The sync data for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 is: [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:33Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'd9fd514d-6b14-4d73-babb-014d984f4a21', 'name': '', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'mac_address': 'fa:16:3e:dc:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:32Z', 'updated_at': '2022-02-14T21:59:34Z', 'revision_number': 2, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'subnets': [{'id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:35.331789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b868e5-0b07-4797-85dc-6150a5def45a req-4268707b-5f1a-4098-8f5f-6199afd99d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:35.333612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-4268707b-5f1a-4098-8f5f-6199afd99d6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b HTTP/1.1" status: 200 len: 852 time: 0.0658813 Feb 14 21:59:35.354919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e11edf4-3ccb-4173-b596-b6b558c80312 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:35.381095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-2611ebad-73c0-4772-b1bd-e54f3f445137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8973dd42-8c2e-413f-9844-d149773d9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407364 Feb 14 21:59:35.409577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1e11edf4-3ccb-4173-b596-b6b558c80312 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:35.410217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:35.481724 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-dae131c3-4fd5-48e9-a984-7ad026e216fb service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941343 Feb 14 21:59:35.506839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1e11edf4-3ccb-4173-b596-b6b558c80312 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:35.622957 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-02b868e5-0b07-4797-85dc-6150a5def45a req-9c44382b-40af-4995-84a3-22b062041166 service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348567 Feb 14 21:59:35.763325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b4a5f-c89b-4ac1-81e0-5c40b7d33567 req-1abd9f91-7b9b-436b-810c-ba5483bc3330 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:35.765003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e1b4a5f-c89b-4ac1-81e0-5c40b7d33567 req-1abd9f91-7b9b-436b-810c-ba5483bc3330 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 943 time: 0.0592616 Feb 14 21:59:35.814895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e1b4a5f-c89b-4ac1-81e0-5c40b7d33567 req-24da05cb-93e6-4828-9b76-8d0d6942abbc tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Feb 14 21:59:35.854135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:36.169498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:36.407980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:36.540521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (099485ed-33b9-41d7-8d6c-6d326903d88e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:36.786434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Deleting port 1e11edf4-3ccb-4173-b596-b6b558c80312 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:36.786776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:36.863861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] For port 1e11edf4-3ccb-4173-b596-b6b558c80312, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e11edf4-3ccb-4173-b596-b6b558c80312,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:36.864397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:36.877236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Calling delete_port for 1e11edf4-3ccb-4173-b596-b6b558c80312 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:36.935640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99b2e-ba31-4ad9-b783-db5e856cf63a req-a59fa8a6-cf48-4ae6-8e63-12ef373571f5 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:36.937137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00a99b2e-ba31-4ad9-b783-db5e856cf63a req-a59fa8a6-cf48-4ae6-8e63-12ef373571f5 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 943 time: 0.0531337 Feb 14 21:59:36.988181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00a99b2e-ba31-4ad9-b783-db5e856cf63a req-521fc049-5cdb-4d4c-9b54-fb1b211e4b6f tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Feb 14 21:59:37.060300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1e11edf4-3ccb-4173-b596-b6b558c80312), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.086843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e11edf4-3ccb-4173-b596-b6b558c80312,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:37.276450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (099485ed-33b9-41d7-8d6c-6d326903d88e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.313965 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.403934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:37.454612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:37.454998 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.719827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:37.721086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.746399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:37.751751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:37.807815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:37.816349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Router 099485ed-33b9-41d7-8d6c-6d326903d88e has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:37.933865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:37.939908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ec109fe9-f93e-45bf-8093-39e89fb4e12a admin admin] 10.222.0.86 "PUT /v2.0/routers/099485ed-33b9-41d7-8d6c-6d326903d88e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691400 Feb 14 21:59:37.942581 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42858) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:37.946687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Sync routers for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:37.959374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:37.960045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:38.074302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks [] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.077341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:38.140124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137a9-33d1-463a-83fd-6ed9e1199a43 req-716509ad-47c3-4fc3-86ee-caf7a2cc1960 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:38.142051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f84137a9-33d1-463a-83fd-6ed9e1199a43 req-716509ad-47c3-4fc3-86ee-caf7a2cc1960 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 943 time: 0.0701153 Feb 14 21:59:38.196737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks [] for router_gateway (099485ed-33b9-41d7-8d6c-6d326903d88e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.207726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f84137a9-33d1-463a-83fd-6ed9e1199a43 req-81409ad2-4bd6-461a-9fea-b47b60d478fd tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590887 Feb 14 21:59:38.263967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Deleting port 563fa20c-e170-4f03-9847-29e47bdc2fe4 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:38.264319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.301179 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:37Z', 'revision_number': 5, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port': {'id': '563fa20c-e170-4f03-9847-29e47bdc2fe4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:38.329363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Checking router: 099485ed-33b9-41d7-8d6c-6d326903d88e for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:38.338931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Routers {'099485ed-33b9-41d7-8d6c-6d326903d88e'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:38.339758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['099485ed-33b9-41d7-8d6c-6d326903d88e'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:38.357679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] For port 563fa20c-e170-4f03-9847-29e47bdc2fe4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=563fa20c-e170-4f03-9847-29e47bdc2fe4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:38.358314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.372323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Calling delete_port for 563fa20c-e170-4f03-9847-29e47bdc2fe4 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:38.436952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] Set router 099485ed-33b9-41d7-8d6c-6d326903d88e gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:38.493709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:38Z', 'revision_number': 6, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:38.521276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a590a14-087e-49a3-9ac6-0b9544ce1c00 None None] The sync data for ids ['099485ed-33b9-41d7-8d6c-6d326903d88e'] in n-d-828372-11 is: [{'id': '099485ed-33b9-41d7-8d6c-6d326903d88e', 'name': 'tempest-TestAggregatesBasicOps-1969587986-router', 'tenant_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:21Z', 'updated_at': '2022-02-14T21:59:38Z', 'revision_number': 6, 'project_id': '08b33a824d5a467881a8f9dd9fb91dfd', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:38.564111 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (563fa20c-e170-4f03-9847-29e47bdc2fe4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.596550 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=563fa20c-e170-4f03-9847-29e47bdc2fe4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:38.663615 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (099485ed-33b9-41d7-8d6c-6d326903d88e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.755176 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.757301 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks [] for router_controller (099485ed-33b9-41d7-8d6c-6d326903d88e), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.805684 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (099485ed-33b9-41d7-8d6c-6d326903d88e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.806390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099485ed-33b9-41d7-8d6c-6d326903d88e {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:59:38.811747 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.813215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be6228e4-1e64-4150-b540-b614ccc99fa2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/099485ed-33b9-41d7-8d6c-6d326903d88e HTTP/1.1" status: 204 len: 168 time: 0.8694968 Feb 14 21:59:38.816404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42862) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:38.869898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Deleting subnet 2858f8e5-c6ad-4561-808e-e74430aaf994 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:38.873677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Publish callbacks [] for subnet (2858f8e5-c6ad-4561-808e-e74430aaf994), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:38.917974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (2858f8e5-c6ad-4561-808e-e74430aaf994), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.004617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2858f8e5-c6ad-4561-808e-e74430aaf994), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.066965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (2858f8e5-c6ad-4561-808e-e74430aaf994), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.096245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2858f8e5-c6ad-4561-808e-e74430aaf994,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:39.099977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.106133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a620e403-700f-4b84-a4fa-5ce47b19f5c6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2858f8e5-c6ad-4561-808e-e74430aaf994 HTTP/1.1" status: 204 len: 168 time: 0.2885106 Feb 14 21:59:39.106349 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42864) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:39.107624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec5739-b2be-41d5-9663-36d6b17e3bfa None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:39.179293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (14273fad-a463-4e5e-ac26-c7032e33555b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.238865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Deleting port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:39.239656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.241847 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Sync routers for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:39.264838 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:39.265454 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:39.313210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] DHCP port deletion for 14273fad-a463-4e5e-ac26-c7032e33555b request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:59:39.343894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] For port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:39.344334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.360738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Calling delete_port for 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:39.379260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d6932-edd5-491c-9598-674f9111f3a8 req-d4f2067a-48de-4e06-a9fc-3238c79d9ecb tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:39.388000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-123d6932-edd5-491c-9598-674f9111f3a8 req-d4f2067a-48de-4e06-a9fc-3238c79d9ecb tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 943 time: 0.0662301 Feb 14 21:59:39.440492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Deleting port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:39.441023 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.450267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-123d6932-edd5-491c-9598-674f9111f3a8 req-72b453c4-2e65-4df7-8864-8dd3b1c1317a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609915 Feb 14 21:59:39.484637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.502293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:39.512675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:39.519411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] No DVR routers for this DVR port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:39.559953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] For port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,segment=NetworkSegment(792b1c54-b81c-4420-8fd3-dbdaec78033c),segment_id=792b1c54-b81c-4420-8fd3-dbdaec78033c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:39.560274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.579415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Calling delete_port for 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:39.603137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (14273fad-a463-4e5e-ac26-c7032e33555b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.606934 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:39.625599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14273fad-a463-4e5e-ac26-c7032e33555b']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:39.636808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792b1c54-b81c-4420-8fd3-dbdaec78033c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:39.637461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792b1c54-b81c-4420-8fd3-dbdaec78033c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:39.639445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:39.639827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.647998 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (792b1c54-b81c-4420-8fd3-dbdaec78033c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.662906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (792b1c54-b81c-4420-8fd3-dbdaec78033c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.671123 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:39.671750 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (792b1c54-b81c-4420-8fd3-dbdaec78033c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:39.674053 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:39.745574 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.747816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (14273fad-a463-4e5e-ac26-c7032e33555b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.749091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:39.755196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.763666 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] 10.222.0.86 "DELETE /v2.0/networks/14273fad-a463-4e5e-ac26-c7032e33555b HTTP/1.1" status: 204 len: 168 time: 0.6558714 Feb 14 21:59:39.766732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42868) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:39.780461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652568c8-c094-4338-b4c6-51f220ad41ab admin admin] Pushing event deleted for resources: {'Network': ['ID=14273fad-a463-4e5e-ac26-c7032e33555b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:39.796313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Network 14273fad-a463-4e5e-ac26-c7032e33555b is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 21:59:39.796867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] No DVR routers for this DVR port 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:39.798616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce378dc-f103-480a-84da-5b3c8b2f4a2d None None] Pushing event deleted for resources: {'Port': ['ID=2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:39.819584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 19aa0703-755a-4fb4-9813-edd6f0fcf99f details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 21:59:39.853237 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:33Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'd9fd514d-6b14-4d73-babb-014d984f4a21', 'name': '', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'mac_address': 'fa:16:3e:dc:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:32Z', 'updated_at': '2022-02-14T21:59:34Z', 'revision_number': 2, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'subnets': [{'id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:39.870407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e11edf4-3ccb-4173-b596-b6b558c80312 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:39.885143 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Checking router: 17af811a-eb18-4e1f-ae8c-bda55c23bdba for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:39.886635 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Updating router 17af811a-eb18-4e1f-ae8c-bda55c23bdba port d9fd514d-6b14-4d73-babb-014d984f4a21 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 21:59:39.924462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1e11edf4-3ccb-4173-b596-b6b558c80312 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:39.924809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e11edf4-3ccb-4173-b596-b6b558c80312 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:39.925425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:39.928524 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:39.949171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:39.949526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2fa76a3b-b813-416c-b3bb-0e32ba1f0e9e not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:39.950148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 563fa20c-e170-4f03-9847-29e47bdc2fe4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:39.981814 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 563fa20c-e170-4f03-9847-29e47bdc2fe4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:39.982150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 563fa20c-e170-4f03-9847-29e47bdc2fe4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:40.000293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f,segment=NetworkSegment(f0296aac-dda7-4147-8ade-c140f3b9b008),segment_id=f0296aac-dda7-4147-8ade-c140f3b9b008)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:40.011636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '19aa0703-755a-4fb4-9813-edd6f0fcf99f', 'network_id': '8973dd42-8c2e-413f-9844-d149773d9009', 'port_id': '19aa0703-755a-4fb4-9813-edd6f0fcf99f', 'mac_address': 'fa:16:3e:2f:94:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3dda1e2-a618-421e-a9d7-0970dfe4ab1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 21:59:40.053074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 19aa0703-755a-4fb4-9813-edd6f0fcf99f is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:40.053788 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.067544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aa0703-755a-4fb4-9813-edd6f0fcf99f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 21:59:40.090750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f,segment=NetworkSegment(f0296aac-dda7-4147-8ade-c140f3b9b008),segment_id=f0296aac-dda7-4147-8ade-c140f3b9b008)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:40.096074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.143998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:40.204965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.209141 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks [] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.216262 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.271610 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d731-7c66-4b87-9471-767f045ed5b5 None None] Pushing event updated for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:40.332412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Attempting to bind port d9fd514d-6b14-4d73-babb-014d984f4a21 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 21:59:40.332794 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Attempting to bind port d9fd514d-6b14-4d73-babb-014d984f4a21 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 21:59:40.333101 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Attempting to bind port d9fd514d-6b14-4d73-babb-014d984f4a21 on network 6fa27b93-6386-4af3-9fd2-a8048f588c78 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 21:59:40.339305 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 21:59:40.339692 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Checking segment: {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 21:59:40.340107 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.340509 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Bound using segment: {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 21:59:40.340979 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Bound port: d9fd514d-6b14-4d73-babb-014d984f4a21, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 21:59:40.341790 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.417370 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] For port d9fd514d-6b14-4d73-babb-014d984f4a21, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 21:59:40.421294 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] For port d9fd514d-6b14-4d73-babb-014d984f4a21, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d9fd514d-6b14-4d73-babb-014d984f4a21,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 21:59:40.427801 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.436128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['19aa0703-755a-4fb4-9813-edd6f0fcf99f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:59:40.503565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:40.504205 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:40.506214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d731-7c66-4b87-9471-767f045ed5b5 None None] Pushing event updated for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:40.587025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Deleting port d9fd514d-6b14-4d73-babb-014d984f4a21 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:40.587628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.598834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Provisioning complete for port d9fd514d-6b14-4d73-babb-014d984f4a21 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:40.599522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.658989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:40.689020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e53831-a35c-4324-a696-45068a6b0e31 req-1dd00cb4-1375-43f0-971f-3ecd40e544a5 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:40.690930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20e53831-a35c-4324-a696-45068a6b0e31 req-1dd00cb4-1375-43f0-971f-3ecd40e544a5 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 944 time: 0.1476576 Feb 14 21:59:40.707953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Current status of the port d9fd514d-6b14-4d73-babb-014d984f4a21 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:40.708327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.729438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] For port d9fd514d-6b14-4d73-babb-014d984f4a21, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d9fd514d-6b14-4d73-babb-014d984f4a21,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:40.729978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.751322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] For port d9fd514d-6b14-4d73-babb-014d984f4a21, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d9fd514d-6b14-4d73-babb-014d984f4a21,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:40.757033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.763331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Calling delete_port for d9fd514d-6b14-4d73-babb-014d984f4a21 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:40.781607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20e53831-a35c-4324-a696-45068a6b0e31 req-359a45a7-4a78-40e9-a096-ebd1997c6e79 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Feb 14 21:59:40.812885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5551-3c8a-4d2b-b00e-fae8bda2f86f None None] Pushing event updated for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:40.878739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7cd8cb95-7673-4019-a4fe-b7c2a099d64f None None] Provisioning complete for port d9fd514d-6b14-4d73-babb-014d984f4a21 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:40.879068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cb95-7673-4019-a4fe-b7c2a099d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:40.901722 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:33Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'd9fd514d-6b14-4d73-babb-014d984f4a21', 'name': '', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'mac_address': 'fa:16:3e:dc:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:32Z', 'updated_at': '2022-02-14T21:59:40Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'subnets': [{'id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:40.936225 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145d54b-994e-4db9-86a3-376e38ed6948 None None] The sync data for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 is: [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:33Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'd9fd514d-6b14-4d73-babb-014d984f4a21', 'name': '', 'network_id': '6fa27b93-6386-4af3-9fd2-a8048f588c78', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'mac_address': 'fa:16:3e:dc:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:32Z', 'updated_at': '2022-02-14T21:59:40Z', 'revision_number': 4, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'subnets': [{'id': '3eac4abf-20cf-4b74-9e4a-8f5a82d7932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:40.964579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8cb95-7673-4019-a4fe-b7c2a099d64f None None] Current status of the port d9fd514d-6b14-4d73-babb-014d984f4a21 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:40.985016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (d9fd514d-6b14-4d73-babb-014d984f4a21), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:41.014412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fd514d-6b14-4d73-babb-014d984f4a21,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:41.199527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:41.442945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Router 17af811a-eb18-4e1f-ae8c-bda55c23bdba has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 21:59:41.558694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 21:59:41.566068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5bed0f16-07a1-451d-9d15-2776df865d0b admin admin] 10.222.0.86 "PUT /v2.0/routers/17af811a-eb18-4e1f-ae8c-bda55c23bdba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958150 Feb 14 21:59:41.566363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42872) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:41.684533 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks [] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:41.712686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Sync routers for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 21:59:41.724967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:41.725612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:41.793915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks [] for router_gateway (17af811a-eb18-4e1f-ae8c-bda55c23bdba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:41.827589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 19aa0703-755a-4fb4-9813-edd6f0fcf99f up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 21:59:41.850995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Deleting port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:41.851570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:41.875732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:41.973373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9195bc3-0fdd-4e89-a522-f0aeec7cb224 req-4a848178-ae2f-411d-ad96-dac991d6cc87 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:41.974941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9195bc3-0fdd-4e89-a522-f0aeec7cb224 req-4a848178-ae2f-411d-ad96-dac991d6cc87 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 944 time: 0.1093731 Feb 14 21:59:41.980490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] For port 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:41.980985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.002390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 19aa0703-755a-4fb4-9813-edd6f0fcf99f completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 21:59:42.005420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Calling delete_port for 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:42.016693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 19aa0703-755a-4fb4-9813-edd6f0fcf99f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 21:59:42.017021 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.080255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9195bc3-0fdd-4e89-a522-f0aeec7cb224 req-a2dcee0a-78b6-4b41-8219-30ab29c046bb tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Feb 14 21:59:42.215949 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.242962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:42.315271 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.328356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:40Z', 'revision_number': 5, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port': {'id': '7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:29Z', 'updated_at': '2022-02-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:42.331354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 19aa0703-755a-4fb4-9813-edd6f0fcf99f is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 21:59:42.331748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.361388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Checking router: 17af811a-eb18-4e1f-ae8c-bda55c23bdba for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 21:59:42.384995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Routers {'17af811a-eb18-4e1f-ae8c-bda55c23bdba'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 21:59:42.385942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:42.391215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:42.393489 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710b1cb1-49b5-4def-9cc9-0e3657e4a37a" -d '{"events": [{"server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "name": "network-vif-plugged", "status": "completed", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:42.411557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.413894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks [] for router_controller (17af811a-eb18-4e1f-ae8c-bda55c23bdba), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.441806 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390c0ab-2bb5-44f9-b98d-a7aba2cfff96 x-openstack-request-id: req-0390c0ab-2bb5-44f9-b98d-a7aba2cfff96 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:42.442167 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "name": "network-vif-plugged", "status": "completed", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:42.442349 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0390c0ab-2bb5-44f9-b98d-a7aba2cfff96 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:42.443018 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f', 'code': 200} Feb 14 21:59:42.450072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f,segment=NetworkSegment(f0296aac-dda7-4147-8ade-c140f3b9b008),segment_id=f0296aac-dda7-4147-8ade-c140f3b9b008)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:42.460338 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (17af811a-eb18-4e1f-ae8c-bda55c23bdba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.460978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17af811a-eb18-4e1f-ae8c-bda55c23bdba {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 21:59:42.470921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.472702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bf918a5f-bb44-4140-a243-657292a4bd2b admin admin] 10.222.0.86 "DELETE /v2.0/routers/17af811a-eb18-4e1f-ae8c-bda55c23bdba HTTP/1.1" status: 204 len: 168 time: 0.9052601 Feb 14 21:59:42.475182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42878) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:42.481615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.508356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] Set router 17af811a-eb18-4e1f-ae8c-bda55c23bdba gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 21:59:42.566811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Deleting subnet 3eac4abf-20cf-4b74-9e4a-8f5a82d7932b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:42.570899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Publish callbacks [] for subnet (3eac4abf-20cf-4b74-9e4a-8f5a82d7932b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.573829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:42Z', 'revision_number': 7, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:42.608950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fdafb-c8dd-46f4-b56c-d8230bc482b8 None None] The sync data for ids ['17af811a-eb18-4e1f-ae8c-bda55c23bdba'] in n-d-828372-11 is: [{'id': '17af811a-eb18-4e1f-ae8c-bda55c23bdba', 'name': 'tempest-TestAggregatesBasicOps-1126619559-router', 'tenant_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:28Z', 'updated_at': '2022-02-14T21:59:42Z', 'revision_number': 7, 'project_id': '52a19b3f71de45fcbd3779c3cbb4f1a4', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 21:59:42.611785 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3eac4abf-20cf-4b74-9e4a-8f5a82d7932b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.625051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:42.658016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33a913-ee69-404c-bd2a-3dc57832e770 req-ff842e6a-2085-46ce-98be-384b041bf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:42.659558 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ed33a913-ee69-404c-bd2a-3dc57832e770 req-ff842e6a-2085-46ce-98be-384b041bf8e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 1128 time: 0.1370380 Feb 14 21:59:42.737985 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ed33a913-ee69-404c-bd2a-3dc57832e770 req-01032326-7d55-4772-93c7-982951212351 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689268 Feb 14 21:59:42.740332 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3eac4abf-20cf-4b74-9e4a-8f5a82d7932b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.790319 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3eac4abf-20cf-4b74-9e4a-8f5a82d7932b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.816227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eac4abf-20cf-4b74-9e4a-8f5a82d7932b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:42.820271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.823536 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-69790951-817e-4c55-8508-512dc804fc9a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3eac4abf-20cf-4b74-9e4a-8f5a82d7932b HTTP/1.1" status: 204 len: 168 time: 0.3466463 Feb 14 21:59:42.826004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42880) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:42.826175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cae015-7380-4ecf-b5cc-e4baae481a5f None None] Network 6fa27b93-6386-4af3-9fd2-a8048f588c78 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 21:59:42.897813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6fa27b93-6386-4af3-9fd2-a8048f588c78), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.952291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Deleting port d0daeff1-8a4c-41df-92c7-6602cd20c4ce {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:42.952641 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:42.987648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] DHCP port deletion for 6fa27b93-6386-4af3-9fd2-a8048f588c78 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 21:59:43.031794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] For port d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:43.032549 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.044366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Deleting port d0daeff1-8a4c-41df-92c7-6602cd20c4ce {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:43.044688 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.059394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Calling delete_port for d0daeff1-8a4c-41df-92c7-6602cd20c4ce owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:43.120143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] For port d0daeff1-8a4c-41df-92c7-6602cd20c4ce, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,segment=NetworkSegment(e4cf4def-d208-4596-870a-c3bd0d9ad1d1),segment_id=e4cf4def-d208-4596-870a-c3bd0d9ad1d1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:43.120798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.133903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Calling delete_port for d0daeff1-8a4c-41df-92c7-6602cd20c4ce owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:43.146703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.175570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:43.178030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] No DVR routers for this DVR port d0daeff1-8a4c-41df-92c7-6602cd20c4ce on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:43.222734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (d0daeff1-8a4c-41df-92c7-6602cd20c4ce), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.227380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7395b-ee83-4cce-ac5c-908448529bc4 req-6052f911-4699-43ac-8ce0-4b562479ae4b tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:43.229571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8de7395b-ee83-4cce-ac5c-908448529bc4 req-6052f911-4699-43ac-8ce0-4b562479ae4b tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0724745 Feb 14 21:59:43.255603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6fa27b93-6386-4af3-9fd2-a8048f588c78), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.255976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] Pushing event deleted for resources: {'Port': ['ID=d0daeff1-8a4c-41df-92c7-6602cd20c4ce,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:43.263649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d3df8-8f51-4033-bd86-0d7e5b067b76 None None] No DVR routers for this DVR port d0daeff1-8a4c-41df-92c7-6602cd20c4ce on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:43.278378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa27b93-6386-4af3-9fd2-a8048f588c78']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:43.282992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8de7395b-ee83-4cce-ac5c-908448529bc4 req-176ea271-298c-483b-912d-44bcd2bb1887 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478418 Feb 14 21:59:43.288744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:43.289135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cf4def-d208-4596-870a-c3bd0d9ad1d1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:43.299293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e4cf4def-d208-4596-870a-c3bd0d9ad1d1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.312791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e4cf4def-d208-4596-870a-c3bd0d9ad1d1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.318828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:43.319242 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e4cf4def-d208-4596-870a-c3bd0d9ad1d1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:43.321154 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:43.373900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6fa27b93-6386-4af3-9fd2-a8048f588c78), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.379321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.382719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] 10.222.0.86 "DELETE /v2.0/networks/6fa27b93-6386-4af3-9fd2-a8048f588c78 HTTP/1.1" status: 204 len: 168 time: 0.5558050 Feb 14 21:59:43.394167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5812-761c-41fd-8aca-bf1be30e43ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa27b93-6386-4af3-9fd2-a8048f588c78,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:43.484250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d9fd514d-6b14-4d73-babb-014d984f4a21 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:43.504489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d9fd514d-6b14-4d73-babb-014d984f4a21 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:43.505230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d9fd514d-6b14-4d73-babb-014d984f4a21 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:43.505557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:43.525144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:43.525496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7cfdf3b4-9b4e-4fb6-b67a-0daf6f0d54f5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:43.526536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d0daeff1-8a4c-41df-92c7-6602cd20c4ce no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:43.545934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: d0daeff1-8a4c-41df-92c7-6602cd20c4ce {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:43.546235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device d0daeff1-8a4c-41df-92c7-6602cd20c4ce not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:43.572652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42886) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:43.618885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3cae45b5-0624-476e-929d-f453533f229e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08b33a824d5a467881a8f9dd9fb91dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444241 Feb 14 21:59:43.622077 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42888) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:43.673341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] Publish callbacks [] for security_group (e96553b5-8d03-4533-8fa8-3a19c6ce8dbc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.699443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] Publish callbacks [] for security_group (e96553b5-8d03-4533-8fa8-3a19c6ce8dbc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.751646 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e96553b5-8d03-4533-8fa8-3a19c6ce8dbc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.754297 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:43.755500 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e96553b5-8d03-4533-8fa8-3a19c6ce8dbc HTTP/1.1" status: 204 len: 168 time: 0.1321976 Feb 14 21:59:43.764236 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7849-dc2f-42e5-8a6d-0b9773f087f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96553b5-8d03-4533-8fa8-3a19c6ce8dbc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:44.080997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42894) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:44.128119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9890cd30-d076-4b4c-8238-11af6e817eb4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=52a19b3f71de45fcbd3779c3cbb4f1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447724 Feb 14 21:59:44.129546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42896) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:44.179434 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] Publish callbacks [] for security_group (a28065dc-0b5f-4bfc-968b-46dcf1cfa43f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:44.200990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] Publish callbacks [] for security_group (a28065dc-0b5f-4bfc-968b-46dcf1cfa43f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:44.252959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a28065dc-0b5f-4bfc-968b-46dcf1cfa43f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:44.255640 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:44.256796 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a28065dc-0b5f-4bfc-968b-46dcf1cfa43f HTTP/1.1" status: 204 len: 168 time: 0.1262765 Feb 14 21:59:44.264456 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d76b8-faa4-4ae7-8ef9-2aa317fcc5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28065dc-0b5f-4bfc-968b-46dcf1cfa43f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:44.411943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744ba4-a0a9-454d-bfee-ba2ae3714bda req-e14eb2f1-a633-42f2-adcc-662f3283b57b tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:44.413546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de744ba4-a0a9-454d-bfee-ba2ae3714bda req-e14eb2f1-a633-42f2-adcc-662f3283b57b tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0563488 Feb 14 21:59:44.482730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de744ba4-a0a9-454d-bfee-ba2ae3714bda req-0bd0ade8-b57e-4d25-ab2d-00e9425aa465 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625029 Feb 14 21:59:44.623048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812621fd-9da6-41b3-bffb-91d8542a8ce2 req-b486934c-0130-4e3a-bbf1-c95be4bd49d1 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:44.624885 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-812621fd-9da6-41b3-bffb-91d8542a8ce2 req-b486934c-0130-4e3a-bbf1-c95be4bd49d1 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0628982 Feb 14 21:59:44.687281 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-812621fd-9da6-41b3-bffb-91d8542a8ce2 req-2b904a69-0101-49e6-a704-004fdc672fa4 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Feb 14 21:59:44.931432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70ee0-406e-44b6-a2e1-66d05fac5e7c req-53d17778-a76e-41c2-93e8-8cfe6c9bf643 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:44.933504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20f70ee0-406e-44b6-a2e1-66d05fac5e7c req-53d17778-a76e-41c2-93e8-8cfe6c9bf643 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0536244 Feb 14 21:59:44.981121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20f70ee0-406e-44b6-a2e1-66d05fac5e7c req-45c16b92-140a-416c-a0d8-cc9815a1d483 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Feb 14 21:59:46.107057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f1e9-e145-4ae9-a0e6-f76b18463b01 req-643c8ecd-35d7-4e2e-b65b-beb540ed351a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:46.108544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ac5f1e9-e145-4ae9-a0e6-f76b18463b01 req-643c8ecd-35d7-4e2e-b65b-beb540ed351a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0527284 Feb 14 21:59:46.154290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ac5f1e9-e145-4ae9-a0e6-f76b18463b01 req-dedf9f16-c313-4043-9714-1d3b779cb5de tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Feb 14 21:59:46.366773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937efd4-bb0c-49f0-abea-d54b51593c84 req-0b3d62cc-280c-49fe-b253-438a2f099e12 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:46.368305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c937efd4-bb0c-49f0-abea-d54b51593c84 req-0b3d62cc-280c-49fe-b253-438a2f099e12 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0604849 Feb 14 21:59:46.388916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217baa8c-823c-4a63-871c-8bd09965b90a req-51f727e9-e5f1-47bd-a541-d604ff47b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:46.390712 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-51f727e9-e5f1-47bd-a541-d604ff47b58b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 1128 time: 0.0485721 Feb 14 21:59:46.422107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c937efd4-bb0c-49f0-abea-d54b51593c84 req-6ebf5f37-0bde-476a-8529-2d21956f527e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Feb 14 21:59:46.480392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217baa8c-823c-4a63-871c-8bd09965b90a req-3ad73388-3902-487c-906b-de7f6bec8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:46.481865 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-3ad73388-3902-487c-906b-de7f6bec8ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 200 len: 913 time: 0.0850465 Feb 14 21:59:46.525035 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-9c47d324-47a7-45cc-8c64-b1e39fbd5693 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 200 len: 217 time: 0.0374739 Feb 14 21:59:46.571530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217baa8c-823c-4a63-871c-8bd09965b90a req-6471ab90-61c9-4c93-a9db-8bc2a4b02cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:46.572972 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-6471ab90-61c9-4c93-a9db-8bc2a4b02cab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b HTTP/1.1" status: 200 len: 852 time: 0.0425882 Feb 14 21:59:46.603029 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-ce74c8b4-7d99-4243-afee-ba1d8a4011c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8973dd42-8c2e-413f-9844-d149773d9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247881 Feb 14 21:59:46.691413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-4641e9eb-3453-492a-a208-77a249cc8ea8 service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824716 Feb 14 21:59:46.777642 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-217baa8c-823c-4a63-871c-8bd09965b90a req-3c87c2db-6aa4-4038-a209-ec34a97d4c3d service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802126 Feb 14 21:59:47.543062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cd00c-4b34-4f98-bb64-e84079e57d4d req-ddf7767b-207e-49c5-9b0e-932af9ca5d1a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:47.544483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-480cd00c-4b34-4f98-bb64-e84079e57d4d req-ddf7767b-207e-49c5-9b0e-932af9ca5d1a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0520921 Feb 14 21:59:47.592017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-480cd00c-4b34-4f98-bb64-e84079e57d4d req-ca2e6732-2c71-4aeb-9f80-f7ebaf59fcd7 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Feb 14 21:59:48.711137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a03e5-f471-4515-a9bb-edb945a9f004 req-2f61084e-20e0-48dd-afc3-0847304306f8 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:48.712648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823a03e5-f471-4515-a9bb-edb945a9f004 req-2f61084e-20e0-48dd-afc3-0847304306f8 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0530393 Feb 14 21:59:48.763323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-823a03e5-f471-4515-a9bb-edb945a9f004 req-5a9bab8c-5b09-44e4-b5f0-c6055d05c9a9 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Feb 14 21:59:48.985724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138326-1c0e-447c-9bc8-9eeb2b446a9b req-3e91f148-7459-4d0f-9733-a8fd37abc3bf tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:48.987230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96138326-1c0e-447c-9bc8-9eeb2b446a9b req-3e91f148-7459-4d0f-9733-a8fd37abc3bf tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0533535 Feb 14 21:59:49.033908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-96138326-1c0e-447c-9bc8-9eeb2b446a9b req-f72815ab-6bb6-46f3-82c7-e43a0b89bf97 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Feb 14 21:59:49.554596 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 21:59:50.153181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce1a63-7a3e-405f-9352-5468224c4c0d req-44eab23c-4136-457f-8171-6146b5a8a860 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:50.154691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcce1a63-7a3e-405f-9352-5468224c4c0d req-44eab23c-4136-457f-8171-6146b5a8a860 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0527892 Feb 14 21:59:50.200344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcce1a63-7a3e-405f-9352-5468224c4c0d req-71c848cf-c539-4e03-860f-7e3017b1bf5a tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 14 21:59:50.415450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78bd0-1a5d-4ea2-b7eb-1ba8a86f320c req-e4e5772d-783c-43e1-9966-a4b3f0dbdb70 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:50.417147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6e78bd0-1a5d-4ea2-b7eb-1ba8a86f320c req-e4e5772d-783c-43e1-9966-a4b3f0dbdb70 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0621235 Feb 14 21:59:50.429593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-4bf17495-c097-4938-a615-ed27d519dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:50.431349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-4bf17495-c097-4938-a615-ed27d519dd8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 1128 time: 0.0466824 Feb 14 21:59:50.469030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6e78bd0-1a5d-4ea2-b7eb-1ba8a86f320c req-5b5a1d23-b4db-45aa-bd76-de10e585ab1d tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Feb 14 21:59:50.525666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-a533bfa3-9fc5-4667-8971-595017cf3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:50.527183 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-a533bfa3-9fc5-4667-8971-595017cf3c6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 200 len: 913 time: 0.0901246 Feb 14 21:59:50.567720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-e7f8a756-5163-426f-932b-a9e98e3d3c90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 200 len: 217 time: 0.0343378 Feb 14 21:59:50.615228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-d4cdc1fb-e86c-4207-8958-d13c0a309108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:50.616710 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-d4cdc1fb-e86c-4207-8958-d13c0a309108 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b HTTP/1.1" status: 200 len: 852 time: 0.0434892 Feb 14 21:59:50.652582 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-23ec3fef-b142-4e7c-b914-0cfa74f5faee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8973dd42-8c2e-413f-9844-d149773d9009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300558 Feb 14 21:59:50.740820 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-bb48416e-1d70-4d68-b9e0-7d50dbb53bf1 service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812809 Feb 14 21:59:50.837469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-45588b48-1ce9-48cb-953e-df668f9adf86 req-152ea287-59ef-4ca2-baea-7e805a6ce660 service neutron] 10.222.0.64 "GET /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903287 Feb 14 21:59:51.596330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e7cf-2b21-4f13-942f-4b4c6955f2d8 req-9eaf342e-ac33-4327-b78b-2f6aaa162169 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:51.597833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc35e7cf-2b21-4f13-942f-4b4c6955f2d8 req-9eaf342e-ac33-4327-b78b-2f6aaa162169 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0554152 Feb 14 21:59:51.649472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc35e7cf-2b21-4f13-942f-4b4c6955f2d8 req-0693cc1d-e1ca-4b53-a19b-ec6aa1321dde tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Feb 14 21:59:52.776706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a60e-c9bb-48d2-92cb-2a90d28f742e req-6b8283c7-f907-499b-8217-6d04c4b4a12c tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:52.778193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc86a60e-c9bb-48d2-92cb-2a90d28f742e req-6b8283c7-f907-499b-8217-6d04c4b4a12c tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0566590 Feb 14 21:59:52.824515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc86a60e-c9bb-48d2-92cb-2a90d28f742e req-4e581997-a987-4d94-a918-82e7f442de1e tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Feb 14 21:59:53.061980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae43ff5-5bc5-4497-9f23-8ee465fc65db req-adb76e7f-1847-4753-ab2b-4b7a1b085b72 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:53.063482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae43ff5-5bc5-4497-9f23-8ee465fc65db req-adb76e7f-1847-4753-ab2b-4b7a1b085b72 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0537732 Feb 14 21:59:53.113841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae43ff5-5bc5-4497-9f23-8ee465fc65db req-9f87539e-ac04-4a7d-afc6-6cf592d50874 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Feb 14 21:59:54.230508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750e7f-e271-467c-ad28-fb5385429de7 req-431f3247-d649-44cf-b6c2-5fb5c52b9638 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:54.231987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea750e7f-e271-467c-ad28-fb5385429de7 req-431f3247-d649-44cf-b6c2-5fb5c52b9638 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0517616 Feb 14 21:59:54.280993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea750e7f-e271-467c-ad28-fb5385429de7 req-7a31b515-ced2-4f60-b24f-92e0e407eab8 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/security-groups?id=fe046705-f3a0-421b-8c8b-1e1215d642a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Feb 14 21:59:54.901641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-aea25a64-f752-472c-b2c4-5abc746d58cb tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:54.903082 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-aea25a64-f752-472c-b2c4-5abc746d58cb tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.64 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 945 time: 0.0524459 Feb 14 21:59:54.993816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Deleting port 19aa0703-755a-4fb4-9813-edd6f0fcf99f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 21:59:54.994173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:55.081765 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] For port 19aa0703-755a-4fb4-9813-edd6f0fcf99f, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=19aa0703-755a-4fb4-9813-edd6f0fcf99f,segment=NetworkSegment(f0296aac-dda7-4147-8ade-c140f3b9b008),segment_id=f0296aac-dda7-4147-8ade-c140f3b9b008)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 21:59:55.082125 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:55.094358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Calling delete_port for 19aa0703-755a-4fb4-9813-edd6f0fcf99f owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 21:59:55.220267 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (19aa0703-755a-4fb4-9813-edd6f0fcf99f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:55.232670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['19aa0703-755a-4fb4-9813-edd6f0fcf99f'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 21:59:55.251095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Pushing event deleted for resources: {'Port': ['ID=19aa0703-755a-4fb4-9813-edd6f0fcf99f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:55.276463 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.276799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.277142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.277483 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.277818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.278155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.278491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.278820 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.279176 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.279480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.279830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.280149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.280479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 21:59:55.302915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] No DVR routers for this DVR port 19aa0703-755a-4fb4-9813-edd6f0fcf99f on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 21:59:55.305484 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:55.308947 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-42a88a10-4018-4be4-a16f-9acfd51de3ff req-589d4123-e7e1-4971-ae84-bf5f76a6c566 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.64 "DELETE /v2.0/ports/19aa0703-755a-4fb4-9813-edd6f0fcf99f HTTP/1.1" status: 204 len: 173 time: 0.4008284 Feb 14 21:59:55.309393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'name': 'network-vif-deleted', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 21:59:55.311782 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b55892-f37a-4e44-a146-93e55f25ee69" -d '{"events": [{"server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "name": "network-vif-deleted", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 21:59:55.382609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-187e6abd-a8cb-45da-8735-ecad4408eb60 req-a075e21c-c8e4-43ac-8876-1b2a65340c67 tempest-TestServerAdvancedOps-1011708493 tempest-TestServerAdvancedOps-1011708493-project] 10.222.0.86 "GET /v2.0/ports?device_id=5328d031-df75-4568-bc36-96f5030449ad HTTP/1.1" status: 200 len: 210 time: 0.0277584 Feb 14 21:59:55.432588 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a87fc7-9934-4db9-9740-93e84629e915 x-openstack-request-id: req-33a87fc7-9934-4db9-9740-93e84629e915 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 21:59:55.432885 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328d031-df75-4568-bc36-96f5030449ad", "name": "network-vif-deleted", "tag": "19aa0703-755a-4fb4-9813-edd6f0fcf99f", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 21:59:55.433137 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33a87fc7-9934-4db9-9740-93e84629e915 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 21:59:55.433535 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d031-df75-4568-bc36-96f5030449ad', 'name': 'network-vif-deleted', 'tag': '19aa0703-755a-4fb4-9813-edd6f0fcf99f', 'status': 'completed', 'code': 200} Feb 14 21:59:56.445915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:56.490268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Deleting subnet a3dda1e2-a618-421e-a9d7-0970dfe4ab1b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:56.493371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Publish callbacks [] for subnet (a3dda1e2-a618-421e-a9d7-0970dfe4ab1b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:56.529796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (a3dda1e2-a618-421e-a9d7-0970dfe4ab1b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:56.835489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a3dda1e2-a618-421e-a9d7-0970dfe4ab1b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:56.885819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (a3dda1e2-a618-421e-a9d7-0970dfe4ab1b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:56.911247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3dda1e2-a618-421e-a9d7-0970dfe4ab1b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:56.913177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:56.916854 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75a99a70-129d-4307-bd86-4f83569a7ce7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a3dda1e2-a618-421e-a9d7-0970dfe4ab1b HTTP/1.1" status: 204 len: 168 time: 0.4699557 Feb 14 21:59:56.919343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42958) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:56.987195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8973dd42-8c2e-413f-9844-d149773d9009), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.062796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8973dd42-8c2e-413f-9844-d149773d9009), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.081958 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8973dd42-8c2e-413f-9844-d149773d9009']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.091745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0296aac-dda7-4147-8ade-c140f3b9b008') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.091971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0296aac-dda7-4147-8ade-c140f3b9b008') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.101213 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (f0296aac-dda7-4147-8ade-c140f3b9b008), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.114345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f0296aac-dda7-4147-8ade-c140f3b9b008), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.120011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:57.120389 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (f0296aac-dda7-4147-8ade-c140f3b9b008), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: timer() Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:57.122064 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:57.177676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8973dd42-8c2e-413f-9844-d149773d9009), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.183098 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.186298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8973dd42-8c2e-413f-9844-d149773d9009 HTTP/1.1" status: 204 len: 168 time: 0.2660530 Feb 14 21:59:57.189239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:57.197182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb139b0-c299-42b0-9147-f74436c736c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8973dd42-8c2e-413f-9844-d149773d9009,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:57.237095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Deleting subnet fbed722d-0a5d-4467-8148-d7e8a820b446 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 21:59:57.240347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Publish callbacks [] for subnet (fbed722d-0a5d-4467-8148-d7e8a820b446), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.275781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (fbed722d-0a5d-4467-8148-d7e8a820b446), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.314314 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (fbed722d-0a5d-4467-8148-d7e8a820b446), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.372215 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (fbed722d-0a5d-4467-8148-d7e8a820b446), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.399429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbed722d-0a5d-4467-8148-d7e8a820b446,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:57.403877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.408862 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2fd7e5e3-9d24-4342-bdb2-e4087cfff554 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fbed722d-0a5d-4467-8148-d7e8a820b446 HTTP/1.1" status: 204 len: 168 time: 0.2184556 Feb 14 21:59:57.411241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42964) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:57.480563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (64bffdc7-2b5a-4ef7-9510-e31ce4721342), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.870898 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (64bffdc7-2b5a-4ef7-9510-e31ce4721342), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.890647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bffdc7-2b5a-4ef7-9510-e31ce4721342']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.899700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf311f85-ecf9-4794-9d1f-adad39f1e69e') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.900021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf311f85-ecf9-4794-9d1f-adad39f1e69e') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 21:59:57.909661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (cf311f85-ecf9-4794-9d1f-adad39f1e69e), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.922965 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cf311f85-ecf9-4794-9d1f-adad39f1e69e), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.928814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 21:59:57.929195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (cf311f85-ecf9-4794-9d1f-adad39f1e69e), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: timer() Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 21:59:57.930956 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 21:59:57.959572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 19aa0703-755a-4fb4-9813-edd6f0fcf99f no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 21:59:57.980580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 19aa0703-755a-4fb4-9813-edd6f0fcf99f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 21:59:57.980935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 19aa0703-755a-4fb4-9813-edd6f0fcf99f not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 21:59:57.987033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (64bffdc7-2b5a-4ef7-9510-e31ce4721342), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.992260 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:57.995481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/64bffdc7-2b5a-4ef7-9510-e31ce4721342 HTTP/1.1" status: 204 len: 168 time: 0.5831544 Feb 14 21:59:58.007177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2371e-b856-4147-afb7-1bd8a26241a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64bffdc7-2b5a-4ef7-9510-e31ce4721342,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:58.158128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 42968) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:58.201780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5cf06724-27cb-4b7b-9306-f67fe2297826 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5b9aac11e144b40a81d523d9ec9088e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423253 Feb 14 21:59:58.204269 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42970) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:58.251673 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] Publish callbacks [] for security_group (fe046705-f3a0-421b-8c8b-1e1215d642a8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.272483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] Publish callbacks [] for security_group (fe046705-f3a0-421b-8c8b-1e1215d642a8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.319711 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (fe046705-f3a0-421b-8c8b-1e1215d642a8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.322809 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.324043 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fe046705-f3a0-421b-8c8b-1e1215d642a8 HTTP/1.1" status: 204 len: 168 time: 0.1187675 Feb 14 21:59:58.331687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630de07-f7a4-441a-ab87-013c576cd64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe046705-f3a0-421b-8c8b-1e1215d642a8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:58.636071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42976) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:58.675064 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-576efca9-871a-4adc-8e97-2ac85a10c72f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02ba43a5baf047099fe631a8968e7129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377438 Feb 14 21:59:58.677671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 42978) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:58.733665 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] Publish callbacks [] for security_group (a7fd7b1e-e4d2-46fc-b10c-2514f6d635da), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.754528 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] Publish callbacks [] for security_group (a7fd7b1e-e4d2-46fc-b10c-2514f6d635da), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.802633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a7fd7b1e-e4d2-46fc-b10c-2514f6d635da), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.805521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:58.806681 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7fd7b1e-e4d2-46fc-b10c-2514f6d635da HTTP/1.1" status: 204 len: 168 time: 0.1276574 Feb 14 21:59:58.815207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74871c20-0bf8-423d-a698-c154c3413695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd7b1e-e4d2-46fc-b10c-2514f6d635da,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:58.954176 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.493663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:59.592495 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-595836054-network', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:59.612828 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Made reservation on behalf of 435a1b8c9e8847dc8019bf9baf347aae for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:59.615470 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.627369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.703777 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks [] for security_group (f041c31c-8c60-4fb9-aa2b-40c3f32eaada), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.707598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f041c31c-8c60-4fb9-aa2b-40c3f32eaada), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.733752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 21:59:59.743055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f041c31c-8c60-4fb9-aa2b-40c3f32eaada,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:59.750432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a513ead1-f413-412f-a5e1-be244d76886c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.750810 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Added segment a513ead1-f413-412f-a5e1-be244d76886c of type vlan for network f167a710-4223-4625-aa89-630940111688 Feb 14 21:59:59.792904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f167a710-4223-4625-aa89-630940111688), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.819774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f167a710-4223-4625-aa89-630940111688), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.820863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 21:59:59.821444 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 21:59:59.882274 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3873038 Feb 14 21:59:59.885504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43004) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 21:59:59.890519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a8af-70ea-4bf1-b135-881aee237fea admin admin] Pushing event updated for resources: {'Network': ['ID=f167a710-4223-4625-aa89-630940111688,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 21:59:59.892530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Request body: {'subnet': {'network_id': 'f167a710-4223-4625-aa89-630940111688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-595836054-subnet', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 21:59:59.900696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f167a710-4223-4625-aa89-630940111688 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 21:59:59.913522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Made reservation on behalf of 435a1b8c9e8847dc8019bf9baf347aae for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 21:59:59.916106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.091692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (bacb0605-7ad2-4302-a6ac-388c88ce4c4b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.146621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bacb0605-7ad2-4302-a6ac-388c88ce4c4b,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:00.157432 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Checking segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:00.157801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Network hostable DHCP agents. Network: f167a710-4223-4625-aa89-630940111688, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:00:00.175423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Network f167a710-4223-4625-aa89-630940111688 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:00:00.184889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f167a710-4223-4625-aa89-630940111688) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:00.189217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:00.189809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.194765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34142fd-508c-43f6-8b53-01f0e8e51c1c None None] Network f167a710-4223-4625-aa89-630940111688 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:00.209369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-24dbb07b-d030-44f9-8715-8f004e34836b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3214326 Feb 14 22:00:00.212159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43006) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:00.217072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:00.237384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.238440 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.298919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for router_controller (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.302218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f167a710-4223-4625-aa89-630940111688', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:00:00.303477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.447985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for router_gateway (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.449575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Allocated IP 172.20.0.2 (f167a710-4223-4625-aa89-630940111688/bacb0605-7ad2-4302-a6ac-388c88ce4c4b/9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:00.610626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks [] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.616167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.658898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Network f167a710-4223-4625-aa89-630940111688 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:00.661979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:00.665227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:00.665435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for router_gateway (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.679054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Pushing event updated for resources: {'Port': ['ID=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:00.687293 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.736458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Attempting to bind port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:00.736768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Attempting to bind port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:00.737109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Attempting to bind port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 on network f167a710-4223-4625-aa89-630940111688 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:00.742190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:00.742575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Checking segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:00.742978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.743418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Bound using segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:00.743889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Bound port: 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:00.744276 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.802874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Allocated IP 172.25.2.195 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c7fbc5a0-1770-4610-9bc4-1df353c83cd9) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:00.813748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] For port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:00.817460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] For port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:00.824524 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.887227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5e70f-7f23-4a30-ad53-eee3c06410a9 None None] Pushing event updated for resources: {'Port': ['ID=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:00.936950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.976439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:00.997675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-894b2736-c51b-43f2-8a28-430d1503da58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.029490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:01.032796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:01.039606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:01.046522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:01.361974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for router_gateway (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.363002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:01.409844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:01.410226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.490391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:01.490791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.523143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:01.529184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.572523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.577225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:01.725190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:00:01.840527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:01.853796 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Sync routers for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:01.863121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.868185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a97b5a7d-9641-4b32-a61f-a67bc6762c84 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6514752 Feb 14 22:00:01.870910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43008) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:01.875430 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:01.876050 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:01.917409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbefabf-56fd-4c54-924a-4481a408b88f None None] Network f167a710-4223-4625-aa89-630940111688 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:01.982457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-001d78e0-6786-46b4-8458-bab0a0b4ab53 None None] Provisioning complete for port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:01.982913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-001d78e0-6786-46b4-8458-bab0a0b4ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:01.986754 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:02.116488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-001d78e0-6786-46b4-8458-bab0a0b4ab53 None None] Current status of the port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:02.181401 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:01Z', 'revision_number': 3, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:02.216519 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Checking router: 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:02.216871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Updating router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:02.247034 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.375519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.446938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2221bb61-caec-4210-937a-687f8d4e03d3 None None] Provisioning complete for port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:02.447508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2221bb61-caec-4210-937a-687f8d4e03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.467837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562acf-c5a1-4c6c-9035-86ad43ef2277 req-6e56c01b-4cef-45c3-9add-a088683565e3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:02.470056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f562acf-c5a1-4c6c-9035-86ad43ef2277 req-6e56c01b-4cef-45c3-9add-a088683565e3 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.2453222 Feb 14 22:00:02.531952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f562acf-c5a1-4c6c-9035-86ad43ef2277 req-bd69d911-894d-4b91-bf61-d1667c4aa0c0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550320 Feb 14 22:00:02.549805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2221bb61-caec-4210-937a-687f8d4e03d3 None None] Current status of the port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:02.557160 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:02.566123 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks [] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.580370 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.626512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Allocated IP 172.20.0.1 (f167a710-4223-4625-aa89-630940111688/bacb0605-7ad2-4302-a6ac-388c88ce4c4b/16fc2fd9-964f-4384-b200-90b530ba2f73) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:02.635097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1a78-4915-44b4-9cde-2b68d1f926e1 None None] Pushing event updated for resources: {'Port': ['ID=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:02.639823 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Attempting to bind port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:02.640198 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Attempting to bind port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:02.640565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Attempting to bind port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:02.644950 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2de47e53-bf37-430c-8766-1f132c6546f4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/3111678d-8023-4dac-8691-5ab02c9357ec HTTP/1.1" status: 200 len: 992 time: 0.0865142 Feb 14 22:00:02.648726 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:02.649151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:02.649614 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.650432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:02.650432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Bound port: c7fbc5a0-1770-4610-9bc4-1df353c83cd9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:02.650816 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.708396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] For port c7fbc5a0-1770-4610-9bc4-1df353c83cd9, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:02.712509 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] For port c7fbc5a0-1770-4610-9bc4-1df353c83cd9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:02.719859 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.746412 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks [] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.779121 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:02.779753 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T21:59:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:02.784463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.822290 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1a78-4915-44b4-9cde-2b68d1f926e1 None None] Pushing event updated for resources: {'Port': ['ID=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:02.825099 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Network f167a710-4223-4625-aa89-630940111688 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:02.828134 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:02.831517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:02.857915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Pushing event updated for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:02.892127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:02.918869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:03.052670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.123109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f286-875a-42e9-a1a0-c6737fd77a6d req-4c7bb78d-539f-4704-b3e9-e017e23d3507 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:03.124605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3676f286-875a-42e9-a1a0-c6737fd77a6d req-4c7bb78d-539f-4704-b3e9-e017e23d3507 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1128 time: 0.0532424 Feb 14 22:00:03.174529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3676f286-875a-42e9-a1a0-c6737fd77a6d req-336d1683-46c3-4f8e-b329-cb1a8aef0b12 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Feb 14 22:00:03.180010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5d3df521-7db4-40b2-bc1d-9dbdb362f1fa None None] Provisioning complete for port 16fc2fd9-964f-4384-b200-90b530ba2f73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:03.181091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d3df521-7db4-40b2-bc1d-9dbdb362f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.227095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5d3df521-7db4-40b2-bc1d-9dbdb362f1fa None None] Port 16fc2fd9-964f-4384-b200-90b530ba2f73 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:03.242616 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:01Z', 'revision_number': 3, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:03.258616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks [] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.265984 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.277341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c98c55-794b-43e4-a050-73a1538dd654 None None] The sync data for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 is: [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:01Z', 'revision_number': 3, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:03.349347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Pushing event updated for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:03.359145 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.371407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ce124d4-0551-4268-bcd2-57c865796f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.381908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:03.446664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:03.447054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.490587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Network f167a710-4223-4625-aa89-630940111688 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:03.492394 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:03.569821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:03.692037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:03.842715 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:03.853690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c365ea7f-4f76-4d4b-b9fd-abe221c436fa None None] Provisioning complete for port 16fc2fd9-964f-4384-b200-90b530ba2f73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:03.855352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c365ea7f-4f76-4d4b-b9fd-abe221c436fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:03.856912 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d8fa1b9a-b5f7-42af-9f58-56ac5b6c60a9 admin admin] 10.222.0.86 "PUT /v2.0/routers/7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878230 Feb 14 22:00:03.918153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c365ea7f-4f76-4d4b-b9fd-abe221c436fa None None] Port 16fc2fd9-964f-4384-b200-90b530ba2f73 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:03.922929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-da4cfe37-477e-418e-ae9f-6cde2bc063ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536253 Feb 14 22:00:03.933743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-63195733-d196-4510-9a73-aa7498916469 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:00:03.934833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-63195733-d196-4510-9a73-aa7498916469 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060689 Feb 14 22:00:04.008027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-78d8ea10-bda3-49e9-9234-676ecef355bc tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:04.023782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-78d8ea10-bda3-49e9-9234-676ecef355bc tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1125 time: 0.0569768 Feb 14 22:00:04.427597 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43070) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:04.432747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1354852670-network', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:04.453512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Made reservation on behalf of e94b8c3de56f46239116e5033dbee938 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:04.456097 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.465625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.535408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-adff732c-353b-4653-af70-d1011c607dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:04.537343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-adff732c-353b-4653-af70-d1011c607dac service neutron] 10.222.0.86 "GET /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1125 time: 0.0388913 Feb 14 22:00:04.543936 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks [] for security_group (e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.546786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Request body: {'binding': {'host': 'n-h1-828372-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:04.547479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Unknown quota resources ['binding']. {{(pid=103513) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 14 22:00:04.548736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.578322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:00:04.583741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:04.594149 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2df711f4-2157-4705-9e32-4a2327afc1ac), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.594470 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Added segment 2df711f4-2157-4705-9e32-4a2327afc1ac of type vlan for network cc399562-6fb9-460e-8d95-f2d5837c1566 Feb 14 22:00:04.636048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (cc399562-6fb9-460e-8d95-f2d5837c1566), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.660431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.663603 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (cc399562-6fb9-460e-8d95-f2d5837c1566), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.664577 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:04.665169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.692001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on host n-h1-828372-11 for vnic_type normal with profile None {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:04.692339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:04.692671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:04.697001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:00:04.697320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:04.702743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:04.703076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:04.703490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Bound using segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:04.703909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Bound port: e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:04.726969 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2980747 Feb 14 22:00:04.729692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43072) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:04.734427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Request body: {'subnet': {'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1354852670-subnet', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:04.743392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81679873-3cfd-41a8-96ef-f21a42d8ea4a admin admin] Pushing event updated for resources: {'Network': ['ID=cc399562-6fb9-460e-8d95-f2d5837c1566,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:04.755246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network cc399562-6fb9-460e-8d95-f2d5837c1566 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:00:04.769220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Made reservation on behalf of e94b8c3de56f46239116e5033dbee938 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:04.772201 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.811357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:04.818218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:04.819436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] 10.222.0.86 "POST /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317/bindings HTTP/1.1" status: 201 len: 390 time: 0.2766075 Feb 14 22:00:04.991476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (6a101539-de2c-4e1a-9414-ed9725f9b872), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.006573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520ebed-c82d-46aa-aa49-2cc114e86b48 req-375693d4-3fd7-425c-b3ca-9499e5261782 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.008208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c520ebed-c82d-46aa-aa49-2cc114e86b48 req-375693d4-3fd7-425c-b3ca-9499e5261782 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0639729 Feb 14 22:00:05.073820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c520ebed-c82d-46aa-aa49-2cc114e86b48 req-8bebec53-2856-44d1-b2e0-6f5f64a09992 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585914 Feb 14 22:00:05.087046 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a101539-de2c-4e1a-9414-ed9725f9b872,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:05.097520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Checking segment: {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:05.097884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Network hostable DHCP agents. Network: cc399562-6fb9-460e-8d95-f2d5837c1566, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:00:05.119366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-e936472f-1937-4a58-adbf-cc4060f52891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.120925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-e936472f-1937-4a58-adbf-cc4060f52891 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1128 time: 0.0817339 Feb 14 22:00:05.125535 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Network cc399562-6fb9-460e-8d95-f2d5837c1566 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:00:05.141561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Sync routers for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:05.153998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:05.154682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:05.178047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, cc399562-6fb9-460e-8d95-f2d5837c1566) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:05.186217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.186813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.196848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069f5fe-852b-4131-b624-5e2a70817847 None None] Network cc399562-6fb9-460e-8d95-f2d5837c1566 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:05.209405 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2a912786-a0a1-434c-9b11-910817d2d612 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4786437 Feb 14 22:00:05.212242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43076) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:05.219298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:05.233303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-cebb4a47-24f0-4ff4-afbd-458ab8ea59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.234785 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-cebb4a47-24f0-4ff4-afbd-458ab8ea59af service neutron] 10.222.0.64 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.1068769 Feb 14 22:00:05.240001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (836284ed-29b6-403a-a746-54c0c03b2838), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.241894 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (836284ed-29b6-403a-a746-54c0c03b2838), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.309891 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for router_controller (836284ed-29b6-403a-a746-54c0c03b2838), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.310952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-8918ef41-fcb8-43b4-84ba-2cc5a4a2795d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1000 time: 0.0700791 Feb 14 22:00:05.384983 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-a4be7f90-8e36-4088-8a9b-53f42791c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.387455 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-a4be7f90-8e36-4088-8a9b-53f42791c1a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0697408 Feb 14 22:00:05.450229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-a5418a8b-faf1-4401-9f9c-71bc165e2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.452855 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-a5418a8b-faf1-4401-9f9c-71bc165e2d67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582156 Feb 14 22:00:05.473847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for router_gateway (836284ed-29b6-403a-a746-54c0c03b2838), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.484514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7fbc5a0-1770-4610-9bc4-1df353c83cd9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:05.547120 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-183d9e85-c066-4839-a0f9-e4bb36aec1e0 service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Feb 14 22:00:05.554604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:05.622345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-cc399562-6fb9-460e-8d95-f2d5837c1566', 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566', 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'fixed_ips': [{'subnet_id': '6a101539-de2c-4e1a-9414-ed9725f9b872'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:00:05.623979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.646759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-cc39af53-33b6-43d4-8624-94e77480bdd8 service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932519 Feb 14 22:00:05.696997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for router_gateway (836284ed-29b6-403a-a746-54c0c03b2838), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.703253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:05.703828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.716379 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.786319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-58cfa5f1-75fb-44f7-8b8d-213ee8632513 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:05.787896 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-58cfa5f1-75fb-44f7-8b8d-213ee8632513 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1128 time: 0.0864654 Feb 14 22:00:05.799437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-11'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:05.836121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Allocated IP 172.25.2.228 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/fe672fab-40dc-4c88-a1d3-0ef08eb37c4c) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:05.868369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.918493 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.945411 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.984786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:05.993906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Allocated IP 172.20.0.2 (cc399562-6fb9-460e-8d95-f2d5837c1566/6a101539-de2c-4e1a-9414-ed9725f9b872/9b8b1297-7da6-4e6a-9520-fcad2ee22de9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:06.002641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:06.032633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:06.033246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:06.033246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.040407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:06.043501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Pushing event updated for resources: {'Port': ['ID=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:06.045784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:06.056414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:06.098372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c7fbc5a0-1770-4610-9bc4-1df353c83cd9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:06.106362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:06.108759 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c8bb3-5df9-48b0-aafe-3016626859f2" -d '{"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:06.112918 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks [] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.121965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.128369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.185292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 2, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:06.213332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:06.223322 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Checking router: 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:06.223695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Updating router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 port 16fc2fd9-964f-4384-b200-90b530ba2f73 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:06.305139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on host n-h2-828372-11 for vnic_type normal with profile {"migrating_to": "n-h1-828372-11"} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:06.305940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:06.306450 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:06.312982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:00:06.313613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Attempting to bind port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on network 496c8b43-06d1-42a6-a364-b0b088907b3d {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:06.317312 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.321738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:06.322345 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Checking segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:06.323955 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Bound using segment: {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:06.324755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Bound port: e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:06.325511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.341861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:06.400024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e565-d8b4-429b-bdaa-2993cfc3f915 req-a58a4c7a-d42a-4202-b4b5-13ee50a696b7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:06.401664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb24e565-d8b4-429b-bdaa-2993cfc3f915 req-a58a4c7a-d42a-4202-b4b5-13ee50a696b7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 943 time: 0.2115474 Feb 14 22:00:06.407304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:06.411379 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:06.419255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.472182 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks [] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.509537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb24e565-d8b4-429b-bdaa-2993cfc3f915 req-0aa9bad7-49d4-4f8d-8149-6647ac7e8560 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004691 Feb 14 22:00:06.510781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for router_gateway (836284ed-29b6-403a-a746-54c0c03b2838), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.516714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.607653 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.611721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Pushing event updated for resources: {'Port': ['ID=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:06.614251 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Provisioning complete for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:06.614590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.657293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Network cc399562-6fb9-460e-8d95-f2d5837c1566 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:06.667622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:06.681100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:06.780245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Attempting to bind port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:06.780920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Attempting to bind port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:06.780920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Attempting to bind port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 on network cc399562-6fb9-460e-8d95-f2d5837c1566 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:06.782334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (836284ed-29b6-403a-a746-54c0c03b2838), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.817993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:06.818318 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Checking segment: {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:06.818661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.819068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Bound using segment: {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:06.819688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Bound port: 9b8b1297-7da6-4e6a-9520-fcad2ee22de9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:06.820079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.845207 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75939c9-4692-474b-b972-1730bd4241d6 x-openstack-request-id: req-f75939c9-4692-474b-b972-1730bd4241d6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:06.845808 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:06.845808 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f75939c9-4692-474b-b972-1730bd4241d6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:06.846116 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'code': 200} Feb 14 22:00:06.856921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:06.903009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Current status of the port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:06.903430 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.907660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:06.908247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks [] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.908541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.910628 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-ac4c5e54-c0b2-47dd-86a7-8f698a402f7b service neutron] 10.222.0.64 "PUT /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1123 time: 1.1148384 Feb 14 22:00:06.928588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:06.994367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['e5f58f6c-fb1f-4693-8777-b5fedd3bc317'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:00:07.008706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:07.011201 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b4bfb-db0f-4a76-b91e-ef0b956b5ec6" -d '{"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-plugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:07.043237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] For port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:07.067296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:07.091268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ee85-c51c-4a8e-8798-80fd41f12999 None None] Pushing event updated for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:07.093756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.097516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] For port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:07.100070 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce70fc4-fb8a-4469-8458-de97081459cb x-openstack-request-id: req-cce70fc4-fb8a-4469-8458-de97081459cb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:07.100070 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-plugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:07.100316 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cce70fc4-fb8a-4469-8458-de97081459cb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:07.100657 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'code': 200} Feb 14 22:00:07.180322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.297907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Router 836284ed-29b6-403a-a746-54c0c03b2838 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:00:07.338833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Attempting to bind port 16fc2fd9-964f-4384-b200-90b530ba2f73 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:07.343088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Attempting to bind port 16fc2fd9-964f-4384-b200-90b530ba2f73 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:07.343652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Attempting to bind port 16fc2fd9-964f-4384-b200-90b530ba2f73 on network f167a710-4223-4625-aa89-630940111688 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:07.367938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7fbc5a0-1770-4610-9bc4-1df353c83cd9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:07.374141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269aae7-9b37-44ec-9cc7-e17d259cbd93 None None] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:07.405200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.406858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:07.407269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Checking segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:07.407671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.408104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Bound using segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:07.408593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Bound port: 16fc2fd9-964f-4384-b200-90b530ba2f73, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:07.408974 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.439955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:07.452851 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Sync routers for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:07.461483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.462765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d49ab1a1-442e-468e-b641-e86f571d3341 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2492230 Feb 14 22:00:07.465632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43084) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:07.471983 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:07.472696 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:07.664462 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:07.773896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407544bc-1ad7-4675-a3d5-203d06e3bafa req-bbb7ec6e-0d4b-42a2-a019-fc1dc211d059 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:07.775684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-407544bc-1ad7-4675-a3d5-203d06e3bafa req-bbb7ec6e-0d4b-42a2-a019-fc1dc211d059 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.1326463 Feb 14 22:00:07.803790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec91fb3-a78e-4520-b387-9305b689c11e None None] Pushing event updated for resources: {'Port': ['ID=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:07.872177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] For port 16fc2fd9-964f-4384-b200-90b530ba2f73, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:07.875008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:07.875771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.897843 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-407544bc-1ad7-4675-a3d5-203d06e3bafa req-23ed53b8-dff9-4240-a52d-09c0eb94d6ce tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126637 Feb 14 22:00:07.912287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] For port 16fc2fd9-964f-4384-b200-90b530ba2f73, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=16fc2fd9-964f-4384-b200-90b530ba2f73,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:07.918064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Provisioning complete for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:07.918440 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.947046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:07.955330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 3, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:07.987417 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Checking router: 836284ed-29b6-403a-a746-54c0c03b2838 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:07.988104 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Updating router 836284ed-29b6-403a-a746-54c0c03b2838 port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:08.022704 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.107885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.112697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:08.113451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:08.115481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ee85-c51c-4a8e-8798-80fd41f12999 None None] Pushing event updated for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:08.256754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:08.312473 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Current status of the port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:08.344114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Allocated IP 172.20.0.1 (cc399562-6fb9-460e-8d95-f2d5837c1566/6a101539-de2c-4e1a-9414-ed9725f9b872/1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:08.356443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Provisioning complete for port 16fc2fd9-964f-4384-b200-90b530ba2f73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:08.356686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.380629 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks [] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.381002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:08.387708 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.455956 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Attempting to bind port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:08.456633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Attempting to bind port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:08.462043 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Attempting to bind port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:08.471642 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:08.472185 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:08.472954 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.473589 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:08.474296 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Bound port: fe672fab-40dc-4c88-a1d3-0ef08eb37c4c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:08.475057 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.497956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks [] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.534926 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] For port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:08.538943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.539198 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] For port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:08.543103 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291decdc-7104-427c-925f-b8a68c46dcff None None] Pushing event updated for resources: {'Port': ['ID=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:08.548496 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.595513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Network cc399562-6fb9-460e-8d95-f2d5837c1566 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:08.599094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:08.602501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Current status of the port 16fc2fd9-964f-4384-b200-90b530ba2f73 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:08.602705 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:08.602832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.620195 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:08.620870 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:08.638789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:08.663694 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (836284ed-29b6-403a-a746-54c0c03b2838), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.677659 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291decdc-7104-427c-925f-b8a68c46dcff None None] Pushing event updated for resources: {'Port': ['ID=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:08.687914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] For port 16fc2fd9-964f-4384-b200-90b530ba2f73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=16fc2fd9-964f-4384-b200-90b530ba2f73,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:08.695178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.759916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:07Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:08.771967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:08.793434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3179-3736-4ac5-9ae0-3ea7a47da700 None None] The sync data for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 is: [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:07Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:08.794621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e603b-98af-4180-b22a-25ba141dc1c1 None None] Pushing event updated for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:08.829831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9906506b-79b9-4883-82c5-0c705d4414e0 None None] Provisioning complete for port 16fc2fd9-964f-4384-b200-90b530ba2f73 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:08.829831 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9906506b-79b9-4883-82c5-0c705d4414e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.844871 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:08.858722 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:08.860954 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb99d7-7174-4262-942e-6e93460f69d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:08.955987 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94f2bf8-36c1-48b8-b8c2-6758122e8c39 x-openstack-request-id: req-b94f2bf8-36c1-48b8-b8c2-6758122e8c39 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:08.958502 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:08.958832 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b94f2bf8-36c1-48b8-b8c2-6758122e8c39 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:08.959996 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'status': 'completed', 'code': 200} Feb 14 22:00:09.007408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15e9be-999e-413f-85c5-5295223b8996 None None] Network cc399562-6fb9-460e-8d95-f2d5837c1566 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:09.053620 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 3, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:09.091128 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b5cbd-ee8a-404a-8a0d-6c930951ef1f None None] The sync data for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 is: [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 3, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:09.122894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-be781b5a-04dd-42c8-83a0-1b04ee74c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:09.129347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-be781b5a-04dd-42c8-83a0-1b04ee74c951 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1159 time: 0.1596284 Feb 14 22:00:09.147287 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks [] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.158302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.184791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9906506b-79b9-4883-82c5-0c705d4414e0 None None] Current status of the port 16fc2fd9-964f-4384-b200-90b530ba2f73 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:09.249875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:09.259068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5c62-8837-4a78-8fba-2223eb5102a3 req-0c30bf95-5315-4f93-bfa2-0465b0565ce8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:09.267832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-241a5c62-8837-4a78-8fba-2223eb5102a3 req-0c30bf95-5315-4f93-bfa2-0465b0565ce8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.2229686 Feb 14 22:00:09.271954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (836284ed-29b6-403a-a746-54c0c03b2838), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.315290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Provisioning complete for port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:09.315894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.423405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-6f57daec-afc2-47eb-ab51-fa8cb38f6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:09.427651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-6f57daec-afc2-47eb-ab51-fa8cb38f6b54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.2901428 Feb 14 22:00:09.453112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-241a5c62-8837-4a78-8fba-2223eb5102a3 req-4607aabb-f692-44f7-aab2-6b17aeaad58a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840839 Feb 14 22:00:09.480652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Current status of the port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:09.481124 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.490651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Network cc399562-6fb9-460e-8d95-f2d5837c1566 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:09.495364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:09.577372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] For port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:09.585205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.646312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 16fc2fd9-964f-4384-b200-90b530ba2f73 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:09.654740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-84d7e8fe-1ff3-44bb-a872-eebf10c7c629 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 1000 time: 0.2004786 Feb 14 22:00:09.730547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-ba65b9b4-ca99-4f1c-83fc-2b2c63bafe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:09.732351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-ba65b9b4-ca99-4f1c-83fc-2b2c63bafe53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0700622 Feb 14 22:00:09.769273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Router 836284ed-29b6-403a-a746-54c0c03b2838 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:09.799165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd216d6-52cb-444b-ae3c-bac052b4f3cd None None] Pushing event updated for resources: {'Port': ['ID=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:09.820411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Provisioning complete for port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:09.820800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.821644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-f476a133-bd8b-4cb2-879b-cb42cebcfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:09.825650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-f476a133-bd8b-4cb2-879b-cb42cebcfe74 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0847216 Feb 14 22:00:09.881887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 16fc2fd9-964f-4384-b200-90b530ba2f73 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:09.882407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:09.959915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:00:09.964714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:09.985405 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f9680e77-7771-4042-855f-6b5e4a90b743 admin admin] 10.222.0.86 "PUT /v2.0/routers/836284ed-29b6-403a-a746-54c0c03b2838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182240 Feb 14 22:00:09.990025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-a878cb9a-766a-47fc-8de8-9c4631857b22 service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560218 Feb 14 22:00:10.153206 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0eb99d7-7174-4262-942e-6e93460f69d5 req-f0427986-2fea-47b5-9d27-7b9936f51376 service neutron] 10.222.0.83 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495140 Feb 14 22:00:10.209415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Current status of the port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:10.247856 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 16fc2fd9-964f-4384-b200-90b530ba2f73 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:10.249232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:10.253204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Provisioning complete for port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:10.253692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.344956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:10.370394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ca940-3b52-41ad-89b1-bc22a27de221 None None] Port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:10.374999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 has no active binding in host n-h1-828372-11 {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 14 22:00:10.399422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:10.400405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.503874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:10.507616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1e5eba32-1027-4c5a-b4a4-8c9d3eeda4a9 None None] Provisioning complete for port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:10.508129 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e5eba32-1027-4c5a-b4a4-8c9d3eeda4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.546371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1e5eba32-1027-4c5a-b4a4-8c9d3eeda4a9 None None] Port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:10.663026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43100) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:10.669885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306488296', 'description': 'tempest-secgroup-smoke-1306488296 description', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:10.699769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.802127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa940dc-4656-47a2-8e68-c0414c37f93f req-859c36fe-6e16-4b05-b412-a0d13f9a28af tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:10.803878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffa940dc-4656-47a2-8e68-c0414c37f93f req-859c36fe-6e16-4b05-b412-a0d13f9a28af tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0860887 Feb 14 22:00:10.835452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (372c1ffc-1ac2-4942-94ac-c80d94fd10c0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.843814 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (372c1ffc-1ac2-4942-94ac-c80d94fd10c0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.893848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372c1ffc-1ac2-4942-94ac-c80d94fd10c0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:10.902930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.904214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2400439 Feb 14 22:00:10.907451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43104) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:10.910098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.910458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.910811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.911180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.911679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.912335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.912578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.912919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.913257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.913512 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:10.913647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.913920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.914258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.914596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f30b3-4692-4794-92d6-b1d49ec29658 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:10.921320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffa940dc-4656-47a2-8e68-c0414c37f93f req-2050deb5-734f-4436-a338-e156a67aabda tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050379 Feb 14 22:00:10.941141 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (f7d2d1d8-7b2f-490a-8821-d22904323ae8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:10.998327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (f7d2d1d8-7b2f-490a-8821-d22904323ae8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.002164 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f7d2d1d8-7b2f-490a-8821-d22904323ae8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.021555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d2d1d8-7b2f-490a-8821-d22904323ae8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.029476 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.030708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bedb81cb-17bb-4529-b5a3-35bcc6f35464 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218050 Feb 14 22:00:11.033563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43108) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:11.038122 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:11.064769 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (bddc405e-2b72-4cf4-a0a1-530b76943a30), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.137286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (bddc405e-2b72-4cf4-a0a1-530b76943a30), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.142088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (bddc405e-2b72-4cf4-a0a1-530b76943a30), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.164249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddc405e-2b72-4cf4-a0a1-530b76943a30,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.171058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.172295 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-af13fcaf-360f-4854-a823-139f74911341 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377897 Feb 14 22:00:11.175290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43110) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:11.180273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:11.206435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (1868fa01-59b9-4132-85b7-3c3d3d39048e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.268363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (1868fa01-59b9-4132-85b7-3c3d3d39048e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.273709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1868fa01-59b9-4132-85b7-3c3d3d39048e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.296934 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1868fa01-59b9-4132-85b7-3c3d3d39048e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.308504 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.312813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a93a0e3d-b844-4fad-967d-e7914488afd3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336017 Feb 14 22:00:11.312813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43112) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:11.319513 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:11.346485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (01d35db6-57b4-4c9b-9df9-62b589ffc14e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.408974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (01d35db6-57b4-4c9b-9df9-62b589ffc14e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.412709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (01d35db6-57b4-4c9b-9df9-62b589ffc14e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.434012 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d35db6-57b4-4c9b-9df9-62b589ffc14e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.443130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.444429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1733d0a4-a864-45ab-8bf5-89646a20f910 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304226 Feb 14 22:00:11.447466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43114) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:11.450774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fe672fab-40dc-4c88-a1d3-0ef08eb37c4c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:11.452825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:11.473946 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Project 435a1b8c9e8847dc8019bf9baf347aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:00:11.479018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (143157e8-9480-4ca9-bb98-305e68ac9d04), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.506169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:11.506447 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.545508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (143157e8-9480-4ca9-bb98-305e68ac9d04), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.550466 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (143157e8-9480-4ca9-bb98-305e68ac9d04), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.563868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Sync routers for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:11.575797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143157e8-9480-4ca9-bb98-305e68ac9d04,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.584407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.585709 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-559d4f98-226b-4e3e-b3aa-2fb80f37c2cc tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364150 Feb 14 22:00:11.588452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43116) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:11.593602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'security_group_rule': {'security_group_id': '372c1ffc-1ac2-4942-94ac-c80d94fd10c0', 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:11.601837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:11.602532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:11.616244 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Project 435a1b8c9e8847dc8019bf9baf347aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:00:11.622886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (b97e60b1-3673-4644-b633-f39f50812ea5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.661668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:11.662262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.688059 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (b97e60b1-3673-4644-b633-f39f50812ea5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.692720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b97e60b1-3673-4644-b633-f39f50812ea5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.696570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:11.703951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.704870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:11.723029 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e60b1-3673-4644-b633-f39f50812ea5,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:11.732126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:11.739911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eb3ba457-5006-44a3-8a37-065ace8b8a84 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438918 Feb 14 22:00:11.894272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-4b2709bb-3ba8-4cf6-b46a-35937be49537 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306488296&fields=id&tenant_id=435a1b8c9e8847dc8019bf9baf347aae HTTP/1.1" status: 200 len: 267 time: 0.0525491 Feb 14 22:00:12.009056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:12.016456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-3acfb8c7-08ea-48ba-9f56-3841c1cb8c12 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:12.017881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-3acfb8c7-08ea-48ba-9f56-3841c1cb8c12 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 808 time: 0.1162102 Feb 14 22:00:12.033051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-36377b65-ccbc-4482-9c6c-3a3129d33b88 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/quotas/435a1b8c9e8847dc8019bf9baf347aae HTTP/1.1" status: 200 len: 375 time: 0.0097072 Feb 14 22:00:12.039019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:12.060210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:12.060599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.089792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-48d8e280-0f92-4901-a9fb-5567893a500c tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513425 Feb 14 22:00:12.188509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-099620b7-5f48-4828-8149-d849fe00ef4d service neutron] 10.222.0.86 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871167 Feb 14 22:00:12.255007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:12.281046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-4f5df24f-9f59-4038-a5fa-654f7be42087 service neutron] 10.222.0.86 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Feb 14 22:00:12.284037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 4, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee', 'name': '', 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'mac_address': 'fa:16:3e:94:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:08Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 2, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'subnets': [{'id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:12.311543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Checking router: 836284ed-29b6-403a-a746-54c0c03b2838 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:12.311809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Updating router 836284ed-29b6-403a-a746-54c0c03b2838 port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:12.337937 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.509657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88a3c-ecdb-44e5-9a70-fe68083c9c71 req-87e2acf3-e242-4fba-8d9c-7fa146be682f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:12.511839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a88a3c-ecdb-44e5-9a70-fe68083c9c71 req-87e2acf3-e242-4fba-8d9c-7fa146be682f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0601857 Feb 14 22:00:12.569576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-71a88a3c-ecdb-44e5-9a70-fe68083c9c71 req-d27e5eca-8a46-4269-971d-41c8b7834b82 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513642 Feb 14 22:00:12.644978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks [] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.652041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.662265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45bd17b1-e19f-4a31-a388-a4f5bc5c46d5 req-ccdf2447-9585-4e85-953d-6e24c23f828b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 210 time: 0.0394886 Feb 14 22:00:12.704837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896512-c0b6-44d7-9007-58259721f050 None None] Pushing event updated for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:12.769644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Attempting to bind port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:12.770332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Attempting to bind port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:12.770764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Attempting to bind port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee on network cc399562-6fb9-460e-8d95-f2d5837c1566 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:12.777191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:12.777580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Checking segment: {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:12.778048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.778465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Bound using segment: {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:12.778973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Bound port: 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df711f4-2157-4705-9e32-4a2327afc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:12.779388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.858691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] For port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:12.861973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] For port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:12.869247 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:12.930010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:12.930635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:12.976223 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896512-c0b6-44d7-9007-58259721f050 None None] Pushing event updated for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:13.004644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Provisioning complete for port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:13.005120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.093385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:13.231000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Current status of the port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:13.231412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.287539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] For port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:13.299081 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.342050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fe672fab-40dc-4c88-a1d3-0ef08eb37c4c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:13.414965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea0178-ba29-4b49-8124-25e47898a38b None None] Pushing event updated for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:13.444314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9257694e-d59d-4e8f-9b5b-1806b5471478 None None] Provisioning complete for port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:13.444692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9257694e-d59d-4e8f-9b5b-1806b5471478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.469934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 4, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee', 'name': '', 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'mac_address': 'fa:16:3e:94:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:08Z', 'updated_at': '2022-02-14T22:00:12Z', 'revision_number': 4, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'subnets': [{'id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:13.477746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:13.478126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.511576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f8b4c-e128-4bfd-8e7e-214754f2d404 None None] The sync data for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 is: [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 4, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee', 'name': '', 'network_id': 'cc399562-6fb9-460e-8d95-f2d5837c1566', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'mac_address': 'fa:16:3e:94:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:08Z', 'updated_at': '2022-02-14T22:00:12Z', 'revision_number': 4, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'subnets': [{'id': '6a101539-de2c-4e1a-9414-ed9725f9b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:13.536540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-9c7365b6-d4ef-42a2-83c9-93929522c07d tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:13.538158 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-9c7365b6-d4ef-42a2-83c9-93929522c07d tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 808 time: 0.1180961 Feb 14 22:00:13.631649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-60df995e-f42f-4e09-9bb9-e26a1d95510f tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435a1b8c9e8847dc8019bf9baf347aae HTTP/1.1" status: 200 len: 380 time: 0.0848818 Feb 14 22:00:13.643883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'port': {'device_id': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'admin_state_up': True, 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'security_groups': ['372c1ffc-1ac2-4942-94ac-c80d94fd10c0']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:13.648663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9257694e-d59d-4e8f-9b5b-1806b5471478 None None] Current status of the port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:13.672815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:13.746749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae6ff-e4ed-4475-a091-b05008645ff6 req-d1916ae2-8c82-4199-8a91-9bfe1fa1368f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:13.748349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f99ae6ff-e4ed-4475-a091-b05008645ff6 req-d1916ae2-8c82-4199-8a91-9bfe1fa1368f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0619576 Feb 14 22:00:13.777034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Made reservation on behalf of 435a1b8c9e8847dc8019bf9baf347aae for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:13.780588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:13.804754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f99ae6ff-e4ed-4475-a091-b05008645ff6 req-205cd9ad-81fd-41e5-a4b9-699c9d4a93c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505695 Feb 14 22:00:13.901365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a68bc21-7d4e-461e-a17d-a57681f1f4f4 req-ad36c77a-cc1b-4e49-a4c4-0493db6988e7 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 210 time: 0.0318713 Feb 14 22:00:13.940740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Allocated IP 172.20.0.6 (f167a710-4223-4625-aa89-630940111688/bacb0605-7ad2-4302-a6ac-388c88ce4c4b/8f3bcbcd-bd70-47d6-84f6-a57304167273) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:14.083867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.125530 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.169707 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Network f167a710-4223-4625-aa89-630940111688 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:14.172780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:14.179638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:14.186756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:14.234806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:14.235736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.253054 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-b35b808f-8967-4a4b-b266-24aec6d4f038 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146147 Feb 14 22:00:14.264906 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Request body: {'port': {'device_id': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:14.337915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.483892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-001f6132-b9e6-44cc-b3fc-c70a38439d56 None None] Provisioning complete for port 8f3bcbcd-bd70-47d6-84f6-a57304167273 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:14.484273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-001f6132-b9e6-44cc-b3fc-c70a38439d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.522690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-001f6132-b9e6-44cc-b3fc-c70a38439d56 None None] Port 8f3bcbcd-bd70-47d6-84f6-a57304167273 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:14.618636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3bcbcd-bd70-47d6-84f6-a57304167273 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:00:14.626110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks [] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.638187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Transition to ACTIVE for port object 8f3bcbcd-bd70-47d6-84f6-a57304167273 will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:00:14.641944 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.692297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:14.773461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Attempting to bind port 8f3bcbcd-bd70-47d6-84f6-a57304167273 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:14.773867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Attempting to bind port 8f3bcbcd-bd70-47d6-84f6-a57304167273 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:14.774208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Attempting to bind port 8f3bcbcd-bd70-47d6-84f6-a57304167273 on network f167a710-4223-4625-aa89-630940111688 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:14.779649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Port 8f3bcbcd-bd70-47d6-84f6-a57304167273 on network f167a710-4223-4625-aa89-630940111688 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:00:14.779975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Attempting to bind port 8f3bcbcd-bd70-47d6-84f6-a57304167273 on network f167a710-4223-4625-aa89-630940111688 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:14.785227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:14.785570 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Checking segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:14.785985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Bound using segment: {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:14.786412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Bound port: 8f3bcbcd-bd70-47d6-84f6-a57304167273, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a513ead1-f413-412f-a5e1-be244d76886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f167a710-4223-4625-aa89-630940111688'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:14.786771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.854954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:14.858016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:14.864494 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.897239 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:14.897925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:14.899406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 1092 time: 0.6390121 Feb 14 22:00:14.899790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:14.902577 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388fd7ba-f553-424e-8128-a0f78eea75f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:14.930443 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7721-fed2-4347-b8ca-8a98a89e7169 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:14.960185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40fc4-b43c-430e-b247-872f93b3b79c req-806b4e92-9fb7-4c70-a829-412ad1fa7191 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:14.961778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7f40fc4-b43c-430e-b247-872f93b3b79c req-806b4e92-9fb7-4c70-a829-412ad1fa7191 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 945 time: 0.0830119 Feb 14 22:00:15.011748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-e591b607-14db-4cbd-8135-9539b1b54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.014291 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-e591b607-14db-4cbd-8135-9539b1b54614 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1126 time: 0.0551188 Feb 14 22:00:15.031921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7f40fc4-b43c-430e-b247-872f93b3b79c req-7fd1d95f-83f2-4597-9743-61f576b9b326 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557001 Feb 14 22:00:15.071665 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-909c4491-5a0f-497d-882e-1b70c559dcca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 217 time: 0.0497510 Feb 14 22:00:15.090645 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ba866-557c-4929-90d6-32270aee2f49 x-openstack-request-id: req-a31ba866-557c-4929-90d6-32270aee2f49 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:15.091339 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:15.091689 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a31ba866-557c-4929-90d6-32270aee2f49 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:15.092712 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'status': 'completed', 'code': 200} Feb 14 22:00:15.136619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-7cb28c8d-eb79-4428-9665-6319ebd03129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.138104 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-7cb28c8d-eb79-4428-9665-6319ebd03129 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0582557 Feb 14 22:00:15.189155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2eb61039-5931-4ca2-9b54-46b708db6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.190700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-2eb61039-5931-4ca2-9b54-46b708db6988 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465112 Feb 14 22:00:15.192199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d64dd-a610-43fb-865c-fb2ec7a47f0a req-ae8c80e1-2f36-4481-8836-cd39bdef5963 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.193713 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e45d64dd-a610-43fb-865c-fb2ec7a47f0a req-ae8c80e1-2f36-4481-8836-cd39bdef5963 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 943 time: 0.0569251 Feb 14 22:00:15.277574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e45d64dd-a610-43fb-865c-fb2ec7a47f0a req-d849c5a7-5aa7-4a84-bf7b-3d85173eb525 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776720 Feb 14 22:00:15.288561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-234744ef-a74b-46f9-894b-63e9415aaace service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920398 Feb 14 22:00:15.299414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2e47c42b-d532-4457-8939-b708c0854f67 service neutron] 10.222.0.83 "GET /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 385 time: 0.0919392 Feb 14 22:00:15.376408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:15.392849 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b7bfe534-f5ea-464a-9629-2079ba2b6595 req-fe450b5c-52d8-4cec-b170-de2e4a3a2dc3 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954165 Feb 14 22:00:15.426607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:15.427369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:15.488106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-7af0d398-3592-425b-9e23-2bfb55c6f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.489657 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-7af0d398-3592-425b-9e23-2bfb55c6f483 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1126 time: 0.0530081 Feb 14 22:00:15.500183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:15.509802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:15.523438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:15.569519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:15.571919 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0dfff9-12f2-491b-824a-ac3f7b1c791a" -d '{"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:15.578608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:15.583111 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-cc9ae14a-e5b5-4540-8235-58943caa6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.584700 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-cc9ae14a-e5b5-4540-8235-58943caa6f4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 909 time: 0.0885780 Feb 14 22:00:15.596441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:15.614871 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d828f3-02f9-4d11-93bb-1698dd0489cc x-openstack-request-id: req-27d828f3-02f9-4d11-93bb-1698dd0489cc {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:15.615301 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:15.615647 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27d828f3-02f9-4d11-93bb-1698dd0489cc {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:15.616164 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'code': 200} Feb 14 22:00:15.641355 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-3debc9eb-8084-4783-a751-b44c0f677c31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 217 time: 0.0483611 Feb 14 22:00:15.679650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] Transition to ACTIVE for port object e5f58f6c-fb1f-4693-8777-b5fedd3bc317 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:00:15.685033 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:15.694355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-67072312-3882-4e6b-a7fc-a006361d3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.696077 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-67072312-3882-4e6b-a7fc-a006361d3182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0493236 Feb 14 22:00:15.757093 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-cad39fe3-d5d4-4d45-8d98-cf18a8e02b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:15.758694 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-cad39fe3-d5d4-4d45-8d98-cf18a8e02b54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569086 Feb 14 22:00:15.790092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] Pushing event updated for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=11']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:15.829979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] No DVR routers for this DVR port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:00:15.860980 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-43ce5434-d96a-483b-a19b-0fae21df393c service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958591 Feb 14 22:00:15.956952 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-388fd7ba-f553-424e-8128-a0f78eea75f7 req-675abe85-2c6e-41c8-bbed-f5ed7a890c83 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894392 Feb 14 22:00:15.974044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-2763da31-e9de-41e8-ba76-458266eaa7ee service neutron] 10.222.0.83 "PUT /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317/bindings/n-h1-828372-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6702437 Feb 14 22:00:16.073544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-886a1f29-26d4-468c-9cd7-a43f2bcc1eb2 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.075136 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-886a1f29-26d4-468c-9cd7-a43f2bcc1eb2 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.0501273 Feb 14 22:00:16.130974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-c853555a-17b5-4785-ae82-0f84205c6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.132556 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-c853555a-17b5-4785-ae82-0f84205c6a6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 1127 time: 0.0493405 Feb 14 22:00:16.158777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba731dd6-ef46-4c30-b006-b7657f93f541 req-64125050-7046-49ff-bbb7-e8cf5728713f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.160327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba731dd6-ef46-4c30-b006-b7657f93f541 req-64125050-7046-49ff-bbb7-e8cf5728713f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.0553181 Feb 14 22:00:16.201977 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-b8b1cea5-72ad-4f12-b3cb-2071dbe03c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.203539 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-b8b1cea5-72ad-4f12-b3cb-2071dbe03c90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1127 time: 0.0460815 Feb 14 22:00:16.217893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba731dd6-ef46-4c30-b006-b7657f93f541 req-a028a0e5-b507-4b93-8237-f9b84ec8f5b4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516875 Feb 14 22:00:16.297324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-e364d0db-9968-4596-b145-4e57eb67af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.298816 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-e364d0db-9968-4596-b145-4e57eb67af0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.0898368 Feb 14 22:00:16.369589 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-1b8c197a-ed75-41a4-aa44-621e79294ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 998 time: 0.0644872 Feb 14 22:00:16.400078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6158d-6086-40ee-9904-300809dfe6a0 req-3cc8173b-b573-42d9-b848-16617cbc36f9 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.402156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63d6158d-6086-40ee-9904-300809dfe6a0 req-3cc8173b-b573-42d9-b848-16617cbc36f9 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 943 time: 0.0544381 Feb 14 22:00:16.418853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-50876773-2eb0-444d-a555-0674fca11947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.420366 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-50876773-2eb0-444d-a555-0674fca11947 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0441728 Feb 14 22:00:16.451351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63d6158d-6086-40ee-9904-300809dfe6a0 req-030605d1-86c0-4b2f-a0f3-3129e3df1eb0 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Feb 14 22:00:16.469799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-8c95e9ec-4294-4a6a-be5e-f3909aef5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.471277 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-8c95e9ec-4294-4a6a-be5e-f3909aef5c1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450375 Feb 14 22:00:16.493734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:00:16.535041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:00:16.535464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:00:16.563843 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-8431e2b1-2599-4c9c-a3c8-36653255f079 service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865517 Feb 14 22:00:16.650340 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-81165060-8181-4b12-9a73-b0e7bc4a8305 service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Feb 14 22:00:16.964274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-bf2db83f-ef99-432e-859f-96e93819b69a tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:16.966039 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-bf2db83f-ef99-432e-859f-96e93819b69a tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 1127 time: 0.0475497 Feb 14 22:00:17.106772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-6a515a8f-01cb-4759-9b37-24fba2e2418b service neutron] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h2-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:17.110045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-6a515a8f-01cb-4759-9b37-24fba2e2418b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:17.111194 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-6a515a8f-01cb-4759-9b37-24fba2e2418b service neutron] 10.222.0.64 "DELETE /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317/bindings/n-h2-828372-11 HTTP/1.1" status: 204 len: 173 time: 0.1382990 Feb 14 22:00:17.339403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af4f32-e40c-4821-a857-7f0e091d35d1 req-a7d60eb6-1e73-4ba1-9af9-05d0a0d4aea0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:17.341031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4af4f32-e40c-4821-a857-7f0e091d35d1 req-a7d60eb6-1e73-4ba1-9af9-05d0a0d4aea0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.0518241 Feb 14 22:00:17.391197 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4af4f32-e40c-4821-a857-7f0e091d35d1 req-7456b96e-837f-4d52-8552-043a06c348cf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Feb 14 22:00:17.505483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01394e-2449-41ef-b4d4-23c81d06e396 req-6ee944ca-af22-466a-bf87-23f0ea540e57 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:17.507177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b01394e-2449-41ef-b4d4-23c81d06e396 req-6ee944ca-af22-466a-bf87-23f0ea540e57 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1127 time: 0.0506742 Feb 14 22:00:17.559710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b01394e-2449-41ef-b4d4-23c81d06e396 req-7ac8abf9-6ccf-4b61-8328-6b8b76726f0f tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467026 Feb 14 22:00:17.673694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7bbd7-1a72-4f17-a23d-6bee5f36cd30 req-aca049ea-4492-4b13-ab3f-f0f5ac392022 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:17.675092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75a7bbd7-1a72-4f17-a23d-6bee5f36cd30 req-aca049ea-4492-4b13-ab3f-f0f5ac392022 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 943 time: 0.0578682 Feb 14 22:00:17.725500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75a7bbd7-1a72-4f17-a23d-6bee5f36cd30 req-8bbf584e-36cd-4108-b996-663788c61084 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Feb 14 22:00:17.839654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212338c-0d76-4b89-b8aa-5ba37365c918 req-5a1679ef-ddba-4667-9d72-a25ae4205056 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:17.841383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6212338c-0d76-4b89-b8aa-5ba37365c918 req-5a1679ef-ddba-4667-9d72-a25ae4205056 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.0601618 Feb 14 22:00:17.889124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6212338c-0d76-4b89-b8aa-5ba37365c918 req-72daf243-d25b-4c55-a194-99a1514a303d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Feb 14 22:00:17.912336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:17.975998 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a1bb4d8e-7544-43a2-ae34-b4c7281c3deb tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/3111678d-8023-4dac-8691-5ab02c9357ec HTTP/1.1" status: 200 len: 990 time: 0.0623095 Feb 14 22:00:18.204145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:18.356200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 895c48eb-411e-4e5a-a486-88308c29c283 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:00:18.356567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (895c48eb-411e-4e5a-a486-88308c29c283), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:18.428143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (895c48eb-411e-4e5a-a486-88308c29c283), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:18.428473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (895c48eb-411e-4e5a-a486-88308c29c283), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:18.440249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 895c48eb-411e-4e5a-a486-88308c29c283 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:00:18.849531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2102bd-4c73-483b-aedf-a4b19945ed76 req-f5f2c260-9ef7-46c8-b2fa-278e44ae3e4c tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:18.850984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a2102bd-4c73-483b-aedf-a4b19945ed76 req-f5f2c260-9ef7-46c8-b2fa-278e44ae3e4c tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 943 time: 0.0543125 Feb 14 22:00:18.878488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (895c48eb-411e-4e5a-a486-88308c29c283), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:18.904035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a2102bd-4c73-483b-aedf-a4b19945ed76 req-487aceec-4e78-4d92-a0c8-6e7434602d95 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466933 Feb 14 22:00:18.906993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=895c48eb-411e-4e5a-a486-88308c29c283,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:18.973435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (3111678d-8023-4dac-8691-5ab02c9357ec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:18.974127 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 3111678d-8023-4dac-8691-5ab02c9357ec disassociated (deleted). External IP: 172.25.2.25, port: e5f58f6c-fb1f-4693-8777-b5fedd3bc317. Feb 14 22:00:19.198115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 86e15cd7-bbfb-4661-a4ea-54c985212abe has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:19.309312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:19.313743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:19.318779 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Sync routers for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:19.328529 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:19.329129 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:19.344684 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-440c1508-a9ad-46f5-bdfc-0f1b14de44e1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/floatingips/3111678d-8023-4dac-8691-5ab02c9357ec HTTP/1.1" status: 204 len: 168 time: 1.1393826 Feb 14 22:00:19.345307 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:19.347608 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3ddc8-8daf-43b3-a857-19f5469e6588" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:19.439660 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:19.502087 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77289594-06d6-47aa-8c22-e00cba2cd2f8 x-openstack-request-id: req-77289594-06d6-47aa-8c22-e00cba2cd2f8 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:19.502459 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:19.502880 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77289594-06d6-47aa-8c22-e00cba2cd2f8 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:19.503522 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'status': 'completed', 'code': 200} Feb 14 22:00:19.582479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-e15339e0-3e56-4636-9e95-ddfbf9f2d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:19.584544 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-e15339e0-3e56-4636-9e95-ddfbf9f2d0d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 1127 time: 0.0551913 Feb 14 22:00:19.607662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baae87-52f1-4599-82c7-917e36cb4bb3 req-b7248fb7-1567-47e8-a945-57afe1e93f67 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:19.609440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28baae87-52f1-4599-82c7-917e36cb4bb3 req-b7248fb7-1567-47e8-a945-57afe1e93f67 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.0580750 Feb 14 22:00:19.667240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28baae87-52f1-4599-82c7-917e36cb4bb3 req-85c225ce-9629-468d-8397-6b97286fc559 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=5049b551-9270-4472-a8de-b5d8fe8b6292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499227 Feb 14 22:00:19.687306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-a48582d0-f2fc-4e4b-82a0-acf1ce9b6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:19.688754 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-a48582d0-f2fc-4e4b-82a0-acf1ce9b6af6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 200 len: 898 time: 0.0982220 Feb 14 22:00:19.731134 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-89239abb-aa84-42c1-956f-08da40fda4e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 200 len: 217 time: 0.0354173 Feb 14 22:00:19.737099 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:19.768252 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Checking router: 86e15cd7-bbfb-4661-a4ea-54c985212abe for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:19.777040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:19.777657 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:19.782186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-57466543-1ded-4aeb-a12d-5c2d6bb6803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:19.783695 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-57466543-1ded-4aeb-a12d-5c2d6bb6803a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 200 len: 835 time: 0.0445657 Feb 14 22:00:19.842623 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-9dbb3337-d699-4390-a3fb-d6ffb8bda347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:19.844228 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-9dbb3337-d699-4390-a3fb-d6ffb8bda347 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=496c8b43-06d1-42a6-a364-b0b088907b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543275 Feb 14 22:00:19.895785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:19.966041 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-7a16acd9-c114-4f93-83bd-2e94f62bb230 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972891 Feb 14 22:00:19.967926 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-676a4e8c-c1dd-40ac-84bc-b8b68812f15d service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169155 Feb 14 22:00:19.996219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f3bcbcd-bd70-47d6-84f6-a57304167273 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:00:20.042696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62a0d-3715-4227-8fc0-28667d41d99e req-c0f4a245-130f-4191-b671-3799da377460 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.050239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36d62a0d-3715-4227-8fc0-28667d41d99e req-c0f4a245-130f-4191-b671-3799da377460 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 943 time: 0.0725183 Feb 14 22:00:20.076949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.64', 53849) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:20.112933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-e5b39612-2804-4e83-bef7-faa7ae91639b service neutron] 10.222.0.64 "GET /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288414 Feb 14 22:00:20.128930 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:20.139843 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-373bb1a8-8f3a-4849-bc9d-d2faf43e0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.142619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-373bb1a8-8f3a-4849-bc9d-d2faf43e0263 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.0626376 Feb 14 22:00:20.145146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:20.158694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'port_id': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'mac_address': 'fa:16:3e:35:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:00:20.160042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36d62a0d-3715-4227-8fc0-28667d41d99e req-2eb4a16f-da8d-4dd4-9159-59aaa1907893 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083801 Feb 14 22:00:20.172966 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318558a6-6e81-413f-9bc7-220526fbccef None None] The sync data for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 is: [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:10Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '135602eb-0c8b-47ca-9cdd-887600a2e8bb', 'name': '', 'network_id': '496c8b43-06d1-42a6-a364-b0b088907b3d', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:98:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:09Z', 'updated_at': '2022-02-14T21:59:14Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '6357b4fc-5aab-4a48-8c50-e2c511c55210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:20.184423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-10f25347-2e29-43bd-b8c5-f61dc775c3f5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.185921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-10f25347-2e29-43bd-b8c5-f61dc775c3f5 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 944 time: 0.1079407 Feb 14 22:00:20.213576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8f3bcbcd-bd70-47d6-84f6-a57304167273 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:20.214114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.228482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3bcbcd-bd70-47d6-84f6-a57304167273 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:00:20.250956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:20.255256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.269226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-939efd55-f9c5-4fee-8e60-712faa5f539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.272146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-939efd55-f9c5-4fee-8e60-712faa5f539d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1074924 Feb 14 22:00:20.297833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:00:20.298183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.312450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:20.344406 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-383560d3-b0e8-45c3-bab8-038278e97f3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 1002 time: 0.0653665 Feb 14 22:00:20.388498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port e5f58f6c-fb1f-4693-8777-b5fedd3bc317, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:20.388867 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.393215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-ea2ce525-74b5-4a1d-bb7e-83de1949ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.394706 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-ea2ce525-74b5-4a1d-bb7e-83de1949ecea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0439212 Feb 14 22:00:20.400866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for e5f58f6c-fb1f-4693-8777-b5fedd3bc317 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:00:20.449526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-23f4f7ec-2ade-4055-9190-383aacafe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:20.451034 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-23f4f7ec-2ade-4055-9190-383aacafe2c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487566 Feb 14 22:00:20.535369 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e5f58f6c-fb1f-4693-8777-b5fedd3bc317), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.541991 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-4b49bb9d-c67c-4a17-894b-f5a408dc7638 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Feb 14 22:00:20.562558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=e5f58f6c-fb1f-4693-8777-b5fedd3bc317,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:20.571310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['8f3bcbcd-bd70-47d6-84f6-a57304167273'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:00:20.614945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] No DVR routers for this DVR port e5f58f6c-fb1f-4693-8777-b5fedd3bc317 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:00:20.618396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:20.622016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fefdd887-d04b-4318-ab50-d1a88b4ed71a req-91306f82-1c4d-4caa-8d69-5c0784d1506f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.64 "DELETE /v2.0/ports/e5f58f6c-fb1f-4693-8777-b5fedd3bc317 HTTP/1.1" status: 204 len: 173 time: 0.4311483 Feb 14 22:00:20.622609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-deleted', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:20.625131 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187af228-1a63-4566-a469-ad09885f20e1" -d '{"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-deleted", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:20.666063 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914264e3-1a0f-4dd1-882e-79e2964e279d x-openstack-request-id: req-914264e3-1a0f-4dd1-882e-79e2964e279d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:20.666307 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4d2bfd-69dd-4b34-8069-ea7624ada178", "name": "network-vif-deleted", "tag": "e5f58f6c-fb1f-4693-8777-b5fedd3bc317", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:20.666610 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-914264e3-1a0f-4dd1-882e-79e2964e279d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:20.667103 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4d2bfd-69dd-4b34-8069-ea7624ada178', 'name': 'network-vif-deleted', 'tag': 'e5f58f6c-fb1f-4693-8777-b5fedd3bc317', 'status': 'completed', 'code': 200} Feb 14 22:00:20.667336 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c637e518-7b49-427c-993c-7ee2c9928ea7 req-794510ec-f1ff-42d3-bc42-5dc0a81521f0 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194324 Feb 14 22:00:20.784009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63546c72-baf1-4fee-a60a-6104d57aacdb req-52b225bb-300f-4497-bdfd-7620e9bcb215 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd4d2bfd-69dd-4b34-8069-ea7624ada178 HTTP/1.1" status: 200 len: 210 time: 0.0399473 Feb 14 22:00:21.091495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a637d0-89b1-4621-af20-fe3cf17c0974 None None] New status for floating IP 3111678d-8023-4dac-8691-5ab02c9357ec: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:00:21.268989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dd92f-4afa-40a1-ba70-66d1e51a193d req-cf575184-6412-45d0-a6d3-31eef8f94b04 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:21.270478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-705dd92f-4afa-40a1-ba70-66d1e51a193d req-cf575184-6412-45d0-a6d3-31eef8f94b04 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 944 time: 0.0525103 Feb 14 22:00:21.320105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-705dd92f-4afa-40a1-ba70-66d1e51a193d req-d302a68a-9237-4fd3-8c4a-6da18c28b02e tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Feb 14 22:00:21.841667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43194) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:22.006740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f3bcbcd-bd70-47d6-84f6-a57304167273 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:22.055289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 8f3bcbcd-bd70-47d6-84f6-a57304167273 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:00:22.059871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 8f3bcbcd-bd70-47d6-84f6-a57304167273 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:22.060715 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.139653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 8f3bcbcd-bd70-47d6-84f6-a57304167273 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:22.140381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.162760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:22.165173 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f99e49f-1a8d-4717-9149-140789209c6e" -d '{"events": [{"server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "name": "network-vif-plugged", "status": "completed", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:22.177881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:22.183258 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.184196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:00:22.207651 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ecf225-1e68-4066-89e7-a2b8ff978cdb x-openstack-request-id: req-14ecf225-1e68-4066-89e7-a2b8ff978cdb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:22.207946 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "name": "network-vif-plugged", "status": "completed", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:22.208198 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14ecf225-1e68-4066-89e7-a2b8ff978cdb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:22.208590 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'code': 200} Feb 14 22:00:22.214895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.227841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: e5f58f6c-fb1f-4693-8777-b5fedd3bc317 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:00:22.228187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device e5f58f6c-fb1f-4693-8777-b5fedd3bc317 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:00:22.260956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:22.268353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.269181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.269181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.269413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.269685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.270015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.270345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.270671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.270993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.271339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.271654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.271977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.272292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:22.322475 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43b558-7046-4881-849e-269e18005bae req-ef7cdd6a-4bf1-4be8-9062-c404e3595c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:22.324038 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5a43b558-7046-4881-849e-269e18005bae req-ef7cdd6a-4bf1-4be8-9062-c404e3595c0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0595295 Feb 14 22:00:22.376222 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-5a43b558-7046-4881-849e-269e18005bae req-62e0537e-030a-4442-aff1-12083706fe57 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Feb 14 22:00:22.476165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eda06c-7f80-4881-b9e3-0a001284e6e8 req-ddc84105-b9b7-42db-8c52-305b9a545dae tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:22.477560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8eda06c-7f80-4881-b9e3-0a001284e6e8 req-ddc84105-b9b7-42db-8c52-305b9a545dae tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.0869620 Feb 14 22:00:22.557614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8eda06c-7f80-4881-b9e3-0a001284e6e8 req-249beb1c-c3f0-4f1d-842e-271b9ea2de5b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739124 Feb 14 22:00:22.572819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 135602eb-0c8b-47ca-9cdd-887600a2e8bb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:00:22.573167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.661007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 135602eb-0c8b-47ca-9cdd-887600a2e8bb, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=135602eb-0c8b-47ca-9cdd-887600a2e8bb,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:22.661375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.673812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 135602eb-0c8b-47ca-9cdd-887600a2e8bb owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:00:22.862330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (135602eb-0c8b-47ca-9cdd-887600a2e8bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:22.893233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=135602eb-0c8b-47ca-9cdd-887600a2e8bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:23.071594 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.287919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router 86e15cd7-bbfb-4661-a4ea-54c985212abe has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:23.400718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:23.405674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3cfbe93b-eac8-4fac-8f6d-7d3012ecfa92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/86e15cd7-bbfb-4661-a4ea-54c985212abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629632 Feb 14 22:00:23.408884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43200) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:23.410063 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Sync routers for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:23.420942 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:23.421549 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:23.460267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting subnet 6357b4fc-5aab-4a48-8c50-e2c511c55210 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:00:23.463419 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (6357b4fc-5aab-4a48-8c50-e2c511c55210), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.506792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (6357b4fc-5aab-4a48-8c50-e2c511c55210), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.539617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:23.597050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6357b4fc-5aab-4a48-8c50-e2c511c55210), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.690167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (6357b4fc-5aab-4a48-8c50-e2c511c55210), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.730857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Subnet': ['ID=6357b4fc-5aab-4a48-8c50-e2c511c55210,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:23.732913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.734744 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T22:00:22Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:23.739192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43204) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:23.739715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ac60a0b4-7c75-48e5-8425-37cc09d283de tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/subnets/6357b4fc-5aab-4a48-8c50-e2c511c55210 HTTP/1.1" status: 204 len: 168 time: 0.3293946 Feb 14 22:00:23.743482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9263ccc-b1fb-47a7-af3c-1247ba7fc2d0 None None] Network 496c8b43-06d1-42a6-a364-b0b088907b3d requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:23.765025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89457c18-6e7c-4e3e-b257-cf2e429e4936 req-478a8131-8b48-4e70-b207-531b9d8c27a0 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:23.766478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Checking router: 86e15cd7-bbfb-4661-a4ea-54c985212abe for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:23.766982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89457c18-6e7c-4e3e-b257-cf2e429e4936 req-478a8131-8b48-4e70-b207-531b9d8c27a0 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.1173756 Feb 14 22:00:23.778101 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Routers {'86e15cd7-bbfb-4661-a4ea-54c985212abe'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:23.778720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['86e15cd7-bbfb-4661-a4ea-54c985212abe'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:23.869706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:23.911425 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] Set router 86e15cd7-bbfb-4661-a4ea-54c985212abe gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:23.956941 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] DHCP port deletion for 496c8b43-06d1-42a6-a364-b0b088907b3d request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:00:24.015518 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (86e15cd7-bbfb-4661-a4ea-54c985212abe), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.030016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Deleting port 44b49ef6-7577-4a31-a590-5e31af7cf53c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:00:24.031089 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.089742 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 2c6581f4-29e5-47d6-a81f-721c95226230 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:00:24.090161 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.114221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] For port 44b49ef6-7577-4a31-a590-5e31af7cf53c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=44b49ef6-7577-4a31-a590-5e31af7cf53c,segment=NetworkSegment(de97e7d7-461b-4fd6-944d-fdc92ce84ec7),segment_id=de97e7d7-461b-4fd6-944d-fdc92ce84ec7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:24.115314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.133267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Calling delete_port for 44b49ef6-7577-4a31-a590-5e31af7cf53c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:00:24.140843 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T22:00:22Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:24.184267 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d5c7-97bd-4127-a520-d1804b322247 None None] The sync data for ids ['86e15cd7-bbfb-4661-a4ea-54c985212abe'] in n-d-828372-11 is: [{'id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575351954', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T22:00:22Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': '2c6581f4-29e5-47d6-a81f-721c95226230', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e15cd7-bbfb-4661-a4ea-54c985212abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:59:06Z', 'updated_at': '2022-02-14T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:24.190285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89457c18-6e7c-4e3e-b257-cf2e429e4936 req-f66f43ca-4ff4-493a-8c96-b49fe0d38c39 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169614 Feb 14 22:00:24.199780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 2c6581f4-29e5-47d6-a81f-721c95226230, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2c6581f4-29e5-47d6-a81f-721c95226230,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:24.200303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.214786 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 2c6581f4-29e5-47d6-a81f-721c95226230 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:00:24.246372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (44b49ef6-7577-4a31-a590-5e31af7cf53c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.271848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] Pushing event deleted for resources: {'Port': ['ID=44b49ef6-7577-4a31-a590-5e31af7cf53c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:24.277129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb6be8-6aa8-4389-8b65-fc3653575451 None None] No DVR routers for this DVR port 44b49ef6-7577-4a31-a590-5e31af7cf53c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:00:24.392160 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (2c6581f4-29e5-47d6-a81f-721c95226230), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.418391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=2c6581f4-29e5-47d6-a81f-721c95226230,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:24.476791 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.571272 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.573468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (86e15cd7-bbfb-4661-a4ea-54c985212abe), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.621976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (86e15cd7-bbfb-4661-a4ea-54c985212abe), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.622541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Fanout notify agent at l3_agent the message router_deleted on router 86e15cd7-bbfb-4661-a4ea-54c985212abe {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:00:24.629088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.630218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-449883b4-b814-425c-9fd5-fed549c705c9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/routers/86e15cd7-bbfb-4661-a4ea-54c985212abe HTTP/1.1" status: 204 len: 168 time: 0.8899169 Feb 14 22:00:24.633282 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43206) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:24.710585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (496c8b43-06d1-42a6-a364-b0b088907b3d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.802115 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (496c8b43-06d1-42a6-a364-b0b088907b3d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.824340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496c8b43-06d1-42a6-a364-b0b088907b3d']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:24.833775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:24.834075 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de97e7d7-461b-4fd6-944d-fdc92ce84ec7') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:24.844414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (de97e7d7-461b-4fd6-944d-fdc92ce84ec7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.858509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (de97e7d7-461b-4fd6-944d-fdc92ce84ec7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.864356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:00:24.864744 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (de97e7d7-461b-4fd6-944d-fdc92ce84ec7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:00:24.868093 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:00:24.924653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (496c8b43-06d1-42a6-a364-b0b088907b3d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.932482 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:24.935039 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/networks/496c8b43-06d1-42a6-a364-b0b088907b3d HTTP/1.1" status: 204 len: 168 time: 0.3007288 Feb 14 22:00:24.938065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43208) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:24.950872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb1508-4b70-4f8b-9c6f-9898e99af598 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Network': ['ID=496c8b43-06d1-42a6-a364-b0b088907b3d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:24.995436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (5049b551-9270-4472-a8de-b5d8fe8b6292), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.021211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (5049b551-9270-4472-a8de-b5d8fe8b6292), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.080981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5049b551-9270-4472-a8de-b5d8fe8b6292), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.083634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.084808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/security-groups/5049b551-9270-4472-a8de-b5d8fe8b6292 HTTP/1.1" status: 204 len: 168 time: 0.1457400 Feb 14 22:00:25.094741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81942fe4-1afd-46ba-87d4-d835ce1f4835 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5049b551-9270-4472-a8de-b5d8fe8b6292,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:25.340231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 135602eb-0c8b-47ca-9cdd-887600a2e8bb no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:00:25.360623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 135602eb-0c8b-47ca-9cdd-887600a2e8bb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:00:25.360967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 135602eb-0c8b-47ca-9cdd-887600a2e8bb not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:00:25.361379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44b49ef6-7577-4a31-a590-5e31af7cf53c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:00:25.379026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 44b49ef6-7577-4a31-a590-5e31af7cf53c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:00:25.379424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 44b49ef6-7577-4a31-a590-5e31af7cf53c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:00:25.379823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2c6581f4-29e5-47d6-a81f-721c95226230 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:00:25.401141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2c6581f4-29e5-47d6-a81f-721c95226230 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:00:25.401488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2c6581f4-29e5-47d6-a81f-721c95226230 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:00:25.508178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:25.513341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372415614', 'description': 'tempest-secgroup-smoke-372415614 description', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:25.535417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.625474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db37ad2-e8b3-4c88-a400-d92724a14c2f req-279d657a-ddfa-40de-a0ee-705f0f4ddbc3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:25.626954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5db37ad2-e8b3-4c88-a400-d92724a14c2f req-279d657a-ddfa-40de-a0ee-705f0f4ddbc3 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.0790935 Feb 14 22:00:25.660855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (0de91e3b-5f1d-4f18-869d-bf4fb8499708), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.667487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0de91e3b-5f1d-4f18-869d-bf4fb8499708), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.716076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5db37ad2-e8b3-4c88-a400-d92724a14c2f req-e5877d48-cb7f-40c8-bcf1-4949d714613a tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832620 Feb 14 22:00:25.718630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.719759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2105246 Feb 14 22:00:25.722189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe452-df1a-403e-9a42-98bbaf822655 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de91e3b-5f1d-4f18-869d-bf4fb8499708,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:25.722870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:25.729312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:25.755498 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (50990f74-a6c2-4c21-b490-49d825848f75), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.810808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (50990f74-a6c2-4c21-b490-49d825848f75), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.815932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (50990f74-a6c2-4c21-b490-49d825848f75), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.831370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50990f74-a6c2-4c21-b490-49d825848f75,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:25.841063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2946ae-9256-486c-a106-0a7d45a938fb req-6bc17dcf-8e7a-45a4-a382-3a93801b0117 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:25.842252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.842761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f2946ae-9256-486c-a106-0a7d45a938fb req-6bc17dcf-8e7a-45a4-a382-3a93801b0117 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.0591085 Feb 14 22:00:25.846095 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-269f8959-87db-4278-b857-704684084612 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189315 Feb 14 22:00:25.846334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43222) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:25.850905 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:25.876008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (9e51de21-61e0-41b2-95ba-9efc8f7980f6), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.894358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f2946ae-9256-486c-a106-0a7d45a938fb req-347a451b-14fe-4144-96cc-2ff87797e05a tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Feb 14 22:00:25.933350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (9e51de21-61e0-41b2-95ba-9efc8f7980f6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.937639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (9e51de21-61e0-41b2-95ba-9efc8f7980f6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.955602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e51de21-61e0-41b2-95ba-9efc8f7980f6,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:25.963959 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:25.965196 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a683ba81-2433-484b-a0d9-f9865ae4a224 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178954 Feb 14 22:00:25.968229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43226) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:25.972561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:25.997622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (16ec0c44-6342-47ae-b47f-62a415296ab9), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.028143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c001e-112f-4f18-8241-da3a3e357fd4 req-99d371fa-6a52-4e16-afe1-c857c80bfb0f tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:26.030653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da3c001e-112f-4f18-8241-da3a3e357fd4 req-99d371fa-6a52-4e16-afe1-c857c80bfb0f tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.0626693 Feb 14 22:00:26.057187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (16ec0c44-6342-47ae-b47f-62a415296ab9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.061168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (16ec0c44-6342-47ae-b47f-62a415296ab9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.076247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ec0c44-6342-47ae-b47f-62a415296ab9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.082042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da3c001e-112f-4f18-8241-da3a3e357fd4 req-01b1444d-b789-48b1-9c5b-6636a8dcc99e tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464556 Feb 14 22:00:26.088793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.090086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8553f38a-7b25-403d-827b-075470a04f98 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209033 Feb 14 22:00:26.093181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43228) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.097531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.106990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.128063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b1cbc8d3-6dc4-44a7-8f86-fa5db95d6a71), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.188096 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (b1cbc8d3-6dc4-44a7-8f86-fa5db95d6a71), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.191625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b1cbc8d3-6dc4-44a7-8f86-fa5db95d6a71), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.221478 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cbc8d3-6dc4-44a7-8f86-fa5db95d6a71,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.245892 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.247121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-17c5ed58-ec34-4c27-b64c-908b97d29256 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530066 Feb 14 22:00:26.250208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.254676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.263283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad253f-6645-4125-ae64-d86724a84716 tempest-TestServerBasicOps-2085155159 tempest-TestServerBasicOps-2085155159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:26.264803 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-12ad253f-6645-4125-ae64-d86724a84716 tempest-TestServerBasicOps-2085155159 tempest-TestServerBasicOps-2085155159-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1123 time: 0.1568954 Feb 14 22:00:26.268063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.272350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.281185 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:00:26.286395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (92c2c42e-ef4f-4ad2-a452-8ec82b159431), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.298955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.348493 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (92c2c42e-ef4f-4ad2-a452-8ec82b159431), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.352403 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (92c2c42e-ef4f-4ad2-a452-8ec82b159431), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.373489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c2c42e-ef4f-4ad2-a452-8ec82b159431,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.379755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.381053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-26f42bcd-90a1-47a2-9862-87912746ef3c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299112 Feb 14 22:00:26.383801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43238) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.388239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'security_group_rule': {'security_group_id': '0de91e3b-5f1d-4f18-869d-bf4fb8499708', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.406021 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.408342 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Project 71a8cfa880df47dbbcf3fdbf6ab7b8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:00:26.413610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (673b0287-1710-4cd5-b5df-a123595a16d6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.473917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (673b0287-1710-4cd5-b5df-a123595a16d6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.477550 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (673b0287-1710-4cd5-b5df-a123595a16d6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.495230 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673b0287-1710-4cd5-b5df-a123595a16d6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.534063 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.534063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30e31819-9897-4883-a553-e8d2546c38a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228647 Feb 14 22:00:26.534063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.534370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Allocated IP 172.25.2.155 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/36b45c8d-9417-4b10-a13f-fba57c298091) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:26.534453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'network': {'name': 'tempest-network-smoke--1629624425', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.543317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:26.554775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.559100 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:00:26.580192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:00:26.589730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.590081 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Added segment 3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b of type vlan for network 923748b1-e818-4092-ba0d-c9386e941f95 Feb 14 22:00:26.632686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (923748b1-e818-4092-ba0d-c9386e941f95), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.635481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for port (36b45c8d-9417-4b10-a13f-fba57c298091), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.658820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (923748b1-e818-4092-ba0d-c9386e941f95), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.663885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:26.664459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.669954 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.707739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:26.710447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:26.717327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:26.721572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2113955 Feb 14 22:00:26.722688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'Port': ['ID=36b45c8d-9417-4b10-a13f-fba57c298091,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.724975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43242) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:26.737749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8057d9-4998-4e5b-8b6e-09ed657edf6f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Network': ['ID=923748b1-e818-4092-ba0d-c9386e941f95,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:26.746109 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'admin_state_up': True, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:26.748116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 923748b1-e818-4092-ba0d-c9386e941f95 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:00:26.780919 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (bb79e7ce-2fc8-499d-b892-63876f735786), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.781799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (bb79e7ce-2fc8-499d-b892-63876f735786), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:26.889214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (bb79e7ce-2fc8-499d-b892-63876f735786), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.378781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (bb79e7ce-2fc8-499d-b892-63876f735786), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.615676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for floatingip (3b072584-1680-43ce-8511-9610d6adb52a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.732775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (bb79e7ce-2fc8-499d-b892-63876f735786), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.752144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.819190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:27.951970 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.80 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c27612ac-c1fe-41c8-80e1-7ca2458b9065) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:28.080310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for port (36b45c8d-9417-4b10-a13f-fba57c298091), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.086544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.141265 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.176648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event updated for resources: {'Port': ['ID=36b45c8d-9417-4b10-a13f-fba57c298091,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:28.195207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (3b072584-1680-43ce-8511-9610d6adb52a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.256591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.330505 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:28.340437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:28.347199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:28.352040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=c27612ac-c1fe-41c8-80e1-7ca2458b9065,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:28.375465 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Floating IP 3b072584-1680-43ce-8511-9610d6adb52a associated. External IP: 172.25.2.155, port: 8f3bcbcd-bd70-47d6-84f6-a57304167273. Feb 14 22:00:28.770244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:28.771543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (bb79e7ce-2fc8-499d-b892-63876f735786), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:28.943813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:29.000244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:29.011015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Sync routers for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:29.021635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:29.022656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:29.304397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:29.348285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:29.387915 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-04bf6995-5e15-4601-b324-b0196f4513a5 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1188562 Feb 14 22:00:29.389788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:29.392080 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b58e26-806c-431b-853d-294dc468919f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:29.395756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (bb79e7ce-2fc8-499d-b892-63876f735786), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:29.437237 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512738b2-3e7c-4e5f-9e69-468c52c37816 x-openstack-request-id: req-512738b2-3e7c-4e5f-9e69-468c52c37816 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:29.437534 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:29.437791 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-512738b2-3e7c-4e5f-9e69-468c52c37816 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:29.438188 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'status': 'completed', 'code': 200} Feb 14 22:00:29.533216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b072584-1680-43ce-8511-9610d6adb52a', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'port_id': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'mac_address': 'fa:16:3e:35:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:27Z', 'revision_number': 0, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:29.545559 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58e26-806c-431b-853d-294dc468919f req-5276180d-98bc-4688-a5cc-2891364e9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:29.547181 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-5276180d-98bc-4688-a5cc-2891364e9759 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0901394 Feb 14 22:00:29.562819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Checking router: 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:29.572009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:29.572197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:29.620944 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router bb79e7ce-2fc8-499d-b892-63876f735786 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:00:29.681219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:29.686646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58e26-806c-431b-853d-294dc468919f req-f3eea7ca-732b-478c-b410-0ce51d44c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:29.688176 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-f3eea7ca-732b-478c-b410-0ce51d44c774 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 909 time: 0.1353705 Feb 14 22:00:29.795404 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-598598b0-412a-434b-9885-503dc5857880 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 999 time: 0.1009030 Feb 14 22:00:29.800070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:29.809586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Sync routers for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:29.820964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:29.821728 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:29.854053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:29.855428 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-022a8957-374a-4afd-a13e-defa8e114218 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1294775 Feb 14 22:00:29.858820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:29.861408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58e26-806c-431b-853d-294dc468919f req-d5eb6c20-0a30-4c91-9c00-534e2baaff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:29.862888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-d5eb6c20-0a30-4c91-9c00-534e2baaff28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0610895 Feb 14 22:00:29.891642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c265db5d-22d6-4ac0-91a4-e465b19ec895 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313449 Feb 14 22:00:29.894248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:29.936229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b072584-1680-43ce-8511-9610d6adb52a', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'port_id': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'mac_address': 'fa:16:3e:35:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:27Z', 'revision_number': 0, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:29.936622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58e26-806c-431b-853d-294dc468919f req-e071ab49-7031-42ff-9283-40bb59ba6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:29.938395 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-e071ab49-7031-42ff-9283-40bb59ba6dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701733 Feb 14 22:00:29.982548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e678605-1c80-4e74-a036-4f7e3ccdd55a None None] The sync data for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 is: [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b072584-1680-43ce-8511-9610d6adb52a', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'port_id': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'mac_address': 'fa:16:3e:35:e3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:27Z', 'revision_number': 0, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:30.003183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078b64b-1c27-4820-b6c4-91622f4e2b12 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:30.007204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3078b64b-1c27-4820-b6c4-91622f4e2b12 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1093662 Feb 14 22:00:30.008039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43252) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:30.037877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a16c6012-718f-4423-827d-fa2e8fedb496 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288527 Feb 14 22:00:30.040511 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43254) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:30.044850 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:30.046732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592229013', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:30.112891 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-3c040556-a418-446c-8643-8f68e382b6fe service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681640 Feb 14 22:00:30.211667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:30.215085 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.226580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de624f-9fdf-4920-9418-7e0075ec7818 None None] New status for floating IP 3b072584-1680-43ce-8511-9610d6adb52a: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:00:30.235724 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:28Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:30.263539 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Checking router: bb79e7ce-2fc8-499d-b892-63876f735786 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:30.263925 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Updating router bb79e7ce-2fc8-499d-b892-63876f735786 port c27612ac-c1fe-41c8-80e1-7ca2458b9065 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:30.278533 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-38b58e26-806c-431b-853d-294dc468919f req-7b2af4a3-f2b9-4f3b-a2be-62661faebe40 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581342 Feb 14 22:00:30.301645 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.430080 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (56ea9f08-0ee5-4c98-86b4-86dfec725be0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.494641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Subnet': ['ID=56ea9f08-0ee5-4c98-86b4-86dfec725be0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:30.502645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Checking segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:30.503020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network hostable DHCP agents. Network: 923748b1-e818-4092-ba0d-c9386e941f95, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:00:30.519713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 923748b1-e818-4092-ba0d-c9386e941f95 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:00:30.528217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 923748b1-e818-4092-ba0d-c9386e941f95) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:30.534806 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:30.535437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.537403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a791242-ea71-4665-8963-fd02d0568c35 None None] Network 923748b1-e818-4092-ba0d-c9386e941f95 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:30.553607 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ce7a854-b3c7-4071-b298-1458da8eb577 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5117662 Feb 14 22:00:30.557964 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:30.578699 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks [] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.584185 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.635412 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Attempting to bind port c27612ac-c1fe-41c8-80e1-7ca2458b9065 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:30.635776 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Attempting to bind port c27612ac-c1fe-41c8-80e1-7ca2458b9065 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:30.636144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Attempting to bind port c27612ac-c1fe-41c8-80e1-7ca2458b9065 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:30.648584 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:30.648959 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:30.649355 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.649736 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:30.650242 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Bound port: c27612ac-c1fe-41c8-80e1-7ca2458b9065, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:30.650623 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.652661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-923748b1-e818-4092-ba0d-c9386e941f95', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:00:30.653822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.670320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Pushing event updated for resources: {'Port': ['ID=c27612ac-c1fe-41c8-80e1-7ca2458b9065,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:30.684075 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.684732 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.684732 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.685069 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.685396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.685719 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.686040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.686355 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.686676 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.686993 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.687337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.687653 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.688040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:00:30.714827 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] For port c27612ac-c1fe-41c8-80e1-7ca2458b9065, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:30.718119 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] For port c27612ac-c1fe-41c8-80e1-7ca2458b9065, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c27612ac-c1fe-41c8-80e1-7ca2458b9065,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:30.723718 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.780086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:30.780712 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:30.804551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Allocated IP 172.20.0.2 (923748b1-e818-4092-ba0d-c9386e941f95/56ea9f08-0ee5-4c98-86b4-86dfec725be0/95854cf3-bc5d-4c8c-82d8-1070e9b742df) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:30.832615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e96b-ccb7-4a3a-99b8-79c2a5a80630 None None] Pushing event updated for resources: {'Port': ['ID=c27612ac-c1fe-41c8-80e1-7ca2458b9065,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:30.899450 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:30.954979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks [] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:30.962072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.010405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Network 923748b1-e818-4092-ba0d-c9386e941f95 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:31.015995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:31.022360 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:31.029839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e8ada04-3ea7-41df-af7f-88ac0a1960c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.031812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Pushing event updated for resources: {'Port': ['ID=95854cf3-bc5d-4c8c-82d8-1070e9b742df,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:31.050630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.091570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Attempting to bind port 95854cf3-bc5d-4c8c-82d8-1070e9b742df on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:31.091934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Attempting to bind port 95854cf3-bc5d-4c8c-82d8-1070e9b742df by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:31.092222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Attempting to bind port 95854cf3-bc5d-4c8c-82d8-1070e9b742df on network 923748b1-e818-4092-ba0d-c9386e941f95 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:31.097092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:28Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:31.098180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:31.098709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Checking segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:31.099238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.100180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Bound using segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:31.100670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Bound port: 95854cf3-bc5d-4c8c-82d8-1070e9b742df, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:31.101057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.125590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0206f73e-b2f6-4a30-b889-f8b0728578c7 None None] The sync data for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 is: [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:28Z', 'revision_number': 3, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:31.172701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] For port 95854cf3-bc5d-4c8c-82d8-1070e9b742df, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:31.176587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] For port 95854cf3-bc5d-4c8c-82d8-1070e9b742df, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95854cf3-bc5d-4c8c-82d8-1070e9b742df,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:31.184642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.245289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851275-3975-48ba-8abe-115a4490c50f None None] Pushing event updated for resources: {'Port': ['ID=95854cf3-bc5d-4c8c-82d8-1070e9b742df,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:31.347683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.1 (923748b1-e818-4092-ba0d-c9386e941f95/56ea9f08-0ee5-4c98-86b4-86dfec725be0/713b3059-1b2c-474b-ba84-6ed43ba02af6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:31.513813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.551670 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.601416 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 923748b1-e818-4092-ba0d-c9386e941f95 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:31.604630 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:31.610857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:31.617572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:31.660633 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (bb79e7ce-2fc8-499d-b892-63876f735786), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:31.805168 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.107877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.113045 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.188407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (bb79e7ce-2fc8-499d-b892-63876f735786), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.190323 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:32.249492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747a37c-71e8-45fd-82a8-e09abdcedf57 None None] Network 923748b1-e818-4092-ba0d-c9386e941f95 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:00:32.289545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 923748b1-e818-4092-ba0d-c9386e941f95 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:32.290978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:32.370461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Provisioning complete for port 95854cf3-bc5d-4c8c-82d8-1070e9b742df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:32.370835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.412929 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router bb79e7ce-2fc8-499d-b892-63876f735786 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:32.460789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Current status of the port 95854cf3-bc5d-4c8c-82d8-1070e9b742df is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:32.461713 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.498565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] For port 95854cf3-bc5d-4c8c-82d8-1070e9b742df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95854cf3-bc5d-4c8c-82d8-1070e9b742df,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:32.504980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.536509 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:32.542016 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aaefd7c3-7a9d-4f47-9cb2-216fafbafb3a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/bb79e7ce-2fc8-499d-b892-63876f735786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830406 Feb 14 22:00:32.558337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7202286-0888-436c-9ee7-7885eb7a7efb None None] Pushing event updated for resources: {'Port': ['ID=95854cf3-bc5d-4c8c-82d8-1070e9b742df,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:32.632011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Provisioning complete for port 95854cf3-bc5d-4c8c-82d8-1070e9b742df triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:32.632401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.736400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Current status of the port 95854cf3-bc5d-4c8c-82d8-1070e9b742df is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:32.753188 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:32.753835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.781006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-06fbd616-26ad-49d5-95c9-a8ca84be6fd6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372415614&fields=id&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 267 time: 0.0557249 Feb 14 22:00:32.803778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-75d8184f-aba1-45fd-9295-95dcba939b4d None None] Port 713b3059-1b2c-474b-ba84-6ed43ba02af6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:32.899481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-95f846be-4ea4-488c-9456-af48da81701e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:32.901018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-95f846be-4ea4-488c-9456-af48da81701e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 797 time: 0.1170833 Feb 14 22:00:32.918163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-715702b3-c8cc-43cf-b514-1d4281f80f23 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/quotas/71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0117462 Feb 14 22:00:32.925905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-43ca4415-d99c-464b-9c8f-aace92a5e707 None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:32.926460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43ca4415-d99c-464b-9c8f-aace92a5e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:32.954234 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Sync routers for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:32.967406 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:32.968025 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:32.976721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4415-d99c-464b-9c8f-aace92a5e707 None None] Port 713b3059-1b2c-474b-ba84-6ed43ba02af6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:32.993686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-60bd9547-55d6-4efa-bde0-415d1ee38bb7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661769 Feb 14 22:00:33.085631 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:33.098932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-00829677-5efb-4600-b4eb-f95ac3fcedb5 None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:33.099506 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00829677-5efb-4600-b4eb-f95ac3fcedb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.102125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-83e7373d-30c7-4f99-8d91-b42fdcee4586 service neutron] 10.222.0.86 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938432 Feb 14 22:00:33.139999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-00829677-5efb-4600-b4eb-f95ac3fcedb5 None None] Port 713b3059-1b2c-474b-ba84-6ed43ba02af6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:33.196186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-78611b64-af39-4489-a1a1-9bf43fd78835 service neutron] 10.222.0.86 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876300 Feb 14 22:00:33.285714 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 2, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:33.325248 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Checking router: bb79e7ce-2fc8-499d-b892-63876f735786 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:33.325617 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Updating router bb79e7ce-2fc8-499d-b892-63876f735786 port 713b3059-1b2c-474b-ba84-6ed43ba02af6 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:00:33.370548 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.386742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45771fbf-0889-44e1-9d21-4c7da79de619 req-b6074c15-9ac6-447c-8d26-c9289a42afce tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 210 time: 0.0438464 Feb 14 22:00:33.401541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d44968a-24e2-4ec9-be00-36cf3454ff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.476405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95854cf3-bc5d-4c8c-82d8-1070e9b742df up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:33.531131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 95854cf3-bc5d-4c8c-82d8-1070e9b742df triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:33.531692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.612491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 95854cf3-bc5d-4c8c-82d8-1070e9b742df is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:33.613570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c27612ac-c1fe-41c8-80e1-7ca2458b9065 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:33.664471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c27612ac-c1fe-41c8-80e1-7ca2458b9065 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:33.664958 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.681256 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks [] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.686856 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.751754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c27612ac-c1fe-41c8-80e1-7ca2458b9065 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:33.752351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.777697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c27612ac-c1fe-41c8-80e1-7ca2458b9065, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c27612ac-c1fe-41c8-80e1-7ca2458b9065,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:33.782465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.839005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c27612ac-c1fe-41c8-80e1-7ca2458b9065,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:33.859195 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104bd21-bee2-4d63-ac4c-87e3b913099a None None] Pushing event updated for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:33.908596 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Attempting to bind port 713b3059-1b2c-474b-ba84-6ed43ba02af6 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:33.908969 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Attempting to bind port 713b3059-1b2c-474b-ba84-6ed43ba02af6 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:33.909328 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Attempting to bind port 713b3059-1b2c-474b-ba84-6ed43ba02af6 on network 923748b1-e818-4092-ba0d-c9386e941f95 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:33.916080 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:33.916456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Checking segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:33.916859 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.917246 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Bound using segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:33.917710 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Bound port: 713b3059-1b2c-474b-ba84-6ed43ba02af6, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:33.918088 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:33.991333 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] For port 713b3059-1b2c-474b-ba84-6ed43ba02af6, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:33.995204 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] For port 713b3059-1b2c-474b-ba84-6ed43ba02af6, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=713b3059-1b2c-474b-ba84-6ed43ba02af6,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:34.000966 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.058914 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:34.059573 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:34.069928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:34.070308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.097341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104bd21-bee2-4d63-ac4c-87e3b913099a None None] Pushing event updated for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:34.152315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Current status of the port 713b3059-1b2c-474b-ba84-6ed43ba02af6 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:34.152707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.183232 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:34.188946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] For port 713b3059-1b2c-474b-ba84-6ed43ba02af6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=713b3059-1b2c-474b-ba84-6ed43ba02af6,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:34.194401 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.250061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae0bc2-e55f-4039-b85c-dfeed0036a09 None None] Pushing event updated for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:34.389037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-b62fc741-a528-4864-83ce-6f7be0b3c5ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:34.390690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-b62fc741-a528-4864-83ce-6f7be0b3c5ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 797 time: 0.1184139 Feb 14 22:00:34.434053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-378b195d-8f74-4629-b297-c54053cdd3d2 None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:34.434566 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-378b195d-8f74-4629-b297-c54053cdd3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.446872 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:34.473062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-73f10dfc-4cee-4777-bb2d-532ce331e640 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5 HTTP/1.1" status: 200 len: 379 time: 0.0742686 Feb 14 22:00:34.476517 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d16ab-8258-44ce-b5e9-b7f7887b639c None None] The sync data for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 is: [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:34.488463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'port': {'device_id': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'admin_state_up': True, 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'security_groups': ['0de91e3b-5f1d-4f18-869d-bf4fb8499708']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:34.510257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-36e15627-6573-4219-8013-277127edd2ad req-45d603de-47be-4cea-84dd-5c3fe1b1045e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 210 time: 0.0445144 Feb 14 22:00:34.562348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-378b195d-8f74-4629-b297-c54053cdd3d2 None None] Current status of the port 713b3059-1b2c-474b-ba84-6ed43ba02af6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:34.635869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Made reservation on behalf of 71a8cfa880df47dbbcf3fdbf6ab7b8d5 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:00:34.639389 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.664040 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.769971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.20.0.12 (923748b1-e818-4092-ba0d-c9386e941f95/56ea9f08-0ee5-4c98-86b4-86dfec725be0/f2680dc7-4f41-4422-b772-fd26d89eb4bb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:34.922094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:34.960259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.006851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 923748b1-e818-4092-ba0d-c9386e941f95 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:35.010915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:35.014065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:35.047732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:35.075358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:35.075998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.097523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ce843fad-f561-4042-be6f-2af8f966290f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148536 Feb 14 22:00:35.113160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Request body: {'port': {'device_id': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:35.189434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.298689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-95e0a36f-bb45-46b4-8b6c-1b5f6111935e None None] Provisioning complete for port f2680dc7-4f41-4422-b772-fd26d89eb4bb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:35.299088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95e0a36f-bb45-46b4-8b6c-1b5f6111935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.346291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a36f-bb45-46b4-8b6c-1b5f6111935e None None] Port f2680dc7-4f41-4422-b772-fd26d89eb4bb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:00:35.469925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c27612ac-c1fe-41c8-80e1-7ca2458b9065 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:35.487549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2680dc7-4f41-4422-b772-fd26d89eb4bb {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:00:35.496226 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks [] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.508468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Transition to ACTIVE for port object f2680dc7-4f41-4422-b772-fd26d89eb4bb will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:00:35.512857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.525029 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c27612ac-c1fe-41c8-80e1-7ca2458b9065 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:35.525496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.615116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:35.634857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c27612ac-c1fe-41c8-80e1-7ca2458b9065 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:35.636214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 713b3059-1b2c-474b-ba84-6ed43ba02af6 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:35.667039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Attempting to bind port f2680dc7-4f41-4422-b772-fd26d89eb4bb on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:00:35.667608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Attempting to bind port f2680dc7-4f41-4422-b772-fd26d89eb4bb by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:00:35.668092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Attempting to bind port f2680dc7-4f41-4422-b772-fd26d89eb4bb on network 923748b1-e818-4092-ba0d-c9386e941f95 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:35.673980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Port f2680dc7-4f41-4422-b772-fd26d89eb4bb on network 923748b1-e818-4092-ba0d-c9386e941f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:00:35.674334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Attempting to bind port f2680dc7-4f41-4422-b772-fd26d89eb4bb on network 923748b1-e818-4092-ba0d-c9386e941f95 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:00:35.692491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 713b3059-1b2c-474b-ba84-6ed43ba02af6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:35.692878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.694150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:00:35.694509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Checking segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:00:35.694910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Bound using segment: {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:00:35.695415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Bound port: f2680dc7-4f41-4422-b772-fd26d89eb4bb, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:00:35.695791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.778504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ee3e-8a53-4e47-bfaa-24e094bae5f4 req-b6e3fe0b-cd6b-4747-a0d5-a9035c0e5e4f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:35.786175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f04ee3e-8a53-4e47-bfaa-24e094bae5f4 req-b6e3fe0b-cd6b-4747-a0d5-a9035c0e5e4f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.1340520 Feb 14 22:00:35.834324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:00:35.857935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:00:35.868130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f04ee3e-8a53-4e47-bfaa-24e094bae5f4 req-0b1838f0-6c21-4ab1-8055-9a1c5e3f4047 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806987 Feb 14 22:00:35.870860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.909409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:35.910031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.911590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 1093 time: 0.8037817 Feb 14 22:00:35.912045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:35.914261 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39" -d '{"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:35.952919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:35.954192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30398f-17f9-4210-ba81-4552a4d597d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:35.974466 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee67bc-182d-4c5b-b38c-96a98912d0d6 x-openstack-request-id: req-b5ee67bc-182d-4c5b-b38c-96a98912d0d6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:35.974768 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:35.975026 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5ee67bc-182d-4c5b-b38c-96a98912d0d6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:35.976186 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'status': 'completed', 'code': 200} Feb 14 22:00:36.006794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 713b3059-1b2c-474b-ba84-6ed43ba02af6 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:36.027086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-45feaf6c-2727-482d-85db-ff1afcf7c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.028666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-45feaf6c-2727-482d-85db-ff1afcf7c8ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1127 time: 0.0516834 Feb 14 22:00:36.076092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-064d279b-42ef-4a48-bb63-22e08727604a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 217 time: 0.0394812 Feb 14 22:00:36.127891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-7185e586-f851-4445-ab12-bf0cb3d4b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.129363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-7185e586-f851-4445-ab12-bf0cb3d4b5fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 200 len: 834 time: 0.0466580 Feb 14 22:00:36.178130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-b36e5ba3-ce0c-497d-aba0-2c28f9212d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.179634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-b36e5ba3-ce0c-497d-aba0-2c28f9212d29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=923748b1-e818-4092-ba0d-c9386e941f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446303 Feb 14 22:00:36.271770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-a74313f2-712d-4a24-9c7c-21336c57c3c8 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859413 Feb 14 22:00:36.361083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eabcf822-2c72-465d-8aab-9b7b6701fc19 req-45c2154e-7b95-4bf9-bbc0-1246d51dd3a0 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Feb 14 22:00:36.406510 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:36.451082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-3fe8030a-502d-4f08-b694-e8fd420e3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.452613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-3fe8030a-502d-4f08-b694-e8fd420e3b5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1127 time: 0.0494792 Feb 14 22:00:36.541016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-2615a53d-df1b-4c91-b0bb-3509bcac0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.542527 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-2615a53d-df1b-4c91-b0bb-3509bcac0a94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 898 time: 0.0840254 Feb 14 22:00:36.584333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-bebe6fd7-1b49-4626-ae38-39fe63d8cf12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 217 time: 0.0338492 Feb 14 22:00:36.635894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-d1a9ff87-8df8-499c-a657-11c614dc7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.637358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-d1a9ff87-8df8-499c-a657-11c614dc7833 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 200 len: 834 time: 0.0475514 Feb 14 22:00:36.686053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-cfc8557e-47d1-488a-abc6-0d7addc506d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.687565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-cfc8557e-47d1-488a-abc6-0d7addc506d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=923748b1-e818-4092-ba0d-c9386e941f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439026 Feb 14 22:00:36.775773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-22bbce27-2244-4c06-8bb3-15d800e45cef service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807357 Feb 14 22:00:36.865504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd5d5b3-25fe-4996-bb08-e32b4b6f8e39 req-17b2c72c-9f96-42fb-8ece-9e2bb0142632 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Feb 14 22:00:36.990791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee2ea-d557-4551-a116-0b83329f97ea req-31d51453-2e6f-4f75-b6b9-8c4699632618 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:36.992299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-651ee2ea-d557-4551-a116-0b83329f97ea req-31d51453-2e6f-4f75-b6b9-8c4699632618 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.0535653 Feb 14 22:00:37.042588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-651ee2ea-d557-4551-a116-0b83329f97ea req-81774492-cec9-4819-ac0c-47414ef63d8a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Feb 14 22:00:37.298766 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:38.167087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd9ca-e4e3-49e2-b719-243a543f1ad9 req-68b032fc-366c-40ac-ac41-6b4980d18d1d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:38.168604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73cd9ca-e4e3-49e2-b719-243a543f1ad9 req-68b032fc-366c-40ac-ac41-6b4980d18d1d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.0567532 Feb 14 22:00:38.216985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73cd9ca-e4e3-49e2-b719-243a543f1ad9 req-2f09b3d0-37ef-4685-86f7-220dca5476fe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Feb 14 22:00:39.334564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6f2a-c769-4625-9b49-fef5ecfe3571 req-b38857c2-b801-4d72-acd5-b5e542b79d6a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:39.336079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e53c6f2a-c769-4625-9b49-fef5ecfe3571 req-b38857c2-b801-4d72-acd5-b5e542b79d6a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.0539749 Feb 14 22:00:39.384453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e53c6f2a-c769-4625-9b49-fef5ecfe3571 req-967e0b1e-d151-4e8f-9a34-e6053fc3ae5c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Feb 14 22:00:40.501448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24ba76-49ae-44bd-ae67-6e03aaefb71b req-7f926427-377e-46ee-8ca8-96e184f1d39d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:40.502980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f24ba76-49ae-44bd-ae67-6e03aaefb71b req-7f926427-377e-46ee-8ca8-96e184f1d39d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.0519919 Feb 14 22:00:40.554828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f24ba76-49ae-44bd-ae67-6e03aaefb71b req-e793e9c2-053c-4897-8ffd-ebc7d8f35cc6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Feb 14 22:00:40.582995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:00:40.680321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:40.691988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'mac_address': 'fa:16:3e:91:98:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:00:40.728352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f2680dc7-4f41-4422-b772-fd26d89eb4bb is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:40.728748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:40.741118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2680dc7-4f41-4422-b772-fd26d89eb4bb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:00:40.760808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:40.764236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:40.813068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:40.963401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['f2680dc7-4f41-4422-b772-fd26d89eb4bb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:00:41.677917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99458f-14d0-47bc-8384-d749abddbe93 req-5e83ff78-9efc-4cd1-a43a-61759229870f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:41.679422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d99458f-14d0-47bc-8384-d749abddbe93 req-5e83ff78-9efc-4cd1-a43a-61759229870f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Feb 14 22:00:41.728258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d99458f-14d0-47bc-8384-d749abddbe93 req-df52a9d6-22c7-4d1c-94dd-7086bfdc8998 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Feb 14 22:00:42.585422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:00:42.634782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port f2680dc7-4f41-4422-b772-fd26d89eb4bb completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:00:42.639257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port f2680dc7-4f41-4422-b772-fd26d89eb4bb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:00:42.639641 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:42.719129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f2680dc7-4f41-4422-b772-fd26d89eb4bb is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:00:42.719552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:42.741364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:42.743630 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f984f9c-524a-4fba-b37e-ec83e77d42f6" -d '{"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:42.755656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:00:42.759211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:42.781573 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a178f4-ddcb-4d6a-8347-877168c03adf x-openstack-request-id: req-54a178f4-ddcb-4d6a-8347-877168c03adf {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:42.781864 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:42.782115 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54a178f4-ddcb-4d6a-8347-877168c03adf {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:42.782501 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'code': 200} Feb 14 22:00:42.813000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:42.914137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cacaf0-79c8-4dfe-bfc8-d6eeac5b6575 req-3531a357-bfb2-4a2c-9701-9bcc88e0034d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:42.915606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15cacaf0-79c8-4dfe-bfc8-d6eeac5b6575 req-3531a357-bfb2-4a2c-9701-9bcc88e0034d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0863612 Feb 14 22:00:42.918084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a7a2-05b9-4002-b9c2-9e4191b82d45 req-5a13786e-8f2c-4626-a2ce-0a684a9bfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:42.919460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6118a7a2-05b9-4002-b9c2-9e4191b82d45 req-5a13786e-8f2c-4626-a2ce-0a684a9bfd80 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1129 time: 0.0787809 Feb 14 22:00:42.992240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15cacaf0-79c8-4dfe-bfc8-d6eeac5b6575 req-1cf940e3-7939-4a12-a8f3-b9f63a1ae3ab tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711548 Feb 14 22:00:42.995198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6118a7a2-05b9-4002-b9c2-9e4191b82d45 req-cef12fea-55bc-4f91-86e5-693c96227e67 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684273 Feb 14 22:00:44.116097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021277ec-ec7b-4e81-b80b-ff045df573e6 req-7c79a79c-39e1-4516-9e0b-d1532a58d2e9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:44.117577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-021277ec-ec7b-4e81-b80b-ff045df573e6 req-7c79a79c-39e1-4516-9e0b-d1532a58d2e9 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0547514 Feb 14 22:00:44.167329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-021277ec-ec7b-4e81-b80b-ff045df573e6 req-7d58f97b-7330-4fb4-b039-0267e11c9f9b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Feb 14 22:00:45.284231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167999-d4e9-41b0-895b-8f44b272ff23 req-a97f4c29-d3fb-4b26-a6ad-6c2925116ff6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:45.285687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5167999-d4e9-41b0-895b-8f44b272ff23 req-a97f4c29-d3fb-4b26-a6ad-6c2925116ff6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0516582 Feb 14 22:00:45.338841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b5167999-d4e9-41b0-895b-8f44b272ff23 req-af5a60bd-77bb-4485-8fcd-1b4e9f341e92 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Feb 14 22:00:45.454193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9fd9-4475-4c56-a809-ebcf4e1a3f2d req-43e2d935-63f2-410e-ba83-d5347483396e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:45.455595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-370d9fd9-4475-4c56-a809-ebcf4e1a3f2d req-43e2d935-63f2-410e-ba83-d5347483396e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0521181 Feb 14 22:00:45.503908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-370d9fd9-4475-4c56-a809-ebcf4e1a3f2d req-59a28e26-6dfe-48ce-bbc6-e4f4dec022a8 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Feb 14 22:00:45.525397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43312) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:45.567789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ca18c-44f8-462a-9920-3b58ba8f3cc8 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:45.569309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-491ca18c-44f8-462a-9920-3b58ba8f3cc8 tempest-TestNetworkAdvancedServerOps-604291851 tempest-TestNetworkAdvancedServerOps-604291851-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1124 time: 0.0429204 Feb 14 22:00:45.572302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43314) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:45.576882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:00:45.598173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:45.697349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:45.801711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Allocated IP 172.25.2.152 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/582ad127-e37e-4e4b-89cf-f95aec3a3354) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:00:45.904709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:45.937886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:45.974310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:00:45.977245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:00:45.980612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:00:46.005366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=582ad127-e37e-4e4b-89cf-f95aec3a3354,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:46.347275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (30b23a3f-d14c-4f4f-99b4-10877221f4b0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:46.413913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:46.561617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:46.566108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:46.636784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event updated for resources: {'Port': ['ID=582ad127-e37e-4e4b-89cf-f95aec3a3354,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:00:46.646870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (30b23a3f-d14c-4f4f-99b4-10877221f4b0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:46.749217 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 30b23a3f-d14c-4f4f-99b4-10877221f4b0 associated. External IP: 172.25.2.152, port: f2680dc7-4f41-4422-b772-fd26d89eb4bb. Feb 14 22:00:47.275574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router bb79e7ce-2fc8-499d-b892-63876f735786 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:00:47.382579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:00:47.392700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Sync routers for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:00:47.401387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:00:47.403383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:47.404012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:47.431463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5d088bea-0e48-4f4a-949c-315a8122c755 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8579471 Feb 14 22:00:47.432075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:00:47.434327 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e70f71-93e0-48ca-83cb-16fd52d78616" -d '{"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:00:47.518901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:47.531977 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53cb4-7347-4376-98e4-ef8475a8d828 req-0ca1b9f8-8143-486e-9621-a46d2f84f6ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:47.533404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83d53cb4-7347-4376-98e4-ef8475a8d828 req-0ca1b9f8-8143-486e-9621-a46d2f84f6ae tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0534067 Feb 14 22:00:47.582399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-83d53cb4-7347-4376-98e4-ef8475a8d828 req-3b77e5e5-ca1e-49d7-8e86-2520aff7b1ea tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Feb 14 22:00:47.606805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43320) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:47.647433 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db006a-7a1a-45f8-806a-fcdc4024a79e x-openstack-request-id: req-b7db006a-7a1a-45f8-806a-fcdc4024a79e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:00:47.647751 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:00:47.648005 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7db006a-7a1a-45f8-806a-fcdc4024a79e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:00:47.648400 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'status': 'completed', 'code': 200} Feb 14 22:00:47.684659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b2e239ec-72d4-4cc2-83fd-9447acf9890f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/30b23a3f-d14c-4f4f-99b4-10877221f4b0 HTTP/1.1" status: 200 len: 992 time: 0.0766833 Feb 14 22:00:47.718101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-7b91afa7-4d60-49cf-a489-3cc0c7c7d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:47.719625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-7b91afa7-4d60-49cf-a489-3cc0c7c7d845 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1129 time: 0.0484815 Feb 14 22:00:47.757733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '30b23a3f-d14c-4f4f-99b4-10877221f4b0', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'mac_address': 'fa:16:3e:91:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:46Z', 'updated_at': '2022-02-14T22:00:46Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:47.784032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Checking router: bb79e7ce-2fc8-499d-b892-63876f735786 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:00:47.792184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:00:47.792790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:00:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:47.809210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-c256b1ca-44f2-4e53-b979-4ed0d41a056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:47.810688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-c256b1ca-44f2-4e53-b979-4ed0d41a056e service neutron] 10.222.0.83 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 898 time: 0.0853832 Feb 14 22:00:47.880733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-801f9e37-9499-45a3-975a-bb855faca28e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 1000 time: 0.0629878 Feb 14 22:00:47.902788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:00:47.928647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-e0ccf0fe-7c27-4e69-b22c-9518523861e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:47.930133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-e0ccf0fe-7c27-4e69-b22c-9518523861e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 200 len: 834 time: 0.0441458 Feb 14 22:00:47.982003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-07649540-9354-435e-9496-7da81fb2d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:00:47.983579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-07649540-9354-435e-9496-7da81fb2d604 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=923748b1-e818-4092-ba0d-c9386e941f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478137 Feb 14 22:00:48.078685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-af77d485-e18e-4b1c-81ac-ddf875ac0f0d service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882246 Feb 14 22:00:48.129345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '30b23a3f-d14c-4f4f-99b4-10877221f4b0', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'mac_address': 'fa:16:3e:91:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:46Z', 'updated_at': '2022-02-14T22:00:46Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:00:48.156138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18fec8-c507-4743-b9c1-f86fa61b70f1 None None] The sync data for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 is: [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '30b23a3f-d14c-4f4f-99b4-10877221f4b0', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'mac_address': 'fa:16:3e:91:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:00:46Z', 'updated_at': '2022-02-14T22:00:46Z', 'revision_number': 0, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:00:48.167822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7e70f71-93e0-48ca-83cb-16fd52d78616 req-58178683-ecc0-4bf6-941b-6edfe78baa4f service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Feb 14 22:00:48.362510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff872c5d-733b-4887-947b-6b799b775792 None None] New status for floating IP 30b23a3f-d14c-4f4f-99b4-10877221f4b0: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:00:48.688731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:00:48.754672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab1fcdb8-0cbc-4fc2-9295-5c4174ca7398 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/30b23a3f-d14c-4f4f-99b4-10877221f4b0 HTTP/1.1" status: 200 len: 994 time: 0.0648694 Feb 14 22:00:58.954289 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:00.996929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6041e9c-ec38-4a13-8170-8cc7fc74f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:03.368189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b0d9d3c-00a0-40ef-bb2c-b055636678de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:03.558275 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:01:04.664603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:05.854394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:06.253973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-d1d49ee3-7d15-453a-b657-2ad6503b6d15 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171457798&fields=id&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 267 time: 0.0438800 Feb 14 22:01:06.362007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-d0aa1430-d810-4b09-85af-abf2c5b2085a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:06.363484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-d0aa1430-d810-4b09-85af-abf2c5b2085a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1031916 Feb 14 22:01:06.377513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-1af204c1-1a62-47ce-b3e1-78de261aa89a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/quotas/0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 375 time: 0.0086684 Feb 14 22:01:06.416977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:06.434240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-126b3c8a-26f7-415e-8e07-9433bfaa8d6e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518925 Feb 14 22:01:06.529088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-f7b700e8-935b-4ce5-91e2-72045225fb8a service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 Feb 14 22:01:06.620057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-24d1eaff-0eaf-463e-b418-b0a22fd75880 service neutron] 10.222.0.86 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853212 Feb 14 22:01:06.899470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92edf55a-1eb4-4fec-a90b-fc3e5b683974 req-aad7a598-f6a6-416f-b69f-85f5290069d7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0281904 Feb 14 22:01:07.302747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:07.799247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-3dd85aa5-0397-4bfd-b6fd-1f96e69a1493 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:07.800702 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-3dd85aa5-0397-4bfd-b6fd-1f96e69a1493 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 812 time: 0.1124411 Feb 14 22:01:08.006385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552676-ea3f-4539-b0ab-a94c876dfce0 req-625bdc65-cee0-46e3-8763-25e23ef3c9aa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0298431 Feb 14 22:01:08.157250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-91b4e7b4-3f65-470e-aa0f-024db9a7ba83 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a905e2ca87040eba290733f69afbc89 HTTP/1.1" status: 200 len: 379 time: 0.3487039 Feb 14 22:01:08.165946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'port': {'device_id': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'admin_state_up': True, 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'security_groups': ['cfba0441-8901-4390-8659-141d0f6d0862']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:01:08.267586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Made reservation on behalf of 0a905e2ca87040eba290733f69afbc89 for: {'port': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:01:08.274043 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.396812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.20.0.7 (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50/9f805a12-74cb-49f3-83b1-ebcd56f906f4/bceb4adf-0d48-4880-85a4-834ece7023dd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:01:08.534510 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.568004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.609599 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:01:08.612744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:01:08.615459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:01:08.653115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:08.665186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.666049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.666395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.666740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.667081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.667526 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.667862 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.668334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.668670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.669130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.669462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.669792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.670118 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:08.692455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:08.693086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.711048 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-64e3508e-354a-4e5c-a8f1-5002d0c4a1ad tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489280 Feb 14 22:01:08.722103 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Request body: {'port': {'device_id': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:01:08.786858 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.893710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c57d1fb9-3ac7-4fac-81ed-27616ceb51b7 None None] Provisioning complete for port bceb4adf-0d48-4880-85a4-834ece7023dd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:01:08.894709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c57d1fb9-3ac7-4fac-81ed-27616ceb51b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:08.934224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c57d1fb9-3ac7-4fac-81ed-27616ceb51b7 None None] Port bceb4adf-0d48-4880-85a4-834ece7023dd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:01:09.061754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bceb4adf-0d48-4880-85a4-834ece7023dd {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:01:09.069452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks [] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:09.081893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Transition to ACTIVE for port object bceb4adf-0d48-4880-85a4-834ece7023dd will not be triggered until provisioned by entity L2. {{(pid=103512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:01:09.088293 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:09.141049 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:09.157416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbff746-4c22-41fa-9198-f5df05e55ef1 req-adac30a0-6f3d-4cb3-b1cc-d56807bdb4d5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.159503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fbff746-4c22-41fa-9198-f5df05e55ef1 req-adac30a0-6f3d-4cb3-b1cc-d56807bdb4d5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0755310 Feb 14 22:01:09.220452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Attempting to bind port bceb4adf-0d48-4880-85a4-834ece7023dd on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:01:09.221067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Attempting to bind port bceb4adf-0d48-4880-85a4-834ece7023dd by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:01:09.221565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Attempting to bind port bceb4adf-0d48-4880-85a4-834ece7023dd on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:01:09.226430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Port bceb4adf-0d48-4880-85a4-834ece7023dd on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:01:09.226754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Attempting to bind port bceb4adf-0d48-4880-85a4-834ece7023dd on network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:01:09.231534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fbff746-4c22-41fa-9198-f5df05e55ef1 req-b72f1d2b-9aa3-4520-a7b9-fcb74e74d752 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659320 Feb 14 22:01:09.233675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:01:09.234024 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Checking segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:01:09.234411 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Bound using segment: {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:01:09.234981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Bound port: bceb4adf-0d48-4880-85a4-834ece7023dd, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:01:09.235489 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:09.316290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:01:09.319849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bceb4adf-0d48-4880-85a4-834ece7023dd,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:01:09.326336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:09.364950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.365526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:09.366912 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] 10.222.0.64 "PUT /v2.0/ports/bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 200 len: 1092 time: 0.6490066 Feb 14 22:01:09.367378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:01:09.369609 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:01:09.391362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a68de-08df-4537-a54d-b44a90827d34 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:09.429877 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5cd532-c15c-4546-99b4-b1fc3b135cb5 x-openstack-request-id: req-1e5cd532-c15c-4546-99b4-b1fc3b135cb5 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:01:09.430334 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:01:09.430734 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e5cd532-c15c-4546-99b4-b1fc3b135cb5 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:01:09.431331 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'status': 'completed', 'code': 200} Feb 14 22:01:09.469740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-ba3753c2-6070-4f48-ad74-f281e299cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.471443 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-ba3753c2-6070-4f48-ad74-f281e299cc33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1126 time: 0.0533350 Feb 14 22:01:09.518882 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-fd537897-70ff-4b1d-acc5-681716a8d3f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 200 len: 217 time: 0.0411696 Feb 14 22:01:09.570514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-1c64deb8-2518-4e72-9317-278a005bcc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.572633 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-1c64deb8-2518-4e72-9317-278a005bcc13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0481153 Feb 14 22:01:09.624572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064804-305e-4921-bcea-cd22ceed0190 req-8600a176-0b47-4991-80ce-0d3e3394fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.626103 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-8600a176-0b47-4991-80ce-0d3e3394fd1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482192 Feb 14 22:01:09.723613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-316f803d-d70a-4ab6-8704-dc8223c5e762 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897715 Feb 14 22:01:09.810878 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-1d064804-305e-4921-bcea-cd22ceed0190 req-5f7083d1-55be-4c74-b861-fab666b6ad0c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814183 Feb 14 22:01:09.903794 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-fbaf81e7-0362-4086-8798-0ebe2845d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.905250 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-fbaf81e7-0362-4086-8798-0ebe2845d58a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1126 time: 0.0504925 Feb 14 22:01:09.991915 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-8e6c0e5c-289f-4f4c-ad51-44756a3f106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:09.994081 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-8e6c0e5c-289f-4f4c-ad51-44756a3f106d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0829053 Feb 14 22:01:10.039252 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-b8257298-67b8-461f-8995-38b4336197c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 200 len: 217 time: 0.0396559 Feb 14 22:01:10.086359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-e570250f-1919-4785-8f6f-3a5be6cce651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:10.087870 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-e570250f-1919-4785-8f6f-3a5be6cce651 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0434339 Feb 14 22:01:10.135383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-0852ce42-771b-4998-8d16-4145a21d3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:10.136893 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-0852ce42-771b-4998-8d16-4145a21d3a8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437121 Feb 14 22:01:10.227224 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-c4e81f51-8d9c-4514-9f6f-fab60cbd4c10 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838592 Feb 14 22:01:10.318121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea3467c6-6c6e-4b2f-a919-ec999b2db5f9 req-2831bbd2-1ff5-4ccf-8e51-5f66d6f3b9cd service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Feb 14 22:01:10.367854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81670a5d-ff69-4f3f-9563-8872787fe716 req-6999af21-8b70-49c1-83b7-7ad7fd098596 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:10.369985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81670a5d-ff69-4f3f-9563-8872787fe716 req-6999af21-8b70-49c1-83b7-7ad7fd098596 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Feb 14 22:01:10.421316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81670a5d-ff69-4f3f-9563-8872787fe716 req-942f2cf4-abfe-41f4-b664-ed7e107356de tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Feb 14 22:01:11.541128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04437ee-c7db-4031-84cc-f9833e13ae36 req-1c14aa1c-5e8b-437a-8e9c-422bf773fbe3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:11.542614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c04437ee-c7db-4031-84cc-f9833e13ae36 req-1c14aa1c-5e8b-437a-8e9c-422bf773fbe3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0526159 Feb 14 22:01:11.590134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c04437ee-c7db-4031-84cc-f9833e13ae36 req-e09001ff-b34e-466f-916e-9d3c55e971c2 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Feb 14 22:01:12.737110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8770a8a-ea9b-4d54-8079-e5b06a9f7154 req-e6c0cee3-68ed-44b1-b3f4-a14bab342000 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:12.738624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8770a8a-ea9b-4d54-8079-e5b06a9f7154 req-e6c0cee3-68ed-44b1-b3f4-a14bab342000 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0584919 Feb 14 22:01:12.787445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8770a8a-ea9b-4d54-8079-e5b06a9f7154 req-a234c673-297b-47cf-bbfe-d9809864d506 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Feb 14 22:01:13.929652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddbcdb-f1b4-49af-a8e0-bb2a4d36fba6 req-a5f0f916-c7d5-48c0-a1cc-38ea0238387b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:13.931496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06ddbcdb-f1b4-49af-a8e0-bb2a4d36fba6 req-a5f0f916-c7d5-48c0-a1cc-38ea0238387b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0660422 Feb 14 22:01:13.987276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06ddbcdb-f1b4-49af-a8e0-bb2a4d36fba6 req-9559a3b1-c2dd-486a-88bb-6c6fd1777666 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493388 Feb 14 22:01:15.117582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d76348-80e7-406d-8c19-015286917c58 req-3b104831-5ef9-45b4-a110-27a01a68d64a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:15.119578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0d76348-80e7-406d-8c19-015286917c58 req-3b104831-5ef9-45b4-a110-27a01a68d64a tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0612886 Feb 14 22:01:15.175666 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0d76348-80e7-406d-8c19-015286917c58 req-60a6e099-1964-48b9-99cc-b01233986384 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501888 Feb 14 22:01:16.295747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ad079-785f-4cef-9617-c7b4e3063de9 req-63c19777-4516-4910-9033-b9aadae9486f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:16.297441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250ad079-785f-4cef-9617-c7b4e3063de9 req-63c19777-4516-4910-9033-b9aadae9486f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0529828 Feb 14 22:01:16.347002 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250ad079-785f-4cef-9617-c7b4e3063de9 req-134d3f57-a9b7-452c-8305-6d9714074e2d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Feb 14 22:01:17.468922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0439b-a62f-481c-bfb3-5de471a5933e req-1d4a0b12-f960-4ba5-aafa-d3edaaa9df4e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:17.470514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8e0439b-a62f-481c-bfb3-5de471a5933e req-1d4a0b12-f960-4ba5-aafa-d3edaaa9df4e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0555849 Feb 14 22:01:17.524855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8e0439b-a62f-481c-bfb3-5de471a5933e req-67790364-915e-4085-8cbe-f546a22cf668 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483432 Feb 14 22:01:18.642776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92c01-c43a-4e43-bbb9-5959044eb80e req-546503be-70c6-4142-96aa-733f126d22a0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:18.644293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4de92c01-c43a-4e43-bbb9-5959044eb80e req-546503be-70c6-4142-96aa-733f126d22a0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0525818 Feb 14 22:01:18.694335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4de92c01-c43a-4e43-bbb9-5959044eb80e req-60d9a858-74f8-47dc-a243-a1398bda9385 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 Feb 14 22:01:19.006763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-f1ed8c08-3a6a-47cb-9a8e-8420d3d788d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423777 Feb 14 22:01:19.089566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600080f-0950-481d-8b2e-5a13767014d0 req-13b54c69-c2ab-4bf4-abc0-ed2574520448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:19.091365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-13b54c69-c2ab-4bf4-abc0-ed2574520448 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1129 time: 0.0442376 Feb 14 22:01:19.200061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600080f-0950-481d-8b2e-5a13767014d0 req-d8f81e90-a057-4428-bc6e-14dcf67126e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:19.201513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-d8f81e90-a057-4428-bc6e-14dcf67126e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 898 time: 0.0922997 Feb 14 22:01:19.266973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-910d5fae-68ca-4c1b-80a2-0c9f451d7da5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 1002 time: 0.0579624 Feb 14 22:01:19.319553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600080f-0950-481d-8b2e-5a13767014d0 req-4ffbcdbd-6396-410a-88c2-726fc00ac43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:19.321638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-4ffbcdbd-6396-410a-88c2-726fc00ac43f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 200 len: 834 time: 0.0479305 Feb 14 22:01:19.369110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600080f-0950-481d-8b2e-5a13767014d0 req-a6c8a08e-20bf-40ba-82ff-a9f0889fce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:19.370596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-a6c8a08e-20bf-40ba-82ff-a9f0889fce8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=923748b1-e818-4092-ba0d-c9386e941f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437379 Feb 14 22:01:19.459189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-042c353a-bef8-4f43-9898-4a49ce5a4f99 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Feb 14 22:01:19.552042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7600080f-0950-481d-8b2e-5a13767014d0 req-a50f5500-8843-413a-a10a-3a78c831f752 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Feb 14 22:01:19.812546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ff9e6-73f6-49b8-ba0b-885cf004b29f req-9988d1e8-003c-4229-a859-31e963ca30b5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:19.814037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a1ff9e6-73f6-49b8-ba0b-885cf004b29f req-9988d1e8-003c-4229-a859-31e963ca30b5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0535471 Feb 14 22:01:19.864570 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a1ff9e6-73f6-49b8-ba0b-885cf004b29f req-22a4c4c9-9620-47fa-b137-09596ee1af64 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451169 Feb 14 22:01:19.910315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-12674dd6-a52a-42c4-807b-52171e790235 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432458 Feb 14 22:01:20.001119 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-63f97465-db4a-4a6a-a520-484b3f010dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.002653 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-63f97465-db4a-4a6a-a520-484b3f010dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.0505095 Feb 14 22:01:20.117521 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-88d419f7-aeb0-4786-838b-2fdfb96c08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.120145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-88d419f7-aeb0-4786-838b-2fdfb96c08f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0992501 Feb 14 22:01:20.205884 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-b4ed84ad-b46a-4ba3-ae6b-a7144347fac8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 1002 time: 0.0790772 Feb 14 22:01:20.259849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-38025f53-63d3-46a1-996c-a2dc606ee7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.261708 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-38025f53-63d3-46a1-996c-a2dc606ee7e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0507865 Feb 14 22:01:20.265845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615b0c8-b524-4d7d-967b-c7e29584af76 req-ef1d5871-56b6-4a64-b9b4-27dbba5ac908 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.267472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e615b0c8-b524-4d7d-967b-c7e29584af76 req-ef1d5871-56b6-4a64-b9b4-27dbba5ac908 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0671899 Feb 14 22:01:20.312171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-3dae3631-e33b-4d1f-8280-6cad87326e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.313702 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-3dae3631-e33b-4d1f-8280-6cad87326e49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457368 Feb 14 22:01:20.319761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e615b0c8-b524-4d7d-967b-c7e29584af76 req-d6370031-11a0-4edf-a9cd-344bb06f43c2 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464220 Feb 14 22:01:20.407810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-9b2059e3-e151-43ee-b46a-777c8244b15a service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Feb 14 22:01:20.496928 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-ea23381b-b3c6-442a-8bc2-2f79a81c0286 req-63166601-027d-463d-8025-20987688f0e0 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831873 Feb 14 22:01:20.982098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd850-911f-466b-852c-578f985d7544 req-105d4711-194c-4be9-b426-ff170551f077 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:20.983603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bfdd850-911f-466b-852c-578f985d7544 req-105d4711-194c-4be9-b426-ff170551f077 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0534844 Feb 14 22:01:21.032632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bfdd850-911f-466b-852c-578f985d7544 req-99f24c40-8959-4c08-b87c-a6e5c3c4f4a6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435302 Feb 14 22:01:21.438080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049c7e-ca85-4af1-ac0a-cebf9b44d15b req-1dd2e267-9d5f-44d3-89df-e7e04085c22e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:21.439571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3049c7e-ca85-4af1-ac0a-cebf9b44d15b req-1dd2e267-9d5f-44d3-89df-e7e04085c22e tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0523851 Feb 14 22:01:21.491692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3049c7e-ca85-4af1-ac0a-cebf9b44d15b req-c52412e2-aa4d-473f-9be3-2df9eb8016ac tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466661 Feb 14 22:01:22.150648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e7d50-22e2-488b-a203-645e50245280 req-4ed13d54-03f5-4036-bb14-d588d98c00c4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:22.152171 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f86e7d50-22e2-488b-a203-645e50245280 req-4ed13d54-03f5-4036-bb14-d588d98c00c4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0541949 Feb 14 22:01:22.201020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f86e7d50-22e2-488b-a203-645e50245280 req-c0b0ff76-7dd1-4051-ae19-cb0d49aa63a6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 Feb 14 22:01:22.607901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c44b-fd5f-4a9f-a1aa-62fb31362a7a req-d6c3673b-02f2-46ac-9ed0-800909fc1f72 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:22.609367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0289c44b-fd5f-4a9f-a1aa-62fb31362a7a req-d6c3673b-02f2-46ac-9ed0-800909fc1f72 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Feb 14 22:01:22.660836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0289c44b-fd5f-4a9f-a1aa-62fb31362a7a req-0f9eaa62-eecf-49f8-b332-aa1c68759656 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Feb 14 22:01:23.322005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4cf5-8534-44ad-9f0f-afeae2519dd0 req-87ae12fa-99fc-4fdf-b434-2b276cd29384 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:23.323517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-731e4cf5-8534-44ad-9f0f-afeae2519dd0 req-87ae12fa-99fc-4fdf-b434-2b276cd29384 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0570123 Feb 14 22:01:23.372432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-731e4cf5-8534-44ad-9f0f-afeae2519dd0 req-672d8a58-ae9e-47de-bb26-24e3ebbfd46e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Feb 14 22:01:23.778204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ec1e-c6fa-46f7-9bad-61f8a7605384 req-9c73651a-18c7-420e-9ed2-0855b61e3072 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:23.779737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0588ec1e-c6fa-46f7-9bad-61f8a7605384 req-9c73651a-18c7-420e-9ed2-0855b61e3072 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Feb 14 22:01:23.827732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0588ec1e-c6fa-46f7-9bad-61f8a7605384 req-c28ad1ea-1732-4eaf-b2df-8b8687975ce4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Feb 14 22:01:24.497195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305304-1c6f-4074-9850-db51289afa91 req-633d0b68-f816-4fe0-8b61-b9f65faf5943 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:24.498660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8305304-1c6f-4074-9850-db51289afa91 req-633d0b68-f816-4fe0-8b61-b9f65faf5943 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0584679 Feb 14 22:01:24.546408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e8305304-1c6f-4074-9850-db51289afa91 req-6516dfc2-5afd-4b84-93af-d0ae685a3afa tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421669 Feb 14 22:01:24.944182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cdd83-4bc7-4bbc-8d77-3362c19559ec req-affde8d7-b548-4564-9c10-458c1f8a785a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:24.945638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b1cdd83-4bc7-4bbc-8d77-3362c19559ec req-affde8d7-b548-4564-9c10-458c1f8a785a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Feb 14 22:01:24.994368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b1cdd83-4bc7-4bbc-8d77-3362c19559ec req-aa4b0453-89cd-4fc4-994b-263ddf174db7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432389 Feb 14 22:01:25.664939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509763-72d9-476a-90d7-1c696dbc2064 req-731985b1-1c2e-4235-8009-0a00ff6d9a9c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:25.666414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f509763-72d9-476a-90d7-1c696dbc2064 req-731985b1-1c2e-4235-8009-0a00ff6d9a9c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 943 time: 0.0527618 Feb 14 22:01:25.720062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f509763-72d9-476a-90d7-1c696dbc2064 req-2e956c1d-2dfd-4a99-908e-f1af5cab5dda tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479949 Feb 14 22:01:26.113151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9203-f6af-417a-b600-8c59e7a64e20 req-a3dc8f98-277a-47ed-a68a-c2a18ee16070 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:26.115775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e9f9203-f6af-417a-b600-8c59e7a64e20 req-a3dc8f98-277a-47ed-a68a-c2a18ee16070 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Feb 14 22:01:26.165060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5e9f9203-f6af-417a-b600-8c59e7a64e20 req-4ffd8ebf-7b47-493b-ad58-114c139c0fe0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Feb 14 22:01:26.336708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bceb4adf-0d48-4880-85a4-834ece7023dd details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:01:26.432279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bceb4adf-0d48-4880-85a4-834ece7023dd,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:26.446558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'port_id': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'mac_address': 'fa:16:3e:6c:a7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:01:26.482592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port bceb4adf-0d48-4880-85a4-834ece7023dd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:01:26.482978 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:26.495240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bceb4adf-0d48-4880-85a4-834ece7023dd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:01:26.514451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bceb4adf-0d48-4880-85a4-834ece7023dd,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:26.518045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:26.562799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:26.569811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.570162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.570501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.570860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.571218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.571554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.571882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.572207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.572529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.572851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.573172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.573492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.573817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:26.841062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fce528-f315-4f63-a240-51b6c16c5a8a req-91f59a06-7ebb-469c-a818-099e56617f4b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:26.842473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fce528-f315-4f63-a240-51b6c16c5a8a req-91f59a06-7ebb-469c-a818-099e56617f4b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 944 time: 0.0565343 Feb 14 22:01:26.856049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['bceb4adf-0d48-4880-85a4-834ece7023dd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:01:26.891352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fce528-f315-4f63-a240-51b6c16c5a8a req-07fe5327-2e11-413e-8981-efb0815a7827 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Feb 14 22:01:27.285854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214155-8a80-4f2a-a6bb-ab6ddc2e55bb req-9b322612-146e-4dde-a559-05e81f6218a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:27.287371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a214155-8a80-4f2a-a6bb-ab6ddc2e55bb req-9b322612-146e-4dde-a559-05e81f6218a7 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0565884 Feb 14 22:01:27.337092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a214155-8a80-4f2a-a6bb-ab6ddc2e55bb req-f775b4de-ff76-4b08-b4d5-bb0629ab2565 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Feb 14 22:01:28.010800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e62de9-2108-45a1-b455-e4262a9fb048 req-12424548-59da-4bc4-95b9-760d27846420 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:28.012354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26e62de9-2108-45a1-b455-e4262a9fb048 req-12424548-59da-4bc4-95b9-760d27846420 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 944 time: 0.0544372 Feb 14 22:01:28.061162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26e62de9-2108-45a1-b455-e4262a9fb048 req-02363674-cfeb-4296-8436-b6cefd57e62e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Feb 14 22:01:28.352104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bceb4adf-0d48-4880-85a4-834ece7023dd up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:01:28.406707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port bceb4adf-0d48-4880-85a4-834ece7023dd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:01:28.410418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port bceb4adf-0d48-4880-85a4-834ece7023dd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:01:28.410825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:28.459205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079f50-22e4-4120-98c5-376162e479ad req-d25d1045-2570-4ec9-b7bf-d22d28504bfe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:28.460691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15079f50-22e4-4120-98c5-376162e479ad req-d25d1045-2570-4ec9-b7bf-d22d28504bfe tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0570705 Feb 14 22:01:28.489107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port bceb4adf-0d48-4880-85a4-834ece7023dd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:01:28.489509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:28.512010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:01:28.514284 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156a7a7-763a-4280-99e2-4766c2719780" -d '{"events": [{"server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:01:28.514731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15079f50-22e4-4120-98c5-376162e479ad req-cf24c5a6-52b3-4042-b4cb-8ccdfe7cecd0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473237 Feb 14 22:01:28.527331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bceb4adf-0d48-4880-85a4-834ece7023dd,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:28.536936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:28.562875 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d914e-c447-40e4-9d6b-6762ffe68b30 x-openstack-request-id: req-0a7d914e-c447-40e4-9d6b-6762ffe68b30 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:01:28.563190 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:01:28.563458 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a7d914e-c447-40e4-9d6b-6762ffe68b30 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:01:28.563849 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'code': 200} Feb 14 22:01:28.588863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:28.660769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26bdeb-6f5c-4b5b-9d84-12fa3ea79da6 req-e10fb93a-563d-4bc9-aa14-e1dae3ca4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:28.662248 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b26bdeb-6f5c-4b5b-9d84-12fa3ea79da6 req-e10fb93a-563d-4bc9-aa14-e1dae3ca4729 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1128 time: 0.0433497 Feb 14 22:01:28.707802 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-3b26bdeb-6f5c-4b5b-9d84-12fa3ea79da6 req-88917ad1-97f1-464a-b9b3-69a97d1437ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Feb 14 22:01:28.960211 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:29.180757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bec8c-3ec2-4f65-87f9-3e0c3b1768e9 req-3b5e15d4-14db-4c95-94a7-39b354a5565b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:29.182231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b9bec8c-3ec2-4f65-87f9-3e0c3b1768e9 req-3b5e15d4-14db-4c95-94a7-39b354a5565b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Feb 14 22:01:29.230252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b9bec8c-3ec2-4f65-87f9-3e0c3b1768e9 req-15a7a531-f25a-44c0-861f-faaef3a7a98f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Feb 14 22:01:29.633232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e5667-e5f2-4dde-aa57-5d097c7ee755 req-8b68a2ee-a42e-4253-9401-9b297b46e145 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:29.634731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-620e5667-e5f2-4dde-aa57-5d097c7ee755 req-8b68a2ee-a42e-4253-9401-9b297b46e145 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0526705 Feb 14 22:01:29.682332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-620e5667-e5f2-4dde-aa57-5d097c7ee755 req-f572478c-8d56-4e4d-b001-9f94fd9b0b7a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Feb 14 22:01:30.352904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4752c-cbcd-45cd-8c18-29beccc8343f req-bee9ec05-c560-41ee-b990-115e48368b30 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:30.354360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6c4752c-cbcd-45cd-8c18-29beccc8343f req-bee9ec05-c560-41ee-b990-115e48368b30 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0567214 Feb 14 22:01:30.402503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6c4752c-cbcd-45cd-8c18-29beccc8343f req-b3ffc01b-cdc4-493b-b28b-a2f7dd4aa9c9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425882 Feb 14 22:01:30.516904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316808c-d7b8-4d13-9706-b20c75a5e9ff req-1affb2a1-1115-4762-8312-aea14aae6623 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:30.518263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b316808c-d7b8-4d13-9706-b20c75a5e9ff req-1affb2a1-1115-4762-8312-aea14aae6623 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Feb 14 22:01:30.566991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b316808c-d7b8-4d13-9706-b20c75a5e9ff req-03cc5043-1ece-4359-a5ed-ed3f01664f8e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Feb 14 22:01:30.589738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43492) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:01:30.637314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e52c01-8098-4ba8-82e2-c8276bbc40d3 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:30.638893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-84e52c01-8098-4ba8-82e2-c8276bbc40d3 tempest-TestVolumeBootPattern-1459231700 tempest-TestVolumeBootPattern-1459231700-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1123 time: 0.0479395 Feb 14 22:01:30.641727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43494) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:01:30.646017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:01:30.666433 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:30.792297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:30.856586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4788-7a97-44b5-8bdb-9c28e1d96aa8 req-da42ae2a-6332-4849-b25c-08503e5c006a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:30.858086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24ce4788-7a97-44b5-8bdb-9c28e1d96aa8 req-da42ae2a-6332-4849-b25c-08503e5c006a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.1057038 Feb 14 22:01:30.944272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24ce4788-7a97-44b5-8bdb-9c28e1d96aa8 req-657f5953-7568-4fe0-b16a-ebe9aad17e78 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792615 Feb 14 22:01:30.952440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Allocated IP 172.25.2.171 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3ae1033e-934c-4021-92fe-e1d5e00a8ae0) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:01:30.998609 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-177a5eb6-c85c-49eb-8802-419c835b5753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.058536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.092274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.128426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:01:31.131411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:01:31.135443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:01:31.160812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=3ae1033e-934c-4021-92fe-e1d5e00a8ae0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:31.173800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.174158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.174502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.174845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.175205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.175547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.175879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.176212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.176539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.176867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.177196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.177524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.177853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:01:31.515738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (7b28652e-e4aa-417b-b7eb-4793d0dcd4b8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.583378 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.732672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.737247 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.803208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event updated for resources: {'Port': ['ID=3ae1033e-934c-4021-92fe-e1d5e00a8ae0,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:31.813152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (7b28652e-e4aa-417b-b7eb-4793d0dcd4b8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:31.915684 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 7b28652e-e4aa-417b-b7eb-4793d0dcd4b8 associated. External IP: 172.25.2.171, port: bceb4adf-0d48-4880-85a4-834ece7023dd. Feb 14 22:01:32.114276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a6d0-7877-4784-873f-9897c398e0ff req-f650fb46-6df8-42da-a8cb-22800a64e1d1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:32.115783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c34a6d0-7877-4784-873f-9897c398e0ff req-f650fb46-6df8-42da-a8cb-22800a64e1d1 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.1008787 Feb 14 22:01:32.200677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:01:32.211915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9c34a6d0-7877-4784-873f-9897c398e0ff req-12216a52-5b13-4e0f-945d-c189cceaf557 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668700 Feb 14 22:01:32.636340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:01:32.653236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:01:32.654828 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:32.662651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:01:32.663357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:01:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:01:32.684292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-37360fdb-bc67-4c3d-8c53-e069253e42b0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0415194 Feb 14 22:01:32.684972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:01:32.687211 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:01:32.730007 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d5d4af-520f-4086-90f0-ebd29156660d x-openstack-request-id: req-94d5d4af-520f-4086-90f0-ebd29156660d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:01:32.730304 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:01:32.730562 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-94d5d4af-520f-4086-90f0-ebd29156660d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:01:32.730965 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'status': 'completed', 'code': 200} Feb 14 22:01:32.806330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-f86fa018-6f3c-4a38-847c-aca71d103e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:32.808017 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-f86fa018-6f3c-4a38-847c-aca71d103e20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1128 time: 0.0524952 Feb 14 22:01:32.899791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-1d1c078a-30ae-49d0-bc4e-999d7f23fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:32.901255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-1d1c078a-30ae-49d0-bc4e-999d7f23fe17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0870810 Feb 14 22:01:32.934406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:01:32.977976 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-8b8132d4-9798-487b-a669-1d0528eaa054 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 200 len: 999 time: 0.0679009 Feb 14 22:01:33.029818 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-848ebd22-b19b-46da-9fdf-e70f5201df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:33.031350 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-848ebd22-b19b-46da-9fdf-e70f5201df12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0461464 Feb 14 22:01:33.081980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-3e675831-8459-408f-92a1-4962b805ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:33.083528 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-3e675831-8459-408f-92a1-4962b805ee78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457437 Feb 14 22:01:33.157051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7b28652e-e4aa-417b-b7eb-4793d0dcd4b8', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6c:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:01:31Z', 'updated_at': '2022-02-14T22:01:31Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}, {'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:01:33.175542 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-21f530b3-5c33-4155-acdf-834ceb133680 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Feb 14 22:01:33.187212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:01:33.195649 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:01:33.196258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:01:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:01:33.267064 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7b9a7ef7-c6a0-4f6a-a914-12bc0549eeae req-5ea72ea8-5a38-4539-af31-ff4354106e84 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Feb 14 22:01:33.318853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:01:33.347262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcd6b9-f942-480b-94d0-5ba445da7384 req-c86cb0f5-e094-4ca6-a439-7eefd392a24a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:33.348907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9fcd6b9-f942-480b-94d0-5ba445da7384 req-c86cb0f5-e094-4ca6-a439-7eefd392a24a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0555146 Feb 14 22:01:33.368893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27b845a-3471-4e38-89dd-d67abb32e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:33.400777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9fcd6b9-f942-480b-94d0-5ba445da7384 req-a40f15f2-49a8-4a6f-961c-71c135573ebf tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455852 Feb 14 22:01:33.560063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7b28652e-e4aa-417b-b7eb-4793d0dcd4b8', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6c:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:01:31Z', 'updated_at': '2022-02-14T22:01:31Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}, {'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:01:33.591112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c76321c-7ba5-4485-b4d3-833199c06a41 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7b28652e-e4aa-417b-b7eb-4793d0dcd4b8', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:6c:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:01:31Z', 'updated_at': '2022-02-14T22:01:31Z', 'revision_number': 0, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}, {'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:01:33.788790 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f057f-dc53-4e8f-bf41-804a30ba0b41 None None] New status for floating IP 7b28652e-e4aa-417b-b7eb-4793d0dcd4b8: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:01:34.519640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78073-9d06-4739-87ec-e6b3263869e3 req-b234a260-2d37-4a89-b31f-c36682b5da76 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:34.521100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7de78073-9d06-4739-87ec-e6b3263869e3 req-b234a260-2d37-4a89-b31f-c36682b5da76 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0521076 Feb 14 22:01:34.573157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7de78073-9d06-4739-87ec-e6b3263869e3 req-6d0eb7db-8e89-4fa0-b035-824d445fab77 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465720 Feb 14 22:01:34.666621 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:35.690213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5103-b5ca-44e0-b4dc-e4bef61eb119 req-208ab95b-7b9b-4212-9d49-4e89caabf3e4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:35.691883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3fd5103-b5ca-44e0-b4dc-e4bef61eb119 req-208ab95b-7b9b-4212-9d49-4e89caabf3e4 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0523310 Feb 14 22:01:35.740437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3fd5103-b5ca-44e0-b4dc-e4bef61eb119 req-73f2c9f8-50c1-446f-bc00-743c06485a7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Feb 14 22:01:35.857334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:36.420065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:36.461006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43518) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:01:36.555477 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb602e-8972-48fd-b0ae-98abcef658d1 req-2c3882c5-62c4-4327-bd65-da1a0c10dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:36.557011 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f5bb602e-8972-48fd-b0ae-98abcef658d1 req-2c3882c5-62c4-4327-bd65-da1a0c10dc26 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0950406 Feb 14 22:01:36.605568 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-f5bb602e-8972-48fd-b0ae-98abcef658d1 req-33c3a492-9f75-4530-a77e-d75014727291 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Feb 14 22:01:36.864133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56cde4-d56e-445b-b791-3dd250de3625 req-b8246ccd-4ede-4e1b-bd8a-23c28b602e24 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:36.865628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe56cde4-d56e-445b-b791-3dd250de3625 req-b8246ccd-4ede-4e1b-bd8a-23c28b602e24 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0541513 Feb 14 22:01:36.916025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe56cde4-d56e-445b-b791-3dd250de3625 req-b0180306-53b7-437d-bc80-a9eff699505d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Feb 14 22:01:37.307417 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:37.947916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c48ff9-d825-4756-baa7-987b9967eb07 req-4bd4638c-e524-400a-a63e-5ce6b688f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:37.949749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5c48ff9-d825-4756-baa7-987b9967eb07 req-4bd4638c-e524-400a-a63e-5ce6b688f0f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1129 time: 0.1028762 Feb 14 22:01:38.005996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5c48ff9-d825-4756-baa7-987b9967eb07 req-2f4ebc1b-5bb3-4ff8-b611-57ebaac0fb57 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498860 Feb 14 22:01:38.046387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d5e6-ef68-4820-9e11-8a488a2ee499 req-c83f70c7-a661-4336-821b-763271dbb896 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:38.047910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00f1d5e6-ef68-4820-9e11-8a488a2ee499 req-c83f70c7-a661-4336-821b-763271dbb896 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0586047 Feb 14 22:01:38.096733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00f1d5e6-ef68-4820-9e11-8a488a2ee499 req-5b15d7e9-463e-4b63-9073-3426bda0d22b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Feb 14 22:01:38.803568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:01:38.881904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f2680dc7-4f41-4422-b772-fd26d89eb4bb is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:01:38.882299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:38.905445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:01:38.907687 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e4d167-2814-4581-b00c-64d14bc8dcc4" -d '{"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:01:38.921832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:38.927051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:38.963211 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab13fec-83a4-4957-b152-73b09046074a x-openstack-request-id: req-8ab13fec-83a4-4957-b152-73b09046074a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:01:38.963508 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:01:38.963761 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ab13fec-83a4-4957-b152-73b09046074a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:01:38.964676 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'code': 200} Feb 14 22:01:38.993933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:39.221627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7e60-0a93-4905-8349-c38e2fe1bbac req-648f5924-a460-4a7c-90bf-1cad08887b7d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:01:39.223113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a57e7e60-0a93-4905-8349-c38e2fe1bbac req-648f5924-a460-4a7c-90bf-1cad08887b7d tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 944 time: 0.0563545 Feb 14 22:01:39.270922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a57e7e60-0a93-4905-8349-c38e2fe1bbac req-25f7bc92-9d5c-4bac-b17b-b8f535bf6ed6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 Feb 14 22:01:39.293895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43544) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:01:39.356491 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a0c3755a-2de9-4013-baa5-bc649b336b00 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/floatingips/30b23a3f-d14c-4f4f-99b4-10877221f4b0 HTTP/1.1" status: 200 len: 992 time: 0.0614507 Feb 14 22:01:40.558079 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:01:40.826816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:01:40.938178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:40.950064 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'port_id': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'mac_address': 'fa:16:3e:91:98:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:01:40.991592 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f2680dc7-4f41-4422-b772-fd26d89eb4bb is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:01:40.991982 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:41.005899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2680dc7-4f41-4422-b772-fd26d89eb4bb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:01:41.029467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:41.033373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:41.088762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:41.244152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['f2680dc7-4f41-4422-b772-fd26d89eb4bb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:01:42.833395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:01:42.881335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port f2680dc7-4f41-4422-b772-fd26d89eb4bb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:01:42.881712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:42.960764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port f2680dc7-4f41-4422-b772-fd26d89eb4bb is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:01:42.961162 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:42.983393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:01:42.985592 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bd3379-a5b4-4345-a813-972a101a4447" -d '{"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:01:42.998011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:01:43.002277 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:01:43.029161 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab0f0d-b3cb-4e63-a06a-e92034f82b53 x-openstack-request-id: req-10ab0f0d-b3cb-4e63-a06a-e92034f82b53 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:01:43.029460 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:01:43.029718 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10ab0f0d-b3cb-4e63-a06a-e92034f82b53 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:01:43.030113 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'code': 200} Feb 14 22:01:43.056115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:01:58.964059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:01.000580 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b9de6a0-c8ab-42be-8857-d45678b9dd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:03.360706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c23ee621-1955-4499-965c-039f4889d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:04.670032 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:05.861546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:06.439266 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:07.310843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:11.917918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43568) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:12.092264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 582ad127-e37e-4e4b-89cf-f95aec3a3354 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:02:12.092787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.180012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.180269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (582ad127-e37e-4e4b-89cf-f95aec3a3354), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.192532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 582ad127-e37e-4e4b-89cf-f95aec3a3354 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:02:12.353805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (582ad127-e37e-4e4b-89cf-f95aec3a3354), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.379821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=582ad127-e37e-4e4b-89cf-f95aec3a3354,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:12.442370 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for floatingip (30b23a3f-d14c-4f4f-99b4-10877221f4b0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.442686 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Floating IP 30b23a3f-d14c-4f4f-99b4-10877221f4b0 disassociated (deleted). External IP: 172.25.2.152, port: f2680dc7-4f41-4422-b772-fd26d89eb4bb. Feb 14 22:02:12.656681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router bb79e7ce-2fc8-499d-b892-63876f735786 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:02:12.768179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:02:12.773145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:12.778355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Sync routers for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:02:12.788710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:12.789335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:12.805854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e4ac3aff-a713-4a8b-a44d-ef0d81d50e29 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/floatingips/30b23a3f-d14c-4f4f-99b4-10877221f4b0 HTTP/1.1" status: 204 len: 168 time: 0.8836815 Feb 14 22:02:12.805854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:02:12.806107 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:02:12.897398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:12.961669 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b02f6f-18d9-4c62-8212-ebc74e0ace45 x-openstack-request-id: req-35b02f6f-18d9-4c62-8212-ebc74e0ace45 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:02:12.962167 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:02:12.962261 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35b02f6f-18d9-4c62-8212-ebc74e0ace45 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:02:12.962665 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'status': 'completed', 'code': 200} Feb 14 22:02:13.060402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-adb64364-62d3-4cf0-985a-13e7188ab4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:13.061939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-adb64364-62d3-4cf0-985a-13e7188ab4d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 1129 time: 0.0789049 Feb 14 22:02:13.077913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0095515-cfcd-4c51-b8ee-6e9c41d5f5ff req-910d175f-902d-4029-baf7-aa22492b7e2a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:13.079358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0095515-cfcd-4c51-b8ee-6e9c41d5f5ff req-910d175f-902d-4029-baf7-aa22492b7e2a tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0687947 Feb 14 22:02:13.112066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:13.142601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Checking router: bb79e7ce-2fc8-499d-b892-63876f735786 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:02:13.151119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:13.151757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:13.186421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a0095515-cfcd-4c51-b8ee-6e9c41d5f5ff req-f1191d94-1fc2-475b-bf4c-ed7c30221f3f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992069 Feb 14 22:02:13.204146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-6927a969-d962-417b-ae6d-af7a71aac9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:13.205621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-6927a969-d962-417b-ae6d-af7a71aac9e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 200 len: 898 time: 0.1254213 Feb 14 22:02:13.247811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-85f4bba5-a1b0-47a9-b913-0c37b18fa414 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 200 len: 217 time: 0.0355949 Feb 14 22:02:13.263436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:13.305248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-5059b61a-df74-4eea-b0ab-a99de1c300be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:13.306750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-5059b61a-df74-4eea-b0ab-a99de1c300be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 200 len: 834 time: 0.0507846 Feb 14 22:02:13.360311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-90960176-1685-491d-9f8b-281345a7b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:13.361849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-90960176-1685-491d-9f8b-281345a7b582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=923748b1-e818-4092-ba0d-c9386e941f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464916 Feb 14 22:02:13.457040 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-d7f1f673-19a9-44ec-9308-caff73886993 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873222 Feb 14 22:02:13.556428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13a12ab0-6785-4d43-95cf-7c87bacb5cd6 req-91e600ca-3710-46d4-aedf-10194ff5cbc9 service neutron] 10.222.0.83 "GET /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Feb 14 22:02:13.620919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:13.646227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8e6d1-5057-4bef-a338-8facea266867 None None] The sync data for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 is: [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:00:31Z', 'revision_number': 4, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '713b3059-1b2c-474b-ba84-6ed43ba02af6', 'name': '', 'network_id': '923748b1-e818-4092-ba0d-c9386e941f95', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'mac_address': 'fa:16:3e:78:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:31Z', 'updated_at': '2022-02-14T22:00:34Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'subnets': [{'id': '56ea9f08-0ee5-4c98-86b4-86dfec725be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:02:13.869811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136ce46-3111-432e-9868-ebc6f29fcfa9 None None] New status for floating IP 30b23a3f-d14c-4f4f-99b4-10877221f4b0: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:02:14.309909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4010-fa9d-44fd-b4ec-27d47ef7ca65 req-0264815a-ea37-4552-98fa-eb1641351520 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:14.311413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32fb4010-fa9d-44fd-b4ec-27d47ef7ca65 req-0264815a-ea37-4552-98fa-eb1641351520 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0558181 Feb 14 22:02:14.400825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-32fb4010-fa9d-44fd-b4ec-27d47ef7ca65 req-afd3d73c-6ae8-4d8c-8720-b6d2aae8d9fd tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "GET /v2.0/security-groups?id=0de91e3b-5f1d-4f18-869d-bf4fb8499708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835955 Feb 14 22:02:14.415372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-26ddbd14-eb4e-43ad-a94b-a3ca08523bc0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:14.416830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-26ddbd14-eb4e-43ad-a94b-a3ca08523bc0 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "GET /v2.0/ports?device_id=122b5e2e-b4ab-4625-b032-3dcf320259e1 HTTP/1.1" status: 200 len: 946 time: 0.0872073 Feb 14 22:02:14.518668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port f2680dc7-4f41-4422-b772-fd26d89eb4bb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:02:14.518931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:14.610720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port f2680dc7-4f41-4422-b772-fd26d89eb4bb, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=f2680dc7-4f41-4422-b772-fd26d89eb4bb,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:14.611087 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:14.623187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for f2680dc7-4f41-4422-b772-fd26d89eb4bb owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:02:14.750509 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f2680dc7-4f41-4422-b772-fd26d89eb4bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:14.780628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=f2680dc7-4f41-4422-b772-fd26d89eb4bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:14.825293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] No DVR routers for this DVR port f2680dc7-4f41-4422-b772-fd26d89eb4bb on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:02:14.827848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:14.831139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65da66e5-e83c-490c-9f70-f4048f45a6c2 req-3a136bf1-5a0c-407e-960e-c7cce1004051 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.83 "DELETE /v2.0/ports/f2680dc7-4f41-4422-b772-fd26d89eb4bb HTTP/1.1" status: 204 len: 173 time: 0.4088860 Feb 14 22:02:14.964290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-deleted', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:02:14.967447 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a7a9c-df35-45be-af6f-3229664eefd9" -d '{"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-deleted", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:02:15.004010 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0e6c9-7eae-452c-9de7-1cee97d56266 x-openstack-request-id: req-94c0e6c9-7eae-452c-9de7-1cee97d56266 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:02:15.004309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122b5e2e-b4ab-4625-b032-3dcf320259e1", "name": "network-vif-deleted", "tag": "f2680dc7-4f41-4422-b772-fd26d89eb4bb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:02:15.004564 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-94c0e6c9-7eae-452c-9de7-1cee97d56266 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:02:15.004972 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122b5e2e-b4ab-4625-b032-3dcf320259e1', 'name': 'network-vif-deleted', 'tag': 'f2680dc7-4f41-4422-b772-fd26d89eb4bb', 'status': 'completed', 'code': 200} Feb 14 22:02:15.458434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43582) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:15.819980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (bb79e7ce-2fc8-499d-b892-63876f735786), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:16.078152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port 713b3059-1b2c-474b-ba84-6ed43ba02af6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:02:16.078415 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:16.165298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port 713b3059-1b2c-474b-ba84-6ed43ba02af6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=713b3059-1b2c-474b-ba84-6ed43ba02af6,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:16.165687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:16.177970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for 713b3059-1b2c-474b-ba84-6ed43ba02af6 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:02:16.369192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (713b3059-1b2c-474b-ba84-6ed43ba02af6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:16.396922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=713b3059-1b2c-474b-ba84-6ed43ba02af6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:16.580434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (bb79e7ce-2fc8-499d-b892-63876f735786), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.127110 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Router bb79e7ce-2fc8-499d-b892-63876f735786 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:02:17.240341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:02:17.245978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1e9463b6-51e8-4790-80d1-40a65e072c7f tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "PUT /v2.0/routers/bb79e7ce-2fc8-499d-b892-63876f735786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7864511 Feb 14 22:02:17.248745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43584) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:17.251296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Sync routers for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:02:17.266606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:17.267264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:17.302512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting subnet 56ea9f08-0ee5-4c98-86b4-86dfec725be0 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:02:17.305730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (56ea9f08-0ee5-4c98-86b4-86dfec725be0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.348971 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (56ea9f08-0ee5-4c98-86b4-86dfec725be0), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.379846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:17.442364 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (56ea9f08-0ee5-4c98-86b4-86dfec725be0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.503487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (56ea9f08-0ee5-4c98-86b4-86dfec725be0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.531540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Subnet': ['ID=56ea9f08-0ee5-4c98-86b4-86dfec725be0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:17.534937 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.541164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43586) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:17.541674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ab9d893-bf2d-4383-b993-403bda15e271 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/subnets/56ea9f08-0ee5-4c98-86b4-86dfec725be0 HTTP/1.1" status: 204 len: 168 time: 0.2890630 Feb 14 22:02:17.545190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db839db8-eb53-403d-93f3-34aa273dc253 None None] Network 923748b1-e818-4092-ba0d-c9386e941f95 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:02:17.557464 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:02:17.644187 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:02:16Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:17.659270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (bb79e7ce-2fc8-499d-b892-63876f735786), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.674927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Checking router: bb79e7ce-2fc8-499d-b892-63876f735786 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:02:17.691098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Routers {'bb79e7ce-2fc8-499d-b892-63876f735786'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:17.691725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['bb79e7ce-2fc8-499d-b892-63876f735786'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:17.754737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] DHCP port deletion for 923748b1-e818-4092-ba0d-c9386e941f95 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:02:17.778645 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_gateway (bb79e7ce-2fc8-499d-b892-63876f735786), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.831563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Deleting port c27612ac-c1fe-41c8-80e1-7ca2458b9065 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:02:17.831912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.835526 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] Set router bb79e7ce-2fc8-499d-b892-63876f735786 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:17.914932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] For port c27612ac-c1fe-41c8-80e1-7ca2458b9065, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c27612ac-c1fe-41c8-80e1-7ca2458b9065,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:17.915258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:17.928348 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Calling delete_port for c27612ac-c1fe-41c8-80e1-7ca2458b9065 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:02:17.950046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Deleting port 95854cf3-bc5d-4c8c-82d8-1070e9b742df {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:02:17.950429 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.036020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] For port 95854cf3-bc5d-4c8c-82d8-1070e9b742df, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=95854cf3-bc5d-4c8c-82d8-1070e9b742df,segment=NetworkSegment(3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b),segment_id=3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:18.036339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.066489 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Calling delete_port for 95854cf3-bc5d-4c8c-82d8-1070e9b742df owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:02:18.107431 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c27612ac-c1fe-41c8-80e1-7ca2458b9065), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.133564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Port': ['ID=c27612ac-c1fe-41c8-80e1-7ca2458b9065,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:18.146159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.146651 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.147026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.147387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.147734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.148081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.148418 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.148753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.149087 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.149428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.149761 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.150096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.150693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:18.159822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:02:16Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:18.188430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4c1f-a214-4912-8495-eff2d572f34f None None] The sync data for ids ['bb79e7ce-2fc8-499d-b892-63876f735786'] in n-d-828372-11 is: [{'id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-795662681', 'tenant_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:26Z', 'updated_at': '2022-02-14T22:02:16Z', 'revision_number': 5, 'project_id': '71a8cfa880df47dbbcf3fdbf6ab7b8d5', 'gw_port': {'id': 'c27612ac-c1fe-41c8-80e1-7ca2458b9065', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb79e7ce-2fc8-499d-b892-63876f735786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:27Z', 'updated_at': '2022-02-14T22:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:02:18.196685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (95854cf3-bc5d-4c8c-82d8-1070e9b742df), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.208894 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (bb79e7ce-2fc8-499d-b892-63876f735786), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.230578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] Pushing event deleted for resources: {'Port': ['ID=95854cf3-bc5d-4c8c-82d8-1070e9b742df,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:18.238414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032939a-08a0-4b84-b223-90f7bff05b51 None None] No DVR routers for this DVR port 95854cf3-bc5d-4c8c-82d8-1070e9b742df on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:02:18.310004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (bb79e7ce-2fc8-499d-b892-63876f735786), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.312167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router_controller (bb79e7ce-2fc8-499d-b892-63876f735786), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.356639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (bb79e7ce-2fc8-499d-b892-63876f735786), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.357159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Fanout notify agent at l3_agent the message router_deleted on router bb79e7ce-2fc8-499d-b892-63876f735786 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:02:18.364024 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.365145 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7c6675ce-5fa9-4f6b-bc8d-b5fef0f1ed3b tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/routers/bb79e7ce-2fc8-499d-b892-63876f735786 HTTP/1.1" status: 204 len: 168 time: 0.8229764 Feb 14 22:02:18.367847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43588) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:18.441230 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (923748b1-e818-4092-ba0d-c9386e941f95), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.533663 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (923748b1-e818-4092-ba0d-c9386e941f95), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.554762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923748b1-e818-4092-ba0d-c9386e941f95']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:18.564356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:18.564657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:18.575541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.590841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.597810 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:02:18.598210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (3c1f4d88-81ed-4b03-a97d-f7a5c1d4970b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:02:18.601267 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:02:18.667130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (923748b1-e818-4092-ba0d-c9386e941f95), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.674686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.677856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/networks/923748b1-e818-4092-ba0d-c9386e941f95 HTTP/1.1" status: 204 len: 168 time: 0.3090875 Feb 14 22:02:18.680737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43590) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:18.698326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0b9a-accb-4b0d-b307-42c7b63f9cf6 tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'Network': ['ID=923748b1-e818-4092-ba0d-c9386e941f95,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:18.749457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (0de91e3b-5f1d-4f18-869d-bf4fb8499708), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.778597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (0de91e3b-5f1d-4f18-869d-bf4fb8499708), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.846463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0de91e3b-5f1d-4f18-869d-bf4fb8499708), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.849625 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:18.851113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] 10.222.0.86 "DELETE /v2.0/security-groups/0de91e3b-5f1d-4f18-869d-bf4fb8499708 HTTP/1.1" status: 204 len: 168 time: 0.1694212 Feb 14 22:02:18.861622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd80c-d04c-4574-8809-b804a7fdd86c tempest-TestNetworkAdvancedServerOps-1394343436 tempest-TestNetworkAdvancedServerOps-1394343436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de91e3b-5f1d-4f18-869d-bf4fb8499708,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:19.035063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:02:19.061930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: f2680dc7-4f41-4422-b772-fd26d89eb4bb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:02:19.062452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device f2680dc7-4f41-4422-b772-fd26d89eb4bb not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:02:19.169608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43598) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:19.321831 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a38fa2ae-48fa-457c-973f-af7910bd2061 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71a8cfa880df47dbbcf3fdbf6ab7b8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503799 Feb 14 22:02:19.324045 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43604) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:19.378915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] Publish callbacks [] for security_group (04ef8c70-5d21-45ac-a1fb-325fa389fd12), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.406745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95854cf3-bc5d-4c8c-82d8-1070e9b742df no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:02:19.408208 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] Publish callbacks [] for security_group (04ef8c70-5d21-45ac-a1fb-325fa389fd12), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.427696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 95854cf3-bc5d-4c8c-82d8-1070e9b742df {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:02:19.428050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 95854cf3-bc5d-4c8c-82d8-1070e9b742df not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:02:19.428662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c27612ac-c1fe-41c8-80e1-7ca2458b9065 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:02:19.448571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c27612ac-c1fe-41c8-80e1-7ca2458b9065 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:02:19.448925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c27612ac-c1fe-41c8-80e1-7ca2458b9065 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:02:19.449362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 713b3059-1b2c-474b-ba84-6ed43ba02af6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:02:19.460205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04ef8c70-5d21-45ac-a1fb-325fa389fd12), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.463610 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.465121 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04ef8c70-5d21-45ac-a1fb-325fa389fd12 HTTP/1.1" status: 204 len: 168 time: 0.1391740 Feb 14 22:02:19.469982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 713b3059-1b2c-474b-ba84-6ed43ba02af6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:02:19.470343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 713b3059-1b2c-474b-ba84-6ed43ba02af6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:02:19.477660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836371c6-a4e4-4cbc-8707-21933a50266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef8c70-5d21-45ac-a1fb-325fa389fd12,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:19.740288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43616) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:19.781235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ffc26544-f25d-408a-81f6-bff7a35f81fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f39012bc40984417bae96ccc8a72d860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397201 Feb 14 22:02:19.783726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43618) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:19.836635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] Publish callbacks [] for security_group (c3f7fc54-6aba-4a32-8feb-4a1578951fdf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.861122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] Publish callbacks [] for security_group (c3f7fc54-6aba-4a32-8feb-4a1578951fdf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.914700 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c3f7fc54-6aba-4a32-8feb-4a1578951fdf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.917403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:19.918650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3f7fc54-6aba-4a32-8feb-4a1578951fdf HTTP/1.1" status: 204 len: 168 time: 0.1340110 Feb 14 22:02:19.927812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b8f3-875f-4fde-bbb7-a0cb61ab7732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7fc54-6aba-4a32-8feb-4a1578951fdf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:20.073299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-27883c7d-1738-4b88-a917-410089e96f5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2143083 Feb 14 22:02:20.145851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-06d48151-dc8d-4e53-8390-2dba5732f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:20.147402 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-06d48151-dc8d-4e53-8390-2dba5732f665 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0522952 Feb 14 22:02:20.262922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-f2f45944-67f2-4308-b0a3-62678eba213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:20.264602 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-f2f45944-67f2-4308-b0a3-62678eba213a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 909 time: 0.0954382 Feb 14 22:02:20.626338 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-7f70098e-76e5-4799-9beb-1b21118ea5c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 1001 time: 0.3550897 Feb 14 22:02:20.674306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-b52d2e79-7a5b-498f-a57e-de11ab638d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:20.675810 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-b52d2e79-7a5b-498f-a57e-de11ab638d73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0437312 Feb 14 22:02:20.725225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-5a044480-f28a-443d-8dbc-74ae0637b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:20.726757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-5a044480-f28a-443d-8dbc-74ae0637b5f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453734 Feb 14 22:02:20.817342 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-503c4004-1ded-4bc9-a2d0-7927d785fac5 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841467 Feb 14 22:02:20.910226 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-a07d714b-1091-45cd-bb3e-d83111ebfcb7 req-68b94598-ee05-4ba9-8b01-e0443dc718d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876169 Feb 14 22:02:22.112700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43672) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:22.117699 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'network': {'name': 'tempest-network-smoke--728566657', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:22.136215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:02:22.140034 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.148795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.221616 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (b038db81-51c1-4cc3-bb0a-c62c18d5a6f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.225274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b038db81-51c1-4cc3-bb0a-c62c18d5a6f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.252187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:02:22.261813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b038db81-51c1-4cc3-bb0a-c62c18d5a6f5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:22.266681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6541d185-49b1-4f0a-8b05-a7991ca04bdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.267027 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Added segment 6541d185-49b1-4f0a-8b05-a7991ca04bdc of type vlan for network a7d263b2-5e38-4c59-a568-674c1c944ad1 Feb 14 22:02:22.312507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a7d263b2-5e38-4c59-a568-674c1c944ad1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.335970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a7d263b2-5e38-4c59-a568-674c1c944ad1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.341471 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:22.341990 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.396230 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2823882 Feb 14 22:02:22.399324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43674) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:22.403905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'admin_state_up': True, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:22.411405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad9e07-f7ba-4c5c-89ab-248de791a850 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Network': ['ID=a7d263b2-5e38-4c59-a568-674c1c944ad1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:22.422158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:02:22.426705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (da7e6301-248e-4721-be2d-66ca7318eecc), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.427783 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (da7e6301-248e-4721-be2d-66ca7318eecc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.483859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_controller (da7e6301-248e-4721-be2d-66ca7318eecc), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.636584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (da7e6301-248e-4721-be2d-66ca7318eecc), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.829472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (da7e6301-248e-4721-be2d-66ca7318eecc), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.848265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:22.948653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.25.2.176 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/da833a7d-a7b0-43c0-b076-4e5d71138226) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:02:23.054988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:23.089078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:23.126958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:23.129941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:23.133028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:02:23.166989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=da833a7d-a7b0-43c0-b076-4e5d71138226,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:23.394638 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (da7e6301-248e-4721-be2d-66ca7318eecc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:23.593973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (da7e6301-248e-4721-be2d-66ca7318eecc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:23.722514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router da7e6301-248e-4721-be2d-66ca7318eecc is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:02:23.830450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:02:23.840694 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Sync routers for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:02:23.850050 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:23.850619 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:23.852178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:23.853383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3340b915-fd18-4c31-863a-accb6dfed2a4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4530561 Feb 14 22:02:23.856757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43676) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:23.956960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:23.977890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0121eb0d-24d2-4f27-bd54-730509735d13 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=46909eff8c564811b2fb72e1867e1533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197965 Feb 14 22:02:23.980617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43680) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:24.069198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce5661-0e86-4c9c-a650-5222e1e49b94 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:24.071117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5bce5661-0e86-4c9c-a650-5222e1e49b94 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894375 Feb 14 22:02:24.076390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43682) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:24.106501 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b932491e-2059-4d50-aff6-3f8a47fcc11f tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277879 Feb 14 22:02:24.108834 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43684) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:24.113605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807104454', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:24.138664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:23Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:24.165226 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Checking router: da7e6301-248e-4721-be2d-66ca7318eecc for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:02:24.165582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Updating router da7e6301-248e-4721-be2d-66ca7318eecc port da833a7d-a7b0-43c0-b076-4e5d71138226 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:02:24.193617 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.201081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:02:24.204486 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.387835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (1642da5f-982b-4ac1-a9c3-055624ae25d2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.447250 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks [] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.451466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Subnet': ['ID=1642da5f-982b-4ac1-a9c3-055624ae25d2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:24.452125 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.465898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Checking segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:02:24.466287 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network hostable DHCP agents. Network: a7d263b2-5e38-4c59-a568-674c1c944ad1, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:02:24.491184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:02:24.500271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Attempting to bind port da833a7d-a7b0-43c0-b076-4e5d71138226 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:02:24.500711 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Attempting to bind port da833a7d-a7b0-43c0-b076-4e5d71138226 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:02:24.500856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a7d263b2-5e38-4c59-a568-674c1c944ad1) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:24.501028 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Attempting to bind port da833a7d-a7b0-43c0-b076-4e5d71138226 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:02:24.505419 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:24.506363 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.510137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a62691-aea2-4073-b6f5-1657d8eb6cf9 None None] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:02:24.512040 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:02:24.512432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:02:24.512840 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.513314 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:02:24.513784 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Bound port: da833a7d-a7b0-43c0-b076-4e5d71138226, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:02:24.514167 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.515869 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Pushing event updated for resources: {'Port': ['ID=da833a7d-a7b0-43c0-b076-4e5d71138226,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:24.526314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43686) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:24.526494 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-acdb8869-f8d8-4623-b153-29c60a3f3104 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4166026 Feb 14 22:02:24.548214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.548563 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.548899 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.549240 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.549575 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.549903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.550231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.550557 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.550880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.551247 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.551573 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.551910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.552217 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:24.580086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] For port da833a7d-a7b0-43c0-b076-4e5d71138226, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:02:24.582955 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] For port da833a7d-a7b0-43c0-b076-4e5d71138226, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=da833a7d-a7b0-43c0-b076-4e5d71138226,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:02:24.590327 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.618272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a7d263b2-5e38-4c59-a568-674c1c944ad1', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:02:24.619434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.639226 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:24.639749 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:24.750679 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e925a-9bb3-4673-a7b3-d439e05e5d7c None None] Pushing event updated for resources: {'Port': ['ID=da833a7d-a7b0-43c0-b076-4e5d71138226,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:24.766150 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Allocated IP 172.20.0.2 (a7d263b2-5e38-4c59-a568-674c1c944ad1/1642da5f-982b-4ac1-a9c3-055624ae25d2/522f346c-7903-4d78-a898-f3700683cd44) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:02:24.772328 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:24.923884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks [] for port (522f346c-7903-4d78-a898-f3700683cd44), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.931492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (522f346c-7903-4d78-a898-f3700683cd44), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:24.972075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:24.974962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:24.981151 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:02:24.988593 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Pushing event updated for resources: {'Port': ['ID=522f346c-7903-4d78-a898-f3700683cd44,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:25.044010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Attempting to bind port 522f346c-7903-4d78-a898-f3700683cd44 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:02:25.044385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Attempting to bind port 522f346c-7903-4d78-a898-f3700683cd44 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:02:25.044755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Attempting to bind port 522f346c-7903-4d78-a898-f3700683cd44 on network a7d263b2-5e38-4c59-a568-674c1c944ad1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:02:25.049993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:02:25.050370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Checking segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:02:25.050786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.051180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Bound using segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:02:25.051657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Bound port: 522f346c-7903-4d78-a898-f3700683cd44, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:02:25.052045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (522f346c-7903-4d78-a898-f3700683cd44), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.067811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:23Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:25.094300 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcda25-8cfc-4a17-8499-957557f6b4e2 None None] The sync data for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 is: [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:23Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:02:25.116070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] For port 522f346c-7903-4d78-a898-f3700683cd44, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:02:25.119309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] For port 522f346c-7903-4d78-a898-f3700683cd44, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=522f346c-7903-4d78-a898-f3700683cd44,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:02:25.127330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (522f346c-7903-4d78-a898-f3700683cd44), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.189562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af927274-0ff9-4b07-b4e0-dcde7646cb3b None None] Pushing event updated for resources: {'Port': ['ID=522f346c-7903-4d78-a898-f3700683cd44,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:25.426512 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.586434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 522f346c-7903-4d78-a898-f3700683cd44 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:25.638484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 522f346c-7903-4d78-a898-f3700683cd44 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:25.638855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (522f346c-7903-4d78-a898-f3700683cd44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.733365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 522f346c-7903-4d78-a898-f3700683cd44 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:25.733819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (522f346c-7903-4d78-a898-f3700683cd44), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.754304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.20.0.1 (a7d263b2-5e38-4c59-a568-674c1c944ad1/1642da5f-982b-4ac1-a9c3-055624ae25d2/71cd0654-1da4-4a42-9c2a-9d1cc3d0092f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:02:25.771070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 522f346c-7903-4d78-a898-f3700683cd44, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=522f346c-7903-4d78-a898-f3700683cd44,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:25.780309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (522f346c-7903-4d78-a898-f3700683cd44), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.781451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device da833a7d-a7b0-43c0-b076-4e5d71138226 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:25.857513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=522f346c-7903-4d78-a898-f3700683cd44,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:25.869235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port da833a7d-a7b0-43c0-b076-4e5d71138226 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:25.869614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.886996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.931774 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.961537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port da833a7d-a7b0-43c0-b076-4e5d71138226 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:25.961977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:25.987198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:25.990342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port da833a7d-a7b0-43c0-b076-4e5d71138226, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=da833a7d-a7b0-43c0-b076-4e5d71138226,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:25.990856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:25.993773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:02:25.999188 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.035877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:26.062546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (da7e6301-248e-4721-be2d-66ca7318eecc), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.069629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=da833a7d-a7b0-43c0-b076-4e5d71138226,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:26.219264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.306155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5268767-bc45-4f9c-8d31-7d00b795d496 None None] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:02:26.524412 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.529563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.572721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-15fc395a-c31e-4d2f-bc18-c28ebf8bca62 None None] Provisioning complete for port 522f346c-7903-4d78-a898-f3700683cd44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:26.573099 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15fc395a-c31e-4d2f-bc18-c28ebf8bca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (522f346c-7903-4d78-a898-f3700683cd44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.610276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:26.612962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (da7e6301-248e-4721-be2d-66ca7318eecc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.663809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-15fc395a-c31e-4d2f-bc18-c28ebf8bca62 None None] Current status of the port 522f346c-7903-4d78-a898-f3700683cd44 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:26.720339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:26.721825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:26.843559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router da7e6301-248e-4721-be2d-66ca7318eecc has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:02:26.887928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Provisioning complete for port 522f346c-7903-4d78-a898-f3700683cd44 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:26.888568 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (522f346c-7903-4d78-a898-f3700683cd44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:26.970352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:02:26.977612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Current status of the port 522f346c-7903-4d78-a898-f3700683cd44 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:26.980029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ec67e52a-e966-4899-adfa-2a25de13f30a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "PUT /v2.0/routers/da7e6301-248e-4721-be2d-66ca7318eecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521699 Feb 14 22:02:26.981566 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Sync routers for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:02:26.982881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43688) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:26.988166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--11092898', 'description': 'tempest-secgroup_access--11092898 description', 'project_id': '46909eff8c564811b2fb72e1867e1533'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:26.998095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:26.998480 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.011360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.022238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:27.023548 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:27.077824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-53cfd5e5-8784-47c7-8541-c4d4e3d218eb None None] Port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:02:27.092699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (b4b69794-57d7-4b62-8ffc-2aac37718bf6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.096787 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b4b69794-57d7-4b62-8ffc-2aac37718bf6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.129917 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.131209 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1466610 Feb 14 22:02:27.133206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c60b0-9226-41a6-b111-bbe24d1eeab4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b69794-57d7-4b62-8ffc-2aac37718bf6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:27.134369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43690) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:27.139139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--78623495', 'description': 'tempest-secgroup_general--78623495 description', 'project_id': '46909eff8c564811b2fb72e1867e1533'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:27.155478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:27.161604 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.215300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-88beef1d-a52b-45c9-a946-779811265f15 None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:27.215300 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88beef1d-a52b-45c9-a946-779811265f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.245249 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (5e9c8322-4ed9-4e54-85df-7c46b258bb20), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.249956 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5e9c8322-4ed9-4e54-85df-7c46b258bb20), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.282607 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c8322-4ed9-4e54-85df-7c46b258bb20,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:27.291031 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.292757 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d137bf09-c4d5-4671-bfd9-023c6bb34f46 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1573415 Feb 14 22:02:27.296217 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43692) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:27.301053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'security_group_rule': {'security_group_id': 'b4b69794-57d7-4b62-8ffc-2aac37718bf6', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:27.326950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group_rule (8b303f0f-c5cd-4a9a-9f24-3f307942ce9a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.328772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-88beef1d-a52b-45c9-a946-779811265f15 None None] Port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:02:27.389576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group_rule (8b303f0f-c5cd-4a9a-9f24-3f307942ce9a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.396088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8b303f0f-c5cd-4a9a-9f24-3f307942ce9a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.413524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 2, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:27.419488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b303f0f-c5cd-4a9a-9f24-3f307942ce9a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:27.425118 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.426368 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72a67049-4709-4de4-b5b7-b13ab299e3cd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287811 Feb 14 22:02:27.451675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 522f346c-7903-4d78-a898-f3700683cd44 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:27.454869 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Checking router: da7e6301-248e-4721-be2d-66ca7318eecc for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:02:27.455255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Updating router da7e6301-248e-4721-be2d-66ca7318eecc port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:02:27.518999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2b86d13e-2738-4c5b-86ba-7fe0d61d22f2 None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:27.519739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b86d13e-2738-4c5b-86ba-7fe0d61d22f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.545657 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.577481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-16c8ec00-80e1-4930-8da5-cddbe2b421c3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_general--78623495&fields=id&tenant_id=46909eff8c564811b2fb72e1867e1533 HTTP/1.1" status: 200 len: 267 time: 0.0420046 Feb 14 22:02:27.596810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2b86d13e-2738-4c5b-86ba-7fe0d61d22f2 None None] Port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:02:27.612228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 522f346c-7903-4d78-a898-f3700683cd44 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:27.612613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (522f346c-7903-4d78-a898-f3700683cd44), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.627304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-6bbc8f57-ce4c-41c9-a77f-2ea5ea9f2f9d tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_access--11092898&fields=id&tenant_id=46909eff8c564811b2fb72e1867e1533 HTTP/1.1" status: 200 len: 267 time: 0.0436478 Feb 14 22:02:27.756037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-1844983d-07e8-4517-b24e-dcaa6da8d5d3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:27.758159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-1844983d-07e8-4517-b24e-dcaa6da8d5d3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 796 time: 0.1240413 Feb 14 22:02:27.773821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-ec080416-3090-4b7c-b1c0-4ad83a2b9c2d tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/quotas/46909eff8c564811b2fb72e1867e1533 HTTP/1.1" status: 200 len: 375 time: 0.0096645 Feb 14 22:02:27.828161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 522f346c-7903-4d78-a898-f3700683cd44 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:27.829186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device da833a7d-a7b0-43c0-b076-4e5d71138226 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:27.836829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-07c92631-4b6a-4fa0-bc8d-ccd9ca6e0403 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547175 Feb 14 22:02:27.929928 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port da833a7d-a7b0-43c0-b076-4e5d71138226 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:27.930323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.937467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-b4823b44-959a-4e15-aadd-8a3a4444f54f service neutron] 10.222.0.86 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889015 Feb 14 22:02:27.960382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks [] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:27.971310 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.034069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-7d395136-32d5-427a-95d7-d139bf48d204 service neutron] 10.222.0.86 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906358 Feb 14 22:02:28.037915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Pushing event updated for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:28.069049 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.069544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.069897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.070239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.070576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.070911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.071277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.071797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.072460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.072460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.072850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.073181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.073650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:28.162507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Attempting to bind port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:02:28.162888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Attempting to bind port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:02:28.163284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Attempting to bind port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f on network a7d263b2-5e38-4c59-a568-674c1c944ad1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:02:28.180252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:02:28.180888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Checking segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:02:28.182027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.182434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Bound using segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:02:28.183016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Bound port: 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:02:28.184226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.186435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port da833a7d-a7b0-43c0-b076-4e5d71138226 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:28.218284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e40cba05-b670-472f-9148-c2549c334af7 req-5b0d68d6-5ce6-42da-aa7f-42cd1d38476c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 210 time: 0.0343213 Feb 14 22:02:28.257667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] For port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:02:28.263380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] For port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:02:28.269258 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.320455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:28.321086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:28.391032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d480716-8898-4c91-ba58-401733e66a37 None None] Pushing event updated for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:28.407204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:28.408222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.499348 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:28.617562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Current status of the port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:28.617986 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.697715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] For port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:28.704231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:28.965659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d64b1-487c-47c6-bb96-f2105ebb8057 None None] Pushing event updated for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:28.975523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-74f6e7bd-b8aa-4e9e-8e3d-36147afee9ed None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:28.975898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74f6e7bd-b8aa-4e9e-8e3d-36147afee9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:29.004530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:29.025530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:29.055023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd67a4-3f4f-45b8-a0bd-8edd236a5afb None None] The sync data for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 is: [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:02:29.114866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-74f6e7bd-b8aa-4e9e-8e3d-36147afee9ed None None] Current status of the port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:29.358276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15cca624-8d92-4b7a-aade-0d589de03ece req-a4b03593-7568-4db6-ad74-9aeaad88b1b3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 210 time: 0.0367129 Feb 14 22:02:29.388348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-e0ac1c99-3638-43ee-89c9-c6f8d4e15322 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:29.392205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-e0ac1c99-3638-43ee-89c9-c6f8d4e15322 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.83 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 796 time: 0.1664357 Feb 14 22:02:29.462716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:29.482602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-c7692138-53fa-477f-8497-e135748b5473 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46909eff8c564811b2fb72e1867e1533 HTTP/1.1" status: 200 len: 474 time: 0.0791099 Feb 14 22:02:29.492434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'port': {'device_id': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'admin_state_up': True, 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'security_groups': ['5e9c8322-4ed9-4e54-85df-7c46b258bb20', 'b4b69794-57d7-4b62-8ffc-2aac37718bf6']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:29.515529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:29.515996 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:29.610692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:29.612183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:02:29.617071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:29.752351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.20.0.10 (a7d263b2-5e38-4c59-a568-674c1c944ad1/1642da5f-982b-4ac1-a9c3-055624ae25d2/12391703-98f4-4346-b0f6-137a548a9031) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:02:29.917490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (12391703-98f4-4346-b0f6-137a548a9031), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:29.953487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.000172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:30.003332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:30.009252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:02:30.017024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:30.068802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:30.069427 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.092852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-5b0755b2-e759-41fd-99b2-c41561e60ea5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6034098 Feb 14 22:02:30.103868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Request body: {'port': {'device_id': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:30.172891 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (12391703-98f4-4346-b0f6-137a548a9031), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.245110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-57abf3f5-7e79-4637-8a46-254df49058b8 None None] Provisioning complete for port 12391703-98f4-4346-b0f6-137a548a9031 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:30.245765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57abf3f5-7e79-4637-8a46-254df49058b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (12391703-98f4-4346-b0f6-137a548a9031), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.281823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-57abf3f5-7e79-4637-8a46-254df49058b8 None None] Port 12391703-98f4-4346-b0f6-137a548a9031 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:02:30.477571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12391703-98f4-4346-b0f6-137a548a9031 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:02:30.488928 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks [] for port (12391703-98f4-4346-b0f6-137a548a9031), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.508984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Transition to ACTIVE for port object 12391703-98f4-4346-b0f6-137a548a9031 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:02:30.516928 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa930080-023c-44e1-8b45-5343c8f120b4 req-364eac35-e7d3-45e7-aafe-643df02a3749 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:30.518432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa930080-023c-44e1-8b45-5343c8f120b4 req-364eac35-e7d3-45e7-aafe-643df02a3749 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 971 time: 0.0841506 Feb 14 22:02:30.519522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.599405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Pushing event updated for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:30.675876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aa930080-023c-44e1-8b45-5343c8f120b4 req-7cfb1672-6f7f-4d98-9a86-90c9dbbe8310 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1484418 Feb 14 22:02:30.708273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Attempting to bind port 12391703-98f4-4346-b0f6-137a548a9031 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:02:30.708620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Attempting to bind port 12391703-98f4-4346-b0f6-137a548a9031 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:02:30.708963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Attempting to bind port 12391703-98f4-4346-b0f6-137a548a9031 on network a7d263b2-5e38-4c59-a568-674c1c944ad1 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:02:30.713685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Port 12391703-98f4-4346-b0f6-137a548a9031 on network a7d263b2-5e38-4c59-a568-674c1c944ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:02:30.714008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Attempting to bind port 12391703-98f4-4346-b0f6-137a548a9031 on network a7d263b2-5e38-4c59-a568-674c1c944ad1 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:02:30.720057 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:02:30.720231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Checking segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:02:30.720627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Bound using segment: {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:02:30.721060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Bound port: 12391703-98f4-4346-b0f6-137a548a9031, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6541d185-49b1-4f0a-8b05-a7991ca04bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:02:30.721426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (12391703-98f4-4346-b0f6-137a548a9031), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.785350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:02:30.788392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=12391703-98f4-4346-b0f6-137a548a9031,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:02:30.794104 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.830476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:30.831307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:30.833063 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] 10.222.0.83 "PUT /v2.0/ports/12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 1132 time: 0.7334754 Feb 14 22:02:30.833518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:02:30.835795 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e33479-ee01-459f-937e-64ac1b77ee01" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:02:30.865324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b854cb-44ae-4e51-876a-006b96e56326 service neutron] Pushing event updated for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:30.889971 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf76a1d-92ab-42e1-828e-cdedffd2a1f3 x-openstack-request-id: req-bbf76a1d-92ab-42e1-828e-cdedffd2a1f3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:02:30.890328 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:02:30.890646 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbf76a1d-92ab-42e1-828e-cdedffd2a1f3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:02:30.891112 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031', 'status': 'completed', 'code': 200} Feb 14 22:02:30.929316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-a18ffa77-95a6-467b-915d-a83fb4325846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:30.930964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-a18ffa77-95a6-467b-915d-a83fb4325846 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1166 time: 0.0545664 Feb 14 22:02:30.974532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-0c188bc9-1d31-4228-9a9e-ce17adaa1d22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 217 time: 0.0361702 Feb 14 22:02:31.002755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b1eccc5-9404-4e19-8a18-9eb5d693ac8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:31.027842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-46730e9f-9e76-4c0e-b413-5047b520a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.029385 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-46730e9f-9e76-4c0e-b413-5047b520a79c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 200 len: 835 time: 0.0493972 Feb 14 22:02:31.078911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-459ada75-e19f-486b-8807-2f4e55622e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.080351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-459ada75-e19f-486b-8807-2f4e55622e4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7d263b2-5e38-4c59-a568-674c1c944ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449314 Feb 14 22:02:31.172551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-bff6fe92-2fa8-4528-8dc4-ce22f7663701 service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864215 Feb 14 22:02:31.262646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9440e039-8954-4bd6-8057-b03ff99a85a8 req-45efadca-4969-46cf-93a1-681bcd3854dd service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843489 Feb 14 22:02:31.357302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-0a3779b2-aa3d-4f1d-a366-66c9d7007666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.358898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-0a3779b2-aa3d-4f1d-a366-66c9d7007666 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1166 time: 0.0499666 Feb 14 22:02:31.445876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-3aad0812-8576-4a93-90ff-0036a4272eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.447390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-3aad0812-8576-4a93-90ff-0036a4272eab service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 897 time: 0.0828705 Feb 14 22:02:31.490263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-e6125c58-dc06-4646-ac97-76d99f0b4cbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 217 time: 0.0373967 Feb 14 22:02:31.537956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-9aac1d87-4d55-4ee5-a843-a15248b49369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.539421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-9aac1d87-4d55-4ee5-a843-a15248b49369 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 200 len: 835 time: 0.0434632 Feb 14 22:02:31.586876 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-39dc765f-700d-404f-8a03-0dcbb37319e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.588397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-39dc765f-700d-404f-8a03-0dcbb37319e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7d263b2-5e38-4c59-a568-674c1c944ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428729 Feb 14 22:02:31.680803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-9fb4131d-2fa6-43e2-aad9-8dd267bd777d service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Feb 14 22:02:31.798086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18e33479-ee01-459f-937e-64ac1b77ee01 req-87e0e8cf-4f9e-4470-9c01-ae51932affbc service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111577 Feb 14 22:02:31.816993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cfb15-88d8-4ac5-9e8f-66fb35e92080 req-6f6ea6ce-0ae4-40bc-bc5d-ac28bfbd7e15 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:31.818449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c50cfb15-88d8-4ac5-9e8f-66fb35e92080 req-6f6ea6ce-0ae4-40bc-bc5d-ac28bfbd7e15 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 983 time: 0.0712709 Feb 14 22:02:31.878811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c50cfb15-88d8-4ac5-9e8f-66fb35e92080 req-7ff75bf7-dad7-4af4-82e9-2604d3c6e4aa tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0547132 Feb 14 22:02:32.999366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66264d3-edd3-4024-970a-78308e53fe7b req-faf1c368-4e6a-400a-94b0-301b9908aa97 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:33.000840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d66264d3-edd3-4024-970a-78308e53fe7b req-faf1c368-4e6a-400a-94b0-301b9908aa97 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 983 time: 0.0542037 Feb 14 22:02:33.056173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d66264d3-edd3-4024-970a-78308e53fe7b req-43608fc7-a8e5-44c8-83bd-8a42ebeed7e6 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0497358 Feb 14 22:02:33.362132 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6ad0-8e7e-418b-928c-5ebbea104654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:34.176804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3391f9-4061-4926-82a3-1bd2fa2a46de req-b6bf4fac-2e12-49b2-93d8-6b05d7bca7f4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:34.178280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb3391f9-4061-4926-82a3-1bd2fa2a46de req-b6bf4fac-2e12-49b2-93d8-6b05d7bca7f4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 983 time: 0.0544133 Feb 14 22:02:34.233498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb3391f9-4061-4926-82a3-1bd2fa2a46de req-b62edbab-c399-4876-aa83-f6a030164ce6 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0488753 Feb 14 22:02:34.673015 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:35.095584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 12391703-98f4-4346-b0f6-137a548a9031 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:02:35.192046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=12391703-98f4-4346-b0f6-137a548a9031,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:35.204297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '12391703-98f4-4346-b0f6-137a548a9031', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'port_id': '12391703-98f4-4346-b0f6-137a548a9031', 'mac_address': 'fa:16:3e:b8:73:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:02:35.240971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 12391703-98f4-4346-b0f6-137a548a9031 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:35.241360 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (12391703-98f4-4346-b0f6-137a548a9031), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:35.254949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12391703-98f4-4346-b0f6-137a548a9031 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:02:35.279131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=12391703-98f4-4346-b0f6-137a548a9031,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:35.284513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:35.337683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:35.364743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410710-1863-4e1a-a325-cd1406ac45c6 req-85249cfa-f3e7-4eb9-bf10-bb86ca6bdb48 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:35.366243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2410710-1863-4e1a-a325-cd1406ac45c6 req-85249cfa-f3e7-4eb9-bf10-bb86ca6bdb48 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 984 time: 0.0619774 Feb 14 22:02:35.422771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2410710-1863-4e1a-a325-cd1406ac45c6 req-c20c29d4-859e-4b07-9fdd-bf9769757cce tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0507421 Feb 14 22:02:35.470905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['12391703-98f4-4346-b0f6-137a548a9031'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:02:35.863947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:36.451926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:36.542770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e950-1ca4-4835-915d-660bf17de165 req-ec100fd6-0fc5-43bb-bde0-7f39a64fc852 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:36.544280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1239e950-1ca4-4835-915d-660bf17de165 req-ec100fd6-0fc5-43bb-bde0-7f39a64fc852 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 984 time: 0.0535471 Feb 14 22:02:36.599881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1239e950-1ca4-4835-915d-660bf17de165 req-164f2048-536e-4d63-926f-49ec83e97487 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0499611 Feb 14 22:02:37.096722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 12391703-98f4-4346-b0f6-137a548a9031 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:02:37.149629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 12391703-98f4-4346-b0f6-137a548a9031 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:02:37.153607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 12391703-98f4-4346-b0f6-137a548a9031 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:02:37.153992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (12391703-98f4-4346-b0f6-137a548a9031), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:37.233925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 12391703-98f4-4346-b0f6-137a548a9031 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:02:37.234321 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (12391703-98f4-4346-b0f6-137a548a9031), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:37.256910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12391703-98f4-4346-b0f6-137a548a9031'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:02:37.259134 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa1a1a3-1070-407d-908c-e8b4fc24c5de" -d '{"events": [{"server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "name": "network-vif-plugged", "status": "completed", "tag": "12391703-98f4-4346-b0f6-137a548a9031"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:02:37.271790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=12391703-98f4-4346-b0f6-137a548a9031,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:02:37.275988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:37.299547 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b4dfee-601e-4eaf-b7c5-48bd57067c37 x-openstack-request-id: req-74b4dfee-601e-4eaf-b7c5-48bd57067c37 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:02:37.299846 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "name": "network-vif-plugged", "status": "completed", "tag": "12391703-98f4-4346-b0f6-137a548a9031", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:02:37.300107 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74b4dfee-601e-4eaf-b7c5-48bd57067c37 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:02:37.300502 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12391703-98f4-4346-b0f6-137a548a9031', 'code': 200} Feb 14 22:02:37.334075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:37.340337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:37.396166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca64459-9a6c-4593-be91-4a9d5a124ed1 req-f5bc2bc4-2fdb-4c84-a98f-64bdc3524d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:37.397738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ca64459-9a6c-4593-be91-4a9d5a124ed1 req-f5bc2bc4-2fdb-4c84-a98f-64bdc3524d49 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0443764 Feb 14 22:02:37.452833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ca64459-9a6c-4593-be91-4a9d5a124ed1 req-817f0e1f-75d5-44bb-b01e-cae4e3c8b1c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0483916 Feb 14 22:02:37.721894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4b03-cd09-4e0b-bd1b-5573bd782759 req-03058c2d-1cdb-4baa-8073-833b87c3af50 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:37.723391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-913e4b03-cd09-4e0b-bd1b-5573bd782759 req-03058c2d-1cdb-4baa-8073-833b87c3af50 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.0537782 Feb 14 22:02:37.779387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-913e4b03-cd09-4e0b-bd1b-5573bd782759 req-fe0feb55-ac07-4a80-a83d-71ec440726b5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0503070 Feb 14 22:02:38.898152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3a81-4181-49b5-907b-1f031c7312b3 req-67e3ad6d-4341-445f-b2c4-02b62c85de8c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:38.899634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bba3a81-4181-49b5-907b-1f031c7312b3 req-67e3ad6d-4341-445f-b2c4-02b62c85de8c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.0521758 Feb 14 22:02:38.954237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1bba3a81-4181-49b5-907b-1f031c7312b3 req-127aa680-b8c0-43e0-8d03-67212b7b0911 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0490530 Feb 14 22:02:39.072385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fa0b-cc68-4acb-b540-b6eb3c2e6018 req-33c53a7a-63ac-4803-83e5-c2b7fdb5197f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:39.077871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90a6fa0b-cc68-4acb-b540-b6eb3c2e6018 req-33c53a7a-63ac-4803-83e5-c2b7fdb5197f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.0562458 Feb 14 22:02:39.128827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90a6fa0b-cc68-4acb-b540-b6eb3c2e6018 req-f9a5e95a-a9c7-4686-b337-1901a1cde47e tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0494411 Feb 14 22:02:39.234832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-488426ef-d5a9-4b31-83d8-58119d1f4105 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:39.236396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-488426ef-d5a9-4b31-83d8-58119d1f4105 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0444233 Feb 14 22:02:39.254366 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:39.330690 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Publish callbacks [] for security_group (04b00b57-567f-4ae6-8103-9057f26bfbe0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:39.334295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04b00b57-567f-4ae6-8103-9057f26bfbe0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:39.382157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b00b57-567f-4ae6-8103-9057f26bfbe0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:39.387317 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c89abc56-cd71-4543-b515-88c575e7e8a2 req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1454022 Feb 14 22:02:39.392279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.392636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.392983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.393327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.393663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.393999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.394331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.394664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.395001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.395347 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.395674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.396001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.396323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a991bd8-5fbc-4760-845d-9b131afef87b tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:02:39.407978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43748) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:39.452241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daa04b-d32c-4ac5-b778-0f7e14881422 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:39.453805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f8daa04b-d32c-4ac5-b778-0f7e14881422 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1163 time: 0.0448825 Feb 14 22:02:39.456699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43750) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:39.460888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '12391703-98f4-4346-b0f6-137a548a9031', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:02:39.481324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:39.575934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.002073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.25.2.125 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/2a5e2bfd-d8de-401e-a8ca-205edf976f44) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:02:40.101489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.144473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.179800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:02:40.182812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:02:40.187426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:02:40.217207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=2a5e2bfd-d8de-401e-a8ca-205edf976f44,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:40.561273 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for floatingip (1399781e-3295-473b-9d1c-f18c0f75bd21), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.629300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.780387 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.784789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.858172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=2a5e2bfd-d8de-401e-a8ca-205edf976f44,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:02:40.866310 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1399781e-3295-473b-9d1c-f18c0f75bd21), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:40.968160 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Floating IP 1399781e-3295-473b-9d1c-f18c0f75bd21 associated. External IP: 172.25.2.125, port: 12391703-98f4-4346-b0f6-137a548a9031. Feb 14 22:02:41.176275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router da7e6301-248e-4721-be2d-66ca7318eecc has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:02:41.287247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:02:41.298967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Sync routers for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:02:41.307131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:02:41.311287 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:41.311890 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:41.337256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a02b110d-1d79-45fb-96c9-456de8569db0 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8795626 Feb 14 22:02:41.337861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:02:41.340711 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43752) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:41.341184 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d78d49-27ed-4bf6-aad5-e636f3549e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:02:41.378028 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55d5f8-6083-48d3-a86b-daa672100004 x-openstack-request-id: req-5d55d5f8-6083-48d3-a86b-daa672100004 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:02:41.378332 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:02:41.378587 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d55d5f8-6083-48d3-a86b-daa672100004 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:02:41.379001 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031', 'status': 'completed', 'code': 200} Feb 14 22:02:41.429452 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:41.450561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-f3a1abb1-a4b2-4853-8ff8-d65ca0641146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.452230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-f3a1abb1-a4b2-4853-8ff8-d65ca0641146 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0519049 Feb 14 22:02:41.529641 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.530131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.530615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.531083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.531578 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.532343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.532503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.532962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.536232 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-08f1f5d7-776f-4d0a-9032-f136c330d7dc tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1932054 Feb 14 22:02:41.537602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43756) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:41.545939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-052593f7-0a17-4f09-a753-e1bdc40f7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.547452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-052593f7-0a17-4f09-a753-e1bdc40f7036 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 897 time: 0.0889986 Feb 14 22:02:41.622752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-b3a21fea-c8c3-4513-9fd2-3618b6043edf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 1000 time: 0.0695143 Feb 14 22:02:41.632609 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.633083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.633540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.633990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.634436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.634887 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.635358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.635822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.637971 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-62fe2816-020a-4384-b73f-c4c08218daed tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.0992434 Feb 14 22:02:41.640763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43758) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:41.662620 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1399781e-3295-473b-9d1c-f18c0f75bd21', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'port_id': '12391703-98f4-4346-b0f6-137a548a9031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'mac_address': 'fa:16:3e:b8:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:02:40Z', 'updated_at': '2022-02-14T22:02:40Z', 'revision_number': 0, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:41.682391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-2a0a34e3-a3ac-4319-8e3e-099dc1f2d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.684400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-2a0a34e3-a3ac-4319-8e3e-099dc1f2d8f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 200 len: 835 time: 0.0540462 Feb 14 22:02:41.697953 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Checking router: da7e6301-248e-4721-be2d-66ca7318eecc for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:02:41.707271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:02:41.707877 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:41.738740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-c879ff26-1f8d-4684-acaf-42be0096c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.740520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-c879ff26-1f8d-4684-acaf-42be0096c438 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7d263b2-5e38-4c59-a568-674c1c944ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499613 Feb 14 22:02:41.822728 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:02:41.843561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-a580e92d-2050-4541-9924-3c9048883257 service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972168 Feb 14 22:02:41.889380 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cad21ff4-db7e-41f4-a083-bf0157116f09 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.2474701 Feb 14 22:02:41.892455 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43760) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:02:41.938137 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea03cc7-96f0-4d14-9a85-e082bb4f4cf6 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.938533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea03cc7-96f0-4d14-9a85-e082bb4f4cf6 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:02:41.950950 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cea03cc7-96f0-4d14-9a85-e082bb4f4cf6 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=da7e6301-248e-4721-be2d-66ca7318eecc HTTP/1.1" status: 200 len: 2064 time: 0.0466890 Feb 14 22:02:41.951181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17d78d49-27ed-4bf6-aad5-e636f3549e9f req-10141a15-0869-411e-9dcc-c178ed348d2a service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018538 Feb 14 22:02:42.057397 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1399781e-3295-473b-9d1c-f18c0f75bd21', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'port_id': '12391703-98f4-4346-b0f6-137a548a9031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'mac_address': 'fa:16:3e:b8:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:02:40Z', 'updated_at': '2022-02-14T22:02:40Z', 'revision_number': 0, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:02:42.084903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421173b7-08fb-4e87-8d3f-ad4c0a04e105 None None] The sync data for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 is: [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1399781e-3295-473b-9d1c-f18c0f75bd21', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'port_id': '12391703-98f4-4346-b0f6-137a548a9031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'mac_address': 'fa:16:3e:b8:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:02:40Z', 'updated_at': '2022-02-14T22:02:40Z', 'revision_number': 0, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:02:42.278883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee7d27-d9d3-4488-947c-b64db4af8bad None None] New status for floating IP 1399781e-3295-473b-9d1c-f18c0f75bd21: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:02:54.556868 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:02:58.984115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.218378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43770) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:00.377907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 3ae1033e-934c-4021-92fe-e1d5e00a8ae0 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:00.378256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.455587 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.455914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.468320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 3ae1033e-934c-4021-92fe-e1d5e00a8ae0 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:00.612580 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3ae1033e-934c-4021-92fe-e1d5e00a8ae0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.638052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=3ae1033e-934c-4021-92fe-e1d5e00a8ae0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:00.701031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (7b28652e-e4aa-417b-b7eb-4793d0dcd4b8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:00.701403 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 7b28652e-e4aa-417b-b7eb-4793d0dcd4b8 disassociated (deleted). External IP: 172.25.2.171, port: bceb4adf-0d48-4880-85a4-834ece7023dd. Feb 14 22:03:00.913856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:01.008603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3de4514a-79d4-4b21-8089-87b82518a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:01.026268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:01.030612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:01.036950 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:01.047858 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:01.048629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:01.061068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8193b497-2f64-499b-878b-3fe5429c7a5b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "DELETE /v2.0/floatingips/7b28652e-e4aa-417b-b7eb-4793d0dcd4b8 HTTP/1.1" status: 204 len: 168 time: 0.8416152 Feb 14 22:03:01.061773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:01.065672 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335c8b0-c217-4082-a355-72cb27dc2f40" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:01.158110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:01.215224 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e3a79-be53-4cd6-afd5-39edbf55b823 x-openstack-request-id: req-d47e3a79-be53-4cd6-afd5-39edbf55b823 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:01.215583 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:01.215907 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d47e3a79-be53-4cd6-afd5-39edbf55b823 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:01.216385 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'status': 'completed', 'code': 200} Feb 14 22:03:01.285870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-0225d709-bc3b-4ab0-b06f-0dcb63927f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:01.288113 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-0225d709-bc3b-4ab0-b06f-0dcb63927f20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 1128 time: 0.0477657 Feb 14 22:03:01.318799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce2f48-da02-4f84-8143-a117f9b6f5a7 req-e115e3b8-49b7-4b11-8a44-76be5791f135 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:01.320641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bce2f48-da02-4f84-8143-a117f9b6f5a7 req-e115e3b8-49b7-4b11-8a44-76be5791f135 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0584669 Feb 14 22:03:01.385797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4bce2f48-da02-4f84-8143-a117f9b6f5a7 req-f691583b-cc98-4221-bf90-2ac51987f99d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587816 Feb 14 22:03:01.392229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-46651076-4c2f-4b96-a179-8f2c84e3689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:01.393718 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-46651076-4c2f-4b96-a179-8f2c84e3689e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.0964808 Feb 14 22:03:01.436540 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-ae20d9cb-e548-4c88-8903-18edffbc53c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 200 len: 217 time: 0.0350080 Feb 14 22:03:01.484280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-3abe977f-44aa-4944-b176-05b4cde4f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:01.485772 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-3abe977f-44aa-4944-b176-05b4cde4f627 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0424926 Feb 14 22:03:01.492864 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:01.522592 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:01.530781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:01.531415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:02:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:01.534280 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-da9796cb-b1d6-4ee1-83b1-64a7bb478930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:01.535895 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-da9796cb-b1d6-4ee1-83b1-64a7bb478930 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441353 Feb 14 22:03:01.626865 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-0342216b-b1f2-4713-8f0d-983ef7eff383 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Feb 14 22:03:01.636447 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:01.717351 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-0335c8b0-c217-4082-a355-72cb27dc2f40 req-5801b92b-9830-4d94-980b-4b24d7216872 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Feb 14 22:03:01.858098 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:01.893276 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d24f24-3a93-4b91-921f-bc89d31b5405 None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '868cfdda-26dc-4890-9089-b182b0484a5f', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'port_id': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'mac_address': 'fa:16:3e:53:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T21:59:22Z', 'updated_at': '2022-02-14T21:59:25Z', 'revision_number': 1, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:02.137248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6d965-597d-49c6-8152-f0e556daacdb None None] New status for floating IP 7b28652e-e4aa-417b-b7eb-4793d0dcd4b8: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:03:02.508895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b0d7-4ab3-4c14-bb16-a3f0a690a30f req-b9b2a9cb-bec3-4e7b-9489-d852c0d86cc7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:02.510894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce82b0d7-4ab3-4c14-bb16-a3f0a690a30f req-b9b2a9cb-bec3-4e7b-9489-d852c0d86cc7 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Feb 14 22:03:02.560626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce82b0d7-4ab3-4c14-bb16-a3f0a690a30f req-e14c535e-caf0-415d-92de-0bbab606b49f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Feb 14 22:03:02.898855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-d501ed4c-5238-468e-937a-7a14d260aeb4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:02.900326 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-d501ed4c-5238-468e-937a-7a14d260aeb4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 945 time: 0.0569229 Feb 14 22:03:02.991504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port bceb4adf-0d48-4880-85a4-834ece7023dd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:02.991844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:03.081124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port bceb4adf-0d48-4880-85a4-834ece7023dd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=bceb4adf-0d48-4880-85a4-834ece7023dd,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:03.081485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:03.093961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for bceb4adf-0d48-4880-85a4-834ece7023dd owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:03.213874 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (bceb4adf-0d48-4880-85a4-834ece7023dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:03.246050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=bceb4adf-0d48-4880-85a4-834ece7023dd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:03.288328 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port bceb4adf-0d48-4880-85a4-834ece7023dd on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:03.291369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:03.295922 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-9b9e95b0-2332-4557-ba23-d4726b0fc9d4 req-43b1b1b7-1c98-4b74-a6df-f516466dda91 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "DELETE /v2.0/ports/bceb4adf-0d48-4880-85a4-834ece7023dd HTTP/1.1" status: 204 len: 173 time: 0.3904107 Feb 14 22:03:03.296390 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'name': 'network-vif-deleted', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:03.298716 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d411756-9009-40b3-a9ec-51f907399018" -d '{"events": [{"server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "name": "network-vif-deleted", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:03.366560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89ad1a66-14d5-4223-85d1-de5ce7c369cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:03.414763 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552e864-5d83-4cfb-8c4f-d2544a30ea20 x-openstack-request-id: req-1552e864-5d83-4cfb-8c4f-d2544a30ea20 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:03.415073 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0", "name": "network-vif-deleted", "tag": "bceb4adf-0d48-4880-85a4-834ece7023dd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:03.415361 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1552e864-5d83-4cfb-8c4f-d2544a30ea20 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:03.415760 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0', 'name': 'network-vif-deleted', 'tag': 'bceb4adf-0d48-4880-85a4-834ece7023dd', 'status': 'completed', 'code': 200} Feb 14 22:03:03.662264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df9a917d-2c12-44de-9a41-cae7fee46300 req-47e6f430-c20c-4ae6-aaaf-61344f568933 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Feb 14 22:03:04.676083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:04.758304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9dd8c3ce-3343-4fc4-b5c1-fe65bf6c8c7f req-7c8b9bf5-426c-4c1f-9d6a-a28e11d098cb tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0274684 Feb 14 22:03:05.864508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2aab5fd-3ac2-4c1e-b894-f8d7480c6847 req-0deeb095-d8db-4c80-b5ba-036409e6d284 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0381343 Feb 14 22:03:05.867755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:06.443763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:06.873373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bceb4adf-0d48-4880-85a4-834ece7023dd no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:06.894459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: bceb4adf-0d48-4880-85a4-834ece7023dd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:06.894823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device bceb4adf-0d48-4880-85a4-834ece7023dd not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:06.960613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6d920307-ed7c-4ac6-a565-edad51f7032e req-96d82708-5edb-4bd3-9c13-656962c71e1c tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Feb 14 22:03:07.319537 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:08.057177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2685bee0-8bf4-4598-950e-6a5be4e97b24 req-f23cb396-68f7-4a0b-9123-7ff89549eeba tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Feb 14 22:03:09.154874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a372939-9331-426d-8de3-27568559bed3 req-9121ddad-56ce-49c0-b57a-4bf5dbddcbc5 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0275764 Feb 14 22:03:10.249800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15bac651-89f5-4558-a150-22a56a8779fa req-1a9f1b35-c4b2-4bce-a9dc-45ac13c93b27 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0268717 Feb 14 22:03:11.346121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49df85af-39fb-4297-b8d5-0d9755bd468e req-004e2514-9d30-460d-8108-a2c7659f740d tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d6393e5-928f-4f83-a1b6-eb0e8cbc8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Feb 14 22:03:16.092029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43824) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:16.194322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a1bd69fd-be69-44da-9113-705180dfcadd tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3584 time: 0.1011095 Feb 14 22:03:16.197056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43826) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:16.201969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'network': {'name': 'tempest-network-smoke--1544829366', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'port_security_enabled': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:03:16.221454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:03:16.225324 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.250820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:03:16.260139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a1c0b613-8784-4ace-a8ec-60263f61b8bf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.260606 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Added segment a1c0b613-8784-4ace-a8ec-60263f61b8bf of type vlan for network 3092163f-0f32-4ae4-9192-8dcab7106413 Feb 14 22:03:16.304882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (3092163f-0f32-4ae4-9192-8dcab7106413), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.329666 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (3092163f-0f32-4ae4-9192-8dcab7106413), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.334576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:16.335182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.391830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1937499 Feb 14 22:03:16.394720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43828) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:16.399442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'admin_state_up': True, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:03:16.406809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cadeb5-b973-4fb0-b538-72ae720d462f tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Network': ['ID=3092163f-0f32-4ae4-9192-8dcab7106413,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:16.418192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 3092163f-0f32-4ae4-9192-8dcab7106413 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:03:16.425227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.426591 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.485516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_controller (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.626917 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.827666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.846372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:16.951276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.25.2.170 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/5667e3b3-758a-4247-9dff-4b0a4bd38d60) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:03:17.062524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:17.097214 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:17.137315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:03:17.143853 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:17.148400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:03:17.151960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=5667e3b3-758a-4247-9dff-4b0a4bd38d60,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:17.425156 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:17.928288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.062663 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:03:18.178772 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:18.191475 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Sync routers for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:18.205675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.209813 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0398db81-27bb-495d-b7c4-3b9a38c573a3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8111112 Feb 14 22:03:18.209968 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:18.210264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43840) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.210774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:18.290543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fae563-1c1b-4604-ae5f-ee7f2cbdb01f tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:18.293155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f5fae563-1c1b-4604-ae5f-ee7f2cbdb01f tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=46909eff8c564811b2fb72e1867e1533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0812099 Feb 14 22:03:18.295881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43842) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.331759 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:18.395900 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626acc58-aecc-426a-ab80-b08e2efea979 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:18.399954 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-626acc58-aecc-426a-ab80-b08e2efea979 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005626 Feb 14 22:03:18.400380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43844) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.438583 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-75d73bd7-3efa-43a8-acfd-9855f4b448e4 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340099 Feb 14 22:03:18.439253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43846) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.476908 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-25cc9218-4d89-4fe9-bd2c-51d1293b9ca7 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=46909eff8c564811b2fb72e1867e1533&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344014 Feb 14 22:03:18.477729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43848) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.520905 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:17Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:18.555332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Checking router: b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:18.555332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Updating router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:03:18.569270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27aef9-274d-4e6b-bf94-db1dc9acd02c tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:18.573985 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43850) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.574214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8e27aef9-274d-4e6b-bf94-db1dc9acd02c tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950344 Feb 14 22:03:18.593198 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.617735 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf3f93a8-1218-41e4-ae3f-5f4d7c7639e6 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403044 Feb 14 22:03:18.617923 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43852) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:18.624546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891435261', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:03:18.726763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:03:18.730818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.879328 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks [] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.888503 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.947429 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (169c69ff-2a9a-4db1-82e5-1b73f2800357), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.949750 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdeb3-a326-4174-9c98-701275829e5b None None] Pushing event updated for resources: {'Port': ['ID=5667e3b3-758a-4247-9dff-4b0a4bd38d60,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:18.966752 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Attempting to bind port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:03:18.967132 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Attempting to bind port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:03:18.967718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Attempting to bind port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:03:18.973161 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:03:18.973547 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:03:18.973962 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:18.974358 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:03:18.974831 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Bound port: 5667e3b3-758a-4247-9dff-4b0a4bd38d60, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:03:18.975235 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.035609 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] For port 5667e3b3-758a-4247-9dff-4b0a4bd38d60, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:03:19.039598 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] For port 5667e3b3-758a-4247-9dff-4b0a4bd38d60, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5667e3b3-758a-4247-9dff-4b0a4bd38d60,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:03:19.047388 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.064993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Checking segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:03:19.065501 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network hostable DHCP agents. Network: 3092163f-0f32-4ae4-9192-8dcab7106413, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:03:19.086676 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Subnet': ['ID=169c69ff-2a9a-4db1-82e5-1b73f2800357,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:19.103846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.104723 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:19.104839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.105352 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:19.105975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.106383 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.107648 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.108433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.108433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.109124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.109584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.110096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.111026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.111400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.111893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:19.116221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 3092163f-0f32-4ae4-9192-8dcab7106413 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:03:19.131215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 3092163f-0f32-4ae4-9192-8dcab7106413) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:19.141858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad020757-61e4-48b4-8115-deb0221a11f5 None None] Network 3092163f-0f32-4ae4-9192-8dcab7106413 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:19.162687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:19.166893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.209372 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d3b99413-ffca-4170-ab4b-f8f58b02f0a5 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5879705 Feb 14 22:03:19.209551 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43856) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:19.217858 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:19.286150 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdeb3-a326-4174-9c98-701275829e5b None None] Pushing event updated for resources: {'Port': ['ID=5667e3b3-758a-4247-9dff-4b0a4bd38d60,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:19.328892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-3092163f-0f32-4ae4-9192-8dcab7106413', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'project_id': '46909eff8c564811b2fb72e1867e1533', 'fixed_ips': [{'subnet_id': '169c69ff-2a9a-4db1-82e5-1b73f2800357'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:03:19.330091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.498181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Allocated IP 172.20.0.18 (3092163f-0f32-4ae4-9192-8dcab7106413/169c69ff-2a9a-4db1-82e5-1b73f2800357/4c8315a1-4e94-4379-b40e-d7ca47da26ea) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:03:19.565289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:17Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:19.599309 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da24d0-9cd2-4d29-96bc-b7d77592b7e8 None None] The sync data for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 is: [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:17Z', 'revision_number': 3, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:19.694980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks [] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.703166 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.742291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Network 3092163f-0f32-4ae4-9192-8dcab7106413 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:03:19.748896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:19.755813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:03:19.763949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Pushing event updated for resources: {'Port': ['ID=4c8315a1-4e94-4379-b40e-d7ca47da26ea,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:19.822798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Attempting to bind port 4c8315a1-4e94-4379-b40e-d7ca47da26ea on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:03:19.823132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Attempting to bind port 4c8315a1-4e94-4379-b40e-d7ca47da26ea by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:03:19.823543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Attempting to bind port 4c8315a1-4e94-4379-b40e-d7ca47da26ea on network 3092163f-0f32-4ae4-9192-8dcab7106413 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:03:19.829865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:03:19.830585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Checking segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:03:19.831549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.832162 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Bound using segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:03:19.832832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Bound port: 4c8315a1-4e94-4379-b40e-d7ca47da26ea, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:03:19.833438 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.881017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:19.915477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] For port 4c8315a1-4e94-4379-b40e-d7ca47da26ea, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:03:19.918595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] For port 4c8315a1-4e94-4379-b40e-d7ca47da26ea, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c8315a1-4e94-4379-b40e-d7ca47da26ea,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:03:19.933711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:20.040855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005c4b-68c7-45b6-8522-a449e9615811 None None] Pushing event updated for resources: {'Port': ['ID=4c8315a1-4e94-4379-b40e-d7ca47da26ea,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:20.258489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.20.0.17 (3092163f-0f32-4ae4-9192-8dcab7106413/169c69ff-2a9a-4db1-82e5-1b73f2800357/4d3337cc-d1be-4056-94bf-46f0a6ab4935) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:03:20.425884 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:20.475068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:20.528434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 3092163f-0f32-4ae4-9192-8dcab7106413 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:03:20.532233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:20.538714 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:03:20.546891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:20.600909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:20.746384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:20.972329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43862) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:21.130574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.139558 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.208165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf22062-b5c0-4d2b-81a6-301d33ad3cea None None] Network 3092163f-0f32-4ae4-9192-8dcab7106413 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:21.231813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:21.240411 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.281992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Provisioning complete for port 4c8315a1-4e94-4379-b40e-d7ca47da26ea triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:21.282365 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.306795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port db338c89-2042-4205-be08-4ddb97850c19 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:21.307144 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (db338c89-2042-4205-be08-4ddb97850c19), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.403136 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 3092163f-0f32-4ae4-9192-8dcab7106413 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:03:21.405218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Current status of the port 4c8315a1-4e94-4379-b40e-d7ca47da26ea is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:21.405677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.409060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:21.415282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (db338c89-2042-4205-be08-4ddb97850c19), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.415720 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (db338c89-2042-4205-be08-4ddb97850c19), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.431829 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for db338c89-2042-4205-be08-4ddb97850c19 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:21.489281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] For port 4c8315a1-4e94-4379-b40e-d7ca47da26ea, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c8315a1-4e94-4379-b40e-d7ca47da26ea,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:21.497231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.580754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379e8f-44ca-4b79-ab9a-13e97998cb99 None None] Pushing event updated for resources: {'Port': ['ID=4c8315a1-4e94-4379-b40e-d7ca47da26ea,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:21.584902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5667e3b3-758a-4247-9dff-4b0a4bd38d60 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:21.639147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:21.639883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.743900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:21.744290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.771634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 5667e3b3-758a-4247-9dff-4b0a4bd38d60, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5667e3b3-758a-4247-9dff-4b0a4bd38d60,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:21.773435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:21.773975 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.778369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.779576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c8315a1-4e94-4379-b40e-d7ca47da26ea up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:21.880186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:03:21.897647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=5667e3b3-758a-4247-9dff-4b0a4bd38d60,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:21.914033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Provisioning complete for port 4c8315a1-4e94-4379-b40e-d7ca47da26ea triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:21.914407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.918109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c8315a1-4e94-4379-b40e-d7ca47da26ea triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:21.918468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:21.997795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:22.008218 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-0e40cb5c-60d4-4001-b2b0-7c97a9001c91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1339285 Feb 14 22:03:22.072970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29e1ded5-7deb-4fb6-968e-debbc16d185e None None] Current status of the port 4c8315a1-4e94-4379-b40e-d7ca47da26ea is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:22.078185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c8315a1-4e94-4379-b40e-d7ca47da26ea is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:22.190730 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (db338c89-2042-4205-be08-4ddb97850c19), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:22.197242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b9328c32-7bfa-4257-ad43-9b0607804e54 None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:22.197755 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9328c32-7bfa-4257-ad43-9b0607804e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:22.224544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:22.226059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=db338c89-2042-4205-be08-4ddb97850c19,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:22.231057 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-673cd3dd-86cf-4661-a12e-63e60e9a2c82 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "PUT /v2.0/routers/b2c5a31c-12f7-47b4-828d-8b28ac43f6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204947 Feb 14 22:03:22.233660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-2f20ee62-c6e9-4146-8b9c-44717bb628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:22.235053 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-2f20ee62-c6e9-4146-8b9c-44717bb628b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.1706374 Feb 14 22:03:22.251391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Sync routers for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:22.258573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b9328c32-7bfa-4257-ad43-9b0607804e54 None None] Port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:03:22.265122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:22.265859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:22.366130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (868cfdda-26dc-4890-9089-b182b0484a5f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:22.366463 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Floating IP 868cfdda-26dc-4890-9089-b182b0484a5f disassociated (deleted). External IP: 172.25.2.132, port: eb7c1af7-cd26-40a6-8a13-03d75faae575. Feb 14 22:03:22.401328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d71307d4-6968-4884-ab69-07d45b9ef01b None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:22.402034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d71307d4-6968-4884-ab69-07d45b9ef01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:22.424740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:22.440207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-28afc83f-f390-4103-acfb-274653d6046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:22.441688 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-28afc83f-f390-4103-acfb-274653d6046a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.1763506 Feb 14 22:03:22.456503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-e2233fe9-55f4-443c-87ab-a76f16f56261 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:22.457969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-e2233fe9-55f4-443c-87ab-a76f16f56261 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/networks?id=3092163f-0f32-4ae4-9192-8dcab7106413 HTTP/1.1" status: 200 len: 798 time: 0.1112895 Feb 14 22:03:22.474516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-35ffac2c-e4eb-4fac-9182-884111c2e847 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/quotas/46909eff8c564811b2fb72e1867e1533 HTTP/1.1" status: 200 len: 375 time: 0.0105166 Feb 14 22:03:22.476175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d71307d4-6968-4884-ab69-07d45b9ef01b None None] Port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:03:22.519863 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-fbd8673a-f3b3-42da-b582-682127720fee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 217 time: 0.0393798 Feb 14 22:03:22.540784 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-f8af4984-a519-41b6-b0b8-39ac8c43e486 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0593607 Feb 14 22:03:22.616364 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-d4027e96-a3aa-4c90-a006-701706ecb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:22.617845 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-d4027e96-a3aa-4c90-a006-701706ecb556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0890117 Feb 14 22:03:22.645915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-1975e5f1-7cad-474f-a95c-302959d42e66 service neutron] 10.222.0.86 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Feb 14 22:03:22.648892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:20Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4d3337cc-d1be-4056-94bf-46f0a6ab4935', 'name': '', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:bd:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:20Z', 'updated_at': '2022-02-14T22:03:20Z', 'revision_number': 2, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:22.725089 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-76dbdf07-553d-470b-8736-6e6648cf9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:22.726686 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-76dbdf07-553d-470b-8736-6e6648cf9ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019945 Feb 14 22:03:22.745989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-91ea155b-cdce-4a16-acb6-b30400c6e4f5 service neutron] 10.222.0.86 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939019 Feb 14 22:03:22.751867 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:22.847585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Checking router: b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:22.848170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Updating router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:03:22.877339 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:22.887080 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-33971d57-9a51-470d-8dd6-74f40362d8d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533566 Feb 14 22:03:22.945214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d9744bc-6fb5-44ca-9654-01eb03d501af req-4ae8a35e-b4eb-4d83-81c0-b75aefb44192 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 210 time: 0.0408218 Feb 14 22:03:22.987384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:22.992657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.004047 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:23.013294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-b9d62426-9e76-4522-9615-546d5307f0bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500619 Feb 14 22:03:23.037931 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:23.038778 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:23.054975 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9a347f33-cb35-493d-bc45-82c7072d6ed4 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "DELETE /v2.0/floatingips/868cfdda-26dc-4890-9089-b182b0484a5f HTTP/1.1" status: 204 len: 168 time: 2.0805807 Feb 14 22:03:23.056556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:23.059296 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048a8ec-b15c-45c8-9c45-f82dad57086c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:23.064429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-b17e4e4c-f933-4e5c-b01f-7d6b1af22fe9 req-9098330a-3c3b-4abe-a072-f45483c62f81 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511865 Feb 14 22:03:23.132957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-3370a483-ef99-4101-be33-d6f9fa02e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.134698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-3370a483-ef99-4101-be33-d6f9fa02e395 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0733566 Feb 14 22:03:23.191009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:23.193454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks [] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.200745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.256496 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c08d-b7e6-4cc1-baf2-0c62da0572e2 None None] Pushing event updated for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:23.301336 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748ff94-cd50-44d4-a670-00c2905226da x-openstack-request-id: req-7748ff94-cd50-44d4-a670-00c2905226da {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:23.303684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-6df0217a-b388-4e87-ba83-32d7a4a8523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.304539 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:23.304807 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7748ff94-cd50-44d4-a670-00c2905226da {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:23.305219 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'status': 'completed', 'code': 200} Feb 14 22:03:23.305873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-6df0217a-b388-4e87-ba83-32d7a4a8523b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 897 time: 0.1511939 Feb 14 22:03:23.335354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Attempting to bind port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:03:23.335354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Attempting to bind port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:03:23.335354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Attempting to bind port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 on network 3092163f-0f32-4ae4-9192-8dcab7106413 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:03:23.345288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:03:23.345673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Checking segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:03:23.346079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.346635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Bound using segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:03:23.347801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Bound port: 4d3337cc-d1be-4056-94bf-46f0a6ab4935, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:03:23.348091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.430423 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-792d77f9-4c26-49d7-b72b-8c1c94992ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.432224 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-792d77f9-4c26-49d7-b72b-8c1c94992ed0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a905e2ca87040eba290733f69afbc89&device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 1129 time: 0.1018260 Feb 14 22:03:23.489006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] For port 4d3337cc-d1be-4056-94bf-46f0a6ab4935, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:03:23.494066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] For port 4d3337cc-d1be-4056-94bf-46f0a6ab4935, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4d3337cc-d1be-4056-94bf-46f0a6ab4935,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:03:23.494936 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:23.515483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.547726 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:23.562606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:23.563288 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:23.595773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5667e3b3-758a-4247-9dff-4b0a4bd38d60 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:23.634870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c08d-b7e6-4cc1-baf2-0c62da0572e2 None None] Pushing event updated for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:23.657696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:23.658480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:23.663523 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:23.663898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.673300 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-f496db18-21a1-4f4f-89e1-c64061f7ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.676430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-f496db18-21a1-4f4f-89e1-c64061f7ef14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 200 len: 913 time: 0.2375355 Feb 14 22:03:23.771431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-3fe211de-4cea-4244-8e43-41b4b3afe7aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 200 len: 217 time: 0.0838957 Feb 14 22:03:23.773606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:23.797333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:23.797707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:23.855326 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-240ae09d-1063-4eea-9951-59bb3b6c3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.857006 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-240ae09d-1063-4eea-9951-59bb3b6c3a23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 200 len: 851 time: 0.0796614 Feb 14 22:03:23.865372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-33d3b359-a387-4628-a425-23c9fd1c872b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 1002 time: 0.5513802 Feb 14 22:03:23.923035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-6625ad63-e4fa-40aa-9e36-7a7a9dd62115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.925191 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-6625ad63-e4fa-40aa-9e36-7a7a9dd62115 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607762 Feb 14 22:03:23.958428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fc44-b9e8-491c-950c-b256a2a22d2c req-ed546f7b-9db4-42b9-b9f1-3071d0fc2ea0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.966092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:23.966277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd22fc44-b9e8-491c-950c-b256a2a22d2c req-ed546f7b-9db4-42b9-b9f1-3071d0fc2ea0 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.1398814 Feb 14 22:03:23.967268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c8315a1-4e94-4379-b40e-d7ca47da26ea up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:23.987912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-b6d0481d-4fdb-40e2-a8a3-eb600f0e3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:23.989545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-b6d0481d-4fdb-40e2-a8a3-eb600f0e3a11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 200 len: 835 time: 0.1087790 Feb 14 22:03:24.014791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:24.092728 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-8f159ba4-2043-43b6-a5f1-b8e5fdd939a3 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593492 Feb 14 22:03:24.096246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd22fc44-b9e8-491c-950c-b256a2a22d2c req-286739ad-d7ae-4028-b052-849974189fb9 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249671 Feb 14 22:03:24.110979 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:24.148187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-f9108d9f-fa5f-40f9-95f9-fdf132d31bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:24.149937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-f9108d9f-fa5f-40f9-95f9-fdf132d31bac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7d263b2-5e38-4c59-a568-674c1c944ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1484747 Feb 14 22:03:24.167906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Current status of the port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:24.168535 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:24.177066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cc4c1-1098-4b18-a479-cedd1790a48e None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b4625aab-5bcb-44e3-9a48-09297d6538ca', 'name': '', 'network_id': '9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'mac_address': 'fa:16:3e:be:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:40Z', 'updated_at': '2022-02-14T21:48:51Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'subnets': [{'id': '9f805a12-74cb-49f3-83b1-ebcd56f906f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:24.220588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64f5b960-4bbb-4a10-9231-6532687b777c req-caf02951-597e-43f1-a12c-f2c7df3d35ba tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 210 time: 0.0353770 Feb 14 22:03:24.265105 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-7048a8ec-b15c-45c8-9c45-f82dad57086c req-9cbf45b4-98d1-4260-bd2b-e35b25368f8a service neutron] 10.222.0.64 "GET /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649592 Feb 14 22:03:24.273144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4c8315a1-4e94-4379-b40e-d7ca47da26ea triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:24.273671 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:24.338432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-0da2e38b-cd4d-4648-a502-1b2f2375da0a service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757300 Feb 14 22:03:24.377748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] For port 4d3337cc-d1be-4056-94bf-46f0a6ab4935, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4d3337cc-d1be-4056-94bf-46f0a6ab4935,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:24.390140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:24.478819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a59cc8a-08ee-42ff-96c6-b86783c3e7ac req-96ca7685-cfb2-4772-b0e9-d0545fb6e412 service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278217 Feb 14 22:03:24.482136 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aca2ea-1d09-46fb-b57a-bbc0cecbb5f4 None None] Pushing event updated for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:24.510945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4c8315a1-4e94-4379-b40e-d7ca47da26ea is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:24.515531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:20Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4d3337cc-d1be-4056-94bf-46f0a6ab4935', 'name': '', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:bd:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:20Z', 'updated_at': '2022-02-14T22:03:23Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:24.549158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b660d21-f6c2-444a-9af8-0b0bdc0470e7 None None] The sync data for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 is: [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:20Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '4d3337cc-d1be-4056-94bf-46f0a6ab4935', 'name': '', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:bd:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:20Z', 'updated_at': '2022-02-14T22:03:23Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:24.551864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f7726a2a-dbdb-42e5-aaa0-4aa8e42ed1a2 None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:24.552034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7726a2a-dbdb-42e5-aaa0-4aa8e42ed1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:24.673435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143ec01-7fa0-4d13-a8e1-395f03575619 None None] New status for floating IP 868cfdda-26dc-4890-9089-b182b0484a5f: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:03:24.747539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7726a2a-dbdb-42e5-aaa0-4aa8e42ed1a2 None None] Current status of the port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:24.861257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-e3480c07-5afa-42a8-b4e1-c7df32de90ce tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:24.862767 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-e3480c07-5afa-42a8-b4e1-c7df32de90ce tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.0582049 Feb 14 22:03:24.969020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port eb7c1af7-cd26-40a6-8a13-03d75faae575 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:24.969366 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.078052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] For port eb7c1af7-cd26-40a6-8a13-03d75faae575, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=eb7c1af7-cd26-40a6-8a13-03d75faae575,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:25.078554 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.094489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for eb7c1af7-cd26-40a6-8a13-03d75faae575 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:25.236682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-5751bdd5-08d4-4842-89f0-a2b9b43ae3bd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:25.238869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-5751bdd5-08d4-4842-89f0-a2b9b43ae3bd tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.64 "GET /v2.0/networks?id=3092163f-0f32-4ae4-9192-8dcab7106413 HTTP/1.1" status: 200 len: 798 time: 0.1664155 Feb 14 22:03:25.252184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Request body: {'port': {'device_id': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'admin_state_up': True, 'tenant_id': '46909eff8c564811b2fb72e1867e1533'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:03:25.279443 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (eb7c1af7-cd26-40a6-8a13-03d75faae575), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.318914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d35083-7796-42dc-95e5-93c1ac968e06 req-03bdf8a9-8b6f-4793-ab16-e463b1b1b6fd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:25.320467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=eb7c1af7-cd26-40a6-8a13-03d75faae575,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:25.327052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8d35083-7796-42dc-95e5-93c1ac968e06 req-03bdf8a9-8b6f-4793-ab16-e463b1b1b6fd tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 946 time: 0.1433566 Feb 14 22:03:25.365031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] No DVR routers for this DVR port eb7c1af7-cd26-40a6-8a13-03d75faae575 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:25.368014 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.371811 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-8fb58539-e9b0-46a2-ae6f-f6a1954ea4ab req-650d87b7-1007-4247-88bc-163293127f34 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.64 "DELETE /v2.0/ports/eb7c1af7-cd26-40a6-8a13-03d75faae575 HTTP/1.1" status: 204 len: 173 time: 0.5023613 Feb 14 22:03:25.372801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'name': 'network-vif-deleted', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:25.375113 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd25ad1-d902-4172-91f3-ece189319ab3" -d '{"events": [{"server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "name": "network-vif-deleted", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:25.434018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8d35083-7796-42dc-95e5-93c1ac968e06 req-2f453ac5-c4c7-4051-bcee-951a00e79c2f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfba0441-8901-4390-8659-141d0f6d0862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053927 Feb 14 22:03:25.478732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Made reservation on behalf of 46909eff8c564811b2fb72e1867e1533 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:03:25.490924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.527857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4d3337cc-d1be-4056-94bf-46f0a6ab4935 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:25.556355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-797e6161-d37f-4f2d-a32b-334051269cdb req-1e256baa-5aee-4faa-849f-234bf0dbbfa6 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 210 time: 0.0404458 Feb 14 22:03:25.593562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:25.593774 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.622291 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac51bc-36de-4293-b518-be0979d9abfa x-openstack-request-id: req-99ac51bc-36de-4293-b518-be0979d9abfa {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:25.622822 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b14e4-9c13-4e52-918c-0366ec92c252", "name": "network-vif-deleted", "tag": "eb7c1af7-cd26-40a6-8a13-03d75faae575", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:25.623219 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-99ac51bc-36de-4293-b518-be0979d9abfa {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:25.623630 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b14e4-9c13-4e52-918c-0366ec92c252', 'name': 'network-vif-deleted', 'tag': 'eb7c1af7-cd26-40a6-8a13-03d75faae575', 'status': 'completed', 'code': 200} Feb 14 22:03:25.701177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Allocated IP 172.20.0.24 (3092163f-0f32-4ae4-9192-8dcab7106413/169c69ff-2a9a-4db1-82e5-1b73f2800357/98dd5498-a083-4630-9b25-8d07f0dc775a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:03:25.712666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:25.849449 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.891424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:25.933216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Network 3092163f-0f32-4ae4-9192-8dcab7106413 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:03:25.936387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:03:25.942334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:03:25.949114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event updated for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:25.997630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:25.998298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.024086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-521ecb63-afc2-4807-96fa-214c97321817 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7759252 Feb 14 22:03:26.037158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Request body: {'port': {'device_id': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:03:26.113263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.295470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a11a8012-4fb1-4992-91b8-3a7e3a096d80 None None] Provisioning complete for port 98dd5498-a083-4630-9b25-8d07f0dc775a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:26.295852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11a8012-4fb1-4992-91b8-3a7e3a096d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.333923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a11a8012-4fb1-4992-91b8-3a7e3a096d80 None None] Port 98dd5498-a083-4630-9b25-8d07f0dc775a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:03:26.391963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dd5498-a083-4630-9b25-8d07f0dc775a {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:03:26.399706 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks [] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.412916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Transition to ACTIVE for port object 98dd5498-a083-4630-9b25-8d07f0dc775a will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:03:26.416679 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.479983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:26.573562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84376a99-5eda-4405-941e-e3ee0f77398d req-516dc2e5-274a-4972-a427-42cab0af1e49 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0564842 Feb 14 22:03:26.596942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Attempting to bind port 98dd5498-a083-4630-9b25-8d07f0dc775a on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:03:26.597409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Attempting to bind port 98dd5498-a083-4630-9b25-8d07f0dc775a by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:03:26.597849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Attempting to bind port 98dd5498-a083-4630-9b25-8d07f0dc775a on network 3092163f-0f32-4ae4-9192-8dcab7106413 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:03:26.603171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Port 98dd5498-a083-4630-9b25-8d07f0dc775a on network 3092163f-0f32-4ae4-9192-8dcab7106413 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:03:26.603787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Attempting to bind port 98dd5498-a083-4630-9b25-8d07f0dc775a on network 3092163f-0f32-4ae4-9192-8dcab7106413 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:03:26.610592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:03:26.611062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Checking segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:03:26.611652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Bound using segment: {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:03:26.612182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Bound port: 98dd5498-a083-4630-9b25-8d07f0dc775a, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c0b613-8784-4ace-a8ec-60263f61b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:03:26.612734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.717412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:03:26.721167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=98dd5498-a083-4630-9b25-8d07f0dc775a,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:03:26.729523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.768830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11791-268d-4a53-a334-2dcddfb24952 req-ef53eac6-f7ce-496a-b3da-11e656663cbb tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:26.770321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cd11791-268d-4a53-a334-2dcddfb24952 req-ef53eac6-f7ce-496a-b3da-11e656663cbb tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 907 time: 0.1111062 Feb 14 22:03:26.777468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:26.778660 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:26.780212 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] 10.222.0.64 "PUT /v2.0/ports/98dd5498-a083-4630-9b25-8d07f0dc775a HTTP/1.1" status: 200 len: 1056 time: 0.7494521 Feb 14 22:03:26.781147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:26.782934 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e28bb48-aee4-4d36-9848-3f170b842730" -d '{"events": [{"name": "network-changed", "server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:26.824483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899496b-8582-4bad-baa0-ffa689c0bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:26.844989 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0d722f-6c4f-4e98-9c77-5fca9c6c7eac x-openstack-request-id: req-bc0d722f-6c4f-4e98-9c77-5fca9c6c7eac {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:26.845292 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:26.845552 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc0d722f-6c4f-4e98-9c77-5fca9c6c7eac {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:26.846127 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a', 'status': 'completed', 'code': 200} Feb 14 22:03:26.883916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-13d1b98c-01ee-4a6e-b0f7-89e7a1ed6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:26.885607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-13d1b98c-01ee-4a6e-b0f7-89e7a1ed6a4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 1090 time: 0.0565689 Feb 14 22:03:26.933866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-1e1fe9b6-1448-4e1a-a652-c720b6c18826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=98dd5498-a083-4630-9b25-8d07f0dc775a HTTP/1.1" status: 200 len: 217 time: 0.0415862 Feb 14 22:03:26.985779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-6238d803-d40e-4ad1-af81-3a60594c1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:26.987456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-6238d803-d40e-4ad1-af81-3a60594c1baa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=169c69ff-2a9a-4db1-82e5-1b73f2800357 HTTP/1.1" status: 200 len: 838 time: 0.0478454 Feb 14 22:03:27.044090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-98fb4408-5d5d-4ec0-97b4-07a02887e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.045618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-98fb4408-5d5d-4ec0-97b4-07a02887e0fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3092163f-0f32-4ae4-9192-8dcab7106413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0526810 Feb 14 22:03:27.144631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-411c468f-6e2e-4197-ac56-daffafbcf5b5 service neutron] 10.222.0.64 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921602 Feb 14 22:03:27.241538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-787777f4-4cca-4fb0-a7c9-50a74a05b846 req-39b7669d-06a6-4012-a1ba-e2dbfbfc8694 service neutron] 10.222.0.64 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Feb 14 22:03:27.333287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-dbce3519-820b-4a6a-8c90-8a98e840a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.334826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-dbce3519-820b-4a6a-8c90-8a98e840a6b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 1090 time: 0.0465205 Feb 14 22:03:27.430182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-d91204ad-76d2-41ac-9d19-24e857ada2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.431778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-d91204ad-76d2-41ac-9d19-24e857ada2c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3092163f-0f32-4ae4-9192-8dcab7106413 HTTP/1.1" status: 200 len: 899 time: 0.0901995 Feb 14 22:03:27.472428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-068e3c72-3e22-408f-9aae-dd8ec6b85f8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=98dd5498-a083-4630-9b25-8d07f0dc775a HTTP/1.1" status: 200 len: 217 time: 0.0349338 Feb 14 22:03:27.525569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-f96bfc10-e1fa-4269-9027-672c5567704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.526998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-f96bfc10-e1fa-4269-9027-672c5567704f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=169c69ff-2a9a-4db1-82e5-1b73f2800357 HTTP/1.1" status: 200 len: 838 time: 0.0486457 Feb 14 22:03:27.576559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-4d52ff48-24dc-40a7-bbee-b963f0f1f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.578060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-4d52ff48-24dc-40a7-bbee-b963f0f1f5ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3092163f-0f32-4ae4-9192-8dcab7106413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0453036 Feb 14 22:03:27.692201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d788434-0d4a-4252-b4d6-11da31e62ae0 req-81886dae-d161-4fd6-8792-35f152c7981f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0412037 Feb 14 22:03:27.697588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-37ab6632-543c-4f80-8f1f-4a14bdb2ee00 service neutron] 10.222.0.64 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133575 Feb 14 22:03:27.804024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e28bb48-aee4-4d36-9848-3f170b842730 req-cdfda025-4c2e-4635-bfa0-e4767ffeaaa6 service neutron] 10.222.0.64 "GET /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005838 Feb 14 22:03:27.898028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb558d-ecc7-4679-8735-aef6b8231162 req-a37328e0-7ee2-4df4-b354-3143f2bda1ad tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:27.899572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6fb558d-ecc7-4679-8735-aef6b8231162 req-a37328e0-7ee2-4df4-b354-3143f2bda1ad tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 907 time: 0.0549533 Feb 14 22:03:28.796210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64e83dee-a8f2-45a7-a6f2-a8220bda9327 req-1bab4736-256e-4554-a84f-a4d74ff47036 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0347226 Feb 14 22:03:28.936673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb7c1af7-cd26-40a6-8a13-03d75faae575 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:28.957177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: eb7c1af7-cd26-40a6-8a13-03d75faae575 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:28.957611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device eb7c1af7-cd26-40a6-8a13-03d75faae575 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:29.000976 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:29.026105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9283c42-57d0-472d-ad2a-3bca8fcb7936 req-8ff7d17b-5691-4eef-b3db-8484621a81d4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:29.027764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9283c42-57d0-472d-ad2a-3bca8fcb7936 req-8ff7d17b-5691-4eef-b3db-8484621a81d4 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 907 time: 0.0599174 Feb 14 22:03:29.894423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9e2cdae-2ed8-4090-b34e-cd92f6759283 req-79343700-58c4-46cf-8ca4-36c36c32c7b6 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0282536 Feb 14 22:03:30.146188 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c700-edc7-48a5-8f97-37a9c3f0fc82 req-bdfc460a-265d-4361-8505-4f5a9cee8774 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:30.147605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9d2c700-edc7-48a5-8f97-37a9c3f0fc82 req-bdfc460a-265d-4361-8505-4f5a9cee8774 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 907 time: 0.0533504 Feb 14 22:03:30.951488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 98dd5498-a083-4630-9b25-8d07f0dc775a details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:03:31.010268 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45e795b2-4509-46f2-9ea9-c3dc6c07e617 req-852a1ead-a8c9-4df3-9acf-a673e9d5ee7b tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0406063 Feb 14 22:03:31.040264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd50b230-787d-4601-914c-84c65d29f1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:31.067499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=98dd5498-a083-4630-9b25-8d07f0dc775a,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:31.079210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '98dd5498-a083-4630-9b25-8d07f0dc775a', 'network_id': '3092163f-0f32-4ae4-9192-8dcab7106413', 'port_id': '98dd5498-a083-4630-9b25-8d07f0dc775a', 'mac_address': 'fa:16:3e:bc:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169c69ff-2a9a-4db1-82e5-1b73f2800357', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:03:31.116412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 98dd5498-a083-4630-9b25-8d07f0dc775a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:31.116813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:31.130333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dd5498-a083-4630-9b25-8d07f0dc775a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:03:31.150061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=98dd5498-a083-4630-9b25-8d07f0dc775a,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:31.154372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:31.202515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:31.211595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.211951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.212293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.212634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.212976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.213309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.213637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.214855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.215490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.216335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.216792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.217128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.217459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:31.272162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09a5f3-a0d6-40f1-a2a7-ffea57a686bd req-3f9342a2-c696-48ee-9b20-4eb409dcb613 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:31.273651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea09a5f3-a0d6-40f1-a2a7-ffea57a686bd req-3f9342a2-c696-48ee-9b20-4eb409dcb613 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 908 time: 0.0554640 Feb 14 22:03:31.462033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['98dd5498-a083-4630-9b25-8d07f0dc775a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:03:31.555884 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:03:32.113037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e0f5d36-6725-4b3f-ae15-b6bba78147ce req-9343deff-20a9-4e44-95bf-3968ea3f9bf3 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0293226 Feb 14 22:03:32.396594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9962eb2-5679-40c2-9326-e8bc7c5942b9 req-28a4b81b-58dc-40ab-813b-9e4ab2869794 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:32.398108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9962eb2-5679-40c2-9326-e8bc7c5942b9 req-28a4b81b-58dc-40ab-813b-9e4ab2869794 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 908 time: 0.0536420 Feb 14 22:03:32.982200 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 98dd5498-a083-4630-9b25-8d07f0dc775a up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:03:33.031923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 98dd5498-a083-4630-9b25-8d07f0dc775a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:03:33.036015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 98dd5498-a083-4630-9b25-8d07f0dc775a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:03:33.036386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:33.116882 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 98dd5498-a083-4630-9b25-8d07f0dc775a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:03:33.117287 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:33.141682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:33.143956 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d4e03e-b203-4e87-86b0-8e82502fafaa" -d '{"events": [{"server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "name": "network-vif-plugged", "status": "completed", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:33.157270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=98dd5498-a083-4630-9b25-8d07f0dc775a,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:33.161559 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:33.217061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:33.219691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afe43f81-8213-484f-8325-4142af068583 req-5498d93d-6c30-4aca-a986-c95720746f4e tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0345125 Feb 14 22:03:33.331496 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02379b5f-c484-4d9e-b02d-b7a86db286f9 x-openstack-request-id: req-02379b5f-c484-4d9e-b02d-b7a86db286f9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:33.331794 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "name": "network-vif-plugged", "status": "completed", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:33.332054 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02379b5f-c484-4d9e-b02d-b7a86db286f9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:33.332456 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a', 'code': 200} Feb 14 22:03:33.375284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7971ba5f-3589-4a67-a467-32d7c99e297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:33.437003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa663d-eb79-412a-b933-fc2fd4e64cc7 req-27ecece6-4262-4c63-a4cd-ca3e606745c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:33.438634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5eaa663d-eb79-412a-b933-fc2fd4e64cc7 req-27ecece6-4262-4c63-a4cd-ca3e606745c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 1092 time: 0.0471029 Feb 14 22:03:33.519945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787665-f3da-4777-9fa8-7e61f7b622d8 req-283ceeb8-026b-4616-ba45-a54e8b834ff2 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:33.521338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00787665-f3da-4777-9fa8-7e61f7b622d8 req-283ceeb8-026b-4616-ba45-a54e8b834ff2 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0530257 Feb 14 22:03:34.326125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43898ad6-08cb-4adf-8928-b7f6deb96fab req-8ec2e89b-45ff-4057-979a-1fdbe8df0a16 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a6b14e4-9c13-4e52-918c-0366ec92c252 HTTP/1.1" status: 200 len: 210 time: 0.0275204 Feb 14 22:03:34.643426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a60239-2f80-4dcb-9626-050918f47ac1 req-edf7920e-e58a-42e8-bf83-6d6170265cda tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:34.644839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61a60239-2f80-4dcb-9626-050918f47ac1 req-edf7920e-e58a-42e8-bf83-6d6170265cda tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0572248 Feb 14 22:03:34.679045 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.381691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:35.504010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Deleting port 338437b6-2e25-4cfd-b2d4-4dbd2c37fba0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:35.504357 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.580931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.581264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.593486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Calling delete_port for 338437b6-2e25-4cfd-b2d4-4dbd2c37fba0 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:35.724695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (338437b6-2e25-4cfd-b2d4-4dbd2c37fba0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.752202 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'Port': ['ID=338437b6-2e25-4cfd-b2d4-4dbd2c37fba0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:35.770975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064f60-a01f-4992-aa6f-2b031e550e03 req-94f46543-9662-4857-86a6-1f7e3888c0ce tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:35.772669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f2064f60-a01f-4992-aa6f-2b031e550e03 req-94f46543-9662-4857-86a6-1f7e3888c0ce tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0605860 Feb 14 22:03:35.811052 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for floatingip (77c5b1df-d680-490e-8694-32d3a759a3c4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.813653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.814830 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5b00306e-3a91-413d-b154-955e29f94712 tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "DELETE /v2.0/floatingips/77c5b1df-d680-490e-8694-32d3a759a3c4 HTTP/1.1" status: 204 len: 168 time: 0.4321623 Feb 14 22:03:35.871283 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:35.894485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94fb76-6c9c-4e0c-976e-952a20076383 req-e0ef0c1b-bdf3-4c74-88d7-738059be3caf tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:35.896019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea94fb76-6c9c-4e0c-976e-952a20076383 req-e0ef0c1b-bdf3-4c74-88d7-738059be3caf tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0545747 Feb 14 22:03:36.020913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbfa6-e138-47ab-acfa-29d6ae0aa8e6 req-d5b8456a-6da5-48e4-a4c7-edbdbe705ce3 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:36.022970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cefbfa6-e138-47ab-acfa-29d6ae0aa8e6 req-d5b8456a-6da5-48e4-a4c7-edbdbe705ce3 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 1092 time: 0.0456433 Feb 14 22:03:36.167374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064628dd-5c39-49c4-924a-dd85435f0352 req-00aa5b69-d21e-45b4-8cc5-7ced77bd2b11 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:36.167374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-064628dd-5c39-49c4-924a-dd85435f0352 req-00aa5b69-d21e-45b4-8cc5-7ced77bd2b11 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0570331 Feb 14 22:03:36.214675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-064628dd-5c39-49c4-924a-dd85435f0352 req-f81177da-9932-4c85-8fae-98ec4f36d12f tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0485213 Feb 14 22:03:36.237234 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43962) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:36.285592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814f394-ec6e-40f4-8ce9-4f8cdd44cd78 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:36.287312 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a814f394-ec6e-40f4-8ce9-4f8cdd44cd78 tempest-TestSecurityGroupsBasicOps-204948886 tempest-TestSecurityGroupsBasicOps-204948886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 1087 time: 0.0490205 Feb 14 22:03:36.454215 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:36.513942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582140d-530e-435d-9660-78b2356a2582 req-820d9a55-e788-4f6f-8019-a4cf6fa0e68c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:36.515364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5582140d-530e-435d-9660-78b2356a2582 req-820d9a55-e788-4f6f-8019-a4cf6fa0e68c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0540807 Feb 14 22:03:37.321882 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:37.639906 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec9179-f0d6-4976-8e33-cdcdfa4f9d92 req-2c417954-2728-4e98-8c21-45fc3fb779a8 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:37.641410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-54ec9179-f0d6-4976-8e33-cdcdfa4f9d92 req-2c417954-2728-4e98-8c21-45fc3fb779a8 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0574262 Feb 14 22:03:37.879854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-e03f4f3e-7c54-46de-b659-61fa0420b932 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:37.881397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-e03f4f3e-7c54-46de-b659-61fa0420b932 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 909 time: 0.0535023 Feb 14 22:03:37.978975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 98dd5498-a083-4630-9b25-8d07f0dc775a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:37.979358 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:38.070423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port 98dd5498-a083-4630-9b25-8d07f0dc775a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=98dd5498-a083-4630-9b25-8d07f0dc775a,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:38.070796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:38.082725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 98dd5498-a083-4630-9b25-8d07f0dc775a owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:38.216011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (98dd5498-a083-4630-9b25-8d07f0dc775a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:38.244134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=98dd5498-a083-4630-9b25-8d07f0dc775a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:38.294337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] No DVR routers for this DVR port 98dd5498-a083-4630-9b25-8d07f0dc775a on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:38.296946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:38.300420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11eec2d8-8055-486a-bfd8-aeb10daa62eb req-0ad0c393-3dad-468d-b5b8-d8a91df0be1c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.64 "DELETE /v2.0/ports/98dd5498-a083-4630-9b25-8d07f0dc775a HTTP/1.1" status: 204 len: 173 time: 0.4139230 Feb 14 22:03:38.300899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'name': 'network-vif-deleted', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:38.303328 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956d796c-adbb-4fbc-b361-a40ff695e16d" -d '{"events": [{"server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "name": "network-vif-deleted", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:38.428647 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0fab1c-d9d7-4443-9a3c-159e38a32bb7 x-openstack-request-id: req-ed0fab1c-d9d7-4443-9a3c-159e38a32bb7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:38.428941 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86ddb93-ac75-4a26-8834-ae6607fe9694", "name": "network-vif-deleted", "tag": "98dd5498-a083-4630-9b25-8d07f0dc775a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:38.429197 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed0fab1c-d9d7-4443-9a3c-159e38a32bb7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:38.429737 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86ddb93-ac75-4a26-8834-ae6607fe9694', 'name': 'network-vif-deleted', 'tag': '98dd5498-a083-4630-9b25-8d07f0dc775a', 'status': 'completed', 'code': 200} Feb 14 22:03:38.774846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d44dd8bb-07a5-481d-93bc-bdc02ab66d4c req-b19b19dc-31c2-4dfe-b082-973e5e137db1 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f86ddb93-ac75-4a26-8834-ae6607fe9694 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Feb 14 22:03:39.833993 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 43986) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:40.191249 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:40.458102 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 4d3337cc-d1be-4056-94bf-46f0a6ab4935 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:40.458365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:40.870372 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port 4d3337cc-d1be-4056-94bf-46f0a6ab4935, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4d3337cc-d1be-4056-94bf-46f0a6ab4935,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:40.871220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:40.883562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 4d3337cc-d1be-4056-94bf-46f0a6ab4935 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:41.044682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 98dd5498-a083-4630-9b25-8d07f0dc775a no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:41.064715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 98dd5498-a083-4630-9b25-8d07f0dc775a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:41.065068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 98dd5498-a083-4630-9b25-8d07f0dc775a not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:41.073258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (4d3337cc-d1be-4056-94bf-46f0a6ab4935), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.100866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=4d3337cc-d1be-4056-94bf-46f0a6ab4935,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:41.285675 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.398348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 43996) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:41.463204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (cfba0441-8901-4390-8659-141d0f6d0862), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.494082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (cfba0441-8901-4390-8659-141d0f6d0862), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.526738 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:41.564416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (cfba0441-8901-4390-8659-141d0f6d0862), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.568399 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.573646 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] 10.222.0.86 "DELETE /v2.0/security-groups/cfba0441-8901-4390-8659-141d0f6d0862 HTTP/1.1" status: 204 len: 168 time: 0.1716819 Feb 14 22:03:41.606047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba0441-8901-4390-8659-141d0f6d0862,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:41.617556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.617902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.618339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.619385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.619385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.619785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.620219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.620664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.621178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.621519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.621945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.622936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.625942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad8a44-d8c6-49ee-a1ee-c1d860caf55f tempest-TestVolumeBootPattern-243732806 tempest-TestVolumeBootPattern-243732806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:03:41.648727 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44000) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:41.677449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:41.690633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Sync routers for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:41.704748 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:41.705590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:41.706625 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef89a5f5-96d2-4855-b9d1-a79ff8a0554a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "PUT /v2.0/routers/b2c5a31c-12f7-47b4-828d-8b28ac43f6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714418 Feb 14 22:03:41.709360 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44004) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:41.774864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting subnet 169c69ff-2a9a-4db1-82e5-1b73f2800357 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:03:41.778425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (169c69ff-2a9a-4db1-82e5-1b73f2800357), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.817213 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:41.823767 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (169c69ff-2a9a-4db1-82e5-1b73f2800357), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:41.971020 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (169c69ff-2a9a-4db1-82e5-1b73f2800357), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.014607 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:41Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:42.043871 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Checking router: b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:42.052767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Routers {'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:42.053579 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:42.119925 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (169c69ff-2a9a-4db1-82e5-1b73f2800357), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.174154 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] Set router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:42.183932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Subnet': ['ID=169c69ff-2a9a-4db1-82e5-1b73f2800357,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:42.187854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.191058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e27f1c77-a449-435b-812b-b93c2e334357 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/subnets/169c69ff-2a9a-4db1-82e5-1b73f2800357 HTTP/1.1" status: 204 len: 168 time: 0.4807494 Feb 14 22:03:42.193782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44008) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:42.210860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057526a-438c-4f22-b708-a3c59db23f0f None None] Network 3092163f-0f32-4ae4-9192-8dcab7106413 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:42.388733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.414181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (d7d045ba-3278-4877-9503-521ce9bf7a74), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.430296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] DHCP port deletion for 3092163f-0f32-4ae4-9192-8dcab7106413 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:03:42.517546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.519721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Deleting port 4c8315a1-4e94-4379-b40e-d7ca47da26ea {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:42.520113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.561182 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:41Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:42.589630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 5667e3b3-758a-4247-9dff-4b0a4bd38d60 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:42.589974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.595141 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab144188-5f15-45a4-8916-2db37180b0dd None None] The sync data for ids ['b2c5a31c-12f7-47b4-828d-8b28ac43f6c8'] in n-d-828372-11 is: [{'id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-462557630', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:41Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': '5667e3b3-758a-4247-9dff-4b0a4bd38d60', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c5a31c-12f7-47b4-828d-8b28ac43f6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:03:16Z', 'updated_at': '2022-02-14T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:42.637243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] For port 4c8315a1-4e94-4379-b40e-d7ca47da26ea, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4c8315a1-4e94-4379-b40e-d7ca47da26ea,segment=NetworkSegment(a1c0b613-8784-4ace-a8ec-60263f61b8bf),segment_id=a1c0b613-8784-4ace-a8ec-60263f61b8bf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:42.638421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.652664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Calling delete_port for 4c8315a1-4e94-4379-b40e-d7ca47da26ea owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:42.678924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port 5667e3b3-758a-4247-9dff-4b0a4bd38d60, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=5667e3b3-758a-4247-9dff-4b0a4bd38d60,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:42.679335 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.692768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 5667e3b3-758a-4247-9dff-4b0a4bd38d60 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:42.732653 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (4c8315a1-4e94-4379-b40e-d7ca47da26ea), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.771298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Deleting port b4625aab-5bcb-44e3-9a48-09297d6538ca {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:42.771994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.777309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] Pushing event deleted for resources: {'Port': ['ID=4c8315a1-4e94-4379-b40e-d7ca47da26ea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:42.780976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a77a4d-746d-4f5e-afe7-1447d8b03c6b None None] No DVR routers for this DVR port 4c8315a1-4e94-4379-b40e-d7ca47da26ea on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:42.870426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] For port b4625aab-5bcb-44e3-9a48-09297d6538ca, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b4625aab-5bcb-44e3-9a48-09297d6538ca,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:42.871058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.884560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Calling delete_port for b4625aab-5bcb-44e3-9a48-09297d6538ca owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:42.893131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (5667e3b3-758a-4247-9dff-4b0a4bd38d60), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:42.919807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=5667e3b3-758a-4247-9dff-4b0a4bd38d60,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:43.007959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.112982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.115392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_controller (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.132304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b4625aab-5bcb-44e3-9a48-09297d6538ca), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.170128 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (b2c5a31c-12f7-47b4-828d-8b28ac43f6c8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.170334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Fanout notify agent at l3_agent the message router_deleted on router b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:03:43.174274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4625aab-5bcb-44e3-9a48-09297d6538ca,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:43.178575 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.182515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cba49668-7685-42ea-b378-661f0def9edc tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/routers/b2c5a31c-12f7-47b4-828d-8b28ac43f6c8 HTTP/1.1" status: 204 len: 168 time: 0.9873226 Feb 14 22:03:43.183193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44010) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:43.283844 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (3092163f-0f32-4ae4-9192-8dcab7106413), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.374110 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (d7d045ba-3278-4877-9503-521ce9bf7a74), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.422739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (3092163f-0f32-4ae4-9192-8dcab7106413), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.465284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3092163f-0f32-4ae4-9192-8dcab7106413']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:43.486388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c0b613-8784-4ace-a8ec-60263f61b8bf') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:43.486689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c0b613-8784-4ace-a8ec-60263f61b8bf') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:43.498320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (a1c0b613-8784-4ace-a8ec-60263f61b8bf), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.521564 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a1c0b613-8784-4ace-a8ec-60263f61b8bf), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.530461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:03:43.532168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (a1c0b613-8784-4ace-a8ec-60263f61b8bf), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:03:43.536281 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:03:43.603918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (3092163f-0f32-4ae4-9192-8dcab7106413), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.616487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.619697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/networks/3092163f-0f32-4ae4-9192-8dcab7106413 HTTP/1.1" status: 204 len: 168 time: 0.4354970 Feb 14 22:03:43.629868 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44012) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:43.636608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682c77c-919e-4ea5-8b05-725f365c668c tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Network': ['ID=3092163f-0f32-4ae4-9192-8dcab7106413,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:43.670803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Router d7d045ba-3278-4877-9503-521ce9bf7a74 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:43.783876 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:43.792198 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1816e4a7-5dcc-4d63-ac9e-eda8c9978ef4 admin admin] 10.222.0.86 "PUT /v2.0/routers/d7d045ba-3278-4877-9503-521ce9bf7a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443987 Feb 14 22:03:43.792494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44014) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:43.792740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Sync routers for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:43.804118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:43.804738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:43.842449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 2a5e2bfd-d8de-401e-a8ca-205edf976f44 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:43.842800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:43.880671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4d3337cc-d1be-4056-94bf-46f0a6ab4935 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:43.977674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks [] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.013763 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.014096 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for floatingip (2a5e2bfd-d8de-401e-a8ca-205edf976f44), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.033268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 2a5e2bfd-d8de-401e-a8ca-205edf976f44 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:44.089978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4d3337cc-d1be-4056-94bf-46f0a6ab4935 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:44.090325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4d3337cc-d1be-4056-94bf-46f0a6ab4935 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:44.090746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c8315a1-4e94-4379-b40e-d7ca47da26ea no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:44.117927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4c8315a1-4e94-4379-b40e-d7ca47da26ea {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:44.118265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4c8315a1-4e94-4379-b40e-d7ca47da26ea not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:44.128331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:44.156956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks [] for router_gateway (d7d045ba-3278-4877-9503-521ce9bf7a74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.263333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Deleting port 699f2b88-9685-411b-8ee5-095fe685cb42 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:44.263674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.308587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T22:03:43Z', 'revision_number': 5, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port': {'id': '699f2b88-9685-411b-8ee5-095fe685cb42', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:35Z', 'updated_at': '2022-02-14T21:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:44.327966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2a5e2bfd-d8de-401e-a8ca-205edf976f44), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.335580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Checking router: d7d045ba-3278-4877-9503-521ce9bf7a74 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:44.345243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Routers {'d7d045ba-3278-4877-9503-521ce9bf7a74'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:44.345863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['d7d045ba-3278-4877-9503-521ce9bf7a74'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:44.382697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=2a5e2bfd-d8de-401e-a8ca-205edf976f44,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:44.431004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] For port 699f2b88-9685-411b-8ee5-095fe685cb42, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=699f2b88-9685-411b-8ee5-095fe685cb42,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:44.431392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.435821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] Set router d7d045ba-3278-4877-9503-521ce9bf7a74 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:44.450926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Calling delete_port for 699f2b88-9685-411b-8ee5-095fe685cb42 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:44.469890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for floatingip (1399781e-3295-473b-9d1c-f18c0f75bd21), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:44.470218 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Floating IP 1399781e-3295-473b-9d1c-f18c0f75bd21 disassociated (deleted). External IP: 172.25.2.125, port: 12391703-98f4-4346-b0f6-137a548a9031. Feb 14 22:03:44.487573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T22:03:44Z', 'revision_number': 6, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:44.517104 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477164e-7b08-40f9-b2d0-fa37dba28cff None None] The sync data for ids ['d7d045ba-3278-4877-9503-521ce9bf7a74'] in n-d-828372-11 is: [{'id': 'd7d045ba-3278-4877-9503-521ce9bf7a74', 'name': 'tempest-TestVolumeBootPattern-1007756496-router', 'tenant_id': '0a905e2ca87040eba290733f69afbc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:34Z', 'updated_at': '2022-02-14T22:03:44Z', 'revision_number': 6, 'project_id': '0a905e2ca87040eba290733f69afbc89', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:45.113942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (699f2b88-9685-411b-8ee5-095fe685cb42), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.144622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Pushing event deleted for resources: {'Port': ['ID=699f2b88-9685-411b-8ee5-095fe685cb42,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:45.174232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router da7e6301-248e-4721-be2d-66ca7318eecc has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:45.253459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (d7d045ba-3278-4877-9503-521ce9bf7a74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.385608 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.389283 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks [] for router_controller (d7d045ba-3278-4877-9503-521ce9bf7a74), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.440417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:45.445567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.449023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (d7d045ba-3278-4877-9503-521ce9bf7a74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.449530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7d045ba-3278-4877-9503-521ce9bf7a74 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:03:45.455036 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Sync routers for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:45.467756 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:45.468569 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:45.469112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.470280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-75f28bb5-7900-440b-9558-6ac3842b604f admin admin] 10.222.0.86 "DELETE /v2.0/routers/d7d045ba-3278-4877-9503-521ce9bf7a74 HTTP/1.1" status: 204 len: 168 time: 1.6768589 Feb 14 22:03:45.472969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44016) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:45.480930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 699f2b88-9685-411b-8ee5-095fe685cb42 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:45.484476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-03caeac0-181c-4c55-9314-83415741fcb9 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/floatingips/1399781e-3295-473b-9d1c-f18c0f75bd21 HTTP/1.1" status: 204 len: 168 time: 1.8533404 Feb 14 22:03:45.485355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:45.492572 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c676b9-a63a-479a-baea-1a84b4d5a63b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:45.515193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 699f2b88-9685-411b-8ee5-095fe685cb42 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:45.515554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 699f2b88-9685-411b-8ee5-095fe685cb42 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:45.515976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5667e3b3-758a-4247-9dff-4b0a4bd38d60 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:45.537615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 5667e3b3-758a-4247-9dff-4b0a4bd38d60 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:45.538308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 5667e3b3-758a-4247-9dff-4b0a4bd38d60 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:45.538419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4625aab-5bcb-44e3-9a48-09297d6538ca no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:45.560247 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Deleting subnet 9f805a12-74cb-49f3-83b1-ebcd56f906f4 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:03:45.561577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b4625aab-5bcb-44e3-9a48-09297d6538ca {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:45.561984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b4625aab-5bcb-44e3-9a48-09297d6538ca not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:45.565255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Publish callbacks [] for subnet (9f805a12-74cb-49f3-83b1-ebcd56f906f4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.621631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (9f805a12-74cb-49f3-83b1-ebcd56f906f4), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.651758 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:45.702123 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b25f2a-5129-4e3e-a6b6-b5af8bcac929 x-openstack-request-id: req-02b25f2a-5129-4e3e-a6b6-b5af8bcac929 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:45.702413 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "tag": "12391703-98f4-4346-b0f6-137a548a9031", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:45.702665 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02b25f2a-5129-4e3e-a6b6-b5af8bcac929 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:45.703068 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'tag': '12391703-98f4-4346-b0f6-137a548a9031', 'status': 'completed', 'code': 200} Feb 14 22:03:45.729454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9f805a12-74cb-49f3-83b1-ebcd56f906f4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.796401 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9f805a12-74cb-49f3-83b1-ebcd56f906f4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.823760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f805a12-74cb-49f3-83b1-ebcd56f906f4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:45.827843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-19981aaf-e3df-4634-989a-a3867ab95255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:45.828887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.829536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-19981aaf-e3df-4634-989a-a3867ab95255 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46909eff8c564811b2fb72e1867e1533&device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 1168 time: 0.0977488 Feb 14 22:03:45.832261 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3298883f-d99b-4bcb-ab7a-6023ed1b5154 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9f805a12-74cb-49f3-83b1-ebcd56f906f4 HTTP/1.1" status: 204 len: 168 time: 0.3582489 Feb 14 22:03:45.834659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44024) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:45.839345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3bb0d-2d28-4c37-b13c-38e2b1099a7b None None] Network 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:45.882220 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:45.897753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de913-9b09-4715-a12e-2baa99878651 req-fb3132cb-ded6-49e9-a2bc-7b1d2927f86a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:45.899231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-466de913-9b09-4715-a12e-2baa99878651 req-fb3132cb-ded6-49e9-a2bc-7b1d2927f86a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.1256921 Feb 14 22:03:45.917502 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Checking router: da7e6301-248e-4721-be2d-66ca7318eecc for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:45.920013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.927654 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:45.928277 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:45.991626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Deleting port 52582f72-ef88-4c6a-ac5d-19891c046da6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:45.991961 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:45.995370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-281fc442-881e-4e3e-9ab9-85e55cbd6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:45.996871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-281fc442-881e-4e3e-9ab9-85e55cbd6257 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 200 len: 897 time: 0.1587830 Feb 14 22:03:46.008028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-466de913-9b09-4715-a12e-2baa99878651 req-5b724fa6-65d2-4acc-b04c-630a9d47a2ea tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0973687 Feb 14 22:03:46.056742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:46.059221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-ac52034c-6493-4889-b041-1f4064f912fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 200 len: 217 time: 0.0501606 Feb 14 22:03:46.070083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] DHCP port deletion for 9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:03:46.070308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] For port 52582f72-ef88-4c6a-ac5d-19891c046da6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52582f72-ef88-4c6a-ac5d-19891c046da6,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:46.070693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.091814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Calling delete_port for 52582f72-ef88-4c6a-ac5d-19891c046da6 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:46.119276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-f4c557ee-a458-4475-9503-bef71df23bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:46.121277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-f4c557ee-a458-4475-9503-bef71df23bb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 200 len: 835 time: 0.0529590 Feb 14 22:03:46.125252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Deleting port 52582f72-ef88-4c6a-ac5d-19891c046da6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:46.125629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.187186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-b5798b7b-0188-435c-9f0f-616782bd0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:46.189065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-b5798b7b-0188-435c-9f0f-616782bd0ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7d263b2-5e38-4c59-a568-674c1c944ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572672 Feb 14 22:03:46.190400 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.208095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] For port 52582f72-ef88-4c6a-ac5d-19891c046da6, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=52582f72-ef88-4c6a-ac5d-19891c046da6,segment=NetworkSegment(cffb36f8-df7a-4a0b-a3ad-f162b27f5c94),segment_id=cffb36f8-df7a-4a0b-a3ad-f162b27f5c94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:46.208503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.216756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52582f72-ef88-4c6a-ac5d-19891c046da6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:46.221108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] No DVR routers for this DVR port 52582f72-ef88-4c6a-ac5d-19891c046da6 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:46.233267 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Calling delete_port for 52582f72-ef88-4c6a-ac5d-19891c046da6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:46.296719 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:46.301114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.320556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-651db224-5e26-47f5-8a72-144765d6118d service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250169 Feb 14 22:03:46.323537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541dd0-1f2b-4c9d-87d5-7dd84ed131e0 None None] The sync data for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 is: [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:26Z', 'revision_number': 4, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '71cd0654-1da4-4a42-9c2a-9d1cc3d0092f', 'name': '', 'network_id': 'a7d263b2-5e38-4c59-a568-674c1c944ad1', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'mac_address': 'fa:16:3e:ab:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:25Z', 'updated_at': '2022-02-14T22:02:28Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'subnets': [{'id': '1642da5f-982b-4ac1-a9c3-055624ae25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:46.328886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:46.340014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:46.340410 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffb36f8-df7a-4a0b-a3ad-f162b27f5c94') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:46.344238 n-d-828372-11 neutron-server[103514]: self.session.flush() Feb 14 22:03:46.352691 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (52582f72-ef88-4c6a-ac5d-19891c046da6), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.364676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (cffb36f8-df7a-4a0b-a3ad-f162b27f5c94), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.380454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] Pushing event deleted for resources: {'Port': ['ID=52582f72-ef88-4c6a-ac5d-19891c046da6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:46.380757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cffb36f8-df7a-4a0b-a3ad-f162b27f5c94), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.387586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:03:46.388063 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (cffb36f8-df7a-4a0b-a3ad-f162b27f5c94), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.390309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3125ee4-b9d8-40d8-ab11-9f9335db1981 None None] No DVR routers for this DVR port 52582f72-ef88-4c6a-ac5d-19891c046da6 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:03:46.392568 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:03:46.456647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61c676b9-a63a-479a-baea-1a84b4d5a63b req-8607ed67-68d6-4f2c-87e1-694f7e96f9ec service neutron] 10.222.0.83 "GET /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281178 Feb 14 22:03:46.456849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.462907 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:46.466856 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50 HTTP/1.1" status: 204 len: 168 time: 0.6312437 Feb 14 22:03:46.475535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44026) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:46.479114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3b9b-0db8-44e0-bff9-14d4a385c2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3e0cea-0de1-45fa-8fa8-0fd4cd61ce50,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:46.612230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ce942-d3f3-4b12-9783-6c9f83165195 None None] New status for floating IP 1399781e-3295-473b-9d1c-f18c0f75bd21: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:03:46.846616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (cd0151e0-4933-47db-a346-77fb0f527f0a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.067477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eea722-a73c-453a-b9ca-76153600366e req-026fc96c-63d4-4d4f-b6ea-117027455c58 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:47.068935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31eea722-a73c-453a-b9ca-76153600366e req-026fc96c-63d4-4d4f-b6ea-117027455c58 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.0729418 Feb 14 22:03:47.246692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049384f-b490-48f5-a582-5479ba6c4554 req-da9ce28d-0f32-49c4-b8a0-3a22543b2ea3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:03:47.248253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2049384f-b490-48f5-a582-5479ba6c4554 req-da9ce28d-0f32-49c4-b8a0-3a22543b2ea3 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c4273f6-b4b5-4735-9ee4-87bebe700255 HTTP/1.1" status: 200 len: 985 time: 0.1320324 Feb 14 22:03:47.289307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Deleting port 090de5b3-1372-430f-a19c-57be1bbfce74 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:47.289648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.299052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 12391703-98f4-4346-b0f6-137a548a9031 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:47.299359 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (12391703-98f4-4346-b0f6-137a548a9031), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.415606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2049384f-b490-48f5-a582-5479ba6c4554 req-0d056be8-b9e3-4cb9-a353-3059b078f642 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "GET /v2.0/security-groups?id=b4b69794-57d7-4b62-8ffc-2aac37718bf6&id=5e9c8322-4ed9-4e54-85df-7c46b258bb20&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1610045 Feb 14 22:03:47.455887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52582f72-ef88-4c6a-ac5d-19891c046da6 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:47.477538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 52582f72-ef88-4c6a-ac5d-19891c046da6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:47.477991 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 52582f72-ef88-4c6a-ac5d-19891c046da6 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:47.480465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] For port 090de5b3-1372-430f-a19c-57be1bbfce74, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=090de5b3-1372-430f-a19c-57be1bbfce74,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:47.480835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.484714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port 12391703-98f4-4346-b0f6-137a548a9031, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=12391703-98f4-4346-b0f6-137a548a9031,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:47.485069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (12391703-98f4-4346-b0f6-137a548a9031), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.505237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Calling delete_port for 090de5b3-1372-430f-a19c-57be1bbfce74 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:47.507095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 12391703-98f4-4346-b0f6-137a548a9031 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:47.744035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (12391703-98f4-4346-b0f6-137a548a9031), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.801592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=12391703-98f4-4346-b0f6-137a548a9031,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:47.851703 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] No DVR routers for this DVR port 12391703-98f4-4346-b0f6-137a548a9031 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:47.853410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (090de5b3-1372-430f-a19c-57be1bbfce74), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.855805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:47.859190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31eea722-a73c-453a-b9ca-76153600366e req-62c6d64c-1751-4f77-9a24-51e32d1b7c3a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.83 "DELETE /v2.0/ports/12391703-98f4-4346-b0f6-137a548a9031 HTTP/1.1" status: 204 len: 173 time: 0.7829337 Feb 14 22:03:47.860984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'name': 'network-vif-deleted', 'tag': '12391703-98f4-4346-b0f6-137a548a9031'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:03:47.863233 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44867bb8-b677-483c-a954-cb3c4fd69edf" -d '{"events": [{"server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "name": "network-vif-deleted", "tag": "12391703-98f4-4346-b0f6-137a548a9031"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:03:47.889168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Pushing event deleted for resources: {'Port': ['ID=090de5b3-1372-430f-a19c-57be1bbfce74,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:47.917906 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d0eb91-a8d7-4a58-a2da-f5a6952e1d39 x-openstack-request-id: req-64d0eb91-a8d7-4a58-a2da-f5a6952e1d39 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:03:47.918286 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4273f6-b4b5-4735-9ee4-87bebe700255", "name": "network-vif-deleted", "tag": "12391703-98f4-4346-b0f6-137a548a9031", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:03:47.918610 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64d0eb91-a8d7-4a58-a2da-f5a6952e1d39 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:03:47.919552 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4273f6-b4b5-4735-9ee4-87bebe700255', 'name': 'network-vif-deleted', 'tag': '12391703-98f4-4346-b0f6-137a548a9031', 'status': 'completed', 'code': 200} Feb 14 22:03:48.097339 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (cd0151e0-4933-47db-a346-77fb0f527f0a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.339869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Router cd0151e0-4933-47db-a346-77fb0f527f0a has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:48.451926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:48.459534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d64d8b72-8549-404e-b11b-9ae2c7d6e399 admin admin] 10.222.0.86 "PUT /v2.0/routers/cd0151e0-4933-47db-a346-77fb0f527f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9800012 Feb 14 22:03:48.459903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:48.462716 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Sync routers for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:48.477391 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44036) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:48.482742 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:48.483510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:48.544296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (5e9c8322-4ed9-4e54-85df-7c46b258bb20), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.567227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (5e9c8322-4ed9-4e54-85df-7c46b258bb20), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.576592 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks [] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.593297 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:48.612541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5e9c8322-4ed9-4e54-85df-7c46b258bb20), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.615529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.619246 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/security-groups/5e9c8322-4ed9-4e54-85df-7c46b258bb20 HTTP/1.1" status: 204 len: 168 time: 0.1382594 Feb 14 22:03:48.620162 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:48.638402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4491f39-6d20-4f3d-bfd9-61bd59fa9750 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c8322-4ed9-4e54-85df-7c46b258bb20,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:48.694383 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (b4b69794-57d7-4b62-8ffc-2aac37718bf6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.704794 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks [] for router_gateway (cd0151e0-4933-47db-a346-77fb0f527f0a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.719113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (b4b69794-57d7-4b62-8ffc-2aac37718bf6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.765924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Deleting port 4e77ff0e-2ec6-4985-b898-b7e3728d5746 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:48.766307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.768047 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b4b69794-57d7-4b62-8ffc-2aac37718bf6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.770930 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.772733 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/security-groups/b4b69794-57d7-4b62-8ffc-2aac37718bf6 HTTP/1.1" status: 204 len: 168 time: 0.1501689 Feb 14 22:03:48.778705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:48.784078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d0c4-228e-4a3b-a3b1-ba51f70dc127 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b69794-57d7-4b62-8ffc-2aac37718bf6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:48.792116 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T22:03:47Z', 'revision_number': 5, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port': {'id': '4e77ff0e-2ec6-4985-b898-b7e3728d5746', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T21:48:51Z', 'updated_at': '2022-02-14T21:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:48.821302 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Checking router: cd0151e0-4933-47db-a346-77fb0f527f0a for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:48.829994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Routers {'cd0151e0-4933-47db-a346-77fb0f527f0a'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:48.830593 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['cd0151e0-4933-47db-a346-77fb0f527f0a'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:48.918226 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] Set router cd0151e0-4933-47db-a346-77fb0f527f0a gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:48.935303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] For port 4e77ff0e-2ec6-4985-b898-b7e3728d5746, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=4e77ff0e-2ec6-4985-b898-b7e3728d5746,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:48.935677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:48.956402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Calling delete_port for 4e77ff0e-2ec6-4985-b898-b7e3728d5746 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:49.063060 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T22:03:48Z', 'revision_number': 6, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:49.089714 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c16b0-93ea-411f-a42c-2ee815ff43e2 None None] The sync data for ids ['cd0151e0-4933-47db-a346-77fb0f527f0a'] in n-d-828372-11 is: [{'id': 'cd0151e0-4933-47db-a346-77fb0f527f0a', 'name': 'tempest-TestVolumeBootPattern-145221519-router', 'tenant_id': '942796e967424ad3b20985bd7bd4fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T21:48:50Z', 'updated_at': '2022-02-14T22:03:48Z', 'revision_number': 6, 'project_id': '942796e967424ad3b20985bd7bd4fb6e', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:49.496065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 090de5b3-1372-430f-a19c-57be1bbfce74 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:49.518113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 090de5b3-1372-430f-a19c-57be1bbfce74 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:49.518540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 090de5b3-1372-430f-a19c-57be1bbfce74 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:49.624166 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4e77ff0e-2ec6-4985-b898-b7e3728d5746), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.659112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4e77ff0e-2ec6-4985-b898-b7e3728d5746,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:49.751246 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (cd0151e0-4933-47db-a346-77fb0f527f0a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.828691 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (da7e6301-248e-4721-be2d-66ca7318eecc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.889588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.893139 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks [] for router_controller (cd0151e0-4933-47db-a346-77fb0f527f0a), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.978855 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (cd0151e0-4933-47db-a346-77fb0f527f0a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.979436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0151e0-4933-47db-a346-77fb0f527f0a {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:03:49.985866 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:49.987025 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b60d22c2-19c5-4306-8f2b-3a4bd8e225ed admin admin] 10.222.0.86 "DELETE /v2.0/routers/cd0151e0-4933-47db-a346-77fb0f527f0a HTTP/1.1" status: 204 len: 168 time: 1.5265055 Feb 14 22:03:49.989617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:50.046687 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Deleting subnet 1d40fbfa-7a5c-46c5-adf1-440834009170 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:03:50.051914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Publish callbacks [] for subnet (1d40fbfa-7a5c-46c5-adf1-440834009170), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.089796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (1d40fbfa-7a5c-46c5-adf1-440834009170), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.188524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1d40fbfa-7a5c-46c5-adf1-440834009170), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.218265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:50.218621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.255346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (1d40fbfa-7a5c-46c5-adf1-440834009170), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.292827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d40fbfa-7a5c-46c5-adf1-440834009170,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:50.299683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.303836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1cc693-f0e6-4cf9-92ea-faf8e3ec1449 None None] Network bdda653a-be53-4330-99fc-31bd35689e5e requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:50.304558 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fd04074d-b365-47ac-8e2c-e188cc5ab126 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1d40fbfa-7a5c-46c5-adf1-440834009170 HTTP/1.1" status: 204 len: 168 time: 0.3139789 Feb 14 22:03:50.307027 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:50.333838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:50.334221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.349975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:50.379964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (bdda653a-be53-4330-99fc-31bd35689e5e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.444679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Deleting port 392132f5-13e3-4870-b97d-7cb8e3954d34 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:50.445128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.493838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] DHCP port deletion for bdda653a-be53-4330-99fc-31bd35689e5e request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:03:50.545442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Deleting port 392132f5-13e3-4870-b97d-7cb8e3954d34 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:50.546517 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.592859 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (71cd0654-1da4-4a42-9c2a-9d1cc3d0092f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.621424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] For port 392132f5-13e3-4870-b97d-7cb8e3954d34, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=392132f5-13e3-4870-b97d-7cb8e3954d34,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:50.622680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.631963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=71cd0654-1da4-4a42-9c2a-9d1cc3d0092f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:50.650947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Calling delete_port for 392132f5-13e3-4870-b97d-7cb8e3954d34 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:50.788569 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.859430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] Pushing event deleted for resources: {'Port': ['ID=392132f5-13e3-4870-b97d-7cb8e3954d34,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:50.872486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b80c65-7ab4-4be4-a436-1905399be3a7 None None] No DVR routers for this DVR port 392132f5-13e3-4870-b97d-7cb8e3954d34 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:50.901992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] For port 392132f5-13e3-4870-b97d-7cb8e3954d34, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=392132f5-13e3-4870-b97d-7cb8e3954d34,segment=NetworkSegment(63b5a764-4ded-4c5d-9039-f935cb32fd36),segment_id=63b5a764-4ded-4c5d-9039-f935cb32fd36)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:50.902370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.904150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (da7e6301-248e-4721-be2d-66ca7318eecc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:50.918212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Calling delete_port for 392132f5-13e3-4870-b97d-7cb8e3954d34 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:51.004358 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (392132f5-13e3-4870-b97d-7cb8e3954d34), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.034965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=392132f5-13e3-4870-b97d-7cb8e3954d34,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:51.038366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] No DVR routers for this DVR port 392132f5-13e3-4870-b97d-7cb8e3954d34 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:51.117233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (bdda653a-be53-4330-99fc-31bd35689e5e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.137615 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdda653a-be53-4330-99fc-31bd35689e5e']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.142178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Router da7e6301-248e-4721-be2d-66ca7318eecc has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:03:51.147432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b5a764-4ded-4c5d-9039-f935cb32fd36') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.147857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b5a764-4ded-4c5d-9039-f935cb32fd36') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.157963 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (63b5a764-4ded-4c5d-9039-f935cb32fd36), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.172207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (63b5a764-4ded-4c5d-9039-f935cb32fd36), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.178656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:03:51.179193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (63b5a764-4ded-4c5d-9039-f935cb32fd36), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self.session.flush() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:03:51.181148 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:03:51.243798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (bdda653a-be53-4330-99fc-31bd35689e5e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.256255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.263044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bdda653a-be53-4330-99fc-31bd35689e5e HTTP/1.1" status: 204 len: 168 time: 0.9521649 Feb 14 22:03:51.266873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:03:51.279085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Sync routers for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:03:51.283705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ecb5f6f-2e42-452a-9e98-65231444253a tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "PUT /v2.0/routers/da7e6301-248e-4721-be2d-66ca7318eecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037959 Feb 14 22:03:51.284447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44048) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:51.288376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d2f1a-9143-4c0c-9a31-404f843ff4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdda653a-be53-4330-99fc-31bd35689e5e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:51.297906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:51.298542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.365633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting subnet 1642da5f-982b-4ac1-a9c3-055624ae25d2 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:03:51.372641 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (1642da5f-982b-4ac1-a9c3-055624ae25d2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.418271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:51.431986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (1642da5f-982b-4ac1-a9c3-055624ae25d2), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.451352 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:51.464338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 12391703-98f4-4346-b0f6-137a548a9031 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:51.504235 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7e696a84-dae0-4d55-8b50-199094ddc90a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a905e2ca87040eba290733f69afbc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517216 Feb 14 22:03:51.506889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:51.526731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 12391703-98f4-4346-b0f6-137a548a9031 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:51.527273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 12391703-98f4-4346-b0f6-137a548a9031 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:51.569488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1642da5f-982b-4ac1-a9c3-055624ae25d2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.591672 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] Publish callbacks [] for security_group (5f5bcbe1-7415-4da9-99ed-d753221c5e90), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.600215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4e77ff0e-2ec6-4985-b898-b7e3728d5746 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:51.624733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] Publish callbacks [] for security_group (5f5bcbe1-7415-4da9-99ed-d753221c5e90), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.631193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 4e77ff0e-2ec6-4985-b898-b7e3728d5746 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:51.631769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 4e77ff0e-2ec6-4985-b898-b7e3728d5746 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:51.632478 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 392132f5-13e3-4870-b97d-7cb8e3954d34 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:51.645758 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (1642da5f-982b-4ac1-a9c3-055624ae25d2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.662248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 392132f5-13e3-4870-b97d-7cb8e3954d34 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:51.662747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 392132f5-13e3-4870-b97d-7cb8e3954d34 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:51.684547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Subnet': ['ID=1642da5f-982b-4ac1-a9c3-055624ae25d2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:51.694325 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.697292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5874ca34-cc27-480c-9ac6-8a4156c93184 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/subnets/1642da5f-982b-4ac1-a9c3-055624ae25d2 HTTP/1.1" status: 204 len: 168 time: 0.4117424 Feb 14 22:03:51.700492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fceae1-91b7-47b0-8054-a93655765d5f None None] Network a7d263b2-5e38-4c59-a568-674c1c944ad1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:03:51.701333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44054) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:51.711283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (5f5bcbe1-7415-4da9-99ed-d753221c5e90), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.714755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.717388 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f5bcbe1-7415-4da9-99ed-d753221c5e90 HTTP/1.1" status: 204 len: 168 time: 0.2089255 Feb 14 22:03:51.728208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb2230-e790-4172-96fe-8a3d0a633b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5bcbe1-7415-4da9-99ed-d753221c5e90,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:51.825459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:03:50Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.839767 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (da7e6301-248e-4721-be2d-66ca7318eecc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:51.856628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Checking router: da7e6301-248e-4721-be2d-66ca7318eecc for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:03:51.869884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Routers {'da7e6301-248e-4721-be2d-66ca7318eecc'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:03:51.870656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:03:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['da7e6301-248e-4721-be2d-66ca7318eecc'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:51.975102 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_gateway (da7e6301-248e-4721-be2d-66ca7318eecc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.018547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] DHCP port deletion for a7d263b2-5e38-4c59-a568-674c1c944ad1 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:03:52.023709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] Set router da7e6301-248e-4721-be2d-66ca7318eecc gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:03:52.051005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Deleting port da833a7d-a7b0-43c0-b076-4e5d71138226 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:52.051526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.142513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] For port da833a7d-a7b0-43c0-b076-4e5d71138226, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=da833a7d-a7b0-43c0-b076-4e5d71138226,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:52.143092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.158861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Calling delete_port for da833a7d-a7b0-43c0-b076-4e5d71138226 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:52.209444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44060) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:52.274976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-edf0feb7-832d-40ea-9638-215000d996d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=942796e967424ad3b20985bd7bd4fb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640035 Feb 14 22:03:52.277222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44062) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:52.333995 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] Publish callbacks [] for security_group (e8692a94-996a-4c7f-b114-952d3918259a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.365251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] Publish callbacks [] for security_group (e8692a94-996a-4c7f-b114-952d3918259a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.385286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Deleting port 522f346c-7903-4d78-a898-f3700683cd44 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:03:52.385666 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (522f346c-7903-4d78-a898-f3700683cd44), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.403833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (da833a7d-a7b0-43c0-b076-4e5d71138226), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.418912 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e8692a94-996a-4c7f-b114-952d3918259a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.422029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.425537 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e8692a94-996a-4c7f-b114-952d3918259a HTTP/1.1" status: 204 len: 168 time: 0.1438577 Feb 14 22:03:52.431851 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86934f77-804f-4890-8248-03738729dc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8692a94-996a-4c7f-b114-952d3918259a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:52.438900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Port': ['ID=da833a7d-a7b0-43c0-b076-4e5d71138226,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:52.496335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] For port 522f346c-7903-4d78-a898-f3700683cd44, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=522f346c-7903-4d78-a898-f3700683cd44,segment=NetworkSegment(6541d185-49b1-4f0a-8b05-a7991ca04bdc),segment_id=6541d185-49b1-4f0a-8b05-a7991ca04bdc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:03:52.496769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (522f346c-7903-4d78-a898-f3700683cd44), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.511642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Calling delete_port for 522f346c-7903-4d78-a898-f3700683cd44 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:03:52.513574 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (da7e6301-248e-4721-be2d-66ca7318eecc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.571258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:03:50Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:52.601219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2ca1f-a4b5-408b-a94c-498a0490c492 None None] The sync data for ids ['da7e6301-248e-4721-be2d-66ca7318eecc'] in n-d-828372-11 is: [{'id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1084927186', 'tenant_id': '46909eff8c564811b2fb72e1867e1533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:03:50Z', 'revision_number': 5, 'project_id': '46909eff8c564811b2fb72e1867e1533', 'gw_port': {'id': 'da833a7d-a7b0-43c0-b076-4e5d71138226', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e6301-248e-4721-be2d-66ca7318eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:02:22Z', 'updated_at': '2022-02-14T22:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:03:52.623667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (da7e6301-248e-4721-be2d-66ca7318eecc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.625985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router_controller (da7e6301-248e-4721-be2d-66ca7318eecc), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.650321 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (522f346c-7903-4d78-a898-f3700683cd44), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.687214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] No DVR routers for this DVR port 522f346c-7903-4d78-a898-f3700683cd44 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:03:52.687214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa734ae0-9ea0-4530-8b15-027f6b5beecc None None] Pushing event deleted for resources: {'Port': ['ID=522f346c-7903-4d78-a898-f3700683cd44,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:52.698873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (da7e6301-248e-4721-be2d-66ca7318eecc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.699466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Fanout notify agent at l3_agent the message router_deleted on router da7e6301-248e-4721-be2d-66ca7318eecc {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:03:52.706634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.710356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1273cfa7-5b3a-456c-b942-e8533fba37f7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/routers/da7e6301-248e-4721-be2d-66ca7318eecc HTTP/1.1" status: 204 len: 168 time: 1.0054255 Feb 14 22:03:52.710670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44066) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:52.796225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a7d263b2-5e38-4c59-a568-674c1c944ad1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.895624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a7d263b2-5e38-4c59-a568-674c1c944ad1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.920808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d263b2-5e38-4c59-a568-674c1c944ad1']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:52.931503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6541d185-49b1-4f0a-8b05-a7991ca04bdc') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:52.931807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6541d185-49b1-4f0a-8b05-a7991ca04bdc') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:03:52.944596 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6541d185-49b1-4f0a-8b05-a7991ca04bdc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.962553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6541d185-49b1-4f0a-8b05-a7991ca04bdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.971770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:03:52.972330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6541d185-49b1-4f0a-8b05-a7991ca04bdc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:03:52.976174 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:03:53.045210 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a7d263b2-5e38-4c59-a568-674c1c944ad1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.052663 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.056503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] 10.222.0.86 "DELETE /v2.0/networks/a7d263b2-5e38-4c59-a568-674c1c944ad1 HTTP/1.1" status: 204 len: 168 time: 0.3446710 Feb 14 22:03:53.074609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625a6ec-9a8c-40de-bf07-e3fa5584d1b7 tempest-TestSecurityGroupsBasicOps-533231964 tempest-TestSecurityGroupsBasicOps-533231964-project] Pushing event deleted for resources: {'Network': ['ID=a7d263b2-5e38-4c59-a568-674c1c944ad1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:53.367692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44074) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:53.529749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-918e18ba-9ad8-4990-bb56-6e868a788b88 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=46909eff8c564811b2fb72e1867e1533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608899 Feb 14 22:03:53.532280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44080) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:53.577893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] Publish callbacks [] for security_group (b038db81-51c1-4cc3-bb0a-c62c18d5a6f5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.599041 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] Publish callbacks [] for security_group (b038db81-51c1-4cc3-bb0a-c62c18d5a6f5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.643972 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b038db81-51c1-4cc3-bb0a-c62c18d5a6f5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.646591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:53.650211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b038db81-51c1-4cc3-bb0a-c62c18d5a6f5 HTTP/1.1" status: 204 len: 168 time: 0.1145830 Feb 14 22:03:53.656598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e20277-7b09-48a1-bcab-ba95f59a1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038db81-51c1-4cc3-bb0a-c62c18d5a6f5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:53.724949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:53.749255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:53.749608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 71cd0654-1da4-4a42-9c2a-9d1cc3d0092f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:53.750036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 522f346c-7903-4d78-a898-f3700683cd44 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:53.771308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 522f346c-7903-4d78-a898-f3700683cd44 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:53.771672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 522f346c-7903-4d78-a898-f3700683cd44 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:53.772091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device da833a7d-a7b0-43c0-b076-4e5d71138226 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:03:53.790987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: da833a7d-a7b0-43c0-b076-4e5d71138226 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:03:53.791373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device da833a7d-a7b0-43c0-b076-4e5d71138226 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:03:53.929459 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44086) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:53.942384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11b1119c-8b68-4f95-81e0-5115a84b91b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.016873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11b1119c-8b68-4f95-81e0-5115a84b91b1 admin admin] Publish callbacks [] for security_group (3660da04-37a9-48de-8aa9-50eca24d7ce5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.020555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11b1119c-8b68-4f95-81e0-5115a84b91b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3660da04-37a9-48de-8aa9-50eca24d7ce5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.057842 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-11b1119c-8b68-4f95-81e0-5115a84b91b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99996a06e6374454a9063785d949f007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272817 Feb 14 22:03:54.060378 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1119c-8b68-4f95-81e0-5115a84b91b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3660da04-37a9-48de-8aa9-50eca24d7ce5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:54.061307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44088) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:54.111666 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] Publish callbacks [] for security_group (3660da04-37a9-48de-8aa9-50eca24d7ce5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.132646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] Publish callbacks [] for security_group (3660da04-37a9-48de-8aa9-50eca24d7ce5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.178712 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (3660da04-37a9-48de-8aa9-50eca24d7ce5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.181257 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.182404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3660da04-37a9-48de-8aa9-50eca24d7ce5 HTTP/1.1" status: 204 len: 168 time: 0.1201022 Feb 14 22:03:54.190439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5ef17-ea82-4562-9b2d-df1ba0371669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3660da04-37a9-48de-8aa9-50eca24d7ce5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:54.490602 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44096) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:54.530309 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f442b83c-98fb-4582-80f7-4f37a753738e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1356c69a9abe457685536f2a8d216926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385022 Feb 14 22:03:54.532698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44098) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:03:54.577584 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] Publish callbacks [] for security_group (04b00b57-567f-4ae6-8103-9057f26bfbe0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.600855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] Publish callbacks [] for security_group (04b00b57-567f-4ae6-8103-9057f26bfbe0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.645095 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (04b00b57-567f-4ae6-8103-9057f26bfbe0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.647620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:03:54.648730 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04b00b57-567f-4ae6-8103-9057f26bfbe0 HTTP/1.1" status: 204 len: 168 time: 0.1151652 Feb 14 22:03:54.656724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c11a6-4518-4808-bd21-321b8956f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b00b57-567f-4ae6-8103-9057f26bfbe0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:03:59.011167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:01.002580 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0419d179-1d96-4749-8b7b-077f02827174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:03.367225 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-883ae105-73cf-44f7-9c94-f500cdb9f5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:04.681220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:05.870163 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:06.477995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:07.324197 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:08.555435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:04:21.900331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-721960d6-2a9c-43e4-ab4c-4482bcda9aed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469308 Feb 14 22:04:21.963888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c528-74ed-4797-be72-47acb6405f41 req-d444e696-41e5-44a4-ba4d-e003e77ca5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:04:21.965430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-d444e696-41e5-44a4-ba4d-e003e77ca5ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0455976 Feb 14 22:04:22.065248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c528-74ed-4797-be72-47acb6405f41 req-6215c1b9-146f-41cc-97e0-200df541e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:04:22.066703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-6215c1b9-146f-41cc-97e0-200df541e1b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 909 time: 0.0833416 Feb 14 22:04:22.133438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-3ee4117b-ce68-493c-ba7b-39bf4577ccdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 1001 time: 0.0604739 Feb 14 22:04:22.180949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c528-74ed-4797-be72-47acb6405f41 req-92bba85b-9a1f-4bf3-a6d7-bf0e98938926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:04:22.182730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-92bba85b-9a1f-4bf3-a6d7-bf0e98938926 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0427449 Feb 14 22:04:22.229088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c528-74ed-4797-be72-47acb6405f41 req-4963d3f4-2e80-4bfb-b211-3c26ed096634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:04:22.231134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-4963d3f4-2e80-4bfb-b211-3c26ed096634 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429785 Feb 14 22:04:22.322536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-3f6d9b24-b586-49a1-b580-6fe6bb685616 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856779 Feb 14 22:04:22.409589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd28c528-74ed-4797-be72-47acb6405f41 req-d733e95c-a241-4c0c-a81a-5693210612a4 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812943 Feb 14 22:04:29.009845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:31.004435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcd83be2-d97a-41ee-a2c4-6501a77c3219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:33.368571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c1926cb-fa30-47ba-a53f-ffbd52048524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:34.683972 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:35.873590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:36.476768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:37.326350 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:04:45.554179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:04:59.024008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:01.007522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d60a4a1-ecfa-4cec-bd1a-ce2495e24167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:03.373415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ace86ad0-b23f-443e-8daf-4a688c47495a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:04.687591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:05.876024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:06.490319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:07.329418 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:22.553177 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:05:23.894895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-1c8e2ec7-bd27-4c1a-9fca-12e3e787c7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537214 Feb 14 22:05:23.977860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-aa69a95f-4a1f-4acb-b91d-98d2ae755e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:23.979376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-aa69a95f-4a1f-4acb-b91d-98d2ae755e8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 1128 time: 0.0448344 Feb 14 22:05:24.079869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-af583768-6239-47d8-905c-a7b41fdb4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:24.081360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-af583768-6239-47d8-905c-a7b41fdb4002 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 200 len: 909 time: 0.0841465 Feb 14 22:05:24.149293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-ca65fd73-890e-4cf7-8cfc-f1f9c46f0bb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 200 len: 1001 time: 0.0615478 Feb 14 22:05:24.196631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-b566ef1b-9b93-42fd-bcfd-3c3db478c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:24.198100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-b566ef1b-9b93-42fd-bcfd-3c3db478c468 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 200 len: 847 time: 0.0435824 Feb 14 22:05:24.245490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-329e5491-7969-46c5-b1ae-68c395ed19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:24.247546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-329e5491-7969-46c5-b1ae-68c395ed19a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f167a710-4223-4625-aa89-630940111688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441146 Feb 14 22:05:24.661720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-e0fefe9f-ff99-4076-892d-90807219ef91 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086375 Feb 14 22:05:24.748372 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7470aa9d-1580-44b7-a8b4-4c65461355d6 req-915e32ec-f358-4970-88ad-cde9ef3f8de9 service neutron] 10.222.0.64 "GET /v2.0/networks/f167a710-4223-4625-aa89-630940111688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807498 Feb 14 22:05:29.021864 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:31.007413 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e98c22b2-a2e3-42cc-84d7-3d5864028a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:33.378868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19df8b78-7a84-4d5a-a2fe-069d26a357ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:34.689648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:35.878218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:36.489567 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:37.331368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:42.537313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129909e-982b-4b79-a94e-57c5e1bb8f51 req-bc48c04e-4662-4a0f-ba96-c2d62bb54687 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:42.538808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5129909e-982b-4b79-a94e-57c5e1bb8f51 req-bc48c04e-4662-4a0f-ba96-c2d62bb54687 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.1606147 Feb 14 22:05:42.587642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5129909e-982b-4b79-a94e-57c5e1bb8f51 req-25ad6016-101a-4f2f-aa85-7da0fe0a3622 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/security-groups?id=372c1ffc-1ac2-4942-94ac-c80d94fd10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Feb 14 22:05:42.988212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-4c4f9845-7313-4a24-887b-d6685d06b1f2 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:42.989647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-4c4f9845-7313-4a24-887b-d6685d06b1f2 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 945 time: 0.0513580 Feb 14 22:05:43.084635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Deleting port 8f3bcbcd-bd70-47d6-84f6-a57304167273 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:43.084974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.171103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] For port 8f3bcbcd-bd70-47d6-84f6-a57304167273, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=8f3bcbcd-bd70-47d6-84f6-a57304167273,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:43.171498 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.342344 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.342710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (3b072584-1680-43ce-8511-9610d6adb52a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.343032 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Floating IP 3b072584-1680-43ce-8511-9610d6adb52a disassociated. External IP: 172.25.2.155, port: 8f3bcbcd-bd70-47d6-84f6-a57304167273. Feb 14 22:05:43.343437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Calling delete_port for 8f3bcbcd-bd70-47d6-84f6-a57304167273 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:43.473543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8f3bcbcd-bd70-47d6-84f6-a57304167273), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.503102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event deleted for resources: {'Port': ['ID=8f3bcbcd-bd70-47d6-84f6-a57304167273,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:43.513705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.514049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.514394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.514734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.515081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.515443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.515783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.516117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.516446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.516787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.517107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.517438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.517773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:43.636473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:05:43.711080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1feb62bc-4b4f-46b1-a9a6-1933b9cd94a0 req-e8a3edf5-73c4-44a4-b5c7-fc8b7e49f9ac tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4048228-5a9c-4bae-854e-102f42ac58dc HTTP/1.1" status: 200 len: 210 time: 0.0291269 Feb 14 22:05:43.771411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:43.780929 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Sync routers for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:05:43.790151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:43.790745 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:43.816478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] No DVR routers for this DVR port 8f3bcbcd-bd70-47d6-84f6-a57304167273 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:05:43.819225 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:43.822625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a71c9cb-6b26-4ac1-98b6-579cfbe2dcf7 req-0b6ad266-3be9-42f9-b324-a3a31bf89fff tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.64 "DELETE /v2.0/ports/8f3bcbcd-bd70-47d6-84f6-a57304167273 HTTP/1.1" status: 204 len: 173 time: 0.8278990 Feb 14 22:05:43.823077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'name': 'network-vif-deleted', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:05:43.825989 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f6e3c-3ac0-44f3-a4d5-0f1f84e60cad" -d '{"events": [{"server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "name": "network-vif-deleted", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:05:43.864219 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a0cb18-447d-4ba8-bd84-8a5cd9b8b72f x-openstack-request-id: req-50a0cb18-447d-4ba8-bd84-8a5cd9b8b72f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:05:43.864519 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4048228-5a9c-4bae-854e-102f42ac58dc", "name": "network-vif-deleted", "tag": "8f3bcbcd-bd70-47d6-84f6-a57304167273", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:05:43.864777 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50a0cb18-447d-4ba8-bd84-8a5cd9b8b72f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:05:43.865183 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4048228-5a9c-4bae-854e-102f42ac58dc', 'name': 'network-vif-deleted', 'tag': '8f3bcbcd-bd70-47d6-84f6-a57304167273', 'status': 'completed', 'code': 200} Feb 14 22:05:43.904796 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:44.109970 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:44.135475 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Checking router: 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:05:44.143459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:44.144050 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:44.255113 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:44.450138 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:44.478441 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793af89d-dd66-4268-934e-ec82950b4729 None None] The sync data for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 is: [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:03Z', 'revision_number': 4, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '16fc2fd9-964f-4384-b200-90b530ba2f73', 'name': '', 'network_id': 'f167a710-4223-4625-aa89-630940111688', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'mac_address': 'fa:16:3e:68:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:02Z', 'updated_at': '2022-02-14T22:00:08Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'subnets': [{'id': 'bacb0605-7ad2-4302-a6ac-388c88ce4c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:05:44.688875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276bc3a-e53d-4c25-89ff-8298b1e55e17 None None] New status for floating IP 3b072584-1680-43ce-8511-9610d6adb52a: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:05:44.769436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44150) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:44.906203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Deleting port 36b45c8d-9417-4b10-a13f-fba57c298091 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:44.906545 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:44.980576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:44.980899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for floatingip (36b45c8d-9417-4b10-a13f-fba57c298091), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:44.992470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Calling delete_port for 36b45c8d-9417-4b10-a13f-fba57c298091 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:45.122165 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (36b45c8d-9417-4b10-a13f-fba57c298091), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.144322 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event deleted for resources: {'Port': ['ID=36b45c8d-9417-4b10-a13f-fba57c298091,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:45.155650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.156007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.156870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.156870 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.157028 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.157325 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.157660 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.158036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.158479 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.158864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.159179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.159530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.159844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:45.223204 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for floatingip (3b072584-1680-43ce-8511-9610d6adb52a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.225831 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.226996 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2e79e9ec-f719-45d7-bf75-c71daddb509b tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "DELETE /v2.0/floatingips/3b072584-1680-43ce-8511-9610d6adb52a HTTP/1.1" status: 204 len: 168 time: 0.4563575 Feb 14 22:05:45.293645 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:45.349036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (372c1ffc-1ac2-4942-94ac-c80d94fd10c0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.373906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (372c1ffc-1ac2-4942-94ac-c80d94fd10c0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.435843 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (372c1ffc-1ac2-4942-94ac-c80d94fd10c0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.438435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:45.439650 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] 10.222.0.86 "DELETE /v2.0/security-groups/372c1ffc-1ac2-4942-94ac-c80d94fd10c0 HTTP/1.1" status: 204 len: 168 time: 0.1450107 Feb 14 22:05:45.448744 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1520f-65e9-441c-992c-e64c8b760383 tempest-TestServerBasicOps-1429029029 tempest-TestServerBasicOps-1429029029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c1ffc-1ac2-4942-94ac-c80d94fd10c0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:45.480451 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:45.539011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f3bcbcd-bd70-47d6-84f6-a57304167273 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:45.559425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 8f3bcbcd-bd70-47d6-84f6-a57304167273 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:45.559762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 8f3bcbcd-bd70-47d6-84f6-a57304167273 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:45.920508 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:46.163808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Deleting port 16fc2fd9-964f-4384-b200-90b530ba2f73 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:46.164146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:46.239784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] For port 16fc2fd9-964f-4384-b200-90b530ba2f73, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=16fc2fd9-964f-4384-b200-90b530ba2f73,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:46.240068 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:46.251356 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Calling delete_port for 16fc2fd9-964f-4384-b200-90b530ba2f73 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:46.429163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (16fc2fd9-964f-4384-b200-90b530ba2f73), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:46.456606 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fc2fd9-964f-4384-b200-90b530ba2f73,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:46.624314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:46.836438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:05:46.941350 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:46.946763 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fb894a4e-ac19-43ea-808c-82a49cf415f3 admin admin] 10.222.0.86 "PUT /v2.0/routers/7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4653518 Feb 14 22:05:46.949925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44170) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:46.952639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Sync routers for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:05:46.963526 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:46.964167 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:47.056879 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks [] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.069155 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:47.163427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks [] for router_gateway (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.222186 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Deleting port c7fbc5a0-1770-4610-9bc4-1df353c83cd9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:47.222524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.304376 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] For port c7fbc5a0-1770-4610-9bc4-1df353c83cd9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:47.304740 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.317053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Calling delete_port for c7fbc5a0-1770-4610-9bc4-1df353c83cd9 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:47.333862 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:05:46Z', 'revision_number': 5, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port': {'id': 'c7fbc5a0-1770-4610-9bc4-1df353c83cd9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:47.359807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Checking router: 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:05:47.367898 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Routers {'7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:47.368501 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:47.458251 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] Set router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:47.483965 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c7fbc5a0-1770-4610-9bc4-1df353c83cd9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.517045 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:05:47Z', 'revision_number': 6, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:47.520150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fbc5a0-1770-4610-9bc4-1df353c83cd9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:47.545984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e5ba8-12f5-49d4-b31c-caa99096f836 None None] The sync data for ids ['7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847'] in n-d-828372-11 is: [{'id': '7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847', 'name': 'tempest-TestServerBasicOps-595836054-router', 'tenant_id': '435a1b8c9e8847dc8019bf9baf347aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:00Z', 'updated_at': '2022-02-14T22:05:47Z', 'revision_number': 6, 'project_id': '435a1b8c9e8847dc8019bf9baf347aae', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:05:47.591943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.680697 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.683365 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks [] for router_controller (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.728795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.729392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:05:47.734066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.735241 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-51edb463-5952-4f8b-a331-2c28b9b24059 admin admin] 10.222.0.86 "DELETE /v2.0/routers/7e5f09ec-7cdd-4c03-8d26-0ee40c5fe847 HTTP/1.1" status: 204 len: 168 time: 0.7843523 Feb 14 22:05:47.737787 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:47.783229 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Deleting subnet bacb0605-7ad2-4302-a6ac-388c88ce4c4b {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:05:47.786263 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Publish callbacks [] for subnet (bacb0605-7ad2-4302-a6ac-388c88ce4c4b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.819780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (bacb0605-7ad2-4302-a6ac-388c88ce4c4b), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:47.899717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (bacb0605-7ad2-4302-a6ac-388c88ce4c4b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.253407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (bacb0605-7ad2-4302-a6ac-388c88ce4c4b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.278461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bacb0605-7ad2-4302-a6ac-388c88ce4c4b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:48.281872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.285595 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a0350545-59f5-4f5d-b96c-ff4f64740e83 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bacb0605-7ad2-4302-a6ac-388c88ce4c4b HTTP/1.1" status: 204 len: 168 time: 0.5463941 Feb 14 22:05:48.287714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44174) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:48.288672 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe58e1b-663d-4ac2-986b-4bf3804a1a98 None None] Network f167a710-4223-4625-aa89-630940111688 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:05:48.364823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f167a710-4223-4625-aa89-630940111688), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.420404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Deleting port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:48.420747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.456916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] DHCP port deletion for f167a710-4223-4625-aa89-630940111688 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:05:48.489412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] For port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:48.489776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.503005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Calling delete_port for 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:48.505858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Deleting port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:48.506178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.573913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] For port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,segment=NetworkSegment(a513ead1-f413-412f-a5e1-be244d76886c),segment_id=a513ead1-f413-412f-a5e1-be244d76886c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:48.574313 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.588580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Calling delete_port for 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:48.595882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.627773 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:48.632904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] No DVR routers for this DVR port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:05:48.667509 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.690975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Pushing event deleted for resources: {'Port': ['ID=9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:48.700059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] No DVR routers for this DVR port 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:05:48.702324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.702675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.703019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.703462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.703755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.704089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.704421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.704751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.705076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.705398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.705724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.706084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.706451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b8787-cadd-4a7a-bcb3-762a482ae3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:48.711036 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f167a710-4223-4625-aa89-630940111688), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.734722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f167a710-4223-4625-aa89-630940111688']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:48.743980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a513ead1-f413-412f-a5e1-be244d76886c') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:48.744279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a513ead1-f413-412f-a5e1-be244d76886c') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:48.754425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (a513ead1-f413-412f-a5e1-be244d76886c), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.768027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (a513ead1-f413-412f-a5e1-be244d76886c), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.774258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:05:48.774644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (a513ead1-f413-412f-a5e1-be244d76886c), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:05:48.776610 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:05:48.833536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f167a710-4223-4625-aa89-630940111688), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.839292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:48.842464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f167a710-4223-4625-aa89-630940111688 HTTP/1.1" status: 204 len: 168 time: 0.5531571 Feb 14 22:05:48.845574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:48.853659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48ca5-b401-4586-a989-b648c0fa4135 admin admin] Pushing event deleted for resources: {'Network': ['ID=f167a710-4223-4625-aa89-630940111688,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:49.188477 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (836284ed-29b6-403a-a746-54c0c03b2838), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:49.434789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Deleting port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:49.435534 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:49.512506 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] For port 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:49.512904 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:49.513594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 16fc2fd9-964f-4384-b200-90b530ba2f73 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:49.525401 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Calling delete_port for 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:49.536621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 16fc2fd9-964f-4384-b200-90b530ba2f73 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:49.536971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 16fc2fd9-964f-4384-b200-90b530ba2f73 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:49.537393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:49.555931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:49.556278 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9ab8f9c8-54d8-4da9-9f7c-0febedb1ab91 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:49.556687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7fbc5a0-1770-4610-9bc4-1df353c83cd9 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:49.575966 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c7fbc5a0-1770-4610-9bc4-1df353c83cd9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:49.576281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c7fbc5a0-1770-4610-9bc4-1df353c83cd9 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:49.705840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:49.734430 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:49.905968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (836284ed-29b6-403a-a746-54c0c03b2838), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.123586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Router 836284ed-29b6-403a-a746-54c0c03b2838 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:05:50.228697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:50.236525 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bf58a60-f8da-46d9-bc63-ca33195e668e admin admin] 10.222.0.86 "PUT /v2.0/routers/836284ed-29b6-403a-a746-54c0c03b2838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3874879 Feb 14 22:05:50.236763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44178) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:50.240700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Sync routers for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:05:50.252692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:50.253424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:50.346283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks [] for router (836284ed-29b6-403a-a746-54c0c03b2838), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.369353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:50.453756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks [] for router_gateway (836284ed-29b6-403a-a746-54c0c03b2838), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.506942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Deleting port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:50.507312 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.563084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:05:49Z', 'revision_number': 5, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port': {'id': 'fe672fab-40dc-4c88-a1d3-0ef08eb37c4c', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836284ed-29b6-403a-a746-54c0c03b2838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:50.585796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] For port fe672fab-40dc-4c88-a1d3-0ef08eb37c4c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:50.586163 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.596078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Checking router: 836284ed-29b6-403a-a746-54c0c03b2838 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:05:50.598933 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Calling delete_port for fe672fab-40dc-4c88-a1d3-0ef08eb37c4c owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:50.605159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Routers {'836284ed-29b6-403a-a746-54c0c03b2838'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:50.606314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['836284ed-29b6-403a-a746-54c0c03b2838'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:50.700627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] Set router 836284ed-29b6-403a-a746-54c0c03b2838 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:50.751586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:05:50Z', 'revision_number': 6, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:50.780113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (fe672fab-40dc-4c88-a1d3-0ef08eb37c4c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.824034 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe672fab-40dc-4c88-a1d3-0ef08eb37c4c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:50.887061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (836284ed-29b6-403a-a746-54c0c03b2838), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.944864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17220b21-246e-40f3-8cf1-77cce445f5d3 None None] The sync data for ids ['836284ed-29b6-403a-a746-54c0c03b2838'] in n-d-828372-11 is: [{'id': '836284ed-29b6-403a-a746-54c0c03b2838', 'name': 'tempest-TestServerBasicOps-1354852670-router', 'tenant_id': 'e94b8c3de56f46239116e5033dbee938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:00:05Z', 'updated_at': '2022-02-14T22:05:50Z', 'revision_number': 6, 'project_id': 'e94b8c3de56f46239116e5033dbee938', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:05:50.986284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (836284ed-29b6-403a-a746-54c0c03b2838), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:50.988495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks [] for router_controller (836284ed-29b6-403a-a746-54c0c03b2838), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.036154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (836284ed-29b6-403a-a746-54c0c03b2838), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.036737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 836284ed-29b6-403a-a746-54c0c03b2838 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:05:51.040931 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.042619 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8243690f-9f42-4d96-b9ce-4fb51f705f1b admin admin] 10.222.0.86 "DELETE /v2.0/routers/836284ed-29b6-403a-a746-54c0c03b2838 HTTP/1.1" status: 204 len: 168 time: 0.8047423 Feb 14 22:05:51.045262 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44180) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:51.089094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Deleting subnet 6a101539-de2c-4e1a-9414-ed9725f9b872 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:05:51.092328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Publish callbacks [] for subnet (6a101539-de2c-4e1a-9414-ed9725f9b872), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.127901 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (6a101539-de2c-4e1a-9414-ed9725f9b872), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.201620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6a101539-de2c-4e1a-9414-ed9725f9b872), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.257899 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (6a101539-de2c-4e1a-9414-ed9725f9b872), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.286328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.290826 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6a101539-de2c-4e1a-9414-ed9725f9b872 HTTP/1.1" status: 204 len: 168 time: 0.2440963 Feb 14 22:05:51.292491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796e5a2-b673-4a08-91da-3f5dfae312e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a101539-de2c-4e1a-9414-ed9725f9b872,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:51.293552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44182) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:51.294695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b028356-230b-44f6-a8c0-a51907e6b52d None None] Network cc399562-6fb9-460e-8d95-f2d5837c1566 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:05:51.384239 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (cc399562-6fb9-460e-8d95-f2d5837c1566), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.451223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Deleting port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:51.451637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.516032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] For port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,segment=NetworkSegment(2df711f4-2157-4705-9e32-4a2327afc1ac),segment_id=2df711f4-2157-4705-9e32-4a2327afc1ac)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:51.516385 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.529886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Calling delete_port for 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:51.612750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (9b8b1297-7da6-4e6a-9520-fcad2ee22de9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.637016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8b1297-7da6-4e6a-9520-fcad2ee22de9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:51.644287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] No DVR routers for this DVR port 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:05:51.722285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (cc399562-6fb9-460e-8d95-f2d5837c1566), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.746280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc399562-6fb9-460e-8d95-f2d5837c1566']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:51.758245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499c871-41c2-4299-9f3e-c0811791a7ae None None] DHCP port deletion for cc399562-6fb9-460e-8d95-f2d5837c1566 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:05:51.761510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df711f4-2157-4705-9e32-4a2327afc1ac') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:51.761810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df711f4-2157-4705-9e32-4a2327afc1ac') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:51.772921 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (2df711f4-2157-4705-9e32-4a2327afc1ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.795945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (2df711f4-2157-4705-9e32-4a2327afc1ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.802916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:05:51.803436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (2df711f4-2157-4705-9e32-4a2327afc1ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:05:51.805385 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:05:51.821113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:51.845661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:51.846017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1e1a6fdd-e157-4d0c-8cc1-bc0169b3d7ee not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:51.846452 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fe672fab-40dc-4c88-a1d3-0ef08eb37c4c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:51.865942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: fe672fab-40dc-4c88-a1d3-0ef08eb37c4c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:51.866517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device fe672fab-40dc-4c88-a1d3-0ef08eb37c4c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:51.867123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:05:51.872414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (cc399562-6fb9-460e-8d95-f2d5837c1566), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.878027 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:51.882661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] 10.222.0.86 "DELETE /v2.0/networks/cc399562-6fb9-460e-8d95-f2d5837c1566 HTTP/1.1" status: 204 len: 168 time: 0.5879283 Feb 14 22:05:51.892390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:05:51.893561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 9b8b1297-7da6-4e6a-9520-fcad2ee22de9 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:05:51.915030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af3d4d-747a-4c8c-be8f-f1e73dbba0be admin admin] Pushing event deleted for resources: {'Network': ['ID=cc399562-6fb9-460e-8d95-f2d5837c1566,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:52.026916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44186) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:52.071746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-88110284-3075-4d11-975c-36a2a44093d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=435a1b8c9e8847dc8019bf9baf347aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431368 Feb 14 22:05:52.074600 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:52.126612 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] Publish callbacks [] for security_group (f041c31c-8c60-4fb9-aa2b-40c3f32eaada), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.147380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] Publish callbacks [] for security_group (f041c31c-8c60-4fb9-aa2b-40c3f32eaada), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.192569 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f041c31c-8c60-4fb9-aa2b-40c3f32eaada), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.195398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.196643 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f041c31c-8c60-4fb9-aa2b-40c3f32eaada HTTP/1.1" status: 204 len: 168 time: 0.1209457 Feb 14 22:05:52.205114 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a60c1-3a38-44f1-8c78-77c42f7391b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041c31c-8c60-4fb9-aa2b-40c3f32eaada,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:52.499532 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44194) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:52.538514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa8cd6c4-a846-433d-a56e-14451f875f30 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e94b8c3de56f46239116e5033dbee938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378528 Feb 14 22:05:52.540961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44196) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:52.589982 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] Publish callbacks [] for security_group (e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.610016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] Publish callbacks [] for security_group (e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.655544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.658036 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:52.659192 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91 HTTP/1.1" status: 204 len: 168 time: 0.1173322 Feb 14 22:05:52.667079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551f0ff-b15d-463b-948c-b64d292a6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e2b30d-abaa-40fe-96e2-1c1b92cd9b91,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:53.310592 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44218) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:53.405540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-634102275-network', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:05:53.424073 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Made reservation on behalf of ac5fa6a4b4b94749ae67588474cb958e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:05:53.426327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.434878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.506779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks [] for security_group (9f361ada-5ed1-4d6d-92a0-539ef90ce09f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.511102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9f361ada-5ed1-4d6d-92a0-539ef90ce09f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.535131 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:05:53.543740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f361ada-5ed1-4d6d-92a0-539ef90ce09f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:53.550100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5cba9255-ad43-480e-a895-c1d38fb0a91f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.550448 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Added segment 5cba9255-ad43-480e-a895-c1d38fb0a91f of type vlan for network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 Feb 14 22:05:53.589315 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.612503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.613417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:53.614013 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.664749 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3530409 Feb 14 22:05:53.667736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44222) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:53.672840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Request body: {'subnet': {'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-634102275-subnet', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:05:53.678493 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73552c20-5fb0-46c8-aa87-a4c0e0dc6bcf admin admin] Pushing event updated for resources: {'Network': ['ID=f85ed4b0-a7a5-4b25-bd5e-deedd0e25735,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:53.689820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:05:53.694501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Made reservation on behalf of ac5fa6a4b4b94749ae67588474cb958e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:05:53.696969 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.866459 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (3ccfb65f-2109-42c7-ad38-703808908476), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.921135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccfb65f-2109-42c7-ad38-703808908476,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:53.929670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Checking segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:05:53.929976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Network hostable DHCP agents. Network: f85ed4b0-a7a5-4b25-bd5e-deedd0e25735, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:05:53.945417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:05:53.954581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f85ed4b0-a7a5-4b25-bd5e-deedd0e25735) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:05:53.958667 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:05:53.959295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:53.964652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e30d07-19ea-4215-a30c-befd203d1833 None None] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:05:53.975712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e318f11a-10e6-4ad0-9985-4f8985cd5095 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3067760 Feb 14 22:05:53.978283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44224) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:53.982595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:05:54.001070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.002264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.063829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for router_controller (038d7c66-35d3-410b-a1da-e27eaedf8bb6), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.072727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f85ed4b0-a7a5-4b25-bd5e-deedd0e25735', 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735', 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'fixed_ips': [{'subnet_id': '3ccfb65f-2109-42c7-ad38-703808908476'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:05:54.073601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.204270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Allocated IP 172.20.0.2 (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735/3ccfb65f-2109-42c7-ad38-703808908476/1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:05:54.210908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for router_gateway (038d7c66-35d3-410b-a1da-e27eaedf8bb6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.347814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks [] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.353605 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.393148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:05:54.400470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:05:54.402552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Pushing event updated for resources: {'Port': ['ID=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:54.404876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:05:54.412156 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for router_gateway (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.431003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.463389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Attempting to bind port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:05:54.463685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Attempting to bind port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:05:54.464050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Attempting to bind port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd on network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:05:54.469022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:05:54.469403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Checking segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:05:54.469806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.470198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Bound using segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:05:54.470661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Bound port: 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:05:54.471043 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.531689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] For port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:05:54.534703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] For port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,segment=NetworkSegment(5cba9255-ad43-480e-a895-c1d38fb0a91f),segment_id=5cba9255-ad43-480e-a895-c1d38fb0a91f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:05:54.540490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.541098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Allocated IP 172.25.2.150 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/90b4f921-0ed5-479b-a557-70464bf64dd4) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:05:54.600176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990a803-9f5b-4760-bbb6-76aa1bf4f81c None None] Pushing event updated for resources: {'Port': ['ID=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:54.651314 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.692093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:54.742393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:05:54.747173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:05:54.749209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Pushing event updated for resources: {'Port': ['ID=90b4f921-0ed5-479b-a557-70464bf64dd4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:54.752896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:05:55.011775 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for router_gateway (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.215726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.353336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:05:55.467707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:55.477163 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Sync routers for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:05:55.487075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.492497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44226) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:55.495456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Routers {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:55.496505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:55.501523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d2db0093-0b4e-4c99-a0bd-ae054bb66feb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5219336 Feb 14 22:05:55.556070 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cebca6-cd79-4709-8a6f-ef7be157c20d None None] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:05:55.617586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:05:55.639607 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Set router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:55.679405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Provisioning complete for port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:55.680033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.777759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:55.778522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.835776 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:54Z', 'revision_number': 3, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:55.866097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Checking router: 038d7c66-35d3-410b-a1da-e27eaedf8bb6 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:05:55.866700 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Updating router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 port 90b4f921-0ed5-479b-a557-70464bf64dd4 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:05:55.905187 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.924781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:55.925323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.928881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Current status of the port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:55.929404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:55.973871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] For port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,segment=NetworkSegment(5cba9255-ad43-480e-a895-c1d38fb0a91f),segment_id=5cba9255-ad43-480e-a895-c1d38fb0a91f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:55.985551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.055802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:05:56.056303 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:05:56.086624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9514e-a88c-4386-9d0a-ed64e2a13ae1 None None] Pushing event updated for resources: {'Port': ['ID=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:56.208994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-22c89103-394f-48eb-a60b-ea9f7c029caf None None] Provisioning complete for port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:56.209273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22c89103-394f-48eb-a60b-ea9f7c029caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.246961 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks [] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.252843 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.298670 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Attempting to bind port 90b4f921-0ed5-479b-a557-70464bf64dd4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:05:56.299115 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Attempting to bind port 90b4f921-0ed5-479b-a557-70464bf64dd4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:05:56.299514 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Attempting to bind port 90b4f921-0ed5-479b-a557-70464bf64dd4 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:05:56.302456 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.305261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-22c89103-394f-48eb-a60b-ea9f7c029caf None None] Current status of the port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:56.310141 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:05:56.310526 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:05:56.310923 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.311344 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:05:56.311873 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Bound port: 90b4f921-0ed5-479b-a557-70464bf64dd4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:05:56.312287 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.345860 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Pushing event updated for resources: {'Port': ['ID=90b4f921-0ed5-479b-a557-70464bf64dd4,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:56.360231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.360564 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.360904 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.361238 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.361564 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.361960 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.362213 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.362533 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.362853 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.363186 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.363507 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.363824 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.364140 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:05:56.383866 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] For port 90b4f921-0ed5-479b-a557-70464bf64dd4, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:05:56.387892 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] For port 90b4f921-0ed5-479b-a557-70464bf64dd4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=90b4f921-0ed5-479b-a557-70464bf64dd4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:05:56.394176 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.451521 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Routers {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:56.452130 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:56.460884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Allocated IP 172.20.0.1 (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735/3ccfb65f-2109-42c7-ad38-703808908476/5a59451b-5999-4d2d-bcca-4380a851011f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:05:56.496522 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3906-e2a8-4036-8329-5cfd7c8b3d85 None None] Pushing event updated for resources: {'Port': ['ID=90b4f921-0ed5-479b-a557-70464bf64dd4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:56.564881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks [] for port (5a59451b-5999-4d2d-bcca-4380a851011f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.569851 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] Set router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:56.595692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:56.604914 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.644032 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:05:56.649249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:05:56.655005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:05:56.657519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Pushing event updated for resources: {'Port': ['ID=5a59451b-5999-4d2d-bcca-4380a851011f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:56.701069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.756623 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:54Z', 'revision_number': 3, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:56.784367 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff556a-ee58-4a2c-8d8d-34ef2d7616db None None] The sync data for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 is: [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:54Z', 'revision_number': 3, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:05:56.844473 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.929981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-830ff07c-f943-4a04-b85e-8e9c53097252 None None] Provisioning complete for port 5a59451b-5999-4d2d-bcca-4380a851011f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:56.930273 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-830ff07c-f943-4a04-b85e-8e9c53097252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:56.970836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-830ff07c-f943-4a04-b85e-8e9c53097252 None None] Port 5a59451b-5999-4d2d-bcca-4380a851011f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:05:57.020742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks [] for port (5a59451b-5999-4d2d-bcca-4380a851011f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.027296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.096863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Pushing event updated for resources: {'Port': ['ID=5a59451b-5999-4d2d-bcca-4380a851011f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:57.102131 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.203413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:05:57.204868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:05:57.340004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:05:57.461629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:57.468346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-98a48553-7897-4b36-a2c8-850f1798b6cd admin admin] 10.222.0.86 "PUT /v2.0/routers/038d7c66-35d3-410b-a1da-e27eaedf8bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9733901 Feb 14 22:05:57.500515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bf5304b0-6c3f-4b4c-ab71-c1b389f69c5c None None] Provisioning complete for port 5a59451b-5999-4d2d-bcca-4380a851011f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:57.500973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5304b0-6c3f-4b4c-ab71-c1b389f69c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.540446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf5304b0-6c3f-4b4c-ab71-c1b389f69c5c None None] Port 5a59451b-5999-4d2d-bcca-4380a851011f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:05:57.786131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 90b4f921-0ed5-479b-a557-70464bf64dd4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:05:57.834636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 90b4f921-0ed5-479b-a557-70464bf64dd4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:57.835024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.916499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 90b4f921-0ed5-479b-a557-70464bf64dd4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:57.916807 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.938416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 90b4f921-0ed5-479b-a557-70464bf64dd4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=90b4f921-0ed5-479b-a557-70464bf64dd4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:05:57.942292 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:57.943263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:05:58.018709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=90b4f921-0ed5-479b-a557-70464bf64dd4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:58.029455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:58.029839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:58.113744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:58.499135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44250) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:58.527867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Sync routers for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:05:58.537893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Routers {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:58.538597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:58.647031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Set router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:05:58.839018 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:58.846366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:56Z', 'revision_number': 4, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '5a59451b-5999-4d2d-bcca-4380a851011f', 'name': '', 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'mac_address': 'fa:16:3e:03:c1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '3ccfb65f-2109-42c7-ad38-703808908476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:56Z', 'updated_at': '2022-02-14T22:05:56Z', 'revision_number': 2, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'subnets': [{'id': '3ccfb65f-2109-42c7-ad38-703808908476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:05:58.876893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Checking router: 038d7c66-35d3-410b-a1da-e27eaedf8bb6 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:05:58.877259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Updating router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 port 5a59451b-5999-4d2d-bcca-4380a851011f binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:05:58.904239 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.076470 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.089474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Deleting port 5a59451b-5999-4d2d-bcca-4380a851011f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:05:59.089812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.166703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.174926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks [] for port (5a59451b-5999-4d2d-bcca-4380a851011f), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.178782 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Calling delete_port for 5a59451b-5999-4d2d-bcca-4380a851011f owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:05:59.180767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.237101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d15898-da16-4391-a069-a728ef65fd80 None None] Pushing event updated for resources: {'Port': ['ID=5a59451b-5999-4d2d-bcca-4380a851011f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:59.300620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:05:59.301002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:05:59.301377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f on network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:05:59.306585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:05:59.307006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Checking segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:05:59.307451 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.307845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Bound using segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:05:59.308315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Bound port: 5a59451b-5999-4d2d-bcca-4380a851011f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:05:59.308993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.380271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:05:59.380964 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.381322 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:05:59.409766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a59451b-5999-4d2d-bcca-4380a851011f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:05:59.465391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fe9e6073-2358-4184-a6db-dfe87665cec1 None None] Could not find standard attr ID for object 5a59451b-5999-4d2d-bcca-4380a851011f. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 22:05:59.530944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 90b4f921-0ed5-479b-a557-70464bf64dd4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:05:59.557635 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:05:59.580882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.587816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 90b4f921-0ed5-479b-a557-70464bf64dd4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:05:59.588466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.667648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 90b4f921-0ed5-479b-a557-70464bf64dd4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:05:59.800564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:05:59.895294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:05:59.895832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:05:59.895962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Attempting to bind port 5a59451b-5999-4d2d-bcca-4380a851011f on network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:05:59.901516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:05:59.901896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Checking segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:05:59.902302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.902695 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Bound using segment: {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:05:59.903215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Bound port: 5a59451b-5999-4d2d-bcca-4380a851011f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba9255-ad43-480e-a895-c1d38fb0a91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f85ed4b0-a7a5-4b25-bd5e-deedd0e25735'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:05:59.903606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5a59451b-5999-4d2d-bcca-4380a851011f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:05:59.906453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:05:59.911852 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-980a1b17-ba33-400f-91e7-a387d767acc4 admin admin] 10.222.0.86 "PUT /v2.0/routers/038d7c66-35d3-410b-a1da-e27eaedf8bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114761 Feb 14 22:05:59.914185 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44252) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:05:59.932985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Port 5a59451b-5999-4d2d-bcca-4380a851011f has been deleted concurrently {{(pid=103514) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 14 22:05:59.941918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Routers {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:05:59.942507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:06:00.018259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks [] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.047888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] Set router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:06:00.124567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks [] for router_gateway (038d7c66-35d3-410b-a1da-e27eaedf8bb6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.177384 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Deleting port 90b4f921-0ed5-479b-a557-70464bf64dd4 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:06:00.177742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.264315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] For port 90b4f921-0ed5-479b-a557-70464bf64dd4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=90b4f921-0ed5-479b-a557-70464bf64dd4,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:00.264680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.278594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Calling delete_port for 90b4f921-0ed5-479b-a557-70464bf64dd4 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:06:00.378986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:59Z', 'revision_number': 5, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:06:00.405231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58079821-645f-4ffe-938b-3c09387751c3 None None] The sync data for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 is: [{'id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'name': 'tempest-ImageQuotaTest-634102275-router', 'tenant_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:59Z', 'revision_number': 5, 'project_id': 'ac5fa6a4b4b94749ae67588474cb958e', 'gw_port': {'id': '90b4f921-0ed5-479b-a557-70464bf64dd4', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d7c66-35d3-410b-a1da-e27eaedf8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:05:54Z', 'updated_at': '2022-02-14T22:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:06:00.446395 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (90b4f921-0ed5-479b-a557-70464bf64dd4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.471191 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Pushing event deleted for resources: {'Port': ['ID=90b4f921-0ed5-479b-a557-70464bf64dd4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:00.537184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.953813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:00.956066 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks [] for router_controller (038d7c66-35d3-410b-a1da-e27eaedf8bb6), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.003532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Sync routers for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:06:01.005585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (038d7c66-35d3-410b-a1da-e27eaedf8bb6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.006125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038d7c66-35d3-410b-a1da-e27eaedf8bb6 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:06:01.011120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.012315 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-11245e79-5c88-4642-8f8c-1f3ec722085a admin admin] 10.222.0.86 "DELETE /v2.0/routers/038d7c66-35d3-410b-a1da-e27eaedf8bb6 HTTP/1.1" status: 204 len: 168 time: 1.0971243 Feb 14 22:06:01.014868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44254) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:01.015015 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:06:01.015393 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 22:06:01.016118 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_agentschedulers_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103515) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 22:06:01.016546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36e843f2-0045-4d01-ad43-8fca7c098e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.027246 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Routers set() bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:06:01.027687 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Router IDs set() for agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 22:06:01.028273 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_agentschedulers_db [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'038d7c66-35d3-410b-a1da-e27eaedf8bb6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:05:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent'). {{(pid=103515) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 22:06:01.028658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267188a-46ef-449f-8466-f2bfdd341c21 None None] The sync data for ids ['038d7c66-35d3-410b-a1da-e27eaedf8bb6'] in n-d-828372-11 is: [] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:06:01.059433 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Deleting subnet 3ccfb65f-2109-42c7-ad38-703808908476 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:06:01.062737 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Publish callbacks [] for subnet (3ccfb65f-2109-42c7-ad38-703808908476), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.098283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3ccfb65f-2109-42c7-ad38-703808908476), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.181674 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3ccfb65f-2109-42c7-ad38-703808908476), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.231686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3ccfb65f-2109-42c7-ad38-703808908476), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.257033 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccfb65f-2109-42c7-ad38-703808908476,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:01.258970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.262238 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c6d97d1c-33ae-46ad-b176-ceb8712e12ef admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3ccfb65f-2109-42c7-ad38-703808908476 HTTP/1.1" status: 204 len: 168 time: 0.2463782 Feb 14 22:06:01.263711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f8acf-7132-44ef-b963-a7e815344a2f None None] Network f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:06:01.264679 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:01.337575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.390397 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Deleting port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:06:01.390739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.451632 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] For port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,segment=NetworkSegment(5cba9255-ad43-480e-a895-c1d38fb0a91f),segment_id=5cba9255-ad43-480e-a895-c1d38fb0a91f)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:01.452003 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.470369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Calling delete_port for 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:06:01.488557 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] DHCP port deletion for f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:06:01.547109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Deleting port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:06:01.547618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.561244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 90b4f921-0ed5-479b-a557-70464bf64dd4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:06:01.564061 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.590343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:01.596866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] No DVR routers for this DVR port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:06:01.616872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 90b4f921-0ed5-479b-a557-70464bf64dd4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:06:01.617229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 90b4f921-0ed5-479b-a557-70464bf64dd4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:06:01.617663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:06:01.645417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:06:01.645779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:06:01.653790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] For port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,segment=NetworkSegment(5cba9255-ad43-480e-a895-c1d38fb0a91f),segment_id=5cba9255-ad43-480e-a895-c1d38fb0a91f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:01.654203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.666897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Calling delete_port for 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:06:01.669171 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.690950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85ed4b0-a7a5-4b25-bd5e-deedd0e25735']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:06:01.701916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba9255-ad43-480e-a895-c1d38fb0a91f') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:06:01.702297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba9255-ad43-480e-a895-c1d38fb0a91f') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:06:01.711863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (5cba9255-ad43-480e-a895-c1d38fb0a91f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.724850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5cba9255-ad43-480e-a895-c1d38fb0a91f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.730907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:06:01.731355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (5cba9255-ad43-480e-a895-c1d38fb0a91f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: items = [ Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:06:01.733079 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:06:01.752626 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.777604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] Pushing event deleted for resources: {'Port': ['ID=1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:01.781224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d3090-360b-411d-918d-8fa1d51f9c56 None None] No DVR routers for this DVR port 1aa39d0f-fb69-4c12-9b9e-fe5ac35e7fcd on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:06:01.793362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f85ed4b0-a7a5-4b25-bd5e-deedd0e25735), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.799193 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:01.805228 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f85ed4b0-a7a5-4b25-bd5e-deedd0e25735 HTTP/1.1" status: 204 len: 168 time: 0.5373087 Feb 14 22:06:01.816822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa63a-eb1f-49d6-b147-e9f89d5257a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85ed4b0-a7a5-4b25-bd5e-deedd0e25735,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:01.913277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44264) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:01.953202 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4a4b844e-ec4f-49a7-a91c-888f7b76d56a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac5fa6a4b4b94749ae67588474cb958e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386198 Feb 14 22:06:01.955788 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44266) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:02.005749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] Publish callbacks [] for security_group (9f361ada-5ed1-4d6d-92a0-539ef90ce09f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.026474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] Publish callbacks [] for security_group (9f361ada-5ed1-4d6d-92a0-539ef90ce09f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.074437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (9f361ada-5ed1-4d6d-92a0-539ef90ce09f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.077457 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.078623 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f361ada-5ed1-4d6d-92a0-539ef90ce09f HTTP/1.1" status: 204 len: 168 time: 0.1219444 Feb 14 22:06:02.086448 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc4dff-8a02-4a6a-8cd8-6e6acca94df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f361ada-5ed1-4d6d-92a0-539ef90ce09f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:02.403490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:02.416308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b298173d-a877-4292-94e5-4fa803d1916e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.488775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b298173d-a877-4292-94e5-4fa803d1916e admin admin] Publish callbacks [] for security_group (6302d44d-a650-438a-8c3e-1a615a3ebe2d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.492181 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b298173d-a877-4292-94e5-4fa803d1916e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6302d44d-a650-438a-8c3e-1a615a3ebe2d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.528713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b298173d-a877-4292-94e5-4fa803d1916e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1241357 Feb 14 22:06:02.530654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298173d-a877-4292-94e5-4fa803d1916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6302d44d-a650-438a-8c3e-1a615a3ebe2d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:02.531490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44274) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:02.582695 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] Publish callbacks [] for security_group (6302d44d-a650-438a-8c3e-1a615a3ebe2d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.609936 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] Publish callbacks [] for security_group (6302d44d-a650-438a-8c3e-1a615a3ebe2d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.657562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (6302d44d-a650-438a-8c3e-1a615a3ebe2d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.660201 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:02.661379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6302d44d-a650-438a-8c3e-1a615a3ebe2d HTTP/1.1" status: 204 len: 168 time: 0.1288369 Feb 14 22:06:02.670016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cc467-80a2-45c5-9572-9731d859f497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6302d44d-a650-438a-8c3e-1a615a3ebe2d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:03.380351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae015be7-89f5-40e4-b5de-9def526e4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:04.694413 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:05.883459 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:06.489771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:07.334793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:12.685230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-e37165d6-da31-4a60-8eba-48d3db1240ee tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=95995be625fb4cc5b43a2f838d05cf31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298426 Feb 14 22:06:12.868328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-4063e204-6d6b-449e-989e-03407ff0deec tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:12.870382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-4063e204-6d6b-449e-989e-03407ff0deec tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800985 Feb 14 22:06:12.884361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-2fc61177-cf2e-4a41-8814-349e66e8686d tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/quotas/95995be625fb4cc5b43a2f838d05cf31 HTTP/1.1" status: 200 len: 375 time: 0.0087078 Feb 14 22:06:12.914989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-f0ec6eeb-7e1c-4d83-b17e-9a60d85c610b tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95995be625fb4cc5b43a2f838d05cf31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258729 Feb 14 22:06:14.082085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92916c05-cc20-4cf0-841e-60c7175e488c req-eeadf5a6-73f4-4f41-9777-ffb37141b670 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 210 time: 0.0266399 Feb 14 22:06:15.086217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-beb997ac-6618-4363-a9b3-ccf09662b97b tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=95995be625fb4cc5b43a2f838d05cf31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219934 Feb 14 22:06:15.502045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe14320-c983-4d3f-9ae1-fc108f30971c req-b2c947a4-84e3-4f7b-a522-32bee84fbd27 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 210 time: 0.0331147 Feb 14 22:06:15.545120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-7595b67b-6769-4371-8a88-a382ed88641f tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:15.546540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-7595b67b-6769-4371-8a88-a382ed88641f tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548936 Feb 14 22:06:15.558356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Request body: {'port': {'device_id': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'admin_state_up': True, 'tenant_id': '95995be625fb4cc5b43a2f838d05cf31'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:15.668320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Made reservation on behalf of 95995be625fb4cc5b43a2f838d05cf31 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:06:15.671629 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:15.679994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:15.753727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks [] for security_group (28004454-c068-4ec8-b465-db10c8fed1c0), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:15.757588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28004454-c068-4ec8-b465-db10c8fed1c0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:15.822858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28004454-c068-4ec8-b465-db10c8fed1c0,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:15.893030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Allocated IP 192.168.233.25 (2eb4aa2e-1e54-46f4-9fb8-652756385b3a/702c06c1-1b5a-42dd-9e18-8165dd6be045/bc53d037-91c1-4d97-ac82-ad3da7abbac4) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:06:16.036471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks [] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.070043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.116229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:06:16.119889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:06:16.126152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:06:16.132554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Pushing event updated for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:16.178723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:16.179381 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.197763 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-a3c940dc-34f1-455e-97e0-2dcaeb016ece tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6427400 Feb 14 22:06:16.207132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-0ed51cb1-f717-4b83-b77a-7859eed972e5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:06:16.208113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-0ed51cb1-f717-4b83-b77a-7859eed972e5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054450 Feb 14 22:06:16.219517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Request body: {'port': {'device_id': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:16.281402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.383036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-08cda2fa-491e-4104-91e9-cdabcdbcd42e None None] Provisioning complete for port bc53d037-91c1-4d97-ac82-ad3da7abbac4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:06:16.384627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08cda2fa-491e-4104-91e9-cdabcdbcd42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.418678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-08cda2fa-491e-4104-91e9-cdabcdbcd42e None None] Port bc53d037-91c1-4d97-ac82-ad3da7abbac4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:06:16.550138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc53d037-91c1-4d97-ac82-ad3da7abbac4 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:06:16.557616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks [] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.571284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Transition to ACTIVE for port object bc53d037-91c1-4d97-ac82-ad3da7abbac4 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:06:16.582315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.674612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:16.716860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bafa2d-6f6a-45ac-b175-95699c319a1e req-ce72fb5c-9d41-462a-8514-8adcd94072de tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:16.718488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03bafa2d-6f6a-45ac-b175-95699c319a1e req-ce72fb5c-9d41-462a-8514-8adcd94072de tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 947 time: 0.1486557 Feb 14 22:06:16.771989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Attempting to bind port bc53d037-91c1-4d97-ac82-ad3da7abbac4 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:06:16.772332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Attempting to bind port bc53d037-91c1-4d97-ac82-ad3da7abbac4 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:06:16.772666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Attempting to bind port bc53d037-91c1-4d97-ac82-ad3da7abbac4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:06:16.786483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Port bc53d037-91c1-4d97-ac82-ad3da7abbac4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:06:16.786824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Attempting to bind port bc53d037-91c1-4d97-ac82-ad3da7abbac4 on network 2eb4aa2e-1e54-46f4-9fb8-652756385b3a {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:06:16.796072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03bafa2d-6f6a-45ac-b175-95699c319a1e req-4f3b21e4-4849-41f7-b319-64e5624401fb tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Feb 14 22:06:16.796963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:06:16.797312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Checking segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:06:16.797696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Bound using segment: {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:06:16.798134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Bound port: bc53d037-91c1-4d97-ac82-ad3da7abbac4, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8ab73f-51a2-4338-b86b-62ecb7fdb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:06:16.798503 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.863489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:06:16.866392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:06:16.872316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.906517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:16.907145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:16.908573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/bc53d037-91c1-4d97-ac82-ad3da7abbac4 HTTP/1.1" status: 200 len: 1096 time: 0.6929698 Feb 14 22:06:16.909033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:06:16.911308 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:06:16.938090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6846c6-ef86-440e-af20-1d34d051b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:16.965476 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2638f67c-4686-4134-8af0-3c4f129f414d x-openstack-request-id: req-2638f67c-4686-4134-8af0-3c4f129f414d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:06:16.966368 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:06:16.966622 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2638f67c-4686-4134-8af0-3c4f129f414d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:06:16.967022 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4', 'status': 'completed', 'code': 200} Feb 14 22:06:17.011898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-e1bb9d55-7a44-452b-9a14-1f0f1d49a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.013596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-e1bb9d55-7a44-452b-9a14-1f0f1d49a0b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=95995be625fb4cc5b43a2f838d05cf31&device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 1130 time: 0.0595520 Feb 14 22:06:17.057524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-f7c6fd54-3cfb-431e-b16a-4eb378ed78b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4 HTTP/1.1" status: 200 len: 217 time: 0.0365660 Feb 14 22:06:17.108216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-962625bf-e938-4fdb-8984-a6fcdc4b51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.109743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-962625bf-e938-4fdb-8984-a6fcdc4b51e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0462947 Feb 14 22:06:17.165936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-eb7cdbdd-4d35-4a34-afb8-a26145b598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.167672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-eb7cdbdd-4d35-4a34-afb8-a26145b598fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0503204 Feb 14 22:06:17.257627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-422d5c14-9368-47ae-ad62-1a90226f0f5d service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840855 Feb 14 22:06:17.350081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8c2843a-ed85-4895-acdf-17fe93575079 req-080a1f91-0089-42c5-9d21-9f4115e0de62 service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871732 Feb 14 22:06:17.437448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-0e6a2e14-24b7-4b57-81f3-1b8630c7e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.438978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-0e6a2e14-24b7-4b57-81f3-1b8630c7e6a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=95995be625fb4cc5b43a2f838d05cf31&device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 1130 time: 0.0468247 Feb 14 22:06:17.527880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-ae64c858-faa7-42d3-b04a-021ef930d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.529369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-ae64c858-faa7-42d3-b04a-021ef930d6bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a HTTP/1.1" status: 200 len: 870 time: 0.0847847 Feb 14 22:06:17.573599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-fa68c195-b6b4-4129-a359-4d7e0cef5bcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4 HTTP/1.1" status: 200 len: 217 time: 0.0379283 Feb 14 22:06:17.621404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-271ff170-a94a-4157-8e33-272885b91caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.622729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-271ff170-a94a-4157-8e33-272885b91caa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702c06c1-1b5a-42dd-9e18-8165dd6be045 HTTP/1.1" status: 200 len: 843 time: 0.0432580 Feb 14 22:06:17.672670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-613df7e3-6b9e-45f0-a592-57ee92f367d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.674542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-613df7e3-6b9e-45f0-a592-57ee92f367d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2eb4aa2e-1e54-46f4-9fb8-652756385b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0443997 Feb 14 22:06:17.767334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-b4a1a838-3dbc-445f-8814-e30d2bece28c service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864651 Feb 14 22:06:17.857541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7a6fb3a-1b82-4cbf-8a26-a6c31af55a07 req-1821a62e-4b39-4d15-ac4e-ec12f7aa126d service neutron] 10.222.0.83 "GET /v2.0/networks/2eb4aa2e-1e54-46f4-9fb8-652756385b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837939 Feb 14 22:06:17.917305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3118b-c7b7-4614-83c3-dec30d29f9f4 req-4bc5107e-d525-46a5-a829-b17eb23475db tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:17.918708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67b3118b-c7b7-4614-83c3-dec30d29f9f4 req-4bc5107e-d525-46a5-a829-b17eb23475db tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 947 time: 0.0537579 Feb 14 22:06:17.971489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67b3118b-c7b7-4614-83c3-dec30d29f9f4 req-ef4925aa-32f0-4ed9-83af-e34cd0c67831 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Feb 14 22:06:19.088814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3ae9-a6e5-49c4-927f-1360c11fb434 req-a0b053e0-c311-4f00-946b-fb462332d29f tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:19.090351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-088a3ae9-a6e5-49c4-927f-1360c11fb434 req-a0b053e0-c311-4f00-946b-fb462332d29f tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 947 time: 0.0530410 Feb 14 22:06:19.137230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-088a3ae9-a6e5-49c4-927f-1360c11fb434 req-3b0eb8e1-6fb6-4448-97df-253febf476d4 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Feb 14 22:06:20.131055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bc53d037-91c1-4d97-ac82-ad3da7abbac4 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:06:20.227419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:20.239095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4', 'network_id': '2eb4aa2e-1e54-46f4-9fb8-652756385b3a', 'port_id': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4', 'mac_address': 'fa:16:3e:f5:05:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702c06c1-1b5a-42dd-9e18-8165dd6be045', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:06:20.253334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b478ba-8a18-4574-8dc5-b30e7144abc5 req-75fb99a7-44ec-4554-b7ca-a33f91def147 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:20.254839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38b478ba-8a18-4574-8dc5-b30e7144abc5 req-75fb99a7-44ec-4554-b7ca-a33f91def147 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 947 time: 0.0521269 Feb 14 22:06:20.280718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port bc53d037-91c1-4d97-ac82-ad3da7abbac4 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:06:20.280718 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:20.297218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc53d037-91c1-4d97-ac82-ad3da7abbac4 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:06:20.303365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38b478ba-8a18-4574-8dc5-b30e7144abc5 req-8b1d0f96-e71d-456f-bd04-6f9cebad108b tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Feb 14 22:06:20.317315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:20.321464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:20.368268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:20.561662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['bc53d037-91c1-4d97-ac82-ad3da7abbac4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:06:21.440234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc91eb-8aa6-433b-b928-e30255eb459d req-28065eb3-1403-4e37-b8bf-6ba9b6d41e1c tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:21.441737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40dc91eb-8aa6-433b-b928-e30255eb459d req-28065eb3-1403-4e37-b8bf-6ba9b6d41e1c tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 948 time: 0.0695100 Feb 14 22:06:21.489697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40dc91eb-8aa6-433b-b928-e30255eb459d req-7d11c2e0-908b-4e80-b77a-21d7d57f7854 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Feb 14 22:06:22.146240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bc53d037-91c1-4d97-ac82-ad3da7abbac4 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:06:22.194405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port bc53d037-91c1-4d97-ac82-ad3da7abbac4 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:06:22.198440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port bc53d037-91c1-4d97-ac82-ad3da7abbac4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:06:22.198812 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:22.276329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port bc53d037-91c1-4d97-ac82-ad3da7abbac4 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:06:22.276716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:22.298811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:06:22.301049 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50275a7-5b53-46bf-800e-d28f25c9de97" -d '{"events": [{"server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "name": "network-vif-plugged", "status": "completed", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:06:22.313853 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:22.317795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:22.341594 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52385b-49b6-4ebe-a91c-b0c805a3e517 x-openstack-request-id: req-9c52385b-49b6-4ebe-a91c-b0c805a3e517 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:06:22.341891 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "name": "network-vif-plugged", "status": "completed", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:06:22.342148 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c52385b-49b6-4ebe-a91c-b0c805a3e517 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:06:22.342544 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4', 'code': 200} Feb 14 22:06:22.368386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:22.437101 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64397efc-03cb-43e2-b182-fab5e2d11249 req-c6cc7ded-f4a9-42e7-aed8-77b22745f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:22.438551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64397efc-03cb-43e2-b182-fab5e2d11249 req-c6cc7ded-f4a9-42e7-aed8-77b22745f28c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 1132 time: 0.0439129 Feb 14 22:06:22.482039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-64397efc-03cb-43e2-b182-fab5e2d11249 req-ad759012-8542-4909-b80d-99f543fa9d49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Feb 14 22:06:22.612641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82200-346d-4dba-b44b-aafae5b9a475 req-bb8a371c-cf1f-4817-8f5d-192412bb0ac5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:22.614114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55d82200-346d-4dba-b44b-aafae5b9a475 req-bb8a371c-cf1f-4817-8f5d-192412bb0ac5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 949 time: 0.0567117 Feb 14 22:06:22.660210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55d82200-346d-4dba-b44b-aafae5b9a475 req-cdeb01f7-e083-40c5-a369-dac1c596b116 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Feb 14 22:06:23.779116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7837-8742-4d33-8647-983406c278b3 req-89fa6902-0180-4968-ac93-3efaf427d945 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:23.780620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03df7837-8742-4d33-8647-983406c278b3 req-89fa6902-0180-4968-ac93-3efaf427d945 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 949 time: 0.0535424 Feb 14 22:06:23.827075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03df7837-8742-4d33-8647-983406c278b3 req-478b0fde-a7eb-4c88-8ec5-b17bf41f09eb tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Feb 14 22:06:24.191241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-ca74037a-67af-4aff-a658-7488e610ec1a req-419754f6-50fd-4bfd-81fb-6be96e926d5c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:06:24.192290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca74037a-67af-4aff-a658-7488e610ec1a req-419754f6-50fd-4bfd-81fb-6be96e926d5c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1010251 Feb 14 22:06:24.776532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f61fe-580a-460e-a2bd-fffae0d4bdd8 req-e5063fa4-f7df-47a9-825f-db9a8ddb6a89 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:24.777947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d0f61fe-580a-460e-a2bd-fffae0d4bdd8 req-e5063fa4-f7df-47a9-825f-db9a8ddb6a89 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 949 time: 0.0533004 Feb 14 22:06:24.827386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d0f61fe-580a-460e-a2bd-fffae0d4bdd8 req-6b45cba6-2381-4745-be76-49f09883eef4 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Feb 14 22:06:25.976833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc38cee-c8d0-4b0a-b2bc-6b06fdefac6c req-1c26ec2e-e670-4090-8a57-17c478f1fef5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:25.978318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbc38cee-c8d0-4b0a-b2bc-6b06fdefac6c req-1c26ec2e-e670-4090-8a57-17c478f1fef5 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 949 time: 0.0834310 Feb 14 22:06:25.989462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-df388395-b51a-4344-99ba-e82da0702dd3 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:25.990827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-df388395-b51a-4344-99ba-e82da0702dd3 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad5193df-2af7-4a7c-9db4-d68e98b4e311 HTTP/1.1" status: 200 len: 949 time: 0.0704913 Feb 14 22:06:26.087528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbc38cee-c8d0-4b0a-b2bc-6b06fdefac6c req-66fa064e-2458-44f4-9bf8-9dd5e49eec75 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.86 "GET /v2.0/security-groups?id=28004454-c068-4ec8-b465-db10c8fed1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Feb 14 22:06:26.113358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Deleting port bc53d037-91c1-4d97-ac82-ad3da7abbac4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:06:26.113614 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:26.200925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] For port bc53d037-91c1-4d97-ac82-ad3da7abbac4, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=bc53d037-91c1-4d97-ac82-ad3da7abbac4,segment=NetworkSegment(6a8ab73f-51a2-4338-b86b-62ecb7fdb71f),segment_id=6a8ab73f-51a2-4338-b86b-62ecb7fdb71f)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:26.201297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:26.213316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Calling delete_port for bc53d037-91c1-4d97-ac82-ad3da7abbac4 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:06:26.345455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (bc53d037-91c1-4d97-ac82-ad3da7abbac4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:26.357721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['bc53d037-91c1-4d97-ac82-ad3da7abbac4'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:06:26.371873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Pushing event deleted for resources: {'Port': ['ID=bc53d037-91c1-4d97-ac82-ad3da7abbac4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:26.422420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] No DVR routers for this DVR port bc53d037-91c1-4d97-ac82-ad3da7abbac4 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:06:26.425682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:26.429128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4551f4e9-b525-4ffa-8fdf-186df1d4b4aa req-66d9cf04-2de6-4906-acb4-6a0fce60cd83 tempest-ServersAdminNegativeTestJSON-809767185 tempest-ServersAdminNegativeTestJSON-809767185-project] 10.222.0.83 "DELETE /v2.0/ports/bc53d037-91c1-4d97-ac82-ad3da7abbac4 HTTP/1.1" status: 204 len: 173 time: 0.4302373 Feb 14 22:06:26.429584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'name': 'network-vif-deleted', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:06:26.432436 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b851077-987e-4014-bb9a-c37493f5c539" -d '{"events": [{"server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "name": "network-vif-deleted", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:06:26.476469 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad42c366-db00-417f-a9ee-8abd162a6aa3 x-openstack-request-id: req-ad42c366-db00-417f-a9ee-8abd162a6aa3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:06:26.476776 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5193df-2af7-4a7c-9db4-d68e98b4e311", "name": "network-vif-deleted", "tag": "bc53d037-91c1-4d97-ac82-ad3da7abbac4", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:06:26.477034 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad42c366-db00-417f-a9ee-8abd162a6aa3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:06:26.477447 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5193df-2af7-4a7c-9db4-d68e98b4e311', 'name': 'network-vif-deleted', 'tag': 'bc53d037-91c1-4d97-ac82-ad3da7abbac4', 'status': 'completed', 'code': 200} Feb 14 22:06:27.379981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44410) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:27.509140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cf9efc37-4e87-455a-9809-e4a04c4f4880 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95995be625fb4cc5b43a2f838d05cf31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279914 Feb 14 22:06:27.512138 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:27.557849 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] Publish callbacks [] for security_group (28004454-c068-4ec8-b465-db10c8fed1c0), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.578873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] Publish callbacks [] for security_group (28004454-c068-4ec8-b465-db10c8fed1c0), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.624941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (28004454-c068-4ec8-b465-db10c8fed1c0), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.627702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.628857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28004454-c068-4ec8-b465-db10c8fed1c0 HTTP/1.1" status: 204 len: 168 time: 0.1158335 Feb 14 22:06:27.637372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1a711-8e16-4828-850a-0df7e3e41f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28004454-c068-4ec8-b465-db10c8fed1c0,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:27.903671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44420) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:27.916524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afd68b7e-06dd-4da0-a41c-a89aa260a5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.989595 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afd68b7e-06dd-4da0-a41c-a89aa260a5dc admin admin] Publish callbacks [] for security_group (c2f5d07d-1564-4acf-96df-7cfa2c697a72), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:27.993240 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-afd68b7e-06dd-4da0-a41c-a89aa260a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c2f5d07d-1564-4acf-96df-7cfa2c697a72), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.033342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd68b7e-06dd-4da0-a41c-a89aa260a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5d07d-1564-4acf-96df-7cfa2c697a72,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:28.037876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-afd68b7e-06dd-4da0-a41c-a89aa260a5dc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9bc817eadfe464e8f236fd4d68b6297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332016 Feb 14 22:06:28.040511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44422) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:28.087699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] Publish callbacks [] for security_group (c2f5d07d-1564-4acf-96df-7cfa2c697a72), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.111337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] Publish callbacks [] for security_group (c2f5d07d-1564-4acf-96df-7cfa2c697a72), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.160158 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c2f5d07d-1564-4acf-96df-7cfa2c697a72), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.162687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.163909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2f5d07d-1564-4acf-96df-7cfa2c697a72 HTTP/1.1" status: 204 len: 168 time: 0.1223373 Feb 14 22:06:28.172237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af722ea-6e6b-4a3d-8f62-a208f44c33d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5d07d-1564-4acf-96df-7cfa2c697a72,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:28.812437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44444) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:28.906589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-220188620-network', 'tenant_id': 'df86731e0e464fa1b8c63e58dd9afb59'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:28.926213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Made reservation on behalf of df86731e0e464fa1b8c63e58dd9afb59 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:06:28.928477 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:28.937286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.010445 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks [] for security_group (7cad0a99-57ee-42d2-8964-d9a1bc2a8c36), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.013873 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7cad0a99-57ee-42d2-8964-d9a1bc2a8c36), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.034704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.037925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:06:29.048170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:29.052831 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d413d485-cdef-4380-9041-a14da2cc8824), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.053177 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Added segment d413d485-cdef-4380-9041-a14da2cc8824 of type vlan for network d9babf50-8cb7-4247-bfbb-083d20c578d8 Feb 14 22:06:29.094972 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (d9babf50-8cb7-4247-bfbb-083d20c578d8), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.120115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (d9babf50-8cb7-4247-bfbb-083d20c578d8), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.121055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:29.121632 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.167451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3538830 Feb 14 22:06:29.170435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:29.175502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Request body: {'subnet': {'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-220188620-subnet', 'tenant_id': 'df86731e0e464fa1b8c63e58dd9afb59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:29.183137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfedcea-8311-4e70-9d92-023f8fba3cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9babf50-8cb7-4247-bfbb-083d20c578d8,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:29.193727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network d9babf50-8cb7-4247-bfbb-083d20c578d8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:06:29.196852 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Made reservation on behalf of df86731e0e464fa1b8c63e58dd9afb59 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:06:29.199367 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.366418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (a00d96d8-ec9f-480b-b484-58f4c87c88f9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.426706 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00d96d8-ec9f-480b-b484-58f4c87c88f9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:29.433816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Checking segment: {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:06:29.434179 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Network hostable DHCP agents. Network: d9babf50-8cb7-4247-bfbb-083d20c578d8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:06:29.450445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Network d9babf50-8cb7-4247-bfbb-083d20c578d8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:06:29.459053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, d9babf50-8cb7-4247-bfbb-083d20c578d8) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:06:29.464026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:29.464597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:29.470382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bd95b-4960-4eaf-a4fa-f1f4ef9a569c None None] Network d9babf50-8cb7-4247-bfbb-083d20c578d8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:06:29.483477 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f354a9c6-397f-443d-b8b5-2500abdded73 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3116620 Feb 14 22:06:29.569904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc5567-a74f-458c-a7b8-a86cebaa82c4 None None] Network d9babf50-8cb7-4247-bfbb-083d20c578d8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:06:29.908214 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-be96fb78-9ff2-4ee1-9df1-d28f5ad4e19e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:29.909700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-be96fb78-9ff2-4ee1-9df1-d28f5ad4e19e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 811 time: 0.1040969 Feb 14 22:06:29.924213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-c2268bc1-a4ba-4137-b6a5-54020fdc9f15 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/quotas/df86731e0e464fa1b8c63e58dd9afb59 HTTP/1.1" status: 200 len: 375 time: 0.0092206 Feb 14 22:06:29.956116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-4496097a-f0fd-4ab2-bdc4-4b7231af775f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268507 Feb 14 22:06:30.044585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-0a53ac91-4d17-45e1-ab7a-83962971b43d service neutron] 10.222.0.86 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816848 Feb 14 22:06:30.135516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-c354550a-c3c8-4c84-896b-2cdb721ff1e8 service neutron] 10.222.0.86 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Feb 14 22:06:30.192614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bc53d037-91c1-4d97-ac82-ad3da7abbac4 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:06:30.213621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: bc53d037-91c1-4d97-ac82-ad3da7abbac4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:06:30.213971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device bc53d037-91c1-4d97-ac82-ad3da7abbac4 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:06:30.292576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7ea1925-5cbb-492a-b468-417003215f3b req-ec354866-a9c9-4a35-9ca6-fc6ef19446df tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 210 time: 0.0289338 Feb 14 22:06:31.008304 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c388bd94-eb1d-4906-85da-0cc4f3f541fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:31.338390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-2c279646-16cf-4203-86f1-b47ed52ccbda tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:31.339911 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-2c279646-16cf-4203-86f1-b47ed52ccbda tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.83 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 811 time: 0.1187110 Feb 14 22:06:31.353054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Request body: {'port': {'device_id': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8', 'admin_state_up': True, 'tenant_id': 'df86731e0e464fa1b8c63e58dd9afb59'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:31.423809 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27225c70-8acf-4e5a-96ed-1ddd1da603b0 req-02d398f6-b9e3-4faa-8e57-4eff7dbd4fcd tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 210 time: 0.0546527 Feb 14 22:06:31.486198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Made reservation on behalf of df86731e0e464fa1b8c63e58dd9afb59 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:06:31.489589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:31.613899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Allocated IP 172.20.0.14 (d9babf50-8cb7-4247-bfbb-083d20c578d8/a00d96d8-ec9f-480b-b484-58f4c87c88f9/dfbe7260-1373-42a3-99d0-248764d947aa) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:06:31.761350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks [] for port (dfbe7260-1373-42a3-99d0-248764d947aa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:31.796329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:31.838831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Network d9babf50-8cb7-4247-bfbb-083d20c578d8 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:06:31.841798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:06:31.847741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:06:31.871108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:31.899226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:31.899827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:31.914773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-71d99c9b-1214-4793-a4a6-955de76f057e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664623 Feb 14 22:06:31.926203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Request body: {'port': {'device_id': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:06:31.986557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.240714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbe7260-1373-42a3-99d0-248764d947aa {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:06:32.248007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks [] for port (dfbe7260-1373-42a3-99d0-248764d947aa), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.260177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Transition to ACTIVE for port object dfbe7260-1373-42a3-99d0-248764d947aa will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:06:32.264168 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.312538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:32.387244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:06:32.387899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:06:32.387899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:06:32.392274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:06:32.392593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:06:32.397370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:06:32.397701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Checking segment: {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:06:32.398077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Bound using segment: {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:06:32.398494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Bound port: dfbe7260-1373-42a3-99d0-248764d947aa, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:06:32.398845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.462078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:06:32.465104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:06:32.471579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.515022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:32.515672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:32.517069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] 10.222.0.83 "PUT /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 1093 time: 0.5946975 Feb 14 22:06:32.519204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:06:32.521437 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847" -d '{"events": [{"name": "network-changed", "server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:06:32.594020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4748f6c-dbc9-4c87-b819-f61a3cca5914 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:32.619268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5c3e-4a79-4539-93f1-24d452570994 req-411892a9-d423-473b-980f-eebdb69a33ab tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:32.620758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-121a5c3e-4a79-4539-93f1-24d452570994 req-411892a9-d423-473b-980f-eebdb69a33ab tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.1226656 Feb 14 22:06:32.626626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f13e446a-a5bf-469b-beb8-0913159abc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:32.628056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-f13e446a-a5bf-469b-beb8-0913159abc27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0735533 Feb 14 22:06:32.675972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-5f97c3b4-9e8a-43c1-9ca8-464c3c04c908 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0404122 Feb 14 22:06:32.735363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-121a5c3e-4a79-4539-93f1-24d452570994 req-2f31f6e7-2b8c-4df3-9cbf-6a651aaec8c4 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063433 Feb 14 22:06:32.744134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-7cd430b8-87d2-4bb2-9e94-2827b3540c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:32.745550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-7cd430b8-87d2-4bb2-9e94-2827b3540c8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0603018 Feb 14 22:06:32.778846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-8994aa44-23c8-4222-beca-b7f605e91a42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269175 Feb 14 22:06:32.780472 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4166b-f1c3-46ea-b7ec-8b6c73c151b8 x-openstack-request-id: req-97f4166b-f1c3-46ea-b7ec-8b6c73c151b8 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:06:32.780781 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:06:32.781030 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97f4166b-f1c3-46ea-b7ec-8b6c73c151b8 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:06:32.781413 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'status': 'completed', 'code': 200} Feb 14 22:06:32.866661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-fc179c67-0b25-4b0b-b09f-2e880356ba6d service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806062 Feb 14 22:06:32.958754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49eea765-2f9e-4227-bec5-68bd4958fd6d req-a72f4e24-f290-492d-8b36-4c661077bdbb service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Feb 14 22:06:33.050684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-77cae7a6-4c48-4eed-9713-20abc67d0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:33.052141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-77cae7a6-4c48-4eed-9713-20abc67d0c2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0472839 Feb 14 22:06:33.143648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-7362464a-0f5d-4aaa-a431-83f0095c6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:33.145122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-7362464a-0f5d-4aaa-a431-83f0095c6716 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.0872726 Feb 14 22:06:33.187242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-72bf99a7-39ce-453f-ab3b-4d3ce48afc45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0337417 Feb 14 22:06:33.234059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-c806cdd6-2062-4d51-8f9a-8c0e4e712839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:33.235498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-c806cdd6-2062-4d51-8f9a-8c0e4e712839 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0427365 Feb 14 22:06:33.270269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-98a9af87-c998-4cc3-84e3-8f10e3d63f55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282586 Feb 14 22:06:33.362524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-21e3feff-c54a-489e-a0b4-fa267e5e8876 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Feb 14 22:06:33.381518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bb494437-5dd8-4cf2-afa9-a233fcc94974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:33.452991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5d793d7-d832-4af1-8cf6-43ad6cf9f847 req-1fb2b211-ff29-4380-9c23-ea07e43c9eeb service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833700 Feb 14 22:06:33.859665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909ed0-d5cd-4f8d-8949-fc5811c8d6f2 req-51bf3ea8-5aed-4530-86ef-d85d5857d933 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:33.861141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e909ed0-d5cd-4f8d-8949-fc5811c8d6f2 req-51bf3ea8-5aed-4530-86ef-d85d5857d933 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.0574172 Feb 14 22:06:33.906882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e909ed0-d5cd-4f8d-8949-fc5811c8d6f2 req-249ce1e3-b09f-4732-90fd-7627842c8a71 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Feb 14 22:06:34.696195 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:35.024239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eb7b9-d31f-4882-8d0d-34d223219697 req-8a184219-efef-48da-820b-248da346c68f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:35.025632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a7eb7b9-d31f-4882-8d0d-34d223219697 req-8a184219-efef-48da-820b-248da346c68f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.0525286 Feb 14 22:06:35.072588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a7eb7b9-d31f-4882-8d0d-34d223219697 req-1d6ffcdb-e4be-4e35-ae67-211707605db6 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Feb 14 22:06:35.882851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:36.197504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437e44-4876-4041-b93a-91a14fb1d0df req-3371da14-5c81-47c9-a77d-06cdcf15c7fa tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:36.198956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3437e44-4876-4041-b93a-91a14fb1d0df req-3371da14-5c81-47c9-a77d-06cdcf15c7fa tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.0558412 Feb 14 22:06:36.207950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:06:36.248082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c3437e44-4876-4041-b93a-91a14fb1d0df req-3baaccdb-0f85-41ee-b261-1dbb1396b053 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Feb 14 22:06:36.303392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:36.314632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8', 'port_id': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'mac_address': 'fa:16:3e:92:58:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00d96d8-ec9f-480b-b484-58f4c87c88f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:06:36.354397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port dfbe7260-1373-42a3-99d0-248764d947aa is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:06:36.354710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:36.366973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbe7260-1373-42a3-99d0-248764d947aa {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:06:36.385109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:36.389119 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:36.434994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:36.488071 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:36.556567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:06:36.581955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['dfbe7260-1373-42a3-99d0-248764d947aa'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:06:37.339028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:37.366512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76239427-8659-4122-9e96-0b6a8e14c75c req-7ed9e2b3-2b23-4cdc-be8f-3bc22545a3f3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:37.368039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76239427-8659-4122-9e96-0b6a8e14c75c req-7ed9e2b3-2b23-4cdc-be8f-3bc22545a3f3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Feb 14 22:06:37.413400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76239427-8659-4122-9e96-0b6a8e14c75c req-36f928ef-457b-408f-8454-315a967e4fc8 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Feb 14 22:06:38.207825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:06:38.255652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port dfbe7260-1373-42a3-99d0-248764d947aa completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:06:38.259462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port dfbe7260-1373-42a3-99d0-248764d947aa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:06:38.259842 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:38.339833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port dfbe7260-1373-42a3-99d0-248764d947aa is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:06:38.340538 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:38.362005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:06:38.364264 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec01f8be-5375-4d10-bad5-d27b6b430320" -d '{"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:06:38.375971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:06:38.380308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:38.405749 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2cb672-6569-40be-88d1-b04fb5c1fe1e x-openstack-request-id: req-4a2cb672-6569-40be-88d1-b04fb5c1fe1e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:06:38.406058 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:06:38.406296 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a2cb672-6569-40be-88d1-b04fb5c1fe1e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:06:38.406687 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'code': 200} Feb 14 22:06:38.429792 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:06:38.535924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ead6-bbb0-4be9-a16b-3ad9293eb42c req-5beb7c67-3b02-49c5-9fb7-77e60da2021a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:38.537736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc0ead6-bbb0-4be9-a16b-3ad9293eb42c req-5beb7c67-3b02-49c5-9fb7-77e60da2021a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0531006 Feb 14 22:06:38.612661 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfc0ead6-bbb0-4be9-a16b-3ad9293eb42c req-2e1c3ce6-925e-4719-9dd7-a79bae2e00b2 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665088 Feb 14 22:06:38.617754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea70c1f-9a27-4733-8c29-36577840bdd0 req-b175b997-f08f-472f-ac24-e318e7469dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:38.619771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ea70c1f-9a27-4733-8c29-36577840bdd0 req-b175b997-f08f-472f-ac24-e318e7469dd9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1129 time: 0.1597664 Feb 14 22:06:38.662689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ea70c1f-9a27-4733-8c29-36577840bdd0 req-00859047-8993-4165-be0c-b7ccb2aebcd5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Feb 14 22:06:39.732516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844450-c861-411c-a04e-c7d3c582bd9c req-73ae3eb6-c1f8-43eb-99ec-67f4b100182e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:39.733981 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34844450-c861-411c-a04e-c7d3c582bd9c req-73ae3eb6-c1f8-43eb-99ec-67f4b100182e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0530105 Feb 14 22:06:39.779942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34844450-c861-411c-a04e-c7d3c582bd9c req-c80cea1e-5304-4106-af3a-c68beeec15bb tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Feb 14 22:06:40.292898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:06:40.386140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0baa-4877-47ac-890f-f54b08491618 req-48ed9604-24eb-4525-8ab9-f346b95d792b tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:40.387615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-deec0baa-4877-47ac-890f-f54b08491618 req-48ed9604-24eb-4525-8ab9-f346b95d792b tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0852988 Feb 14 22:06:40.413294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-007ca97d-3f38-4408-811c-f2579b449771 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173699 Feb 14 22:06:40.422251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-bc3842a1-e575-4a32-a7ad-3bb6be2614f2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:06:40.423225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-bc3842a1-e575-4a32-a7ad-3bb6be2614f2 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048773 Feb 14 22:06:40.447566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-deec0baa-4877-47ac-890f-f54b08491618 req-a769ea61-5d9a-4c3c-98e9-61a6133331b9 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529261 Feb 14 22:06:40.807220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-81b819c1-5d4b-4569-a91b-c662eab04ed3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:40.808585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-81b819c1-5d4b-4569-a91b-c662eab04ed3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 943 time: 0.1003275 Feb 14 22:06:41.610836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb8b1-0685-40ef-885c-56014acda72f req-f3305ab1-81cb-4184-b1da-dc9cc412460f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:41.612324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a51eb8b1-0685-40ef-885c-56014acda72f req-f3305ab1-81cb-4184-b1da-dc9cc412460f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0902011 Feb 14 22:06:41.614842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-c4b05e11-db80-4dd5-9c1e-2436d07dc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:41.616223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-c4b05e11-db80-4dd5-9c1e-2436d07dc876 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1129 time: 0.0630853 Feb 14 22:06:41.709896 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a51eb8b1-0685-40ef-885c-56014acda72f req-037ce3ec-201d-49f6-8a31-7bec62396f40 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920551 Feb 14 22:06:41.737656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-9c351270-28c7-40c3-9864-0cdec466aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:41.739099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-9c351270-28c7-40c3-9864-0cdec466aa51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.1156845 Feb 14 22:06:42.113315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-66454d08-41d1-40c5-b582-a5150c3b4c71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.3681679 Feb 14 22:06:42.160111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-08f408f1-4e3c-4629-bc30-72e855fd455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:42.161493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-08f408f1-4e3c-4629-bc30-72e855fd455a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0417211 Feb 14 22:06:42.191094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-d4650af9-bc12-48c9-b6a2-9799dbd3e3f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235562 Feb 14 22:06:42.279396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-f288c90a-a757-4775-b3ad-40264b17b0d9 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814807 Feb 14 22:06:42.364770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-71237a18-56bb-4aa8-b92c-34f71ed21df4 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799656 Feb 14 22:06:42.833071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffebb9-44da-42a4-a5e8-f4c1dbc88289 req-9921debf-4ec8-4560-bff8-359d533ea8ce tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:42.834517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24ffebb9-44da-42a4-a5e8-f4c1dbc88289 req-9921debf-4ec8-4560-bff8-359d533ea8ce tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0558414 Feb 14 22:06:42.880448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-24ffebb9-44da-42a4-a5e8-f4c1dbc88289 req-9cf58870-103e-4f4d-8806-dcfc17554e24 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Feb 14 22:06:44.000551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3765a0-8664-4acd-9b8d-3bfa13225bb5 req-faa5c496-3d1e-419c-b5d6-bce3d4b191b3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:44.001992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e3765a0-8664-4acd-9b8d-3bfa13225bb5 req-faa5c496-3d1e-419c-b5d6-bce3d4b191b3 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0523090 Feb 14 22:06:44.048141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e3765a0-8664-4acd-9b8d-3bfa13225bb5 req-04f2dc23-0bfa-4b07-a663-8ee2b53f1ea4 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Feb 14 22:06:45.169094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df355140-e2ee-4d62-80c9-4a9df013c890 req-a02019dc-5d11-4aaf-bc91-7adefcda7e25 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:45.170528 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df355140-e2ee-4d62-80c9-4a9df013c890 req-a02019dc-5d11-4aaf-bc91-7adefcda7e25 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0547872 Feb 14 22:06:45.216363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-df355140-e2ee-4d62-80c9-4a9df013c890 req-d61d06e4-0d22-4f5d-a42b-6a0276f0491f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Feb 14 22:06:46.333183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c60b12-e0c9-4cbe-aac9-825d2a86486e req-05554952-8c30-4eb8-ba9c-e3183a419f27 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:46.334649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3c60b12-e0c9-4cbe-aac9-825d2a86486e req-05554952-8c30-4eb8-ba9c-e3183a419f27 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0523338 Feb 14 22:06:46.380590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3c60b12-e0c9-4cbe-aac9-825d2a86486e req-859f2923-8b31-4929-9374-b6eae29b2d15 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Feb 14 22:06:47.497975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54afd94-0b09-444b-a1c3-faeab8d6de1f req-910e167b-b807-4c39-a7e3-0131171b3792 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:47.499456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d54afd94-0b09-444b-a1c3-faeab8d6de1f req-910e167b-b807-4c39-a7e3-0131171b3792 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0510283 Feb 14 22:06:47.548549 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d54afd94-0b09-444b-a1c3-faeab8d6de1f req-591a1669-ea7a-4a4c-82b1-3ac4ab3b6292 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Feb 14 22:06:48.666043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd5878-ed9d-46ee-a176-879512746688 req-1d924d67-d84a-40de-8628-33a81774fe70 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:48.667525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27cd5878-ed9d-46ee-a176-879512746688 req-1d924d67-d84a-40de-8628-33a81774fe70 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0517023 Feb 14 22:06:48.713195 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27cd5878-ed9d-46ee-a176-879512746688 req-8d93f531-ed00-4292-ade0-a98e1505a1b1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 14 22:06:49.830831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc683d2c-8ba4-4f69-8c1e-2e19b263906c req-47ec28cc-9884-4b33-9f48-bf63ece9e5da tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:49.832348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc683d2c-8ba4-4f69-8c1e-2e19b263906c req-47ec28cc-9884-4b33-9f48-bf63ece9e5da tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0525706 Feb 14 22:06:49.879396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bc683d2c-8ba4-4f69-8c1e-2e19b263906c req-a868921d-4725-4092-ac46-db202e37f419 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Feb 14 22:06:51.004297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee69f99-bbf1-41bb-b3ad-29e80a869e8a req-54ccd222-b2d2-4555-841b-f8b66d41652d tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:51.005769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee69f99-bbf1-41bb-b3ad-29e80a869e8a req-54ccd222-b2d2-4555-841b-f8b66d41652d tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Feb 14 22:06:51.052919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dee69f99-bbf1-41bb-b3ad-29e80a869e8a req-cf3894b2-59cb-406b-9a10-1d5ca9a9539b tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Feb 14 22:06:52.170759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa5bf-304b-444f-ae9d-8fc2b3ae7c6b req-82db5dfa-9140-43db-8162-48eeca166455 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:52.172151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3ffa5bf-304b-444f-ae9d-8fc2b3ae7c6b req-82db5dfa-9140-43db-8162-48eeca166455 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0523689 Feb 14 22:06:52.218504 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3ffa5bf-304b-444f-ae9d-8fc2b3ae7c6b req-a66fba04-664e-4a45-a2fb-ff45643165a1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Feb 14 22:06:53.337412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb40db-1b80-4fb5-b6e9-b7f7c90a86ee req-67d908a4-7396-4dcb-ba80-25b15c6cbc0c tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:53.338920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbfb40db-1b80-4fb5-b6e9-b7f7c90a86ee req-67d908a4-7396-4dcb-ba80-25b15c6cbc0c tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Feb 14 22:06:53.392473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbfb40db-1b80-4fb5-b6e9-b7f7c90a86ee req-dfba429e-14f7-46fe-a6d3-48a07c928368 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479460 Feb 14 22:06:54.520588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d9310-b92f-4c2d-b996-7189be107443 req-2ea80076-f925-4e80-98e8-fd8332429acf tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:54.522065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c2d9310-b92f-4c2d-b996-7189be107443 req-2ea80076-f925-4e80-98e8-fd8332429acf tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0565886 Feb 14 22:06:54.571410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c2d9310-b92f-4c2d-b996-7189be107443 req-cab2bb92-5551-45e2-9fb9-8b993a1960a4 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Feb 14 22:06:55.697377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728f313-d79c-410d-b1b1-48ad645d2555 req-ba0a29ba-01f0-465c-954e-d0d88d884fa8 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:55.699041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f728f313-d79c-410d-b1b1-48ad645d2555 req-ba0a29ba-01f0-465c-954e-d0d88d884fa8 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0563612 Feb 14 22:06:55.747031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f728f313-d79c-410d-b1b1-48ad645d2555 req-fce6d5d7-6f2a-4061-95d9-419fc36f8c9b tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Feb 14 22:06:56.874361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68410b1-86cb-4a95-99fb-4a99723ea67f req-170eb26c-4afd-40ef-acfb-861ed4c3d331 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:56.876109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d68410b1-86cb-4a95-99fb-4a99723ea67f req-170eb26c-4afd-40ef-acfb-861ed4c3d331 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0599663 Feb 14 22:06:56.923644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d68410b1-86cb-4a95-99fb-4a99723ea67f req-df7e94d7-cfbe-444b-90b2-42b89024866e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Feb 14 22:06:58.051996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd229310-61d7-48bf-8066-38539f9c92d0 req-7fcb2951-eefc-4284-9e18-f9c0c703160a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:58.053497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd229310-61d7-48bf-8066-38539f9c92d0 req-7fcb2951-eefc-4284-9e18-f9c0c703160a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0553107 Feb 14 22:06:58.106402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd229310-61d7-48bf-8066-38539f9c92d0 req-d62b2675-557f-47d6-9f6a-196017233fe9 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Feb 14 22:06:59.036776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:06:59.230318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97134f-cde0-4575-ab37-8aaee5795d03 req-6f2890b4-d98e-447d-aea2-bdd5dc3b1d0d tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:06:59.231826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d97134f-cde0-4575-ab37-8aaee5795d03 req-6f2890b4-d98e-447d-aea2-bdd5dc3b1d0d tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0566397 Feb 14 22:06:59.278013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d97134f-cde0-4575-ab37-8aaee5795d03 req-9df49a3d-17d8-4235-a0e7-8ac8385ce5cb tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 14 22:07:00.396530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cf6f5-b4c3-4d32-9cf7-386a455f7529 req-8daa8458-e2a1-4fdb-9c33-5e4416e19026 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:00.397987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b0cf6f5-b4c3-4d32-9cf7-386a455f7529 req-8daa8458-e2a1-4fdb-9c33-5e4416e19026 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Feb 14 22:07:00.443277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b0cf6f5-b4c3-4d32-9cf7-386a455f7529 req-866e9e06-3923-4463-9669-0d38139a82b1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Feb 14 22:07:01.009109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36b9219d-926c-43fe-9e44-0978b318da84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:01.560919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9abee-5133-4b38-9a73-4d4df4cdbe98 req-a7e5d11a-744e-4f8a-8f27-7707d7fc2270 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:01.562392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfa9abee-5133-4b38-9a73-4d4df4cdbe98 req-a7e5d11a-744e-4f8a-8f27-7707d7fc2270 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Feb 14 22:07:01.613199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfa9abee-5133-4b38-9a73-4d4df4cdbe98 req-1be06a65-bcc0-4077-8f68-0a6d93f3be6e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Feb 14 22:07:02.731042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6128f-9bf2-4d5a-8ef1-45ac72467821 req-798401c2-7421-4254-8c2a-d3c3f21e51a1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:02.732563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6b6128f-9bf2-4d5a-8ef1-45ac72467821 req-798401c2-7421-4254-8c2a-d3c3f21e51a1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0527234 Feb 14 22:07:02.779067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6b6128f-9bf2-4d5a-8ef1-45ac72467821 req-cde9bb42-f3d8-42f2-bae0-f6b29a0026c4 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Feb 14 22:07:03.382459 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0474672-c1f3-44e5-925f-6f80668bcc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:03.898107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd85e5e-7b92-42d1-bf6d-bd96cb9d50fb req-65597c2b-0ac3-448f-9600-b1a37803e3ab tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:03.899603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fd85e5e-7b92-42d1-bf6d-bd96cb9d50fb req-65597c2b-0ac3-448f-9600-b1a37803e3ab tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0533772 Feb 14 22:07:03.945069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fd85e5e-7b92-42d1-bf6d-bd96cb9d50fb req-9827f2ae-bf57-473b-9731-4222ba045833 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Feb 14 22:07:04.701770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:05.069793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38d707-64f6-4ce1-bb4e-b72459854987 req-b314be0f-2431-46dd-9c70-7137f9d2b861 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:05.071800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d38d707-64f6-4ce1-bb4e-b72459854987 req-b314be0f-2431-46dd-9c70-7137f9d2b861 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0568061 Feb 14 22:07:05.118752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d38d707-64f6-4ce1-bb4e-b72459854987 req-98902b4c-c05b-45d6-a967-52e67caa7369 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Feb 14 22:07:05.885968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:06.235839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8a847-af69-4342-bc67-dba646fbd61c req-b65163be-0e00-4673-8f6a-d099e8bfd897 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:06.237316 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae8a847-af69-4342-bc67-dba646fbd61c req-b65163be-0e00-4673-8f6a-d099e8bfd897 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0525069 Feb 14 22:07:06.283118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ae8a847-af69-4342-bc67-dba646fbd61c req-56824721-4ce3-44f5-826e-b2370b23dea8 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Feb 14 22:07:06.501969 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:07.342328 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:07.403279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a5852-d0f8-4d17-ba72-c46a77336210 req-a1c9d631-86c0-430f-bc06-85c12b9d0680 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:07.404787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da5a5852-d0f8-4d17-ba72-c46a77336210 req-a1c9d631-86c0-430f-bc06-85c12b9d0680 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0526202 Feb 14 22:07:07.454745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da5a5852-d0f8-4d17-ba72-c46a77336210 req-53916582-7299-4bf0-99fb-dccb1f7b072e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Feb 14 22:07:08.573248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5896f-9fbe-454b-9934-8cc7a7b11aeb req-dbeeea0f-ad48-4d92-a51d-1c5431e26fc0 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:08.574734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ef5896f-9fbe-454b-9934-8cc7a7b11aeb req-dbeeea0f-ad48-4d92-a51d-1c5431e26fc0 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0523069 Feb 14 22:07:08.621301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ef5896f-9fbe-454b-9934-8cc7a7b11aeb req-0dd49a13-6714-41ad-bf64-c4fbcbc299c6 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Feb 14 22:07:09.160476 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-0ceb5645-36d6-4a7c-a9f6-ea7e025bbeec service neutron] show failed (client error): The resource could not be found. Feb 14 22:07:09.161476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-0ceb5645-36d6-4a7c-a9f6-ea7e025bbeec service neutron] 10.222.0.83 "GET /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0529761 Feb 14 22:07:09.365823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-485847ac-8cfa-4526-949f-74ddbf60e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:09.367458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-485847ac-8cfa-4526-949f-74ddbf60e895 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0&tenant_id=df86731e0e464fa1b8c63e58dd9afb59 HTTP/1.1" status: 200 len: 1129 time: 0.0486717 Feb 14 22:07:09.376516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-bc9e9c8a-a3ea-4779-a1b0-d5072d34c8cd service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:07:09.377443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-bc9e9c8a-a3ea-4779-a1b0-d5072d34c8cd service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048342 Feb 14 22:07:09.387671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:07:09.444644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:09.641167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:09.675903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:07:09.746401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:09.748659 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cde560-8afe-4a1b-9b09-77d9ddd4d259" -d '{"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:09.752278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks [] for port (dfbe7260-1373-42a3-99d0-248764d947aa), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:09.769942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Transition to ACTIVE for port object dfbe7260-1373-42a3-99d0-248764d947aa will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:07:09.776347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:09.792369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423222b2-9f2c-4883-8413-296e17171c5b req-a07b0a90-96c1-4363-b954-f12bf856dba9 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:09.793866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-423222b2-9f2c-4883-8413-296e17171c5b req-a07b0a90-96c1-4363-b954-f12bf856dba9 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0985084 Feb 14 22:07:09.864956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] No DVR routers for this DVR port dfbe7260-1373-42a3-99d0-248764d947aa on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:07:09.877809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:09.913351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.913705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.914682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.915041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.915408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.915745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.916082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.916412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.916742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.917078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.917407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.917733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.918060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:09.939066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-423222b2-9f2c-4883-8413-296e17171c5b req-76b5f5e2-1325-4b0a-9818-d885450cced1 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259780 Feb 14 22:07:09.940162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:07:09.940501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:07:09.940830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:07:09.945282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:07:09.945609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Attempting to bind port dfbe7260-1373-42a3-99d0-248764d947aa on network d9babf50-8cb7-4247-bfbb-083d20c578d8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:07:09.950451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:07:09.950798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Checking segment: {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:07:09.951211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Bound using segment: {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:07:09.951645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Bound port: dfbe7260-1373-42a3-99d0-248764d947aa, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd413d485-cdef-4380-9041-a14da2cc8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:07:09.952008 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:10.006838 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9841fa9-d335-4dc3-a17b-e6f5a0ff563f x-openstack-request-id: req-d9841fa9-d335-4dc3-a17b-e6f5a0ff563f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:10.007137 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:10.007415 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9841fa9-d335-4dc3-a17b-e6f5a0ff563f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:10.007813 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'code': 200} Feb 14 22:07:10.017894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:07:10.020817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:07:10.027252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:10.060198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:10.060887 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:10.062488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 1093 time: 0.6783555 Feb 14 22:07:10.092145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7604-1f8e-4132-988d-232473ea2865 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:10.136777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-2427e459-5db9-4698-9d9d-7e03d0f4c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:10.136777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-2427e459-5db9-4698-9d9d-7e03d0f4c25d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0516696 Feb 14 22:07:10.223605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-3294dd35-536b-45f3-aac7-5bde17feb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:10.225080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-3294dd35-536b-45f3-aac7-5bde17feb814 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.0837030 Feb 14 22:07:10.264906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-ec3ed019-364a-45e3-a9dc-48e5e17900bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0337682 Feb 14 22:07:10.316946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-c38ffbe8-a296-468e-95c8-efeac5e799ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:10.318402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-c38ffbe8-a296-468e-95c8-efeac5e799ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0475895 Feb 14 22:07:10.348952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7cb2ded3-5c59-420c-8c02-ebb9f656ecd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251598 Feb 14 22:07:10.434731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-7bbe6682-d3ff-450f-99b4-6fe17fdbe938 service neutron] 10.222.0.64 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794888 Feb 14 22:07:10.527382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1ff0484-9ff2-4c72-8657-06cc61a77736 req-19413d45-1218-4cb0-a31d-a8e94547d610 service neutron] 10.222.0.64 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Feb 14 22:07:11.061756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880537-2d24-4fd4-8461-daf73d962da6 req-7b269ffa-2bd6-4f8b-9b64-061b353442f0 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:11.064057 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2880537-2d24-4fd4-8461-daf73d962da6 req-7b269ffa-2bd6-4f8b-9b64-061b353442f0 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.0547736 Feb 14 22:07:11.110106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2880537-2d24-4fd4-8461-daf73d962da6 req-2bbf9024-9ca5-4cdd-b68a-372f0461ccd0 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Feb 14 22:07:12.009256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:12.011632 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936" -d '{"events": [{"name": "network-changed", "server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:12.062527 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd7d208-9797-42e7-9458-845c403d6d9f x-openstack-request-id: req-bcd7d208-9797-42e7-9458-845c403d6d9f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:12.063129 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:12.063129 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bcd7d208-9797-42e7-9458-845c403d6d9f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:12.063542 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'status': 'completed', 'code': 200} Feb 14 22:07:12.163439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-60567618-3723-4d1c-a6c6-1ee534b461a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.165610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-60567618-3723-4d1c-a6c6-1ee534b461a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0747497 Feb 14 22:07:12.168193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-8916a6c7-7ed6-41f1-a2f3-3942a23c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.169562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-8916a6c7-7ed6-41f1-a2f3-3942a23c2680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1127 time: 0.0875883 Feb 14 22:07:12.357425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-58daa25c-39c0-4cf4-b0da-d6f16ebfe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.358923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-58daa25c-39c0-4cf4-b0da-d6f16ebfe902 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.1880629 Feb 14 22:07:12.383473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062613-4481-4815-a83d-b31a4bd2318c req-94bf65a2-babb-4a6c-bc6b-9e5aeaae4c79 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.384920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7062613-4481-4815-a83d-b31a4bd2318c req-94bf65a2-babb-4a6c-bc6b-9e5aeaae4c79 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.1983559 Feb 14 22:07:12.411351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-435ba8ad-77fa-4edb-9a8c-3e475649fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.412808 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-435ba8ad-77fa-4edb-9a8c-3e475649fd99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.2347274 Feb 14 22:07:12.416775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-84633810-d9bd-41ef-9aff-79c723e4186f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0489128 Feb 14 22:07:12.490484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-61597093-704a-4849-9b95-5e0b49414eb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0687096 Feb 14 22:07:12.558218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-3cf7205d-82cf-415b-9d50-3413f19ad5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.559720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-3cf7205d-82cf-415b-9d50-3413f19ad5a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.1370738 Feb 14 22:07:12.566998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7062613-4481-4815-a83d-b31a4bd2318c req-6f64c9a4-a6c6-415d-9d7f-c445de86a1d8 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530526 Feb 14 22:07:12.581070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-4446a119-d05a-43a4-ad93-514cecccf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:12.582518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-4446a119-d05a-43a4-ad93-514cecccf780 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0853183 Feb 14 22:07:12.607410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-c9f44a73-e581-4e06-8996-a650559c1284 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380497 Feb 14 22:07:12.626467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-4ef5181a-3efe-476a-971d-ffd111728b21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278344 Feb 14 22:07:12.783231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-6a2277cf-5b31-4301-bb76-30b1a6ad4b59 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588068 Feb 14 22:07:12.785329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-7c08dfe1-900f-4da5-9502-e709728f2530 service neutron] 10.222.0.64 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524265 Feb 14 22:07:12.942225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-108ec286-6765-4a34-ad90-86001ab35da2 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534348 Feb 14 22:07:12.944070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cefc0bd3-f52f-427f-9dfa-6bab79dfb936 req-a0ddfd62-f6e9-468c-87f5-3e5261eca1cc service neutron] 10.222.0.64 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485302 Feb 14 22:07:13.555673 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:07:13.701568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f2826-66be-4822-82ee-dee8da70b52e req-cee3804e-91ef-4242-88ab-7dbf44fde5ad tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:13.703059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b21f2826-66be-4822-82ee-dee8da70b52e req-cee3804e-91ef-4242-88ab-7dbf44fde5ad tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 944 time: 0.0554435 Feb 14 22:07:13.751366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b21f2826-66be-4822-82ee-dee8da70b52e req-743701a4-e891-4df8-b63d-3b8d8fcb583e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Feb 14 22:07:13.942249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:07:14.041201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:14.052922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'network_id': 'd9babf50-8cb7-4247-bfbb-083d20c578d8', 'port_id': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'mac_address': 'fa:16:3e:92:58:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00d96d8-ec9f-480b-b484-58f4c87c88f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:07:14.088540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port dfbe7260-1373-42a3-99d0-248764d947aa is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:07:14.088935 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:14.101449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbe7260-1373-42a3-99d0-248764d947aa {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:07:14.121053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:14.124435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:14.173391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:14.181037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.181388 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.181731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.182071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.182405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.182736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.183063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.183418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.183745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.184069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.184391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.184713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.185034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:14.478345 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['dfbe7260-1373-42a3-99d0-248764d947aa'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:07:14.502139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:07:14.554364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port dfbe7260-1373-42a3-99d0-248764d947aa host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:07:14.554768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:07:14.874487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b488a-d90a-40ab-8892-c4872c9b5129 req-53a6c9fb-2707-4b16-885e-f8decc39629c tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:14.876021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f05b488a-d90a-40ab-8892-c4872c9b5129 req-53a6c9fb-2707-4b16-885e-f8decc39629c tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 945 time: 0.0576091 Feb 14 22:07:14.922654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f05b488a-d90a-40ab-8892-c4872c9b5129 req-43baa1af-5fd9-462c-b506-91efc5a1b36f tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Feb 14 22:07:15.192841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-c6193187-09a5-4f31-91ad-fe35d6243350 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:15.194311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-c6193187-09a5-4f31-91ad-fe35d6243350 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.83 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0&tenant_id=df86731e0e464fa1b8c63e58dd9afb59&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 945 time: 0.0909708 Feb 14 22:07:15.256251 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-948055ab-03fd-4b1e-a4c1-7b9ac3d0ab52 service neutron] delete failed (client error): The resource could not be found. Feb 14 22:07:15.257247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-948055ab-03fd-4b1e-a4c1-7b9ac3d0ab52 service neutron] 10.222.0.83 "DELETE /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0565946 Feb 14 22:07:15.344627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-c15ece90-8aec-4db6-9031-d37bd452b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:15.346112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-c15ece90-8aec-4db6-9031-d37bd452b08d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 1128 time: 0.0461500 Feb 14 22:07:15.436631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-8a1ffc75-e38b-490a-befc-75deaa6294be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:15.438151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-8a1ffc75-e38b-490a-befc-75deaa6294be service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 200 len: 912 time: 0.0840387 Feb 14 22:07:15.482215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-de5610b9-8c37-46fb-a3dd-15123415ae54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 200 len: 217 time: 0.0375667 Feb 14 22:07:15.529738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-776e42ce-6f8a-4297-b6db-e6eeb8946d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:15.531216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-776e42ce-6f8a-4297-b6db-e6eeb8946d7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 200 len: 851 time: 0.0438957 Feb 14 22:07:15.562208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-cad2da78-73c3-41fc-b878-52d0e41b1910 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9babf50-8cb7-4247-bfbb-083d20c578d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255015 Feb 14 22:07:15.659003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-25b583af-d734-4c68-8cbd-13223783ba90 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907738 Feb 14 22:07:15.748141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-fd04351f-997b-48bd-a310-f269811a4346 service neutron] 10.222.0.83 "GET /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818534 Feb 14 22:07:15.963636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:07:16.010157 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port dfbe7260-1373-42a3-99d0-248764d947aa completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:07:16.013759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port dfbe7260-1373-42a3-99d0-248764d947aa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:07:16.014130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:16.092520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port dfbe7260-1373-42a3-99d0-248764d947aa is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:07:16.092866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:16.116754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:16.119340 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87617471-b4c6-442f-8906-7eafd89fbdea" -d '{"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:16.135584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:16.139939 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:16.189458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:16.356414 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f326ec-7d89-4b4f-9285-b55cacbe2ec9 x-openstack-request-id: req-73f326ec-7d89-4b4f-9285-b55cacbe2ec9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:16.356712 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:16.356977 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73f326ec-7d89-4b4f-9285-b55cacbe2ec9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:16.357359 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'code': 200} Feb 14 22:07:16.451471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac1a6-81cd-4432-839d-349708dcc2ac req-18d86381-63b1-49a2-b75f-fabf062140fc tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:16.453088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bac1a6-81cd-4432-839d-349708dcc2ac req-18d86381-63b1-49a2-b75f-fabf062140fc tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0533552 Feb 14 22:07:16.503969 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94bac1a6-81cd-4432-839d-349708dcc2ac req-2f91a601-7118-4b02-9420-8a13917a4c22 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Feb 14 22:07:17.627476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5e9a7-a8f3-439c-b70e-c5a2bcea24a6 req-998f3970-797a-48fa-9a9a-51e7fa413ac2 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:17.629009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c5e9a7-a8f3-439c-b70e-c5a2bcea24a6 req-998f3970-797a-48fa-9a9a-51e7fa413ac2 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0540433 Feb 14 22:07:17.676444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41c5e9a7-a8f3-439c-b70e-c5a2bcea24a6 req-39d1c58b-5878-409b-aa1e-7171bf5ba26e tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.86 "GET /v2.0/security-groups?id=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Feb 14 22:07:17.798016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-1a9a3294-1c28-43c0-9a03-97821e909540 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:17.799458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-1a9a3294-1c28-43c0-9a03-97821e909540 tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.64 "GET /v2.0/ports?device_id=b56aebe9-1171-43ed-a74f-9cc262780ee0 HTTP/1.1" status: 200 len: 946 time: 0.0514519 Feb 14 22:07:17.893540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Deleting port dfbe7260-1373-42a3-99d0-248764d947aa {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:07:17.893777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:17.979628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] For port dfbe7260-1373-42a3-99d0-248764d947aa, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=dfbe7260-1373-42a3-99d0-248764d947aa,segment=NetworkSegment(d413d485-cdef-4380-9041-a14da2cc8824),segment_id=d413d485-cdef-4380-9041-a14da2cc8824)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:17.979990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:17.991598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Calling delete_port for dfbe7260-1373-42a3-99d0-248764d947aa owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:07:18.121145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (dfbe7260-1373-42a3-99d0-248764d947aa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:18.149987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Pushing event deleted for resources: {'Port': ['ID=dfbe7260-1373-42a3-99d0-248764d947aa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:18.195106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] No DVR routers for this DVR port dfbe7260-1373-42a3-99d0-248764d947aa on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:07:18.197721 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:18.201047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0b7a94cf-dc0f-4bc8-888b-9f2c215dc5de req-b5cf2734-385c-459f-99dd-68cff065620a tempest-DeleteServersTestJSON-96839820 tempest-DeleteServersTestJSON-96839820-project] 10.222.0.64 "DELETE /v2.0/ports/dfbe7260-1373-42a3-99d0-248764d947aa HTTP/1.1" status: 204 len: 173 time: 0.3964686 Feb 14 22:07:18.201481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-deleted', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:18.203712 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b14c2-50bb-4605-8e01-2cc33174588e" -d '{"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-deleted", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:18.243522 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2087f2f3-b8f9-4099-a561-15c93778fcdc x-openstack-request-id: req-2087f2f3-b8f9-4099-a561-15c93778fcdc {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:18.243816 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56aebe9-1171-43ed-a74f-9cc262780ee0", "name": "network-vif-deleted", "tag": "dfbe7260-1373-42a3-99d0-248764d947aa", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:18.244071 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2087f2f3-b8f9-4099-a561-15c93778fcdc {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:18.244473 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56aebe9-1171-43ed-a74f-9cc262780ee0', 'name': 'network-vif-deleted', 'tag': 'dfbe7260-1373-42a3-99d0-248764d947aa', 'status': 'completed', 'code': 200} Feb 14 22:07:18.802290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44620) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:18.846655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Deleting subnet a00d96d8-ec9f-480b-b484-58f4c87c88f9 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:07:18.849649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Publish callbacks [] for subnet (a00d96d8-ec9f-480b-b484-58f4c87c88f9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:18.884363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (a00d96d8-ec9f-480b-b484-58f4c87c88f9), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:18.922620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (a00d96d8-ec9f-480b-b484-58f4c87c88f9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:18.976131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (a00d96d8-ec9f-480b-b484-58f4c87c88f9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.007140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00d96d8-ec9f-480b-b484-58f4c87c88f9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:19.010773 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.013996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6762b658-0321-408a-a539-6ab7b3dd5191 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a00d96d8-ec9f-480b-b484-58f4c87c88f9 HTTP/1.1" status: 204 len: 168 time: 0.2107131 Feb 14 22:07:19.016601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44622) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:19.083432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (d9babf50-8cb7-4247-bfbb-083d20c578d8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.163994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (d9babf50-8cb7-4247-bfbb-083d20c578d8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.184448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9babf50-8cb7-4247-bfbb-083d20c578d8']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:07:19.193786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd413d485-cdef-4380-9041-a14da2cc8824') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:07:19.194079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd413d485-cdef-4380-9041-a14da2cc8824') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:07:19.203455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (d413d485-cdef-4380-9041-a14da2cc8824), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.218414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (d413d485-cdef-4380-9041-a14da2cc8824), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.225683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:07:19.226070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (d413d485-cdef-4380-9041-a14da2cc8824), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:07:19.228521 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:07:19.286120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (d9babf50-8cb7-4247-bfbb-083d20c578d8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.291728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.297343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d9babf50-8cb7-4247-bfbb-083d20c578d8 HTTP/1.1" status: 204 len: 168 time: 0.2773921 Feb 14 22:07:19.306389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e47a-329f-4399-88bc-dac4c7ce1ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9babf50-8cb7-4247-bfbb-083d20c578d8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:19.402117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44626) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:19.441675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c59821de-2267-4d3b-8d36-dfeb6e6bf906 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df86731e0e464fa1b8c63e58dd9afb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383096 Feb 14 22:07:19.444081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44628) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:19.496134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] Publish callbacks [] for security_group (7cad0a99-57ee-42d2-8964-d9a1bc2a8c36), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.848171 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] Publish callbacks [] for security_group (7cad0a99-57ee-42d2-8964-d9a1bc2a8c36), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.897710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7cad0a99-57ee-42d2-8964-d9a1bc2a8c36), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.901172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:19.902365 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7cad0a99-57ee-42d2-8964-d9a1bc2a8c36 HTTP/1.1" status: 204 len: 168 time: 0.4573998 Feb 14 22:07:19.910081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257945e-cc78-4103-81a3-b1e73dd5c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad0a99-57ee-42d2-8964-d9a1bc2a8c36,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:19.973595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:07:19.993010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: dfbe7260-1373-42a3-99d0-248764d947aa {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:07:19.993372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device dfbe7260-1373-42a3-99d0-248764d947aa not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:07:20.551511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44650) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:20.645123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1835546366-network', 'tenant_id': '45be16621fe047c7b9a0b9cbe224eafe'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:07:20.665670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Made reservation on behalf of 45be16621fe047c7b9a0b9cbe224eafe for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:07:20.668150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.676981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.751598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks [] for security_group (da046329-09d6-4b91-9bf5-3157c4b33678), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.755438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (da046329-09d6-4b91-9bf5-3157c4b33678), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.777924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:07:20.793266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da046329-09d6-4b91-9bf5-3157c4b33678,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:20.797341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b13a5cca-af3d-4427-87f1-28575ca9c283), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.797711 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Added segment b13a5cca-af3d-4427-87f1-28575ca9c283 of type vlan for network fda3d92e-6822-47a7-98d6-97679b3d2c2b Feb 14 22:07:20.838082 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (fda3d92e-6822-47a7-98d6-97679b3d2c2b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.862043 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (fda3d92e-6822-47a7-98d6-97679b3d2c2b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.862983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:20.863597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:20.922255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3695529 Feb 14 22:07:20.925189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44654) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:07:20.927810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050fe97-bc0f-499a-b04f-bfe351304407 admin admin] Pushing event updated for resources: {'Network': ['ID=fda3d92e-6822-47a7-98d6-97679b3d2c2b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:20.930462 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Request body: {'subnet': {'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1835546366-subnet', 'tenant_id': '45be16621fe047c7b9a0b9cbe224eafe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:07:20.939006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:07:20.949910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Made reservation on behalf of 45be16621fe047c7b9a0b9cbe224eafe for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:07:20.952314 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:21.115643 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (3341bd4c-9703-42c7-93c1-860fbd83c2d0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:21.172047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3341bd4c-9703-42c7-93c1-860fbd83c2d0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:21.182874 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.183184 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.183544 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.183889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.184232 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.184569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.184903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.185237 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.185567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.185898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.186227 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.186553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.186880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:07:21.189896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Checking segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:07:21.190260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Network hostable DHCP agents. Network: fda3d92e-6822-47a7-98d6-97679b3d2c2b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:07:21.207539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:07:21.218182 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, fda3d92e-6822-47a7-98d6-97679b3d2c2b) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:07:21.222668 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:21.223993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:21.227999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afb8da-67aa-47df-860a-bcb7e35f78b9 None None] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:07:21.241002 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b047c586-43fd-4d7b-83e8-d3a92ca4c625 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3146722 Feb 14 22:07:21.327721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a023b22-58c9-481d-88ec-ed62e1ca65b9 None None] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:07:21.664107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-5a9e6976-033a-4c92-827d-c6474750f9c4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:21.665595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-5a9e6976-033a-4c92-827d-c6474750f9c4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 815 time: 0.1043344 Feb 14 22:07:21.680084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-072d0e35-8b41-4ec7-9e03-ec08aae7295c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/quotas/45be16621fe047c7b9a0b9cbe224eafe HTTP/1.1" status: 200 len: 375 time: 0.0091312 Feb 14 22:07:21.714030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-e7e3f31a-89ab-441e-a413-288aa55f0411 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290647 Feb 14 22:07:21.802629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-c76ebef3-174f-47ce-bde9-04fffe97f460 service neutron] 10.222.0.86 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819266 Feb 14 22:07:21.895459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-849e05ae-4c4b-4beb-8f3a-92ef088de173 service neutron] 10.222.0.86 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Feb 14 22:07:22.051472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f85aa27-4414-4b77-a46c-9668cf8204c4 req-bc633ee8-d8cb-46fd-9fcb-35b3fae2e21c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 210 time: 0.0287116 Feb 14 22:07:22.956939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-a646b97f-bf39-4248-8a4e-274b4577673a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:22.958398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-a646b97f-bf39-4248-8a4e-274b4577673a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 815 time: 0.1110902 Feb 14 22:07:22.970659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Request body: {'port': {'device_id': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'admin_state_up': True, 'tenant_id': '45be16621fe047c7b9a0b9cbe224eafe'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:07:23.075350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Made reservation on behalf of 45be16621fe047c7b9a0b9cbe224eafe for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:07:23.078742 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.171905 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07415581-c668-4c8c-a322-ff2e5e133c09 req-36029a1d-c996-4313-8125-64a772d090f1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 210 time: 0.0350497 Feb 14 22:07:23.233067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Allocated IP 172.20.0.11 (fda3d92e-6822-47a7-98d6-97679b3d2c2b/3341bd4c-9703-42c7-93c1-860fbd83c2d0/357035fd-68cd-4d65-839c-a453b5347f04) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:07:23.381560 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks [] for port (357035fd-68cd-4d65-839c-a453b5347f04), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.415908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.456248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:07:23.459397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:07:23.463819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:07:23.494213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:23.517363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:23.517977 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.533700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-17503198-c0d0-40b4-91a0-2b3f1aaf6dda tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668645 Feb 14 22:07:23.544665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Request body: {'port': {'device_id': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:07:23.607105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.862974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357035fd-68cd-4d65-839c-a453b5347f04 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:07:23.871010 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks [] for port (357035fd-68cd-4d65-839c-a453b5347f04), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.882639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Transition to ACTIVE for port object 357035fd-68cd-4d65-839c-a453b5347f04 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:07:23.886584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:23.939657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:24.010154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:07:24.010833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:07:24.010833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:07:24.015090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:07:24.015448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:07:24.020307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:07:24.020649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Checking segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:07:24.021038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Bound using segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:07:24.021465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Bound port: 357035fd-68cd-4d65-839c-a453b5347f04, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:07:24.021830 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:24.083701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:07:24.086942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:07:24.091953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:24.128847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.129473 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:24.130859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] 10.222.0.83 "PUT /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 1093 time: 0.5901110 Feb 14 22:07:24.131328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:24.133612 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d3cbb2-48a7-478a-b7a3-318f60975235" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:24.159735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f277dc-cee3-41cf-9fe9-96203f0f329a service neutron] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:24.177317 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bcfb0-e1af-47e1-9582-b41482993a13 x-openstack-request-id: req-192bcfb0-e1af-47e1-9582-b41482993a13 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:24.177607 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:24.177863 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-192bcfb0-e1af-47e1-9582-b41482993a13 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:24.178264 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'status': 'completed', 'code': 200} Feb 14 22:07:24.217203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-f4d1878d-219b-4d2a-8f6f-a8492954948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.218740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-f4d1878d-219b-4d2a-8f6f-a8492954948e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1127 time: 0.0504434 Feb 14 22:07:24.261434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-84b95c93-4cfa-4e04-9d9e-7feac2f646e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0360141 Feb 14 22:07:24.338999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-d3206136-3a70-47ed-abea-edd1a34ec49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.340490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-d3206136-3a70-47ed-abea-edd1a34ec49e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0719054 Feb 14 22:07:24.352532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4978c88-f6ba-4c7d-9d2a-4e7daf805d2c req-6a7e4fb4-ee60-4dbe-ad04-f9e0a0bb9964 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.353906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4978c88-f6ba-4c7d-9d2a-4e7daf805d2c req-6a7e4fb4-ee60-4dbe-ad04-f9e0a0bb9964 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.0949678 Feb 14 22:07:24.383991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-6677fe37-80e3-460b-b833-fbca8d77011c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290701 Feb 14 22:07:24.468531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4978c88-f6ba-4c7d-9d2a-4e7daf805d2c req-8ebf1a5e-9d14-458c-81cb-e974b4d6ce0c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065547 Feb 14 22:07:24.498919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-94d4743e-4567-4e41-b181-7d128025948a service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090636 Feb 14 22:07:24.587366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cd6cb9c-3818-4f88-a051-2484fbed24c6 req-5a74fd15-d98a-4ef2-8c85-2fe81a7066fb service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825000 Feb 14 22:07:24.681176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-de69a3af-cddd-4c03-aecc-6458d2a7c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.682587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-de69a3af-cddd-4c03-aecc-6458d2a7c6c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1127 time: 0.0496500 Feb 14 22:07:24.770190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-c763a3f8-b794-44ca-99b5-27b9c53b50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.771698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-c763a3f8-b794-44ca-99b5-27b9c53b50f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0832224 Feb 14 22:07:24.813100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-fd5d7936-d140-42ca-81a8-727c7de14d92 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0343125 Feb 14 22:07:24.865416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-58514208-4959-4356-b432-06949687022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:24.867420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-58514208-4959-4356-b432-06949687022a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0478184 Feb 14 22:07:24.897515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-c701a416-82f5-42ad-ac9c-de8f305ade1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244632 Feb 14 22:07:24.988518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-1539c01f-5682-43c9-8850-f3fe8055ad84 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831413 Feb 14 22:07:25.082838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3d3cbb2-48a7-478a-b7a3-318f60975235 req-d4b62975-3dac-43ee-879b-6456e30d6a13 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Feb 14 22:07:25.587380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc2323-4d2b-4f3a-ac81-b44ea35886da req-810a9c23-668a-4768-8ce7-c406ef65bb06 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:25.588872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fbc2323-4d2b-4f3a-ac81-b44ea35886da req-810a9c23-668a-4768-8ce7-c406ef65bb06 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.0527673 Feb 14 22:07:25.635814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fbc2323-4d2b-4f3a-ac81-b44ea35886da req-3688d64f-4b1a-4db0-9bcf-3c6ea9b34377 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Feb 14 22:07:26.756626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f093c-49b7-4acb-b55f-e1225e410f81 req-097df36c-44a9-43a5-993b-b3c3f80a0738 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:26.758622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-788f093c-49b7-4acb-b55f-e1225e410f81 req-097df36c-44a9-43a5-993b-b3c3f80a0738 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.0579696 Feb 14 22:07:26.804241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-788f093c-49b7-4acb-b55f-e1225e410f81 req-4ec5ab72-e40d-4ab6-8357-72cebf381d47 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Feb 14 22:07:27.923624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed203c-898b-4caf-88e0-29fddc0f0c4c req-0b74e55b-28c5-476b-96ec-b6a45e8bcb0d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:27.925097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ed203c-898b-4caf-88e0-29fddc0f0c4c req-0b74e55b-28c5-476b-96ec-b6a45e8bcb0d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.0526221 Feb 14 22:07:27.971092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95ed203c-898b-4caf-88e0-29fddc0f0c4c req-62273c7d-08b4-4c3e-92ec-e9a0bf127123 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Feb 14 22:07:28.548598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:07:28.640881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:28.652271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '357035fd-68cd-4d65-839c-a453b5347f04', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'port_id': '357035fd-68cd-4d65-839c-a453b5347f04', 'mac_address': 'fa:16:3e:66:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3341bd4c-9703-42c7-93c1-860fbd83c2d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:07:28.841095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 357035fd-68cd-4d65-839c-a453b5347f04 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:07:28.841489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:28.854604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357035fd-68cd-4d65-839c-a453b5347f04 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:07:28.873304 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:28.877382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:28.922465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:29.046099 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:29.080857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['357035fd-68cd-4d65-839c-a453b5347f04'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:07:29.093443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e08c9-684e-47b7-b740-a744783c9871 req-7b4ff6dd-49b7-40b2-bed7-d4ef39a3c2cf tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:29.094871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd7e08c9-684e-47b7-b740-a744783c9871 req-7b4ff6dd-49b7-40b2-bed7-d4ef39a3c2cf tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0542374 Feb 14 22:07:29.146860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd7e08c9-684e-47b7-b740-a744783c9871 req-1f791c47-84d4-40d8-a3b8-8190b53c2049 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Feb 14 22:07:30.265758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83b541-6779-49b1-a716-b2887f4a3521 req-2e067bb3-3ed8-4f47-8c80-44ea22c45848 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:30.267279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f83b541-6779-49b1-a716-b2887f4a3521 req-2e067bb3-3ed8-4f47-8c80-44ea22c45848 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0524189 Feb 14 22:07:30.313545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f83b541-6779-49b1-a716-b2887f4a3521 req-1303077e-27ec-4291-8411-0faaf6b26cd7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Feb 14 22:07:30.559957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:07:30.606658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 357035fd-68cd-4d65-839c-a453b5347f04 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:07:30.610685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 357035fd-68cd-4d65-839c-a453b5347f04 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:07:30.611056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (357035fd-68cd-4d65-839c-a453b5347f04), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:30.690341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 357035fd-68cd-4d65-839c-a453b5347f04 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:07:30.690739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:30.712700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:07:30.714902 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086a9851-23d3-41b0-9d6d-5ddb01750eec" -d '{"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-plugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:07:30.726834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:07:30.731750 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:30.754576 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9117c-3b85-4a95-a048-3b8bc899a888 x-openstack-request-id: req-40b9117c-3b85-4a95-a048-3b8bc899a888 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:07:30.754880 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-plugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:07:30.755139 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40b9117c-3b85-4a95-a048-3b8bc899a888 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:07:30.755556 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'code': 200} Feb 14 22:07:30.780520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:07:30.851015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392a2e-01ae-4ef4-bcf1-a81199cc913a req-8b22505e-4e4b-4807-a1af-64b205baf30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:30.853075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf392a2e-01ae-4ef4-bcf1-a81199cc913a req-8b22505e-4e4b-4807-a1af-64b205baf30a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1129 time: 0.0438805 Feb 14 22:07:30.893935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cf392a2e-01ae-4ef4-bcf1-a81199cc913a req-c2b67f71-bb6f-4a3f-9c95-a513ad07f682 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Feb 14 22:07:31.011208 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdde6805-bcf7-403b-b306-370b3624f2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:31.438808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa151c-3d5d-4d9e-a106-5abd0fdeb396 req-ef9ad71c-77f1-4e65-88d1-68fb659f71e4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:31.440323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13fa151c-3d5d-4d9e-a106-5abd0fdeb396 req-ef9ad71c-77f1-4e65-88d1-68fb659f71e4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0558712 Feb 14 22:07:31.487200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13fa151c-3d5d-4d9e-a106-5abd0fdeb396 req-69c0e0e1-e832-4a9c-8404-22f2caa0a6fa tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Feb 14 22:07:32.603468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a217e2-14ce-4079-b30e-5457d56a6b5b req-57b8e507-8494-4edd-b3e9-d88965e8a697 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:32.604933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63a217e2-14ce-4079-b30e-5457d56a6b5b req-57b8e507-8494-4edd-b3e9-d88965e8a697 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0530701 Feb 14 22:07:32.650791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63a217e2-14ce-4079-b30e-5457d56a6b5b req-cf0528ee-7bae-4083-9275-7cd834e8f7be tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Feb 14 22:07:32.765451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689282b0-1c26-42b3-be53-933f293f6fb4 req-3687f435-df01-44ec-8432-3f41fb194ab4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:32.766937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-689282b0-1c26-42b3-be53-933f293f6fb4 req-3687f435-df01-44ec-8432-3f41fb194ab4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0522320 Feb 14 22:07:32.816883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-689282b0-1c26-42b3-be53-933f293f6fb4 req-e2f7cc1f-7d7f-4ac1-899b-ff4da96e30c6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Feb 14 22:07:33.016916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1b7a-336a-444c-8eae-3f74c71a4ff4 req-8a07ef3d-1f9a-4e76-9dec-0cfd975ba576 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:33.018404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e36b1b7a-336a-444c-8eae-3f74c71a4ff4 req-8a07ef3d-1f9a-4e76-9dec-0cfd975ba576 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0547695 Feb 14 22:07:33.066962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e36b1b7a-336a-444c-8eae-3f74c71a4ff4 req-5fb56fa9-a736-4482-8380-61f4c7ab17cf tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Feb 14 22:07:33.189174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a3b9-b96d-42db-8fa3-29393db53362 req-5fdbc2eb-660b-4b3f-9940-c697aa6faa38 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:33.190631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27b2a3b9-b96d-42db-8fa3-29393db53362 req-5fdbc2eb-660b-4b3f-9940-c697aa6faa38 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0530694 Feb 14 22:07:33.240552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27b2a3b9-b96d-42db-8fa3-29393db53362 req-36c77ac9-2eff-467c-a1d5-a641370e7802 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Feb 14 22:07:33.384570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c520fe6-f004-4c23-8c96-d4aa840767e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:33.503645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-b9e9cadf-8f21-425d-833f-b66065f0b4ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833833 Feb 14 22:07:33.511752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944954b-12bc-4ee6-ab3e-f3f6f1f79fdf req-4cc9fedb-7497-4422-8be1-bb1f8b36975b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:33.513176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9944954b-12bc-4ee6-ab3e-f3f6f1f79fdf req-4cc9fedb-7497-4422-8be1-bb1f8b36975b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0838256 Feb 14 22:07:33.563250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9944954b-12bc-4ee6-ab3e-f3f6f1f79fdf req-8baf544d-533e-49f0-be95-538f828b6480 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Feb 14 22:07:33.899909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-ba8cb0b4-c9fd-476a-85ce-fa025144d084 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:33.901276 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-ba8cb0b4-c9fd-476a-85ce-fa025144d084 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 943 time: 0.0475886 Feb 14 22:07:34.698603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-1f8b89ab-394c-41dd-9eef-6e8f18861bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:34.700158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-1f8b89ab-394c-41dd-9eef-6e8f18861bc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1129 time: 0.0806127 Feb 14 22:07:34.700532 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:34.712654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbba27-8f06-4c8c-892f-1e6624b92009 req-aa84f4df-11a4-42dc-9e99-de8a160a9df1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:34.714082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68bbba27-8f06-4c8c-892f-1e6624b92009 req-aa84f4df-11a4-42dc-9e99-de8a160a9df1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0664418 Feb 14 22:07:34.817300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-68bbba27-8f06-4c8c-892f-1e6624b92009 req-79b3f3c0-f43b-4339-abb2-a158c7a3f629 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952723 Feb 14 22:07:34.833783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-26994b2b-8fd0-4da8-9655-aacf970be915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:34.835270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-26994b2b-8fd0-4da8-9655-aacf970be915 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.1202979 Feb 14 22:07:34.876110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-acbfd0b3-571c-457d-b4b5-91abaddc4944 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0348849 Feb 14 22:07:34.926283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-1a521a88-e725-4512-8c82-3f733f34bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:34.927849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-1a521a88-e725-4512-8c82-3f733f34bf74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0461364 Feb 14 22:07:34.964391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f391aa09-993c-4653-b45d-b8206d7097d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302889 Feb 14 22:07:35.052844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-77193d35-81c1-478c-bf9c-1b81d9b39699 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823214 Feb 14 22:07:35.144745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-5519ea34-e31e-4c36-9cef-3de1f804716d service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Feb 14 22:07:35.889735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:35.937504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee7466-e646-469a-84b8-2cd0392ed642 req-2d7a8338-d0a4-4a2a-8e68-8b00df09f444 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:35.938951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9ee7466-e646-469a-84b8-2cd0392ed642 req-2d7a8338-d0a4-4a2a-8e68-8b00df09f444 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0535483 Feb 14 22:07:35.986141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9ee7466-e646-469a-84b8-2cd0392ed642 req-043f8646-16c0-4f1b-bd7c-210516be975e tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Feb 14 22:07:36.504216 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:37.105195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c1bb-a779-4ccd-bac3-24954a6e59e6 req-59500514-5ba6-4281-9c8a-de9fdbc6358f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:37.106673 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0069c1bb-a779-4ccd-bac3-24954a6e59e6 req-59500514-5ba6-4281-9c8a-de9fdbc6358f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0529506 Feb 14 22:07:37.153461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0069c1bb-a779-4ccd-bac3-24954a6e59e6 req-bc468a8b-1de8-4b9f-8803-22fa50e15c03 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 14 22:07:37.345325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:38.275414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84784764-2d56-462b-b9ca-48e4f33aae4e req-39a1d508-c388-4e94-85cc-5b285c3b19ac tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:38.276906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84784764-2d56-462b-b9ca-48e4f33aae4e req-39a1d508-c388-4e94-85cc-5b285c3b19ac tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0562913 Feb 14 22:07:38.323418 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84784764-2d56-462b-b9ca-48e4f33aae4e req-d3b4272d-9401-4382-96e6-cc54dae06cd5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Feb 14 22:07:39.441122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cced811-7e75-404b-87a3-4b4e42676585 req-b0c72272-921e-481f-93c6-89ed1bce649c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:39.442637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cced811-7e75-404b-87a3-4b4e42676585 req-b0c72272-921e-481f-93c6-89ed1bce649c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0523148 Feb 14 22:07:39.489237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9cced811-7e75-404b-87a3-4b4e42676585 req-fca89579-34e6-4a9b-82de-440fba15aaf6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Feb 14 22:07:40.610137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0431c-cdde-4d98-907d-24bc766ab409 req-45ba5607-b57d-484a-ac48-1ba5288b7b9a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:40.614379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfb0431c-cdde-4d98-907d-24bc766ab409 req-45ba5607-b57d-484a-ac48-1ba5288b7b9a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0540636 Feb 14 22:07:40.664690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cfb0431c-cdde-4d98-907d-24bc766ab409 req-96f50861-2b1a-4717-9820-bda4e62f1290 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Feb 14 22:07:41.784596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59eed6-b9ee-431b-94eb-625699145d82 req-d400bf98-b486-4005-b55f-076893d0dc24 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:41.786062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b59eed6-b9ee-431b-94eb-625699145d82 req-d400bf98-b486-4005-b55f-076893d0dc24 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0522673 Feb 14 22:07:41.832536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5b59eed6-b9ee-431b-94eb-625699145d82 req-3b924a5d-f975-4f38-affb-ad76332e14d4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Feb 14 22:07:42.954769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3995b-3f83-4bfc-a9d6-e023ea8319a0 req-dae9ebfc-0fc2-4271-976e-4007ec04883f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:42.956356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1d3995b-3f83-4bfc-a9d6-e023ea8319a0 req-dae9ebfc-0fc2-4271-976e-4007ec04883f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0566564 Feb 14 22:07:43.006992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1d3995b-3f83-4bfc-a9d6-e023ea8319a0 req-bdd50820-44a1-4f76-82b3-da6239392ec8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Feb 14 22:07:44.129000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f62a9-1ff8-4949-b7a2-6a7ca6023dc4 req-0d203ab2-77a9-4a7b-bacd-2e5f92077b5c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:44.130428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a3f62a9-1ff8-4949-b7a2-6a7ca6023dc4 req-0d203ab2-77a9-4a7b-bacd-2e5f92077b5c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0557809 Feb 14 22:07:44.177696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a3f62a9-1ff8-4949-b7a2-6a7ca6023dc4 req-d300ee82-93ed-48a6-b130-01981529219c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Feb 14 22:07:45.295941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608006d-d3a8-4ffd-b4aa-39830a29c9d0 req-fca9d530-f029-485b-a49a-1e667e884fd4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:45.297454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f608006d-d3a8-4ffd-b4aa-39830a29c9d0 req-fca9d530-f029-485b-a49a-1e667e884fd4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0522687 Feb 14 22:07:45.344700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f608006d-d3a8-4ffd-b4aa-39830a29c9d0 req-48c1c721-118f-40fa-8dea-6db59b0fe949 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Feb 14 22:07:46.469365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40baa4f-94df-42a8-bfb6-5bca546c604f req-4354afed-85e6-4c83-b90e-952df4a1be12 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:46.470859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f40baa4f-94df-42a8-bfb6-5bca546c604f req-4354afed-85e6-4c83-b90e-952df4a1be12 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0585644 Feb 14 22:07:46.517355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f40baa4f-94df-42a8-bfb6-5bca546c604f req-0f11d518-4141-4cab-89ed-15b69f1d6a2b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Feb 14 22:07:47.636753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232abfce-1735-4971-8864-e9377180910a req-8036528f-14dc-40ed-b6fd-b9ac42acebfb tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:47.638235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-232abfce-1735-4971-8864-e9377180910a req-8036528f-14dc-40ed-b6fd-b9ac42acebfb tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0525424 Feb 14 22:07:47.686290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-232abfce-1735-4971-8864-e9377180910a req-be3dbdc1-9bc1-4b0b-888e-9d08985a4eb0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Feb 14 22:07:48.805157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82a580-877b-403c-b18f-5b2132bb8628 req-1ceeb567-6d12-48c1-a22e-66d03d73dfe8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:48.807210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e82a580-877b-403c-b18f-5b2132bb8628 req-1ceeb567-6d12-48c1-a22e-66d03d73dfe8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0532503 Feb 14 22:07:48.857507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e82a580-877b-403c-b18f-5b2132bb8628 req-9df10177-2153-46bd-b3cf-239022bd17df tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Feb 14 22:07:49.977058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62503a-4c24-4b53-b2a4-2bebdefabb31 req-9cc627f9-4848-4f2d-af5b-989698af8a94 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:49.978547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af62503a-4c24-4b53-b2a4-2bebdefabb31 req-9cc627f9-4848-4f2d-af5b-989698af8a94 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0534468 Feb 14 22:07:50.025525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af62503a-4c24-4b53-b2a4-2bebdefabb31 req-b838fe1b-1837-4126-b4f1-44293165be8f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Feb 14 22:07:50.554443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:07:51.145613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfcff6-4ffe-422e-b814-c1ed6a5982a4 req-0ad3467a-46c1-4540-802e-9c83807cb183 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:51.147097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-becfcff6-4ffe-422e-b814-c1ed6a5982a4 req-0ad3467a-46c1-4540-802e-9c83807cb183 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0522482 Feb 14 22:07:51.194250 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-becfcff6-4ffe-422e-b814-c1ed6a5982a4 req-b3d0068d-79d1-4985-ad21-e82f98a13405 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 14 22:07:52.316842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73799-941b-430a-baf5-4e9bc6d59c7b req-658dc146-bc17-47aa-9c32-35455d3b3926 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:52.318283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde73799-941b-430a-baf5-4e9bc6d59c7b req-658dc146-bc17-47aa-9c32-35455d3b3926 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0562239 Feb 14 22:07:52.364617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dde73799-941b-430a-baf5-4e9bc6d59c7b req-1897029c-2338-4fe1-b047-f21d03f4182e tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Feb 14 22:07:53.485716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47207fb3-2490-41de-b48f-51649e5a4220 req-08039541-bdf1-487c-ab43-b117c3053b88 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:53.487221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47207fb3-2490-41de-b48f-51649e5a4220 req-08039541-bdf1-487c-ab43-b117c3053b88 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0545051 Feb 14 22:07:53.534050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47207fb3-2490-41de-b48f-51649e5a4220 req-a470a120-8ef1-431d-9062-def80e1ce667 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Feb 14 22:07:54.656317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6718a0-7ce6-40c0-bb66-c95d205edaae req-16fffb37-9f9a-448e-adf1-96a63d00e7a8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:54.657779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d6718a0-7ce6-40c0-bb66-c95d205edaae req-16fffb37-9f9a-448e-adf1-96a63d00e7a8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0523932 Feb 14 22:07:54.706700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d6718a0-7ce6-40c0-bb66-c95d205edaae req-16cec335-cf9b-40b1-86fb-c5b015cbbde8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Feb 14 22:07:55.832524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a617-4082-49ec-8d99-5afeedcc4dbb req-dba5899b-f792-46ba-a4b7-b07426ced1ff tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:55.833986 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d305a617-4082-49ec-8d99-5afeedcc4dbb req-dba5899b-f792-46ba-a4b7-b07426ced1ff tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0520787 Feb 14 22:07:55.879602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d305a617-4082-49ec-8d99-5afeedcc4dbb req-e31b9879-f70f-4cf8-a7e0-b0e05615242f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Feb 14 22:07:57.000156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae440-eee4-4dec-be81-28e9240bb4ac req-e63e965d-65e2-4f06-aa4b-964150629cf5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:57.001710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ffae440-eee4-4dec-be81-28e9240bb4ac req-e63e965d-65e2-4f06-aa4b-964150629cf5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0531566 Feb 14 22:07:57.052446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ffae440-eee4-4dec-be81-28e9240bb4ac req-f7df5827-4d60-49a9-90f7-cf436e069e4c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Feb 14 22:07:58.177951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc71d-0416-4e7f-86d5-8a0348fc6f7a req-8b024c80-ca2d-4320-8fd4-8a33eb2930ee tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:58.179448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa2dc71d-0416-4e7f-86d5-8a0348fc6f7a req-8b024c80-ca2d-4320-8fd4-8a33eb2930ee tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0567095 Feb 14 22:07:58.227413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa2dc71d-0416-4e7f-86d5-8a0348fc6f7a req-9cc559b5-3847-442a-9727-20c72c208d88 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Feb 14 22:07:59.047166 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:07:59.346374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5ec6f-95d5-40f0-aabc-e4958dadde45 req-514fab99-33c3-40e1-ae31-766ccbc9508b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:07:59.348339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ce5ec6f-95d5-40f0-aabc-e4958dadde45 req-514fab99-33c3-40e1-ae31-766ccbc9508b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0542819 Feb 14 22:07:59.394514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ce5ec6f-95d5-40f0-aabc-e4958dadde45 req-9f357d88-daa8-44a0-8f8b-cc0d6369376f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Feb 14 22:08:00.517636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f597aeb-57a5-43fc-9662-08c57c867044 req-d4fdc6aa-86c4-4f94-a424-6f1fabc041d5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:00.519114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f597aeb-57a5-43fc-9662-08c57c867044 req-d4fdc6aa-86c4-4f94-a424-6f1fabc041d5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0573738 Feb 14 22:08:00.564804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f597aeb-57a5-43fc-9662-08c57c867044 req-6d9e9cdc-cfdf-4ea1-a32c-c2096e5c98ee tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Feb 14 22:08:01.013666 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98de1a74-ead0-4644-b0ee-328ed7f728b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:01.684918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b179d-6d32-4bad-a5bb-27de031f349d req-f725abf9-5c70-4811-960d-d5de32f21821 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:01.686387 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-069b179d-6d32-4bad-a5bb-27de031f349d req-f725abf9-5c70-4811-960d-d5de32f21821 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0516672 Feb 14 22:08:01.733972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-069b179d-6d32-4bad-a5bb-27de031f349d req-5ce7f757-4834-479a-a20c-348212d24bf9 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Feb 14 22:08:02.003341 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-85913551-d38c-4bd2-81be-c9632d8ea14d service neutron] show failed (client error): The resource could not be found. Feb 14 22:08:02.004285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-85913551-d38c-4bd2-81be-c9632d8ea14d service neutron] 10.222.0.83 "GET /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0535119 Feb 14 22:08:02.257734 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-d3154f8a-ad0c-4c81-af73-511c142c761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:02.259166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-d3154f8a-ad0c-4c81-af73-511c142c761f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e&tenant_id=45be16621fe047c7b9a0b9cbe224eafe HTTP/1.1" status: 200 len: 1129 time: 0.0955803 Feb 14 22:08:02.270156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:02.329807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.525717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:02.558473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:02.601647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:02.604003 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36685ba-8a2d-491d-8526-24a665b0fe81" -d '{"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-unplugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:02.607779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks [] for port (357035fd-68cd-4d65-839c-a453b5347f04), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.620535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Transition to ACTIVE for port object 357035fd-68cd-4d65-839c-a453b5347f04 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:08:02.624284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.658282 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7505b741-5614-4347-bde9-bff26bca46a9 x-openstack-request-id: req-7505b741-5614-4347-bde9-bff26bca46a9 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:02.658579 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-unplugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:02.658833 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7505b741-5614-4347-bde9-bff26bca46a9 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:02.659247 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'code': 200} Feb 14 22:08:02.684401 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] No DVR routers for this DVR port 357035fd-68cd-4d65-839c-a453b5347f04 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:08:02.697808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:02.730175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:08:02.730512 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:08:02.730841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:02.735128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:08:02.735493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Attempting to bind port 357035fd-68cd-4d65-839c-a453b5347f04 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:02.740348 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:08:02.740684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Checking segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:08:02.741068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Bound using segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:08:02.741492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Bound port: 357035fd-68cd-4d65-839c-a453b5347f04, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:08:02.741848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.817514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:02.846886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:08:02.854080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.895654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:02.896309 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:02.897829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] 10.222.0.64 "PUT /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 1093 time: 0.6315885 Feb 14 22:08:02.906496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd655f9-69ef-40bf-b550-ffc2c02a11d2 req-4602a09c-a466-48fe-bc7e-f4a36ed64551 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:02.907996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edd655f9-69ef-40bf-b550-ffc2c02a11d2 req-4602a09c-a466-48fe-bc7e-f4a36ed64551 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.1034892 Feb 14 22:08:02.946860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1986-6eb7-42a3-a665-1a9581f3fa86 service neutron] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:03.002766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-edd655f9-69ef-40bf-b550-ffc2c02a11d2 req-aeb2bd41-4536-414c-813c-700a9a9bf779 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870559 Feb 14 22:08:03.008725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-ee9ec40a-370e-46f9-bf45-07ab220ab72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:03.010184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-ee9ec40a-370e-46f9-bf45-07ab220ab72a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1127 time: 0.0816381 Feb 14 22:08:03.100660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-388eba21-db20-4440-9d19-b8520ee22876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:03.102053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-388eba21-db20-4440-9d19-b8520ee22876 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0864942 Feb 14 22:08:03.141945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-bea43676-4052-4324-a88e-4cd904e2936e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0340443 Feb 14 22:08:03.196742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-743abe01-3fd5-412b-a3fc-8ceab3f76d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:03.198273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-743abe01-3fd5-412b-a3fc-8ceab3f76d61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0492473 Feb 14 22:08:03.230891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-0479e6f8-f668-48eb-88b9-132490117341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267193 Feb 14 22:08:03.319535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-01a670a8-2480-4f20-8564-47a5a40080d3 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Feb 14 22:08:03.387346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e19f1d6f-ea33-46ce-9927-0b2119095a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:03.413022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e676cf1-c67f-4062-abda-486f34606ec8 req-476c6c6b-7d84-41be-9dc6-c384dca64704 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879781 Feb 14 22:08:04.122104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56fb5-9e45-402e-a0c2-d848f8a3c726 req-9933d28e-165d-45fc-aa37-2fe44ed1fedc tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:04.123593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06c56fb5-9e45-402e-a0c2-d848f8a3c726 req-9933d28e-165d-45fc-aa37-2fe44ed1fedc tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.0533907 Feb 14 22:08:04.170381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06c56fb5-9e45-402e-a0c2-d848f8a3c726 req-1eb6a9ce-1fcd-4660-887d-9ad2b9eba0e0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Feb 14 22:08:04.660840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:04.663235 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fb888-9408-41b4-b649-25c8728b5c39" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:04.704607 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:04.711597 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88aa79-16bc-4b14-86c7-0fb73aa807ba x-openstack-request-id: req-bb88aa79-16bc-4b14-86c7-0fb73aa807ba {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:04.711908 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:04.712168 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb88aa79-16bc-4b14-86c7-0fb73aa807ba {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:04.712567 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'status': 'completed', 'code': 200} Feb 14 22:08:04.806498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-a53662bc-c352-4c33-868c-febb99f07d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:04.808554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-a53662bc-c352-4c33-868c-febb99f07d6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1127 time: 0.0717475 Feb 14 22:08:04.810217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-039d5634-61da-4d01-bb6d-c81c85d3755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:04.811566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-039d5634-61da-4d01-bb6d-c81c85d3755e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1127 time: 0.0830786 Feb 14 22:08:05.333115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-6ff2cb26-e465-472e-a22d-b804671ad9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:05.334585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-6ff2cb26-e465-472e-a22d-b804671ad9b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.5201585 Feb 14 22:08:05.339114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-d2821e98-cb41-4fe2-861e-81ad0c1797ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:05.340437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-d2821e98-cb41-4fe2-861e-81ad0c1797ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.5192747 Feb 14 22:08:05.386251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-846c46c9-5d35-4644-8e81-102fed7d3f78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0441520 Feb 14 22:08:05.392953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739890b-3b68-4732-81b0-99224720bae7 req-aafb7beb-03dd-4284-8043-b68df17bff11 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:05.394310 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3739890b-3b68-4732-81b0-99224720bae7 req-aafb7beb-03dd-4284-8043-b68df17bff11 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 944 time: 0.1504242 Feb 14 22:08:05.434047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-765cd451-6b33-4b38-bf36-94717843954e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0859869 Feb 14 22:08:05.528336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-514dee2e-c128-4e32-8aab-36dd1b19d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:05.529783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-514dee2e-c128-4e32-8aab-36dd1b19d2a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.1346591 Feb 14 22:08:05.536854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3739890b-3b68-4732-81b0-99224720bae7 req-42eaa18a-48d9-49aa-8555-032b0aba2118 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155701 Feb 14 22:08:05.549245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb888-9408-41b4-b649-25c8728b5c39 req-3b9672ee-001b-4e3d-ad9a-89065f880a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:05.550814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-3b9672ee-001b-4e3d-ad9a-89065f880a40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0991533 Feb 14 22:08:05.574009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-bad369df-b230-49cb-a449-9b30bf83bbe6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362883 Feb 14 22:08:05.598830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-a5a74575-92e3-47a8-831f-bceb6c2d5185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Feb 14 22:08:05.740162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-8df8c4c4-6683-4bfa-a27b-e3dc0f42afb3 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489875 Feb 14 22:08:05.745148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-3c6b1b1c-ae8f-401d-848f-ec9362d757d6 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356294 Feb 14 22:08:05.891280 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:05.899933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-23a4a260-768d-4fc1-9507-d8300fc1f9b3 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533170 Feb 14 22:08:05.903220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-857fb888-9408-41b4-b649-25c8728b5c39 req-4256541d-ed97-4208-a6b6-8f5046944f4d service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499174 Feb 14 22:08:06.269661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:08:06.367323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:06.378999 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '357035fd-68cd-4d65-839c-a453b5347f04', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'port_id': '357035fd-68cd-4d65-839c-a453b5347f04', 'mac_address': 'fa:16:3e:66:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3341bd4c-9703-42c7-93c1-860fbd83c2d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:08:06.417183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 357035fd-68cd-4d65-839c-a453b5347f04 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:06.417590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:06.430898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357035fd-68cd-4d65-839c-a453b5347f04 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:08:06.452164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:06.456300 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:06.516337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:06.523635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:06.659518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985092-a60f-42ef-825a-c1eb8824827d req-b906e0b1-010e-4865-bf9f-1a5ad1147cd0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:06.660998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba985092-a60f-42ef-825a-c1eb8824827d req-b906e0b1-010e-4865-bf9f-1a5ad1147cd0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0542545 Feb 14 22:08:06.707178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba985092-a60f-42ef-825a-c1eb8824827d req-abd2ee30-3595-4bb0-9cd5-e60565da449b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Feb 14 22:08:06.761080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['357035fd-68cd-4d65-839c-a453b5347f04'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:08:06.782714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:08:06.844425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 357035fd-68cd-4d65-839c-a453b5347f04 host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:08:06.844836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:08:06.945796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7376-d6a5-4eda-8ca2-c3f9741bcb2a req-bc386aef-8934-4b26-a930-5657d26dc56a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:06.947925 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf9c7376-d6a5-4eda-8ca2-c3f9741bcb2a req-bc386aef-8934-4b26-a930-5657d26dc56a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0904982 Feb 14 22:08:06.961012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5753d-b607-459d-865c-85a09cb14343 req-e7317381-ab30-4739-a0db-7a03734352f6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:06.962396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-e7317381-ab30-4739-a0db-7a03734352f6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.83 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e&tenant_id=45be16621fe047c7b9a0b9cbe224eafe&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 945 time: 0.0793774 Feb 14 22:08:07.042883 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf9c7376-d6a5-4eda-8ca2-c3f9741bcb2a req-a40f773f-a2ab-42d1-a2c6-26c57016b4c9 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890179 Feb 14 22:08:07.047682 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-bbd5753d-b607-459d-865c-85a09cb14343 req-1ed22fad-e5a7-4268-bb8d-004080c76891 service neutron] delete failed (client error): The resource could not be found. Feb 14 22:08:07.048645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-1ed22fad-e5a7-4268-bb8d-004080c76891 service neutron] 10.222.0.83 "DELETE /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0800047 Feb 14 22:08:07.135266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5753d-b607-459d-865c-85a09cb14343 req-d80b031f-e649-43a8-83fe-e7ef9bef7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:07.136693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-d80b031f-e649-43a8-83fe-e7ef9bef7082 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 1128 time: 0.0459428 Feb 14 22:08:07.226677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5753d-b607-459d-865c-85a09cb14343 req-70dd654d-91aa-4bf0-851f-39928445c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:07.228157 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-70dd654d-91aa-4bf0-851f-39928445c957 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0853076 Feb 14 22:08:07.267902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-52e97972-059a-4bc9-9556-4e4430171500 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 200 len: 217 time: 0.0338440 Feb 14 22:08:07.314999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5753d-b607-459d-865c-85a09cb14343 req-2426700f-6224-4543-82cc-ebde6ccde940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:07.316455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-2426700f-6224-4543-82cc-ebde6ccde940 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0429046 Feb 14 22:08:07.348225 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:07.355457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-b9677aa2-44b1-463a-89de-a7b550d0743c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328448 Feb 14 22:08:07.442690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-bf995e57-d009-41d3-ab79-12a7e51fe792 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Feb 14 22:08:07.534612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbd5753d-b607-459d-865c-85a09cb14343 req-7fba804f-467a-4930-9072-03dadb8ff365 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855603 Feb 14 22:08:08.166161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c072a88-36c0-451d-94f1-c3c8c3eff6f1 req-26473ab5-a05d-4dca-b387-4c1e0d57eafb tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:08.167721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c072a88-36c0-451d-94f1-c3c8c3eff6f1 req-26473ab5-a05d-4dca-b387-4c1e0d57eafb tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0546532 Feb 14 22:08:08.214901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c072a88-36c0-451d-94f1-c3c8c3eff6f1 req-9e58d53a-3ad6-4ac4-a785-0c60353abd19 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Feb 14 22:08:08.295192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:08:08.333603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bd062-90d0-4d43-9e96-ae9fe5c246fe req-edea21dd-e936-40e9-88f2-99f968f3ed2a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:08.335098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159bd062-90d0-4d43-9e96-ae9fe5c246fe req-edea21dd-e936-40e9-88f2-99f968f3ed2a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0543785 Feb 14 22:08:08.345121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 357035fd-68cd-4d65-839c-a453b5347f04 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:08:08.349347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 357035fd-68cd-4d65-839c-a453b5347f04 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:08:08.349926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (357035fd-68cd-4d65-839c-a453b5347f04), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:08.388396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-159bd062-90d0-4d43-9e96-ae9fe5c246fe req-0c63e2c7-452a-4e0f-a146-2f2de5668e7c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Feb 14 22:08:08.430125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 357035fd-68cd-4d65-839c-a453b5347f04 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:08.430519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:08.454190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:08.456423 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fca584-8cf0-4f6d-87d7-44f11dbe4384" -d '{"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-plugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:08.468854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:08.472768 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:08.510518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7cf87-a1c7-4158-86ee-e25593dd7b9e req-f2e1f906-3eae-4757-a9be-1248e9c7de27 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:08.512062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0e7cf87-a1c7-4158-86ee-e25593dd7b9e req-f2e1f906-3eae-4757-a9be-1248e9c7de27 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 945 time: 0.0584562 Feb 14 22:08:08.520232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:08.558285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0e7cf87-a1c7-4158-86ee-e25593dd7b9e req-ea868137-9cc1-403d-b313-9d61ef0aa7fe tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Feb 14 22:08:08.601859 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86481ed1-5caa-420b-bb30-b8ec86fb149f x-openstack-request-id: req-86481ed1-5caa-420b-bb30-b8ec86fb149f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:08.602153 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-plugged", "status": "completed", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:08.602406 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86481ed1-5caa-420b-bb30-b8ec86fb149f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:08.602802 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'code': 200} Feb 14 22:08:08.923395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-23788018-910e-4c87-b0e7-fbce3d80f8c4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:08.925126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-23788018-910e-4c87-b0e7-fbce3d80f8c4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 815 time: 0.0992723 Feb 14 22:08:08.940199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-4b71db6c-946e-4e46-a64b-3c306794d62c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/quotas/45be16621fe047c7b9a0b9cbe224eafe HTTP/1.1" status: 200 len: 375 time: 0.0095615 Feb 14 22:08:09.000468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-62fcce76-bfad-4242-954c-9e9770b241b7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554347 Feb 14 22:08:09.088958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-899f1200-7a19-48c9-bd43-88c99f18542f service neutron] 10.222.0.86 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819292 Feb 14 22:08:09.179870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-86e2bb25-f83a-47ed-b882-5fb43348270f service neutron] 10.222.0.86 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Feb 14 22:08:09.336920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93d86449-a3b9-4f00-9cc3-35c295f271cc req-d45fdb38-747b-49d0-90a8-40236e45a022 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 210 time: 0.0277081 Feb 14 22:08:10.269230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-10ce32d3-8449-4d91-a9a6-84c4a7a04186 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:10.270720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-10ce32d3-8449-4d91-a9a6-84c4a7a04186 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff1b6058-d41c-4b77-a6bd-f200908be20e HTTP/1.1" status: 200 len: 946 time: 0.0553999 Feb 14 22:08:10.289403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-8617f9aa-b178-4b16-8c12-d6ba8d92365f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:10.291445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-8617f9aa-b178-4b16-8c12-d6ba8d92365f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 815 time: 0.1097317 Feb 14 22:08:10.304507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Request body: {'port': {'device_id': 'e45b3504-4925-4f49-ac78-b67561663420', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'admin_state_up': True, 'tenant_id': '45be16621fe047c7b9a0b9cbe224eafe'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:10.371503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Deleting port 357035fd-68cd-4d65-839c-a453b5347f04 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:08:10.371852 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (357035fd-68cd-4d65-839c-a453b5347f04), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.444395 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4e265df-2b97-432a-87c4-83265c405bea req-bfa96054-84d3-491b-84b4-1ce6a314d397 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 210 time: 0.0347953 Feb 14 22:08:10.445673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Made reservation on behalf of 45be16621fe047c7b9a0b9cbe224eafe for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:08:10.449012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.465283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] For port 357035fd-68cd-4d65-839c-a453b5347f04, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=357035fd-68cd-4d65-839c-a453b5347f04,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:10.465661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (357035fd-68cd-4d65-839c-a453b5347f04), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.477840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Calling delete_port for 357035fd-68cd-4d65-839c-a453b5347f04 owned by compute:nova {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:08:10.580000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Allocated IP 172.20.0.8 (fda3d92e-6822-47a7-98d6-97679b3d2c2b/3341bd4c-9703-42c7-93c1-860fbd83c2d0/51e393b9-b8b4-4e57-a6e4-5e105579a959) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:08:10.609994 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (357035fd-68cd-4d65-839c-a453b5347f04), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.637969 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Pushing event deleted for resources: {'Port': ['ID=357035fd-68cd-4d65-839c-a453b5347f04,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:10.683230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] No DVR routers for this DVR port 357035fd-68cd-4d65-839c-a453b5347f04 on host n-h1-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:08:10.685881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.689349 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.64 "DELETE /v2.0/ports/357035fd-68cd-4d65-839c-a453b5347f04 HTTP/1.1" status: 204 len: 173 time: 0.4133949 Feb 14 22:08:10.689800 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-deleted', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:10.692136 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd1e5f-d4d0-4b5d-886e-be42dc2ebd85" -d '{"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-deleted", "tag": "357035fd-68cd-4d65-839c-a453b5347f04"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:10.749747 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks [] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.788910 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.845004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Network fda3d92e-6822-47a7-98d6-97679b3d2c2b is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:08:10.847725 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba08807-2fba-4c3f-8a3e-e25b93cc4a27 x-openstack-request-id: req-9ba08807-2fba-4c3f-8a3e-e25b93cc4a27 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:10.848028 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b6058-d41c-4b77-a6bd-f200908be20e", "name": "network-vif-deleted", "tag": "357035fd-68cd-4d65-839c-a453b5347f04", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:10.848310 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9ba08807-2fba-4c3f-8a3e-e25b93cc4a27 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:10.848687 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b6058-d41c-4b77-a6bd-f200908be20e', 'name': 'network-vif-deleted', 'tag': '357035fd-68cd-4d65-839c-a453b5347f04', 'status': 'completed', 'code': 200} Feb 14 22:08:10.849262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:08:10.851586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:08:10.855289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:10.884089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.884965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.885315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.885662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.885995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.886323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.886650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.886975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.887329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.887659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.887986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.888303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.888621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:10.919186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:10.919930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:10.936198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-2856d5fa-ee62-4ad7-8b63-179dba9099ea tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360252 Feb 14 22:08:10.947738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Request body: {'port': {'device_id': 'e45b3504-4925-4f49-ac78-b67561663420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:11.010382 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.267442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e393b9-b8b4-4e57-a6e4-5e105579a959 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:08:11.274878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks [] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.287141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Transition to ACTIVE for port object 51e393b9-b8b4-4e57-a6e4-5e105579a959 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:08:11.291253 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.345934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:11.413659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:08:11.413996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:08:11.414324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:11.418623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:08:11.418946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:11.423784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:08:11.424127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Checking segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:08:11.424507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Bound using segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:08:11.424925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Bound port: 51e393b9-b8b4-4e57-a6e4-5e105579a959, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:08:11.425277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.488425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:11.491403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:08:11.497639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.543353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:11.543983 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:11.545351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] 10.222.0.64 "PUT /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 1092 time: 0.6021869 Feb 14 22:08:11.545820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:11.548081 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925fd9ac-d11c-4c20-a269-4123dbc66aab" -d '{"events": [{"name": "network-changed", "server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:11.625265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ad769-5bb3-40d0-9dc1-7ae100b6dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:11.650351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd57ae-56c2-4955-9f4f-8b5e35dfb0ca req-db703a95-75e7-4c79-86e3-25b5eb864f46 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:11.651855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbd57ae-56c2-4955-9f4f-8b5e35dfb0ca req-db703a95-75e7-4c79-86e3-25b5eb864f46 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.1266942 Feb 14 22:08:11.666642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-630bb590-faaf-4afa-bec0-9252654c05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:11.668158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-630bb590-faaf-4afa-bec0-9252654c05ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0831659 Feb 14 22:08:11.715546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-e8ef5589-0b7d-46d6-9a6e-99c573ab9850 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0387022 Feb 14 22:08:11.770861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cbd57ae-56c2-4955-9f4f-8b5e35dfb0ca req-ab6cde2b-dd99-42fa-8612-069b55654e83 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124558 Feb 14 22:08:11.783029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-79cdfb58-b425-40a7-9ca9-284bcb8c3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:11.784540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-79cdfb58-b425-40a7-9ca9-284bcb8c3ffc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0619333 Feb 14 22:08:11.816366 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2ae4d-8937-4949-b193-a30e64180bea x-openstack-request-id: req-0ef2ae4d-8937-4949-b193-a30e64180bea {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:11.816657 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:11.816909 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ef2ae4d-8937-4949-b193-a30e64180bea {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:11.817306 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'status': 'completed', 'code': 200} Feb 14 22:08:11.819444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-459b8d09-96c6-4a0a-8b4d-b18d40efb14b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292778 Feb 14 22:08:11.909307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-3d97d789-4130-4129-82aa-b3b83a4b7ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Feb 14 22:08:12.001963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08fbbff3-4f3d-465f-b155-b06f8dfdebe1 req-a0fe6a18-c264-4463-ae4f-f5dfe2d247ac service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871549 Feb 14 22:08:12.086439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-8fa543cc-c542-4f89-8db5-30ccdcd49d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:12.087993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-8fa543cc-c542-4f89-8db5-30ccdcd49d78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0458293 Feb 14 22:08:12.178174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-f4a9d8f3-c4d4-45f3-a7ea-44d7c770b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:12.179944 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-f4a9d8f3-c4d4-45f3-a7ea-44d7c770b230 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0861104 Feb 14 22:08:12.220019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-0f45c77f-92b4-431c-8e5c-f6b39bcab05e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0340841 Feb 14 22:08:12.267260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-1b86c343-1b95-42e0-8c02-28e9825502d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:12.268654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-1b86c343-1b95-42e0-8c02-28e9825502d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0424097 Feb 14 22:08:12.299280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-ff2e40a6-4b27-48c6-86b7-864a7281a2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248690 Feb 14 22:08:12.330673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:08:12.350602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 357035fd-68cd-4d65-839c-a453b5347f04 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:08:12.350880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 357035fd-68cd-4d65-839c-a453b5347f04 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:08:12.392006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-33883257-1d75-432f-b3ad-f4b2e9fbf493 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868752 Feb 14 22:08:12.479399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-925fd9ac-d11c-4c20-a269-4123dbc66aab req-0d84b312-d87c-4bc4-912a-ba02fbe9b9e0 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809498 Feb 14 22:08:12.895250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974765-4a5c-43a0-a70c-4d33edcaaec2 req-5c8fe0d1-0c93-4980-bb70-70db6b3fc70a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:12.896752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2974765-4a5c-43a0-a70c-4d33edcaaec2 req-5c8fe0d1-0c93-4980-bb70-70db6b3fc70a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0579829 Feb 14 22:08:12.943512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a2974765-4a5c-43a0-a70c-4d33edcaaec2 req-bdd202f7-b270-41b3-bca4-8c60f2880873 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Feb 14 22:08:14.062662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1c2c-4ad0-4437-907b-96efdc786ca1 req-66bf0a02-3bdd-453e-9341-a877f2074bce tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:14.064193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfed1c2c-4ad0-4437-907b-96efdc786ca1 req-66bf0a02-3bdd-453e-9341-a877f2074bce tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0534809 Feb 14 22:08:14.111083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfed1c2c-4ad0-4437-907b-96efdc786ca1 req-e2e64bf4-1d14-4524-a0fe-6e8068fd6344 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Feb 14 22:08:14.346116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:08:14.440929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:14.452508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'port_id': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'mac_address': 'fa:16:3e:0c:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3341bd4c-9703-42c7-93c1-860fbd83c2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:08:14.489591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 51e393b9-b8b4-4e57-a6e4-5e105579a959 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:14.490214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:14.506312 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e393b9-b8b4-4e57-a6e4-5e105579a959 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:08:14.525441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:14.529452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:14.575665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:14.582735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.583087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.583460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.583803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.584141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.584476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.584809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.585139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.585732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.586057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.586385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.586709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.587031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:14.838631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['51e393b9-b8b4-4e57-a6e4-5e105579a959'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:08:15.228008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0b44f-ab06-4bae-a91b-c5a8406a90f7 req-422970eb-efda-46c0-a6ff-057ccd591f6a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:15.229474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98c0b44f-ab06-4bae-a91b-c5a8406a90f7 req-422970eb-efda-46c0-a6ff-057ccd591f6a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 944 time: 0.0532436 Feb 14 22:08:15.280787 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-98c0b44f-ab06-4bae-a91b-c5a8406a90f7 req-31ad369f-5f50-41f3-b123-6525caae5d5f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Feb 14 22:08:16.361954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:08:16.400506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dc098-14bb-43ec-8207-c4bffcef893b req-9a53499e-2467-4333-9932-419c44d89238 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:16.401962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-453dc098-14bb-43ec-8207-c4bffcef893b req-9a53499e-2467-4333-9932-419c44d89238 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 944 time: 0.0528874 Feb 14 22:08:16.413204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 51e393b9-b8b4-4e57-a6e4-5e105579a959 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:08:16.417815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 51e393b9-b8b4-4e57-a6e4-5e105579a959 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:08:16.418195 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:16.452132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-453dc098-14bb-43ec-8207-c4bffcef893b req-7de99da8-21e2-43b5-acb5-c950542fdcb4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Feb 14 22:08:16.497175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 51e393b9-b8b4-4e57-a6e4-5e105579a959 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:16.497572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:16.519415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:16.521638 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e925da0e-f3fd-44f9-9a74-2c632a58666f" -d '{"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-plugged", "status": "completed", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:16.537692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:16.542684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:16.565057 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cc5352-afa8-4967-80ad-9ed23dbbd2f0 x-openstack-request-id: req-a5cc5352-afa8-4967-80ad-9ed23dbbd2f0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:16.565353 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-plugged", "status": "completed", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:16.565616 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5cc5352-afa8-4967-80ad-9ed23dbbd2f0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:16.566008 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'code': 200} Feb 14 22:08:16.594740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:16.657516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f307-4f4e-4854-9ca4-cdcb1df0e28d req-edf97442-19ac-4002-845b-16e17b3abbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:16.659004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8142f307-4f4e-4854-9ca4-cdcb1df0e28d req-edf97442-19ac-4002-845b-16e17b3abbc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1128 time: 0.0439870 Feb 14 22:08:16.701413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8142f307-4f4e-4854-9ca4-cdcb1df0e28d req-ef625731-38ad-4743-b31b-985457185d92 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370383 Feb 14 22:08:17.577093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f03139-96cb-47ff-9a13-7007c8935fcd req-f2af1c62-5dc4-40f6-96da-a5dd6424c073 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:17.578582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8f03139-96cb-47ff-9a13-7007c8935fcd req-f2af1c62-5dc4-40f6-96da-a5dd6424c073 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Feb 14 22:08:17.625182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f8f03139-96cb-47ff-9a13-7007c8935fcd req-74ad3413-082b-406f-8cf9-3b10214b9d47 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Feb 14 22:08:18.752629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46993e-239a-4df2-b6f9-5feb17aee6cd req-9108947a-7485-41e8-a775-8c23c13d99d4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:18.754180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb46993e-239a-4df2-b6f9-5feb17aee6cd req-9108947a-7485-41e8-a775-8c23c13d99d4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0602951 Feb 14 22:08:18.800770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb46993e-239a-4df2-b6f9-5feb17aee6cd req-fcec93fa-b3b6-4925-b6e0-33c16729ac57 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Feb 14 22:08:18.920062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa682-3311-4c03-b747-99cf315cebf6 req-366668a6-6983-4afd-ad07-36e2bfb89ee7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:18.921617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab1fa682-3311-4c03-b747-99cf315cebf6 req-366668a6-6983-4afd-ad07-36e2bfb89ee7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0559137 Feb 14 22:08:18.973010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab1fa682-3311-4c03-b747-99cf315cebf6 req-0ae255c6-7861-4f8d-be6b-b80f45d8867a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Feb 14 22:08:19.246903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac941-19e8-44b5-82de-bcc35b58a482 req-d5e75df1-64d6-4219-98a4-ce61fa4055bd tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:19.248419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7ac941-19e8-44b5-82de-bcc35b58a482 req-d5e75df1-64d6-4219-98a4-ce61fa4055bd tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0756035 Feb 14 22:08:19.252030 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-eb793f4b-d54a-478c-835b-cee7aae351f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890088 Feb 14 22:08:19.300676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7ac941-19e8-44b5-82de-bcc35b58a482 req-b7e07245-f78c-4484-b42d-3bded1e942f5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Feb 14 22:08:19.617992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-a438b86b-c542-47b5-8585-60a55260e7e2 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:19.619423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-a438b86b-c542-47b5-8585-60a55260e7e2 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 942 time: 0.0507069 Feb 14 22:08:20.407041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-65026dd5-7d19-454e-ad49-15ee56443bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:20.408587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-65026dd5-7d19-454e-ad49-15ee56443bca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1128 time: 0.0703084 Feb 14 22:08:20.478845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c867b-4d8e-4f6c-a63a-85256ca2421f req-1ca0fd64-919d-468e-bb61-758c637d34b2 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:20.480350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b24c867b-4d8e-4f6c-a63a-85256ca2421f req-1ca0fd64-919d-468e-bb61-758c637d34b2 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.1065502 Feb 14 22:08:20.548068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-13c1031f-98ae-4bad-b330-d74846c1d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:20.549467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-13c1031f-98ae-4bad-b330-d74846c1d8ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.1343846 Feb 14 22:08:20.553799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b24c867b-4d8e-4f6c-a63a-85256ca2421f req-1c7846fd-ff14-4d0b-9823-72da2ce69c83 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675011 Feb 14 22:08:20.589772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-a19245e7-161b-4cc5-9033-70715d26588f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0338237 Feb 14 22:08:20.642854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-667a1523-7f47-427e-87c7-a72d548b9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:20.644353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-667a1523-7f47-427e-87c7-a72d548b9910 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0493755 Feb 14 22:08:20.676436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-3f6170bd-5420-46cf-88b8-5e2072884856 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268819 Feb 14 22:08:20.768032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-c7f5fa06-48a2-4fbb-ba87-356c39481115 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837715 Feb 14 22:08:20.859106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-dedf4081-4d69-471d-9d56-69c5468553b2 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854621 Feb 14 22:08:21.676671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967067-f70b-4dc0-92a8-62aed7441997 req-93fb8d6b-6385-4b63-9762-69939fd8ee44 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:21.678147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2967067-f70b-4dc0-92a8-62aed7441997 req-93fb8d6b-6385-4b63-9762-69939fd8ee44 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0577033 Feb 14 22:08:21.726614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2967067-f70b-4dc0-92a8-62aed7441997 req-ce21080a-b7f3-4912-97b9-3324e6a581f0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 Feb 14 22:08:22.850757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303994d-6517-45fb-ad4e-dd546336fa30 req-9160402d-9e60-4ce9-b921-63da09443f82 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:22.852267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3303994d-6517-45fb-ad4e-dd546336fa30 req-9160402d-9e60-4ce9-b921-63da09443f82 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0573990 Feb 14 22:08:22.899399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3303994d-6517-45fb-ad4e-dd546336fa30 req-31a44c23-7a5e-4b49-962b-7fff9a9ecce6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Feb 14 22:08:24.018695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215057d-15ef-40cc-b556-5abacce6ab64 req-36417822-50db-474a-bd98-97083f2935df tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:24.020208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7215057d-15ef-40cc-b556-5abacce6ab64 req-36417822-50db-474a-bd98-97083f2935df tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0529208 Feb 14 22:08:24.067066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7215057d-15ef-40cc-b556-5abacce6ab64 req-a5802bc7-2dfa-469b-87bd-034f9fa3af7d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Feb 14 22:08:25.185922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac896-eae4-4a19-bbf4-d7b569915b70 req-eca2a33f-0470-4222-8b53-110b7aab742b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:25.187419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-528ac896-eae4-4a19-bbf4-d7b569915b70 req-eca2a33f-0470-4222-8b53-110b7aab742b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Feb 14 22:08:25.237081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-528ac896-eae4-4a19-bbf4-d7b569915b70 req-32fcea42-52f6-498c-86e8-2c356fdfe31b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Feb 14 22:08:26.357381 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b011dc2-4b12-4902-ba32-5079e91e702b req-9f0e36b5-e988-4e6e-9784-92dbf250ddec tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:26.358854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b011dc2-4b12-4902-ba32-5079e91e702b req-9f0e36b5-e988-4e6e-9784-92dbf250ddec tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Feb 14 22:08:26.405286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b011dc2-4b12-4902-ba32-5079e91e702b req-46426fd5-0b13-454e-8e26-af48d327f4c4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Feb 14 22:08:27.526530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fc93-c54d-4a0c-a184-a60fe07c0a26 req-2389c326-6e24-4d62-a20e-ca620f588ca1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:27.528330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0265fc93-c54d-4a0c-a184-a60fe07c0a26 req-2389c326-6e24-4d62-a20e-ca620f588ca1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0531430 Feb 14 22:08:27.553551 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:08:27.576255 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0265fc93-c54d-4a0c-a184-a60fe07c0a26 req-8f4a3664-5b86-46ee-b0b8-e68d50b14c7c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Feb 14 22:08:28.699253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790a788-8a4f-4b3a-81ab-910ee042bc45 req-16e3a379-be0f-4b5b-a6ea-80f3555fe69a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:28.700746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4790a788-8a4f-4b3a-81ab-910ee042bc45 req-16e3a379-be0f-4b5b-a6ea-80f3555fe69a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0575926 Feb 14 22:08:28.749920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4790a788-8a4f-4b3a-81ab-910ee042bc45 req-aeeea55d-702c-4ed3-a5d4-7468455352ef tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Feb 14 22:08:28.923055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-1b786cc4-8c0b-441e-8dc6-dae18d18c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:28.924493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-1b786cc4-8c0b-441e-8dc6-dae18d18c428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1128 time: 0.0445845 Feb 14 22:08:29.029407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-423dedaf-f2c2-4fbc-b673-10bc6728e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:29.030887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-423dedaf-f2c2-4fbc-b673-10bc6728e7fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0885243 Feb 14 22:08:29.058499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:29.409964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-7b9785b1-722a-4375-b467-f6809452a716 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.3731506 Feb 14 22:08:29.457785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-7a639707-6c26-476a-8f89-637cc42bd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:29.459228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-7a639707-6c26-476a-8f89-637cc42bd2e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0426040 Feb 14 22:08:29.490062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-31a72bf2-aaea-461f-8844-4086b522470b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244479 Feb 14 22:08:29.578689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-c16d329c-718f-4fe4-815e-4ef24a77df01 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Feb 14 22:08:29.665846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c35d3a9c-8e8e-4269-a111-be9961f32613 req-4f011414-7724-442c-96d0-53117878c8de service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808363 Feb 14 22:08:29.873633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9343f-809b-4e3c-bc52-8394bb16c2a0 req-ca229122-534e-4f33-bcf9-f59a5b8ffbb7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:29.875020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41e9343f-809b-4e3c-bc52-8394bb16c2a0 req-ca229122-534e-4f33-bcf9-f59a5b8ffbb7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0574796 Feb 14 22:08:29.921296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-41e9343f-809b-4e3c-bc52-8394bb16c2a0 req-d7740126-0642-4730-8079-524d11f0bda2 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Feb 14 22:08:31.017906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0aca-fcdc-4da2-82b3-f0b1b7c57d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:31.041686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015e70-ac5a-4f11-8f51-5482147cb8a4 req-c773faa0-e74d-4e9c-800c-eaa4dc8526a1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:31.043202 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d015e70-ac5a-4f11-8f51-5482147cb8a4 req-c773faa0-e74d-4e9c-800c-eaa4dc8526a1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0537975 Feb 14 22:08:31.090339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3d015e70-ac5a-4f11-8f51-5482147cb8a4 req-56647cec-3f76-41d5-963c-5b3911db85c6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Feb 14 22:08:32.210873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396bc35-d69d-4c9c-967d-6e574374d4ba req-a12e9a0f-d2fd-4d44-9923-894087f54784 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:32.212363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3396bc35-d69d-4c9c-967d-6e574374d4ba req-a12e9a0f-d2fd-4d44-9923-894087f54784 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Feb 14 22:08:32.258864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3396bc35-d69d-4c9c-967d-6e574374d4ba req-a20b29b4-c754-47da-ad0e-ba82544d09b0 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Feb 14 22:08:33.380716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1c448-8fb0-4480-91b9-4830514aebd2 req-936f40ba-1137-46b2-9309-f1632a5a7a6e tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:33.382251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0c1c448-8fb0-4480-91b9-4830514aebd2 req-936f40ba-1137-46b2-9309-f1632a5a7a6e tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0543520 Feb 14 22:08:33.390716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ea2645f-d5ec-4fcc-bfc0-33615bf35658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:33.430746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0c1c448-8fb0-4480-91b9-4830514aebd2 req-c3a66a53-6d35-4ae1-ac23-e149e9275b9e tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Feb 14 22:08:34.550488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d58a-70b2-43f7-8af7-605816945391 req-cb68fc98-9bde-441e-8bb2-b0a25dad795b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:34.551898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c59d58a-70b2-43f7-8af7-605816945391 req-cb68fc98-9bde-441e-8bb2-b0a25dad795b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Feb 14 22:08:34.602376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c59d58a-70b2-43f7-8af7-605816945391 req-fc791061-9eed-47e3-9362-8155c27453b3 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 14 22:08:34.706838 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:35.724982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f41e-16ad-4eda-b84a-cc2bcb2bb036 req-0b8bbd54-b90d-4ce8-b62d-ef34bbaf63fa tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:35.726501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e613f41e-16ad-4eda-b84a-cc2bcb2bb036 req-0b8bbd54-b90d-4ce8-b62d-ef34bbaf63fa tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Feb 14 22:08:35.773079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e613f41e-16ad-4eda-b84a-cc2bcb2bb036 req-7a70681a-8ccf-42fa-9176-57c275241fe7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Feb 14 22:08:35.894859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:36.545820 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:36.893377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f758-a633-4547-9d3d-4c4fbac1e4ba req-134ec1cf-96a3-4906-b9e2-2bc4cf273b57 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:36.894861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1409f758-a633-4547-9d3d-4c4fbac1e4ba req-134ec1cf-96a3-4906-b9e2-2bc4cf273b57 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Feb 14 22:08:36.941696 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1409f758-a633-4547-9d3d-4c4fbac1e4ba req-1491377d-7f19-4d3a-87a3-9d56e0189d41 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Feb 14 22:08:37.351600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:38.066838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ec2-f9b1-4fee-befc-bca79cecec14 req-a08e6db2-8f09-41c3-af45-93becbcb28dd tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:38.068348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-313b1ec2-f9b1-4fee-befc-bca79cecec14 req-a08e6db2-8f09-41c3-af45-93becbcb28dd tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0589173 Feb 14 22:08:38.115097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-313b1ec2-f9b1-4fee-befc-bca79cecec14 req-ad69515f-7c9e-4528-aa0c-bcae9e20d3d6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Feb 14 22:08:39.233735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90bdd8-e6f4-4a8d-a24d-267c4cd4800f req-1f4694d3-f152-407e-9e4b-bec184efe2d6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:39.235234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a90bdd8-e6f4-4a8d-a24d-267c4cd4800f req-1f4694d3-f152-407e-9e4b-bec184efe2d6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0527315 Feb 14 22:08:39.282247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a90bdd8-e6f4-4a8d-a24d-267c4cd4800f req-bc193842-25a5-4a8f-8997-a0c754e7044a tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Feb 14 22:08:40.400100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b79232-0c1b-41a4-b47b-cfdb79b9e0be req-c149aef5-a3c7-4baa-bf26-0216d23d07d5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:40.402198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89b79232-0c1b-41a4-b47b-cfdb79b9e0be req-c149aef5-a3c7-4baa-bf26-0216d23d07d5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0535562 Feb 14 22:08:40.452453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89b79232-0c1b-41a4-b47b-cfdb79b9e0be req-0446ed58-e49c-4cfb-b2b3-a6b3550d1f32 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Feb 14 22:08:41.575305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8218f-5b7f-4094-b0fb-6109158734df req-6285bafd-3252-4245-9e2c-92392858b8aa tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:41.576780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fe8218f-5b7f-4094-b0fb-6109158734df req-6285bafd-3252-4245-9e2c-92392858b8aa tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Feb 14 22:08:41.623313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fe8218f-5b7f-4094-b0fb-6109158734df req-362b6261-274f-49a1-a6ff-577573dbfe46 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Feb 14 22:08:42.742314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c2928-2993-481b-9cce-43569281e3c1 req-03c2e423-f966-4ffc-91b0-4e37ef07c1b1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:42.744338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964c2928-2993-481b-9cce-43569281e3c1 req-03c2e423-f966-4ffc-91b0-4e37ef07c1b1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Feb 14 22:08:42.791816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964c2928-2993-481b-9cce-43569281e3c1 req-f735cd5b-0d6b-409d-b4d7-dd2b698b8bde tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Feb 14 22:08:43.916546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9e5f-bfdb-4f1e-a233-d241ca21636c req-49dce158-7de1-4087-9fc1-8a6192410417 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:43.918028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eafd9e5f-bfdb-4f1e-a233-d241ca21636c req-49dce158-7de1-4087-9fc1-8a6192410417 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0579677 Feb 14 22:08:43.964053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-eafd9e5f-bfdb-4f1e-a233-d241ca21636c req-69c04690-defe-4bc5-b69a-1329e4e23eb8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Feb 14 22:08:45.083081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfedfb-f2bb-479a-90ac-f8e21a6e124a req-95def4ec-3fe9-4a00-bba1-7a309fca4b95 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:45.084586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbdfedfb-f2bb-479a-90ac-f8e21a6e124a req-95def4ec-3fe9-4a00-bba1-7a309fca4b95 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Feb 14 22:08:45.131530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fbdfedfb-f2bb-479a-90ac-f8e21a6e124a req-acee7626-8937-44e8-a4cd-4f7a1dcc9a39 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Feb 14 22:08:46.253809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799a08-732e-449a-a269-c6f69caa06d6 req-91e646fd-45a0-4df3-b386-28303a39c4d3 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:46.255314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea799a08-732e-449a-a269-c6f69caa06d6 req-91e646fd-45a0-4df3-b386-28303a39c4d3 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0573611 Feb 14 22:08:46.302046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea799a08-732e-449a-a269-c6f69caa06d6 req-a47cc411-03f4-44ea-af5a-11d6e629c494 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Feb 14 22:08:47.420017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35d467-f91f-49d4-b472-c3be78c2b9aa req-e7f636a4-560f-42f1-be08-e7ca3458143b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:47.421497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd35d467-f91f-49d4-b472-c3be78c2b9aa req-e7f636a4-560f-42f1-be08-e7ca3458143b tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Feb 14 22:08:47.469028 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd35d467-f91f-49d4-b472-c3be78c2b9aa req-036226d7-977a-4f55-8468-02432a9d9fc6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Feb 14 22:08:47.837258 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fda5b6ad-5502-45ab-bcd0-0ee97197965f service neutron] show failed (client error): The resource could not be found. Feb 14 22:08:47.838829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fda5b6ad-5502-45ab-bcd0-0ee97197965f service neutron] 10.222.0.64 "GET /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0546122 Feb 14 22:08:48.049463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-1e95bd29-4fb0-4451-98eb-09af2b7a7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.051068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-1e95bd29-4fb0-4451-98eb-09af2b7a7ced service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420&tenant_id=45be16621fe047c7b9a0b9cbe224eafe HTTP/1.1" status: 200 len: 1128 time: 0.0570974 Feb 14 22:08:48.063255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:48.121924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.323490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:48.355822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:48.399559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:48.401734 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2215c3b-edc0-45a6-a0d4-e267cfbf95d1" -d '{"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-unplugged", "status": "completed", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:48.405616 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks [] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.417960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Transition to ACTIVE for port object 51e393b9-b8b4-4e57-a6e4-5e105579a959 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:08:48.422120 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.472899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:48.489390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] No DVR routers for this DVR port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:08:48.517182 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408c805-8d82-46d0-9c19-3ef6d9a90828 x-openstack-request-id: req-4408c805-8d82-46d0-9c19-3ef6d9a90828 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:48.517478 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-unplugged", "status": "completed", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:48.517729 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4408c805-8d82-46d0-9c19-3ef6d9a90828 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:48.518123 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'code': 200} Feb 14 22:08:48.528546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:08:48.528894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:08:48.529223 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:48.533553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:08:48.533871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Attempting to bind port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on network fda3d92e-6822-47a7-98d6-97679b3d2c2b {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:48.538616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:08:48.538952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Checking segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:08:48.539363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Bound using segment: {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:08:48.539785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Bound port: 51e393b9-b8b4-4e57-a6e4-5e105579a959, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13a5cca-af3d-4427-87f1-28575ca9c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:08:48.540142 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.636494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:48.640798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:08:48.647077 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.659890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928298d7-3b2d-4d80-890d-5c78bc3a595a req-d93b8313-95ed-441e-b45c-60958e155735 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.661300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-928298d7-3b2d-4d80-890d-5c78bc3a595a req-d93b8313-95ed-441e-b45c-60958e155735 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0897331 Feb 14 22:08:48.708918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.709526 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:48.711185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] 10.222.0.83 "PUT /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 1092 time: 0.6517916 Feb 14 22:08:48.752031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa995dc9-c5d9-4454-bfd3-bb1a0cddaa0a service neutron] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:48.783793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-928298d7-3b2d-4d80-890d-5c78bc3a595a req-01387f6b-185c-4e90-8e90-fc00aad83de4 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010473 Feb 14 22:08:48.800922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-e984f4f4-3d36-446c-95a3-53d469cb8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.802409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-e984f4f4-3d36-446c-95a3-53d469cb8650 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0676334 Feb 14 22:08:48.890249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-06b3a1a5-11da-4468-997b-2a0bc63efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.891728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-06b3a1a5-11da-4468-997b-2a0bc63efef6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0824962 Feb 14 22:08:48.930827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-afb0db75-7c29-45f5-ba97-8f9495eb16fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0334699 Feb 14 22:08:48.980739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-97bfbe6f-22b7-4d20-b0bc-23ffed79798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:48.982180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-97bfbe6f-22b7-4d20-b0bc-23ffed79798f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0462613 Feb 14 22:08:49.013694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-a81ac2c3-0896-478e-847a-18b500823186 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248122 Feb 14 22:08:49.099532 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-84e2b206-eb7b-440f-98a6-e99e55996b79 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797682 Feb 14 22:08:49.191590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf80967-2255-4f76-be68-dce0c43710a0 req-0f01fe04-bdf3-40b9-956b-95ff4c5182ac service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Feb 14 22:08:49.925305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da0a9-6482-420e-b09e-71d679f32ba6 req-d1c49274-dceb-4794-b6ff-c0dc62c6ed43 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:49.926932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541da0a9-6482-420e-b09e-71d679f32ba6 req-d1c49274-dceb-4794-b6ff-c0dc62c6ed43 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0594807 Feb 14 22:08:49.977107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-541da0a9-6482-420e-b09e-71d679f32ba6 req-bccede37-aa57-47d2-afd7-bc4029b2d1ee tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Feb 14 22:08:50.486067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:08:50.518934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:50.521470 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f2cf2-0c9a-4c3c-82b5-766752151fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:50.525141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 51e393b9-b8b4-4e57-a6e4-5e105579a959 host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:08:50.525545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:08:50.573850 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff6b50-ba38-4d0b-9266-1511ec727b42 x-openstack-request-id: req-58ff6b50-ba38-4d0b-9266-1511ec727b42 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:50.574413 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:50.574872 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-58ff6b50-ba38-4d0b-9266-1511ec727b42 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:50.575507 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'status': 'completed', 'code': 200} Feb 14 22:08:50.681956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-f35ddb8d-9841-4a62-bd12-f1c5f6c9511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:50.683823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-f35ddb8d-9841-4a62-bd12-f1c5f6c9511e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0899444 Feb 14 22:08:50.685884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-d40cf2ef-af25-407b-948e-9a6365f17e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:50.687391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-d40cf2ef-af25-407b-948e-9a6365f17e47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0849254 Feb 14 22:08:50.849411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-b5aefd01-7cf0-490a-8ce9-6770b8eb7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:50.850924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-b5aefd01-7cf0-490a-8ce9-6770b8eb7203 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.1612415 Feb 14 22:08:50.852305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-aec0297c-f57b-4fd6-92b5-21bd2430c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:50.855088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-aec0297c-f57b-4fd6-92b5-21bd2430c8bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.1576865 Feb 14 22:08:50.903892 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-1a5ac995-900e-48d6-b0a9-7382100ac9a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0459609 Feb 14 22:08:50.938700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-0003ed52-384f-475f-9ff2-9d1acc2c7095 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0748336 Feb 14 22:08:51.004442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-fd7243a2-a211-48ea-9aee-a31c4a4adbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.005930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-fd7243a2-a211-48ea-9aee-a31c4a4adbea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0762463 Feb 14 22:08:51.012595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-7e487879-c42f-449c-94e1-d1ffa0ff6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.014075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-7e487879-c42f-449c-94e1-d1ffa0ff6839 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0584488 Feb 14 22:08:51.066546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-9b2849f1-09ed-4839-a029-64a68ef8e8cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436604 Feb 14 22:08:51.069556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-5e0f9b00-033b-497d-bda7-77cffaa212e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545948 Feb 14 22:08:51.242693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cafa0-0691-422a-afa8-366f7c20d977 req-a7a8d9a0-886e-46c1-9e52-c5f41ca1acc3 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.244133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab1cafa0-0691-422a-afa8-366f7c20d977 req-a7a8d9a0-886e-46c1-9e52-c5f41ca1acc3 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.1767135 Feb 14 22:08:51.266956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-7b8a0e53-d829-40c6-86a2-00becdd3ed4b service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880333 Feb 14 22:08:51.306508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-5ffc3852-083d-4d9c-ada0-5f36118b9318 service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285242 Feb 14 22:08:51.416397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab1cafa0-0691-422a-afa8-366f7c20d977 req-a11cf38a-c96d-4b16-a049-0b05eb438c44 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641481 Feb 14 22:08:51.459698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-ce1e5042-bbe2-4cfd-941f-526a089917ca service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752920 Feb 14 22:08:51.474656 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-329f2cf2-0c9a-4c3c-82b5-766752151fbe req-8f02e054-f8a4-4deb-85a0-8f4d9efda3ea service neutron] 10.222.0.83 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625090 Feb 14 22:08:51.665509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160672e-4a52-46fc-98fa-410da7b9faf7 req-8133fb62-a2b9-45aa-b643-91cfda5db59f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.667018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4160672e-4a52-46fc-98fa-410da7b9faf7 req-8133fb62-a2b9-45aa-b643-91cfda5db59f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0874701 Feb 14 22:08:51.674826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-eb0204b3-2698-48b6-9300-925e44ac06e8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.676243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-eb0204b3-2698-48b6-9300-925e44ac06e8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420&tenant_id=45be16621fe047c7b9a0b9cbe224eafe&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 943 time: 0.0948501 Feb 14 22:08:51.764524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4160672e-4a52-46fc-98fa-410da7b9faf7 req-355c7411-b57e-4bdb-bb34-b8996ca748ed tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873272 Feb 14 22:08:51.769877 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-236c44d2-8862-4238-9f7f-f12bb08f5d75 service neutron] delete failed (client error): The resource could not be found. Feb 14 22:08:51.770794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-236c44d2-8862-4238-9f7f-f12bb08f5d75 service neutron] 10.222.0.64 "DELETE /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0873606 Feb 14 22:08:51.860638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-91f1f88b-f9fe-4873-8cc5-a3732bc092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.862196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-91f1f88b-f9fe-4873-8cc5-a3732bc092a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 1126 time: 0.0481007 Feb 14 22:08:51.961630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-98aeb5d4-4d56-43c6-90f3-fdc08cad2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:51.963098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-98aeb5d4-4d56-43c6-90f3-fdc08cad2eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 200 len: 916 time: 0.0946858 Feb 14 22:08:52.007338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-7c61aeee-1377-4ece-a24e-07879ee132a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 200 len: 217 time: 0.0343609 Feb 14 22:08:52.053677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-a1b9c0c3-82ac-48a2-8f8e-f05abafd5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:52.055041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-a1b9c0c3-82ac-48a2-8f8e-f05abafd5cac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 200 len: 855 time: 0.0427477 Feb 14 22:08:52.085511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-d9b65ae2-8921-4824-a084-3a0212769d3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fda3d92e-6822-47a7-98d6-97679b3d2c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247240 Feb 14 22:08:52.177509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-0aecacce-92dc-428a-a46a-b4cc98cb755f service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Feb 14 22:08:52.267810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e47bc095-a0d1-4d38-9ab1-9a985055a1fb req-2b4583be-846d-4387-8987-1392350f7e88 service neutron] 10.222.0.64 "GET /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Feb 14 22:08:52.890263 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22058-5751-4f86-b5ce-ca10f62beb6e req-41e43af9-40e9-415b-b4ec-f9bc461af59f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:52.891832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a22058-5751-4f86-b5ce-ca10f62beb6e req-41e43af9-40e9-415b-b4ec-f9bc461af59f tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0581062 Feb 14 22:08:52.937900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3a22058-5751-4f86-b5ce-ca10f62beb6e req-7bb50cd1-ba50-4210-bda4-196d43ac9545 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Feb 14 22:08:53.016141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:08:53.054727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a9a0-1e69-424c-b364-7e4e9e820b60 req-54bae37e-dcae-4dd6-b23e-229cdb953ac5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:53.056813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5db3a9a0-1e69-424c-b364-7e4e9e820b60 req-54bae37e-dcae-4dd6-b23e-229cdb953ac5 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0546217 Feb 14 22:08:53.105064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5db3a9a0-1e69-424c-b364-7e4e9e820b60 req-063cef52-facb-4702-a107-32686a48cafb tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Feb 14 22:08:53.116404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:53.131078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'network_id': 'fda3d92e-6822-47a7-98d6-97679b3d2c2b', 'port_id': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'mac_address': 'fa:16:3e:0c:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3341bd4c-9703-42c7-93c1-860fbd83c2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:08:53.169040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 51e393b9-b8b4-4e57-a6e4-5e105579a959 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:53.169352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:53.182407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e393b9-b8b4-4e57-a6e4-5e105579a959 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:08:53.201536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:53.205513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:53.229144 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea7847-d771-477d-879b-43ea0a1c860e req-9489b658-85ab-4183-b06b-09a7f5589ac8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:53.230630 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0ea7847-d771-477d-879b-43ea0a1c860e req-9489b658-85ab-4183-b06b-09a7f5589ac8 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 943 time: 0.0589960 Feb 14 22:08:53.254544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:53.278129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0ea7847-d771-477d-879b-43ea0a1c860e req-790a65ed-bc65-42b8-9f37-39e511b3c8c6 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Feb 14 22:08:53.441865 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['51e393b9-b8b4-4e57-a6e4-5e105579a959'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:08:53.609022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838056-b947-44df-8fa0-1575fef5df5e req-bc22dbef-b095-4010-a9a4-1e650cf4982c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:53.610500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b838056-b947-44df-8fa0-1575fef5df5e req-bc22dbef-b095-4010-a9a4-1e650cf4982c tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 944 time: 0.0527976 Feb 14 22:08:53.656686 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b838056-b947-44df-8fa0-1575fef5df5e req-7d6d647c-bb93-45f9-adc5-3fe507c500d7 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Feb 14 22:08:54.727256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-1854ba97-12dd-4e07-8fd3-342387767872 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:54.729350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-1854ba97-12dd-4e07-8fd3-342387767872 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.83 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 944 time: 0.0520937 Feb 14 22:08:54.836762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94835d3-ea6a-4566-bf81-2b60c8229fde req-8581ad73-b311-4bae-b038-0b5d334b8603 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:54.838780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94835d3-ea6a-4566-bf81-2b60c8229fde req-8581ad73-b311-4bae-b038-0b5d334b8603 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/ports?device_id=e45b3504-4925-4f49-ac78-b67561663420 HTTP/1.1" status: 200 len: 944 time: 0.1085670 Feb 14 22:08:54.872975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Deleting port 51e393b9-b8b4-4e57-a6e4-5e105579a959 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:08:54.873313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:54.941416 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f94835d3-ea6a-4566-bf81-2b60c8229fde req-1eca85bc-b772-4582-b6e9-591567eb8ca1 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.86 "GET /v2.0/security-groups?id=da046329-09d6-4b91-9bf5-3157c4b33678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965135 Feb 14 22:08:54.981333 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] For port 51e393b9-b8b4-4e57-a6e4-5e105579a959, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=51e393b9-b8b4-4e57-a6e4-5e105579a959,segment=NetworkSegment(b13a5cca-af3d-4427-87f1-28575ca9c283),segment_id=b13a5cca-af3d-4427-87f1-28575ca9c283)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:08:54.981699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:54.993258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Calling delete_port for 51e393b9-b8b4-4e57-a6e4-5e105579a959 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:08:55.013353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:08:55.061299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 51e393b9-b8b4-4e57-a6e4-5e105579a959 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:08:55.065914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 51e393b9-b8b4-4e57-a6e4-5e105579a959 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:08:55.066309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:55.124434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:55.138077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['51e393b9-b8b4-4e57-a6e4-5e105579a959'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:08:55.155127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Pushing event deleted for resources: {'Port': ['ID=51e393b9-b8b4-4e57-a6e4-5e105579a959,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:55.171704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 51e393b9-b8b4-4e57-a6e4-5e105579a959 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:08:55.172114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (51e393b9-b8b4-4e57-a6e4-5e105579a959), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:55.203145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] No DVR routers for this DVR port 51e393b9-b8b4-4e57-a6e4-5e105579a959 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:08:55.205730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:55.209260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-11d3f93d-0548-44b1-b4fd-68fbcc63b29c req-81fa7dc4-187d-4820-ae89-507d0e53812d tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] 10.222.0.83 "DELETE /v2.0/ports/51e393b9-b8b4-4e57-a6e4-5e105579a959 HTTP/1.1" status: 204 len: 173 time: 0.4712241 Feb 14 22:08:55.209979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-deleted', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:08:55.212288 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18dc01-20ec-4aff-b1ff-4acce54239d7" -d '{"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-deleted", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:08:55.255642 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1313ff-ef03-41c3-867c-c7bbf9043349 x-openstack-request-id: req-ef1313ff-ef03-41c3-867c-c7bbf9043349 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:08:55.255936 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45b3504-4925-4f49-ac78-b67561663420", "name": "network-vif-deleted", "tag": "51e393b9-b8b4-4e57-a6e4-5e105579a959", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:08:55.256186 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef1313ff-ef03-41c3-867c-c7bbf9043349 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:08:55.256584 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45b3504-4925-4f49-ac78-b67561663420', 'name': 'network-vif-deleted', 'tag': '51e393b9-b8b4-4e57-a6e4-5e105579a959', 'status': 'completed', 'code': 200} Feb 14 22:08:56.059412 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 44984) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:56.106804 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Deleting subnet 3341bd4c-9703-42c7-93c1-860fbd83c2d0 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:08:56.109873 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Publish callbacks [] for subnet (3341bd4c-9703-42c7-93c1-860fbd83c2d0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.142567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3341bd4c-9703-42c7-93c1-860fbd83c2d0), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.180296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3341bd4c-9703-42c7-93c1-860fbd83c2d0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.231298 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3341bd4c-9703-42c7-93c1-860fbd83c2d0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.257331 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3341bd4c-9703-42c7-93c1-860fbd83c2d0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:56.260801 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.263376 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3341bd4c-9703-42c7-93c1-860fbd83c2d0 HTTP/1.1" status: 204 len: 168 time: 0.2029483 Feb 14 22:08:56.265978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44986) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:56.269732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.270086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.270436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.270778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.271115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.271490 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.271819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.272149 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.272487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.272812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.273145 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.273474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.273798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50819c38-b0d5-4cd9-8bb3-a42d0fe5feb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:08:56.341022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (fda3d92e-6822-47a7-98d6-97679b3d2c2b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.417546 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (fda3d92e-6822-47a7-98d6-97679b3d2c2b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.437551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda3d92e-6822-47a7-98d6-97679b3d2c2b']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:08:56.446613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13a5cca-af3d-4427-87f1-28575ca9c283') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:08:56.446912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13a5cca-af3d-4427-87f1-28575ca9c283') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:08:56.456870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (b13a5cca-af3d-4427-87f1-28575ca9c283), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.471481 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (b13a5cca-af3d-4427-87f1-28575ca9c283), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.477459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:08:56.477847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (b13a5cca-af3d-4427-87f1-28575ca9c283), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:08:56.479831 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:08:56.539129 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (fda3d92e-6822-47a7-98d6-97679b3d2c2b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.543748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.546945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fda3d92e-6822-47a7-98d6-97679b3d2c2b HTTP/1.1" status: 204 len: 168 time: 0.2799335 Feb 14 22:08:56.559549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb88a2f-6d99-4b9f-9d1f-084f3c4cfaf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda3d92e-6822-47a7-98d6-97679b3d2c2b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:56.671134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44990) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:56.711142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c83f46c-44ab-42fd-994e-78a68383feeb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45be16621fe047c7b9a0b9cbe224eafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388277 Feb 14 22:08:56.713724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 44992) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:56.761978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] Publish callbacks [] for security_group (da046329-09d6-4b91-9bf5-3157c4b33678), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.782959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] Publish callbacks [] for security_group (da046329-09d6-4b91-9bf5-3157c4b33678), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.829519 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (da046329-09d6-4b91-9bf5-3157c4b33678), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.832159 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:56.833334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da046329-09d6-4b91-9bf5-3157c4b33678 HTTP/1.1" status: 204 len: 168 time: 0.1186287 Feb 14 22:08:56.841355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2237e-07d8-48e9-bf09-247b4cbad038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da046329-09d6-4b91-9bf5-3157c4b33678,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:57.522488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45014) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:57.615917 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-897356802-network', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:57.634486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:08:57.636693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.649611 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.722515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks [] for security_group (a7aea696-1863-42ed-b233-63af4f5adc7b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.726256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a7aea696-1863-42ed-b233-63af4f5adc7b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.747023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:08:57.761925 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aea696-1863-42ed-b233-63af4f5adc7b,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:57.765258 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3169c3de-df16-4ead-9e8b-cddb894e3812), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.765739 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Added segment 3169c3de-df16-4ead-9e8b-cddb894e3812 of type vlan for network a83ad649-1d32-4fab-a8be-9776f57b8cd6 Feb 14 22:08:57.804316 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a83ad649-1d32-4fab-a8be-9776f57b8cd6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.828202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a83ad649-1d32-4fab-a8be-9776f57b8cd6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.829193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:57.829771 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:57.877170 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3534288 Feb 14 22:08:57.880171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45018) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:57.885708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Request body: {'subnet': {'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-897356802-subnet', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:57.890656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e666c6-6169-4dca-8b57-a27cef2338f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a83ad649-1d32-4fab-a8be-9776f57b8cd6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:57.900292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:08:57.906576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:08:57.908945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.074303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (8d495230-d37a-448d-b872-b8f02fe950f0), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.137503 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d495230-d37a-448d-b872-b8f02fe950f0,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:58.142542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:08:58.142901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Network hostable DHCP agents. Network: a83ad649-1d32-4fab-a8be-9776f57b8cd6, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:08:58.159590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:08:58.168081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a83ad649-1d32-4fab-a8be-9776f57b8cd6) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:08:58.172082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:08:58.172689 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.179700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74a84e-abeb-421b-b545-cd823e9d1e88 None None] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:08:58.191775 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-49ca91e6-95e0-4db4-830c-d99e7579b409 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3103607 Feb 14 22:08:58.192230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45020) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:58.196775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:08:58.216602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.217598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.274525 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for router_controller (32b72a33-3056-49ee-8bf3-9176f69c9f25), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.285076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:08:58.285941 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.419920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for router_gateway (32b72a33-3056-49ee-8bf3-9176f69c9f25), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.426518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Allocated IP 172.20.0.2 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/89e18a73-a2b2-4e97-986c-77037e96c7c1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:08:58.565248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks [] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.570945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.614236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:08:58.617088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for router_gateway (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.618939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:08:58.622031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:08:58.629731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Pushing event updated for resources: {'Port': ['ID=89e18a73-a2b2-4e97-986c-77037e96c7c1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:58.638707 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.680959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Attempting to bind port 89e18a73-a2b2-4e97-986c-77037e96c7c1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:08:58.681214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Attempting to bind port 89e18a73-a2b2-4e97-986c-77037e96c7c1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:08:58.681584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Attempting to bind port 89e18a73-a2b2-4e97-986c-77037e96c7c1 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:08:58.687069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:08:58.687472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:08:58.687869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.688256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:08:58.688717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Bound port: 89e18a73-a2b2-4e97-986c-77037e96c7c1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:08:58.689120 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.745052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Allocated IP 172.25.2.136 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ddd72d27-a2e7-43bb-bf9b-aa990c7817d0) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:08:58.749327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2a846d46-0576-4702-b165-053702a73f6f None None] For port 89e18a73-a2b2-4e97-986c-77037e96c7c1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:08:58.752269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2a846d46-0576-4702-b165-053702a73f6f None None] For port 89e18a73-a2b2-4e97-986c-77037e96c7c1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=89e18a73-a2b2-4e97-986c-77037e96c7c1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:08:58.758477 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.817121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a846d46-0576-4702-b165-053702a73f6f None None] Pushing event updated for resources: {'Port': ['ID=89e18a73-a2b2-4e97-986c-77037e96c7c1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:58.854808 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.894877 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:58.933720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:08:58.936539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:08:58.941988 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:08:58.986659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Pushing event updated for resources: {'Port': ['ID=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:08:59.029476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:08:59.059751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 51e393b9-b8b4-4e57-a6e4-5e105579a959 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:08:59.060498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 51e393b9-b8b4-4e57-a6e4-5e105579a959 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:08:59.077109 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:59.231130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for router_gateway (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:59.426851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:59.558065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:08:59.651906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 89e18a73-a2b2-4e97-986c-77037e96c7c1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:08:59.686220 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:08:59.697905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:08:59.706394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:08:59.708361 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4537b673-96c1-48fe-86c9-088975f9300f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5148196 Feb 14 22:08:59.711191 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45022) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:08:59.713040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:08:59.713666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:08:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:08:59.776641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 89e18a73-a2b2-4e97-986c-77037e96c7c1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:08:59.776936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.003259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f61ceba-d505-4bdc-92f7-fc9bda55f37a None None] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:09:00.069520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:00.142908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Provisioning complete for port 89e18a73-a2b2-4e97-986c-77037e96c7c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:00.143187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.315308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 89e18a73-a2b2-4e97-986c-77037e96c7c1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:00.315700 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.414681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 89e18a73-a2b2-4e97-986c-77037e96c7c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=89e18a73-a2b2-4e97-986c-77037e96c7c1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:00.428270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.437411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Current status of the port 89e18a73-a2b2-4e97-986c-77037e96c7c1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:00.437802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.508875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.534067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=89e18a73-a2b2-4e97-986c-77037e96c7c1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:00.540620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:08:59Z', 'revision_number': 3, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:00.573373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:09:00.573742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Updating router 32b72a33-3056-49ee-8bf3-9176f69c9f25 port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:09:00.577054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:09:00.577054 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:09:00.602436 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.682275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Allocated IP 172.20.0.1 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:09:00.792726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks [] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.828300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.859817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks [] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.865192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.866226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:09:00.869087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:09:00.871772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:09:00.903127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Pushing event updated for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:00.920196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.920421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Attempting to bind port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:09:00.920632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Attempting to bind port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:09:00.921005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Attempting to bind port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:00.930227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6da8c-f148-48cc-8204-95a13c41c9c0 None None] Pushing event updated for resources: {'Port': ['ID=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:00.932905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:09:00.933281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:09:00.933618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:00.934009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:09:00.934485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Bound port: ddd72d27-a2e7-43bb-bf9b-aa990c7817d0, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:09:00.934871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.000654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] For port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:01.006087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] For port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:09:01.024225 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.036002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd36b-86de-433d-866b-6bea21a0c7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.073476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.109863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:01.110493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:08:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:01.157786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6da8c-f148-48cc-8204-95a13c41c9c0 None None] Pushing event updated for resources: {'Port': ['ID=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:01.174519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e54f376d-23a8-4814-82ad-d3a874af0df0 None None] Current status of the port 89e18a73-a2b2-4e97-986c-77037e96c7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:01.240492 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks [] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.245018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.247038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:01.311326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Pushing event updated for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:01.314447 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.371431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Provisioning complete for port 89e18a73-a2b2-4e97-986c-77037e96c7c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:01.371811 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.407301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:09:01.408699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:09:01.514326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Current status of the port 89e18a73-a2b2-4e97-986c-77037e96c7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:01.533799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Provisioning complete for port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:01.534030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:09:01.534397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.538636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:00Z', 'revision_number': 1, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:01.582807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82874b-a310-4b13-af18-9f9e94d25256 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:00Z', 'revision_number': 1, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:09:01.610328 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8485ed87-1543-49ab-a75f-21a676b1eab3 None None] Port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:09:01.639198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 89e18a73-a2b2-4e97-986c-77037e96c7c1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:01.659845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:09:01.664936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-62376d74-2e71-4991-8676-66437f719c34 admin admin] 10.222.0.86 "PUT /v2.0/routers/32b72a33-3056-49ee-8bf3-9176f69c9f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9519355 Feb 14 22:09:01.702763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 89e18a73-a2b2-4e97-986c-77037e96c7c1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:01.703069 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.750366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f52bd75b-0982-4cb7-8923-67ed42e6ebbd None None] Provisioning complete for port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:01.750691 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f52bd75b-0982-4cb7-8923-67ed42e6ebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:01.812885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f52bd75b-0982-4cb7-8923-67ed42e6ebbd None None] Port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:09:01.835373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 89e18a73-a2b2-4e97-986c-77037e96c7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:02.307530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45030) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:02.312064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166734033', 'description': 'tempest-description--772669209'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:02.336283 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.408190 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (40f44af2-7ad6-4bbd-ac06-2bd530f71748), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.413029 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (40f44af2-7ad6-4bbd-ac06-2bd530f71748), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.442317 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.443601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1350522 Feb 14 22:09:02.446620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45032) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:02.449054 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a0eb-4a8c-4895-b247-af84e6124e0a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f44af2-7ad6-4bbd-ac06-2bd530f71748,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:02.451244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'security_group_rule': {'security_group_id': '40f44af2-7ad6-4bbd-ac06-2bd530f71748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:02.487874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (776afc25-8ce1-4546-b879-c9c32ff2e8d9), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.546552 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (776afc25-8ce1-4546-b879-c9c32ff2e8d9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.550314 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (776afc25-8ce1-4546-b879-c9c32ff2e8d9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.572139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776afc25-8ce1-4546-b879-c9c32ff2e8d9,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:02.582409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.586482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d3f17b9a-d6bc-47e1-82d1-f33e809b3dec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359553 Feb 14 22:09:02.586614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:02.590856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'security_group_rule': {'security_group_id': '40f44af2-7ad6-4bbd-ac06-2bd530f71748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:02.618201 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (f800c907-0325-4d0a-ad40-fb68a6659459), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.679098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (f800c907-0325-4d0a-ad40-fb68a6659459), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.683106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f800c907-0325-4d0a-ad40-fb68a6659459), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.702212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f800c907-0325-4d0a-ad40-fb68a6659459,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:02.707957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.709396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-410fb381-75e8-4b3c-bc70-be9594c80f2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218314 Feb 14 22:09:02.713221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:02.717645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:02.739654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.842469 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:02.950887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Allocated IP 172.25.2.37 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/483a7a65-c49b-4d91-8fb2-2e036e3929ac) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:09:03.053444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.087228 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.124074 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:09:03.126998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:09:03.131410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:09:03.161403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=483a7a65-c49b-4d91-8fb2-2e036e3929ac,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:03.226710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.263904 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.398205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-441dba2d-3176-4bfb-bddf-050f0a993c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.435263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.440426 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.513777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=483a7a65-c49b-4d91-8fb2-2e036e3929ac,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:03.527895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.545809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.547216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1348088d-8806-4eb7-8348-8b03c8560e4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8330245 Feb 14 22:09:03.659443 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:09:03.676292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:03.676513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:03.676911 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:03.722941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-eb1f8c5c-f114-4c41-b766-8975223b4d68 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--166734033&fields=id&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 267 time: 0.0446982 Feb 14 22:09:03.726970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:03.727395 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.797956 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:03.807101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:03.807618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.827628 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:03.832621 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:03.843548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-206cc865-3a03-4454-a119-335875497cb3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:03.845074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-206cc865-3a03-4454-a119-335875497cb3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1141391 Feb 14 22:09:03.862404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-c8564431-9b38-4fc4-bbbe-ad641fa8e896 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/quotas/f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 375 time: 0.0113370 Feb 14 22:09:03.891851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:03.924732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-8f0d6f4a-7dc1-46c8-ad8c-48a466701002 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562680 Feb 14 22:09:04.004576 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 2, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:04.025326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-29e1021b-332e-4952-9541-5ae998f0e9c4 service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885289 Feb 14 22:09:04.029975 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:09:04.030336 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Updating router 32b72a33-3056-49ee-8bf3-9176f69c9f25 port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:09:04.058394 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.115821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-a5386e8a-2746-466a-9b45-0dc7738d8088 service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Feb 14 22:09:04.282940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-acfceeb8-f384-485c-8032-62dda6ac2619 req-cd990d46-4dcc-4207-bdad-7e00b16952e6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Feb 14 22:09:04.340062 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks [] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.345920 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.398062 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Pushing event updated for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:04.423316 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.423554 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.424079 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.424423 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.424759 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.425090 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.425415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.425747 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.426070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.426396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.426722 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.427047 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.427399 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:04.458211 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Attempting to bind port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:09:04.458948 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Attempting to bind port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:09:04.459821 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Attempting to bind port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:04.466558 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:09:04.466971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:09:04.467392 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.467901 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:09:04.468429 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Bound port: 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:09:04.468766 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.544039 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] For port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:04.549531 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] For port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:09:04.557122 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:09:04.559770 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.617718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:04.618324 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:04.623811 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd644cf-17cb-43b9-ba69-b8941f3c3219 None None] Pushing event updated for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:04.670264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Provisioning complete for port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:04.670841 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.726316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.746574 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:04.773068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Current status of the port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:04.773470 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.813235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] For port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:04.818425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.876766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a611e-64e0-4aba-8e44-7452c56fc034 None None] Pushing event updated for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:04.938516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-76d5df7a-5078-4d5e-854d-533d4a88d9a9 None None] Provisioning complete for port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:04.938818 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76d5df7a-5078-4d5e-854d-533d4a88d9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:04.965360 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:04.995870 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82349-da4f-4d4d-ad22-696dfed326f8 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:09:05.015433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-76d5df7a-5078-4d5e-854d-533d4a88d9a9 None None] Current status of the port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:05.326758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-09d612fd-abef-4c12-91a2-c97a22251ba8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:05.328326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-09d612fd-abef-4c12-91a2-c97a22251ba8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1196647 Feb 14 22:09:05.406844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9ce8bb7-766f-4261-817d-ed8bc47b7e98 req-05d53f94-a9d6-405c-b4cf-9247bebd4259 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 210 time: 0.0400782 Feb 14 22:09:05.420139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-73f4d8b4-a50c-49fd-bcbc-ab15c0db0802 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 379 time: 0.0832045 Feb 14 22:09:05.430679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'port': {'device_id': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'admin_state_up': True, 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'security_groups': ['40f44af2-7ad6-4bbd-ac06-2bd530f71748']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:05.548135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:09:05.551973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.664994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:05.689323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Allocated IP 172.20.0.8 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/7f4ba6f1-2930-4e4d-9776-b187ac024a1a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:09:05.716226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:05.716788 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.792716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:05.793896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:05.831824 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.841163 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:05.841542 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.868057 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.902333 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:05.912427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:09:05.915653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:09:05.922170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:09:05.947781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:05.980500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:05.981117 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.000123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3058c4e3-0767-40f2-b44a-f7756db48552 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732386 Feb 14 22:09:06.013170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Request body: {'port': {'device_id': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:06.088303 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.104603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:06.153706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b4e838ae-efe3-458a-a63b-0bb574789da9 None None] Provisioning complete for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:06.154082 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4e838ae-efe3-458a-a63b-0bb574789da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.188349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b4e838ae-efe3-458a-a63b-0bb574789da9 None None] Port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:09:06.356764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4ba6f1-2930-4e4d-9776-b187ac024a1a {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:09:06.364269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks [] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.376576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Transition to ACTIVE for port object 7f4ba6f1-2930-4e4d-9776-b187ac024a1a will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:09:06.380302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.433565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:06.540284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:09:06.540763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:09:06.541612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:06.564675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.566405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422500b-ea52-4a05-a669-2d57a484debd req-aec22724-6ec4-40cb-9fcd-2688c6b6dd29 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:06.568022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6422500b-ea52-4a05-a669-2d57a484debd req-aec22724-6ec4-40cb-9fcd-2688c6b6dd29 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.0830724 Feb 14 22:09:06.568813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:09:06.569132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:06.576851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:09:06.577198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:09:06.577601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:09:06.578039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Bound port: 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:09:06.578408 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.657132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6422500b-ea52-4a05-a669-2d57a484debd req-27f57404-1600-4ad5-a67a-a950fb97b38b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820849 Feb 14 22:09:06.680288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:06.683380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:09:06.688991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.727321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:06.727946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:06.730003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] 10.222.0.83 "PUT /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 1092 time: 0.7231355 Feb 14 22:09:06.730442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:06.732686 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b552b77-3cff-4533-96b8-d0d4b516ca3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:06.757365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9187cf-c0ac-457b-848f-22b6a3999e21 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:06.780782 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a952d-2e02-40fc-8b7d-f9178b980f18 x-openstack-request-id: req-266a952d-2e02-40fc-8b7d-f9178b980f18 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:06.781250 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:06.781589 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-266a952d-2e02-40fc-8b7d-f9178b980f18 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:06.782071 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'status': 'completed', 'code': 200} Feb 14 22:09:06.829619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-63dfd518-d688-4b20-9772-8f554ac45070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:06.831296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-63dfd518-d688-4b20-9772-8f554ac45070 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1126 time: 0.0483129 Feb 14 22:09:06.879099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-1c1889cc-9ada-4753-990e-3752d5719c13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 217 time: 0.0397124 Feb 14 22:09:06.937161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-c9b0bc2c-8893-48df-ae71-bf4d3a2a37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:06.938644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-c9b0bc2c-8893-48df-ae71-bf4d3a2a37a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0527165 Feb 14 22:09:06.987221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-e70cc4db-4b58-4b47-a26e-1414e2f59785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:06.988700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-e70cc4db-4b58-4b47-a26e-1414e2f59785 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443213 Feb 14 22:09:07.081716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-3a6c49f9-b7d6-47d1-a9e7-453c0bd30c1f service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Feb 14 22:09:07.170653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19ffe092-5c7e-4b81-aafc-8d56f2711062 req-d8c7b440-20de-4ebc-ba89-51f4afc51c0a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Feb 14 22:09:07.260382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-93681bb5-dd51-4807-82ff-7211648bb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:07.261867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-93681bb5-dd51-4807-82ff-7211648bb04d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1126 time: 0.0479445 Feb 14 22:09:07.355573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:07.356147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-c2273aea-3c14-4663-a3ef-d9fc18104591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:07.357511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-c2273aea-3c14-4663-a3ef-d9fc18104591 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0897324 Feb 14 22:09:07.398330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-360f40cf-9afa-4694-9e08-2d8c6547d0d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 217 time: 0.0347257 Feb 14 22:09:07.453727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-70021945-c298-4f43-9607-4870ba78da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:07.455249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-70021945-c298-4f43-9607-4870ba78da1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0485716 Feb 14 22:09:07.505334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-a0ef2726-46e6-4c0d-a251-b1f3e8848966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:07.506908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-a0ef2726-46e6-4c0d-a251-b1f3e8848966 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446103 Feb 14 22:09:07.595427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-09646090-b36e-4911-9816-f2e7a98a3e60 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820105 Feb 14 22:09:07.693795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7b552b77-3cff-4533-96b8-d0d4b516ca3a req-c6784752-965f-4d1b-bb44-d3044ec10b8d service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908637 Feb 14 22:09:07.785176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83077f4-a0ba-4fdd-a3bd-c0e32f646a1d req-cdda7daa-c78a-4c05-81d7-e644ec347efb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:07.786819 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e83077f4-a0ba-4fdd-a3bd-c0e32f646a1d req-cdda7daa-c78a-4c05-81d7-e644ec347efb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.0556321 Feb 14 22:09:07.835145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e83077f4-a0ba-4fdd-a3bd-c0e32f646a1d req-9ac024e1-d8b4-464e-a38e-ddfb54dc5ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Feb 14 22:09:08.957266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6f8f-939f-47e1-9751-3abe9de6dc1b req-f7022068-fcbb-4e73-a76e-46dfab464f82 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:08.958759 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c2f6f8f-939f-47e1-9751-3abe9de6dc1b req-f7022068-fcbb-4e73-a76e-46dfab464f82 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.0565975 Feb 14 22:09:09.005170 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c2f6f8f-939f-47e1-9751-3abe9de6dc1b req-8c502a11-64dc-46f7-beed-95cd86ca93e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Feb 14 22:09:09.044273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:09:09.137147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:09.151684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'mac_address': 'fa:16:3e:2a:1f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:09:09.186519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:09.186906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:09.199641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4ba6f1-2930-4e4d-9776-b187ac024a1a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:09:09.218764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:09.223083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:09.267591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:09.411409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7f4ba6f1-2930-4e4d-9776-b187ac024a1a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:09:10.125128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838875-2a46-4863-9b58-e3c9f0aa0136 req-86ddadef-fc10-40f0-8402-cfb64eea5b8a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:10.126628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a838875-2a46-4863-9b58-e3c9f0aa0136 req-86ddadef-fc10-40f0-8402-cfb64eea5b8a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 944 time: 0.0536077 Feb 14 22:09:10.174783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a838875-2a46-4863-9b58-e3c9f0aa0136 req-e85e4b70-d24b-4915-8ba7-9b0dbefd0f76 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Feb 14 22:09:11.059528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:11.108088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:09:11.111887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:11.112270 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:11.190529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:11.190929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:11.214125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:11.216422 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a755b1-cd1f-4931-b4c5-04f1924b3c49" -d '{"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:11.229097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:11.233161 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:11.283412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:11.300980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448c129-6117-4b3a-88e6-e607ab165df5 req-f55662de-d84c-41e0-827a-f6e3a4a3828b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:11.302498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7448c129-6117-4b3a-88e6-e607ab165df5 req-f55662de-d84c-41e0-827a-f6e3a4a3828b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Feb 14 22:09:11.352752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7448c129-6117-4b3a-88e6-e607ab165df5 req-10107b32-e827-4487-b9f1-5c2596260ea7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439570 Feb 14 22:09:11.455844 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0baa1-a0af-40a0-9e2e-2e37879dcb0c x-openstack-request-id: req-dcb0baa1-a0af-40a0-9e2e-2e37879dcb0c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:11.456168 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:11.456431 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcb0baa1-a0af-40a0-9e2e-2e37879dcb0c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:11.456834 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'code': 200} Feb 14 22:09:11.554921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d345133-9258-4e6e-bf9c-dc220698e977 req-41d16b67-12ab-4327-a207-ca159e8403a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:11.557223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d345133-9258-4e6e-bf9c-dc220698e977 req-41d16b67-12ab-4327-a207-ca159e8403a3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1128 time: 0.0445096 Feb 14 22:09:11.600035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d345133-9258-4e6e-bf9c-dc220698e977 req-8ab4525c-1d2e-46cc-aa29-f14cf7c900a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369256 Feb 14 22:09:12.472123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6702e1-1009-4ddf-a749-4aa737bb0cc1 req-ee2e8ea3-4b51-4436-842c-59c4980f4fe0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:12.473617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c6702e1-1009-4ddf-a749-4aa737bb0cc1 req-ee2e8ea3-4b51-4436-842c-59c4980f4fe0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0532875 Feb 14 22:09:12.520847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6c6702e1-1009-4ddf-a749-4aa737bb0cc1 req-b6a9c531-7a8b-4d84-b2b1-7bc883608e64 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 Feb 14 22:09:13.641848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0c315-07a5-4027-a791-e6b334865689 req-2e35338f-f5b3-4024-8bc9-26e43ab5de93 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:13.643360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffb0c315-07a5-4027-a791-e6b334865689 req-2e35338f-f5b3-4024-8bc9-26e43ab5de93 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0560186 Feb 14 22:09:13.689811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffb0c315-07a5-4027-a791-e6b334865689 req-b8727c14-40ab-4d69-b73f-8b9ff5d32633 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Feb 14 22:09:13.802051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06abaf-6c6d-4c19-be9d-b120c390c1cd req-0ec3d12b-5747-4178-a207-ba74958646d5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:13.803455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7f06abaf-6c6d-4c19-be9d-b120c390c1cd req-0ec3d12b-5747-4178-a207-ba74958646d5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Feb 14 22:09:13.811808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45084) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:13.816096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'floatingip': {'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:13.858494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:14.287213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:14.292451 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:14.394680 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 associated. External IP: 172.25.2.37, port: 7f4ba6f1-2930-4e4d-9776-b187ac024a1a. Feb 14 22:09:14.945377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:09:15.055600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:09:15.060266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:15.065835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:09:15.076058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:15.076681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:15.091353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5525c29f-d66f-4f42-961c-094ed8ba8be3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "PUT /v2.0/floatingips/6579fd46-d10f-40a7-8767-4850bb37bc98 HTTP/1.1" status: 200 len: 990 time: 1.2784631 Feb 14 22:09:15.092055 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:15.094393 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144e2998-5326-4831-b717-bb55c2fe3d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:15.186983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:15.197775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732230-174b-4110-9dd6-ba566d8b3398 req-3ba0d473-5e87-4d19-a57b-d3b261dcf800 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.199234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01732230-174b-4110-9dd6-ba566d8b3398 req-3ba0d473-5e87-4d19-a57b-d3b261dcf800 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0572033 Feb 14 22:09:15.247354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01732230-174b-4110-9dd6-ba566d8b3398 req-4d941fdb-9df5-4105-859a-bef686721cfa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Feb 14 22:09:15.292693 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb6d49-550e-48d9-9b8e-0b9254b23950 x-openstack-request-id: req-8ceb6d49-550e-48d9-9b8e-0b9254b23950 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:15.293227 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:15.293586 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ceb6d49-550e-48d9-9b8e-0b9254b23950 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:15.294197 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'status': 'completed', 'code': 200} Feb 14 22:09:15.394434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-263029c6-9af3-43fb-a637-63438ca0c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.395816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-263029c6-9af3-43fb-a637-63438ca0c726 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1128 time: 0.0807593 Feb 14 22:09:15.407125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d29b9-9d9b-46a8-90ab-86b6010057a4 req-f9244395-cbd3-4844-9954-d911f08cc323 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.409651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7d29b9-9d9b-46a8-90ab-86b6010057a4 req-f9244395-cbd3-4844-9954-d911f08cc323 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0671899 Feb 14 22:09:15.419989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:2a:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:14Z', 'revision_number': 1, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:15.447486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:09:15.455860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:15.456416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:15.519179 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e7d29b9-9d9b-46a8-90ab-86b6010057a4 req-e6cf1e86-4d72-434c-b9d2-e6a484791b2c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011221 Feb 14 22:09:15.540501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-8dba5269-83bd-4751-9f7e-1f01462541d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.540501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-8dba5269-83bd-4751-9f7e-1f01462541d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1234436 Feb 14 22:09:15.564310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:15.603571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-e718c089-1582-4f5d-b5d6-b26c1549ca9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 998 time: 0.0631413 Feb 14 22:09:15.651880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-9f9bf4cb-4250-4795-a7c7-d4d1fdff1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.653718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-9f9bf4cb-4250-4795-a7c7-d4d1fdff1f17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0446801 Feb 14 22:09:15.703002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-62ac7103-442b-4c67-bd8c-ef1e9eaad416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:15.704685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-62ac7103-442b-4c67-bd8c-ef1e9eaad416 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448558 Feb 14 22:09:15.786963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:2a:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:14Z', 'revision_number': 1, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:15.798084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-44061e1a-149d-4619-a6bb-ba7dbae0952d service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871708 Feb 14 22:09:15.813515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ed822-e67d-4792-ae06-2acc192b640c None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:2a:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:14Z', 'revision_number': 1, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:09:15.890945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-144e2998-5326-4831-b717-bb55c2fe3d8c req-af9d6ba7-f623-4b25-b355-a61e034e74d1 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Feb 14 22:09:16.006793 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144595a-3b02-4bbc-9778-ea4bc72d0ff9 None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:09:16.640042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb3fc0-4f04-4aca-85f4-f2244db21375 req-d8a46897-9625-45ab-8a43-6c22f0eaee47 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:16.641535 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70cb3fc0-4f04-4aca-85f4-f2244db21375 req-d8a46897-9625-45ab-8a43-6c22f0eaee47 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0521734 Feb 14 22:09:16.687493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70cb3fc0-4f04-4aca-85f4-f2244db21375 req-6c54c48d-b8bf-46b1-b22b-5f9eda285f5e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Feb 14 22:09:16.809464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd3642-b3af-492f-a025-ab120c67571a req-474c380c-34c7-4d5c-8c51-6941d7899f33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:16.810993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47fd3642-b3af-492f-a025-ab120c67571a req-474c380c-34c7-4d5c-8c51-6941d7899f33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Feb 14 22:09:16.859616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47fd3642-b3af-492f-a025-ab120c67571a req-41e7c380-2f9c-4726-b8ff-89408df48b6e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Feb 14 22:09:17.120489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-656975f1-6273-46ce-8397-19b3a5fa29c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770586 Feb 14 22:09:17.135609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bcdcc-f581-4ec4-9b0f-26516b26ab42 req-787a3a7f-4e94-4d2b-b978-72ab50c8d657 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:17.137610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-843bcdcc-f581-4ec4-9b0f-26516b26ab42 req-787a3a7f-4e94-4d2b-b978-72ab50c8d657 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0680053 Feb 14 22:09:17.191102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-843bcdcc-f581-4ec4-9b0f-26516b26ab42 req-a62ef74d-c475-43da-aaaf-5be331bbb149 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Feb 14 22:09:17.519003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-2a4f0d8f-42d3-4276-837e-7faca191be0b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:17.520402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-2a4f0d8f-42d3-4276-837e-7faca191be0b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 942 time: 0.0467060 Feb 14 22:09:18.334753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-14086c0e-e7d7-439b-90dc-80275ed27d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:18.336240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-14086c0e-e7d7-439b-90dc-80275ed27d44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1128 time: 0.0815711 Feb 14 22:09:18.347597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cef49-583a-4dfa-9d34-0c310a08392c req-36234635-8039-4de6-b6d2-efad7169bb95 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:18.349008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a42cef49-583a-4dfa-9d34-0c310a08392c req-36234635-8039-4de6-b6d2-efad7169bb95 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0824533 Feb 14 22:09:18.448895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a42cef49-583a-4dfa-9d34-0c310a08392c req-2febd14a-701d-4bff-b0d0-c479c6d7e985 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911601 Feb 14 22:09:18.472835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-a3441956-72c7-4467-98f7-fbea5f7b6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:18.474196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-a3441956-72c7-4467-98f7-fbea5f7b6bcb service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1243176 Feb 14 22:09:18.545879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-aabdbdd7-9bdd-4c45-b54f-6b183c19c041 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 1000 time: 0.0652456 Feb 14 22:09:18.597232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-3286800e-dc47-4502-adb6-8d88d905b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:18.598620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-3286800e-dc47-4502-adb6-8d88d905b31f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0466514 Feb 14 22:09:18.648072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-4731cd30-88bc-41d8-9b9f-14ccc57ed369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:18.649565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-4731cd30-88bc-41d8-9b9f-14ccc57ed369 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444701 Feb 14 22:09:18.741079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-d800409c-865f-4e58-af1c-69e20e692560 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Feb 14 22:09:18.830780 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-9aa990be-e263-4192-85fa-0e333fa1a1ac service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Feb 14 22:09:19.579929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec027f-8ff3-4c47-8fad-1b06c4d4a62d req-140058a8-0af5-4e23-a2dc-3a168b11220c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:19.581427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1ec027f-8ff3-4c47-8fad-1b06c4d4a62d req-140058a8-0af5-4e23-a2dc-3a168b11220c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0594449 Feb 14 22:09:19.628852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1ec027f-8ff3-4c47-8fad-1b06c4d4a62d req-239fb5fe-3499-473e-beb7-18bccacbd8ba tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Feb 14 22:09:20.756350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0357-4700-4397-a107-8426d30e29e3 req-217b19a4-be1b-43f3-a5f9-a6b0ceea3d21 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:20.757853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e40d0357-4700-4397-a107-8426d30e29e3 req-217b19a4-be1b-43f3-a5f9-a6b0ceea3d21 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0610890 Feb 14 22:09:20.807761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e40d0357-4700-4397-a107-8426d30e29e3 req-b0dc1d6a-d1d2-435e-92ec-f22a012216a0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Feb 14 22:09:21.929620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a505b1-219e-440a-b42f-ea2cd4775311 req-dd7c3898-47c6-4036-89c0-759971a6d016 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:21.931124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20a505b1-219e-440a-b42f-ea2cd4775311 req-dd7c3898-47c6-4036-89c0-759971a6d016 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Feb 14 22:09:21.978462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20a505b1-219e-440a-b42f-ea2cd4775311 req-d0266cc6-68d9-429b-b1d3-e310f9fa0864 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Feb 14 22:09:23.106640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad34994-61f6-4ce8-b057-915e981c5afb req-e92b8a2b-b304-4f9e-9093-d3d37d395c0f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:23.108190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad34994-61f6-4ce8-b057-915e981c5afb req-e92b8a2b-b304-4f9e-9093-d3d37d395c0f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0583973 Feb 14 22:09:23.156217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ad34994-61f6-4ce8-b057-915e981c5afb req-787b9a51-12a6-4c2d-810f-da5b7dd8c412 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424464 Feb 14 22:09:24.279993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696584-0ce7-4a76-a495-4d3b21947325 req-f0df2963-e7bc-4ac2-ac38-fecc63221c96 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:24.281554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f696584-0ce7-4a76-a495-4d3b21947325 req-f0df2963-e7bc-4ac2-ac38-fecc63221c96 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0551541 Feb 14 22:09:24.332571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f696584-0ce7-4a76-a495-4d3b21947325 req-8bd4b2ee-9fd1-46d3-8188-e19351dc2bfe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Feb 14 22:09:25.453350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972e8c4-d8b2-498d-874f-bff38a7cc33f req-971a1a78-35cf-46fa-855b-4710f80b44de tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:25.454776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d972e8c4-d8b2-498d-874f-bff38a7cc33f req-971a1a78-35cf-46fa-855b-4710f80b44de tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0529616 Feb 14 22:09:25.505873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d972e8c4-d8b2-498d-874f-bff38a7cc33f req-74669b1b-5539-4791-9ee1-6039d656877e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452454 Feb 14 22:09:26.628364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3d5c9-5561-4513-a58e-090ba343ba04 req-20b8c318-376f-41fc-96bb-3b7bd7a21178 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:26.629841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8d3d5c9-5561-4513-a58e-090ba343ba04 req-20b8c318-376f-41fc-96bb-3b7bd7a21178 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Feb 14 22:09:26.677509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d8d3d5c9-5561-4513-a58e-090ba343ba04 req-d2c4bb5b-e049-4f7c-b89d-5066c029ef96 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Feb 14 22:09:27.798355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562e765-89f2-4a49-8aab-a584a8b14750 req-4263c200-e27e-4aa9-87f8-825be9fc98d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:27.799875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9562e765-89f2-4a49-8aab-a584a8b14750 req-4263c200-e27e-4aa9-87f8-825be9fc98d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0540829 Feb 14 22:09:27.848607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9562e765-89f2-4a49-8aab-a584a8b14750 req-d47fe7a7-aeff-4c13-a993-0277ca88857e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Feb 14 22:09:28.978273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5072e8-6d4b-4e56-bb82-cb7e00004019 req-6b1909de-9d6f-4614-bc4d-3488b331858c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:28.979821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad5072e8-6d4b-4e56-bb82-cb7e00004019 req-6b1909de-9d6f-4614-bc4d-3488b331858c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0597377 Feb 14 22:09:29.055667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad5072e8-6d4b-4e56-bb82-cb7e00004019 req-1a602677-e69c-4091-a5ac-4d54f1670f82 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661888 Feb 14 22:09:29.058498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-24b53e9b-e02d-4ee0-9006-f0b2cc639d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:29.059995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-24b53e9b-e02d-4ee0-9006-f0b2cc639d2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1128 time: 0.0781868 Feb 14 22:09:29.082881 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:29.165570 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-57c724fd-fc36-412b-a3f7-b60fa9abe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:29.166968 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-57c724fd-fc36-412b-a3f7-b60fa9abe1cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0889382 Feb 14 22:09:29.231697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-5d7922f7-c6b8-482a-9616-79011dc96966 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 1000 time: 0.0585432 Feb 14 22:09:29.280722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-282b31f7-a9a0-4fa9-8ac7-41d007ec822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:29.282236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-282b31f7-a9a0-4fa9-8ac7-41d007ec822b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0442779 Feb 14 22:09:29.335980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-b29038a8-bd08-4134-9ff2-5903b1f6d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:29.337513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-b29038a8-bd08-4134-9ff2-5903b1f6d6bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485876 Feb 14 22:09:29.426397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-10e82baa-3025-4d37-a265-e9f554784c4d service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814345 Feb 14 22:09:29.518668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afd9daa9-20e7-4fe8-9b39-9fc205b48d36 req-f3cb0130-7998-43ab-b4e6-3205f638ed2b service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854139 Feb 14 22:09:30.178061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1042650-9999-45e1-b9a1-4305e7e54b2d req-a0974685-e01c-4b99-96a5-8ab5e8f48390 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:30.179591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1042650-9999-45e1-b9a1-4305e7e54b2d req-a0974685-e01c-4b99-96a5-8ab5e8f48390 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Feb 14 22:09:30.228492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f1042650-9999-45e1-b9a1-4305e7e54b2d req-194f227a-a526-4b5c-884b-60f909abf80e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Feb 14 22:09:31.017837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf951-4878-4252-980a-a9b279d437fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:31.351772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1247-df76-4fe7-b70b-b2d2120473e1 req-1172caa9-39aa-4d6b-98ec-36a043f8e315 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:31.353286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2db1247-df76-4fe7-b70b-b2d2120473e1 req-1172caa9-39aa-4d6b-98ec-36a043f8e315 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0553770 Feb 14 22:09:31.401326 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b2db1247-df76-4fe7-b70b-b2d2120473e1 req-32f3fb74-2a75-4a80-a597-a5d896503c3b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Feb 14 22:09:32.523949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05056a77-c18d-459f-8f75-60a5cffb8249 req-64f97676-acbb-4add-8aa5-9d7bda5202df tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:32.525419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05056a77-c18d-459f-8f75-60a5cffb8249 req-64f97676-acbb-4add-8aa5-9d7bda5202df tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0565696 Feb 14 22:09:32.571381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05056a77-c18d-459f-8f75-60a5cffb8249 req-e99adc29-a018-4bea-bbdd-576e89e7fbc0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398893 Feb 14 22:09:33.391745 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0769c20-8d4e-43aa-a2f0-1708cbe796c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:33.693625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0a9a-f7e6-4c75-9e5e-26e76fc5c5bf req-c101d5a8-8566-4f79-8eeb-f9a5c85146b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:33.695106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-437d0a9a-f7e6-4c75-9e5e-26e76fc5c5bf req-c101d5a8-8566-4f79-8eeb-f9a5c85146b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0537691 Feb 14 22:09:33.741785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-437d0a9a-f7e6-4c75-9e5e-26e76fc5c5bf req-d4324525-dcaf-4d60-9f0d-037fc442517d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Feb 14 22:09:34.714024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:34.864018 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4505-152d-4bb2-8d89-4bfb2787e01a req-fad7cbd0-7b47-489f-809c-411f53dd5068 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:34.865501 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c59e4505-152d-4bb2-8d89-4bfb2787e01a req-fad7cbd0-7b47-489f-809c-411f53dd5068 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Feb 14 22:09:34.916940 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c59e4505-152d-4bb2-8d89-4bfb2787e01a req-4864eab8-f182-4759-8c20-ffe5b399babb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 Feb 14 22:09:35.443043 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-019acdeb-bb46-4255-bbaa-80ac09dd8a07 service neutron] show failed (client error): The resource could not be found. Feb 14 22:09:35.444094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-019acdeb-bb46-4255-bbaa-80ac09dd8a07 service neutron] 10.222.0.83 "GET /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0548329 Feb 14 22:09:35.648270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-393f7f72-a18e-4fb1-b419-5e289ed9d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:35.649790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-393f7f72-a18e-4fb1-b419-5e289ed9d6cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1128 time: 0.0457873 Feb 14 22:09:35.660575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:35.722664 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:35.900700 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:35.931646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:35.966845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:36.034424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:36.036737 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881aea3c-8de9-4318-9240-26d8e74754ea" -d '{"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:36.041105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks [] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.060444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Transition to ACTIVE for port object 7f4ba6f1-2930-4e4d-9776-b187ac024a1a will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:09:36.064205 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.077473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8d1a-62e1-481c-87e6-b77e9b8d9bdb req-e2ba6213-b2ac-4df4-a2b2-b310bac2d497 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.078056 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61aa8d1a-62e1-481c-87e6-b77e9b8d9bdb req-e2ba6213-b2ac-4df4-a2b2-b310bac2d497 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0913889 Feb 14 22:09:36.188168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:36.214880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.215260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.215681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.216028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.216360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.216687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.217012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.217335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.217662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.217988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.218310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.218633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.218952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:36.231079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61aa8d1a-62e1-481c-87e6-b77e9b8d9bdb req-31f5c0e5-1c8b-4ee3-87f1-f27af360d1f0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281474 Feb 14 22:09:36.273550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] No DVR routers for this DVR port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:09:36.320514 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48a1f8-4e6d-42eb-91fa-8c140e4a26e7 x-openstack-request-id: req-2e48a1f8-4e6d-42eb-91fa-8c140e4a26e7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:36.320841 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:36.321098 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2e48a1f8-4e6d-42eb-91fa-8c140e4a26e7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:36.321609 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'code': 200} Feb 14 22:09:36.427615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:09:36.427886 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:09:36.428252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:36.432931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:09:36.433258 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Attempting to bind port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:36.438115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:09:36.438458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:09:36.438848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:09:36.439327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Bound port: 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:09:36.439692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.507862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:36.511014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:09:36.516705 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.554576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.555062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.556495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 1092 time: 0.8998637 Feb 14 22:09:36.560194 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:36.576986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0642df-fd74-43f1-8e8c-9136c4282de9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:36.628535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-4b308361-e3d2-4822-bd24-6a4d76ce68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.630099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-4b308361-e3d2-4822-bd24-6a4d76ce68e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1126 time: 0.0501835 Feb 14 22:09:36.728569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-5a9b14fb-03bb-417f-81b8-dd80e2f58c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.730095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-5a9b14fb-03bb-417f-81b8-dd80e2f58c2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0942631 Feb 14 22:09:36.796569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-31e9392a-8016-41ce-8b8d-d0bacc87616b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 998 time: 0.0609109 Feb 14 22:09:36.849306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-09d20f5f-8304-47c9-9f56-80bffdd0556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.850720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-09d20f5f-8304-47c9-9f56-80bffdd0556d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0484860 Feb 14 22:09:36.899396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-1de1d11c-8d29-4667-b488-aa9a282a3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:36.900891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-1de1d11c-8d29-4667-b488-aa9a282a3255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441797 Feb 14 22:09:36.989537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-833a1a30-d561-4ba6-8310-15fbd908b3ab service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819547 Feb 14 22:09:37.082497 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-67c6f141-d32a-4d45-9f36-59939c854e05 req-3b3a3c08-6cfc-4e56-b96c-56a4a65111df service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870669 Feb 14 22:09:37.357723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:37.362194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be553-115a-4918-b913-8d3e244dab8f req-8dcbffdf-40aa-419c-a76c-fba05aba0fcc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:37.363726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-773be553-115a-4918-b913-8d3e244dab8f req-8dcbffdf-40aa-419c-a76c-fba05aba0fcc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.0578456 Feb 14 22:09:37.410939 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-773be553-115a-4918-b913-8d3e244dab8f req-cf7fbd72-fb48-4168-8ec2-a219c2d028e3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Feb 14 22:09:38.323481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:38.325850 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d45b97-0dda-4e64-bba7-26f540122041" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:38.374644 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a6a37-251e-40bd-bc2c-3b7f21e9d84a x-openstack-request-id: req-977a6a37-251e-40bd-bc2c-3b7f21e9d84a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:38.375093 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:38.375344 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-977a6a37-251e-40bd-bc2c-3b7f21e9d84a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:38.375761 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'status': 'completed', 'code': 200} Feb 14 22:09:38.473370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-318d726e-d3d0-48c9-b6ed-5a43daccf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.474906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-318d726e-d3d0-48c9-b6ed-5a43daccf6bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1126 time: 0.0810614 Feb 14 22:09:38.477470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-cfc554aa-b173-4414-b9c5-f23c8e5830d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.478821 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-cfc554aa-b173-4414-b9c5-f23c8e5830d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1126 time: 0.0762196 Feb 14 22:09:38.652186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042a11-ad49-4f95-9f85-6864218f7ccf req-82910fd7-e116-47c4-9b00-cba662635ed5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.654214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3042a11-ad49-4f95-9f85-6864218f7ccf req-82910fd7-e116-47c4-9b00-cba662635ed5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.1730630 Feb 14 22:09:38.683652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-ab678e84-0d62-473d-9310-db9d3eb6c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.685110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-ab678e84-0d62-473d-9310-db9d3eb6c7ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1945846 Feb 14 22:09:38.706559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-6fe87fb4-2cea-445d-824f-495fa01e981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.707980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-6fe87fb4-2cea-445d-824f-495fa01e981e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.2184234 Feb 14 22:09:38.809109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3042a11-ad49-4f95-9f85-6864218f7ccf req-af2463b5-50fd-4864-a91f-518a00eb4b19 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447258 Feb 14 22:09:38.826083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-284384d6-bc35-4ba3-a023-0b585c4c66ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 998 time: 0.1308331 Feb 14 22:09:38.842667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-79240a29-347f-4c6d-bbb6-44946cf3b92e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 998 time: 0.1022942 Feb 14 22:09:38.917752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-822c59f3-6e2c-4f26-9614-409b267e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.919225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-822c59f3-6e2c-4f26-9614-409b267e541d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0858188 Feb 14 22:09:38.924701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-e25230c6-9c0b-40e1-8b13-d80cff0fc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:38.926100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-e25230c6-9c0b-40e1-8b13-d80cff0fc71c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0603576 Feb 14 22:09:39.004748 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-6c49bf1c-8360-48fd-b164-ccb01ee46f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:39.006321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-6c49bf1c-8360-48fd-b164-ccb01ee46f05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0718136 Feb 14 22:09:39.011811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45b97-0dda-4e64-bba7-26f540122041 req-5ed6a192-1ea8-43fc-a3a5-50f7c6b17a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:39.013274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-5ed6a192-1ea8-43fc-a3a5-50f7c6b17a2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863390 Feb 14 22:09:39.171265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-8612bc93-8f01-4a90-9d29-a97a32ba53a8 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569409 Feb 14 22:09:39.173081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-3e618dc9-707b-4309-aa7f-363b3281d9a2 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520293 Feb 14 22:09:39.201273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:09:39.240413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:09:39.240972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:09:39.681989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-d92b09b4-01d9-4025-af0e-b683549677b3 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026374 Feb 14 22:09:39.683947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-74d45b97-0dda-4e64-bba7-26f540122041 req-9b4b5352-4312-412f-aee4-a42ee385c617 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058036 Feb 14 22:09:39.933800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99c79-0e37-4f7d-bc82-c48356ca496e req-48c1bccf-4dfa-439d-997b-cca7e2b71acb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:39.936172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00e99c79-0e37-4f7d-bc82-c48356ca496e req-48c1bccf-4dfa-439d-997b-cca7e2b71acb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 943 time: 0.0534768 Feb 14 22:09:39.990118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00e99c79-0e37-4f7d-bc82-c48356ca496e req-e167f4c4-7b49-4a69-a19a-66c6ef43fe92 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474348 Feb 14 22:09:40.718728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:09:40.819902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:40.831864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'mac_address': 'fa:16:3e:2a:1f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:09:40.870077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:40.870470 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:40.883280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4ba6f1-2930-4e4d-9776-b187ac024a1a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:09:40.904115 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:40.907773 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:40.953863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:40.961385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.961766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.962113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.962460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.962795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.963131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.963519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.963848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.964177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.964502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.964829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.965152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:40.965980 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:09:41.117921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640f756-223e-4ba2-be05-c0a5922ab950 req-4c1fe8fc-30ac-43cc-8193-46b5982957d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.119604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8640f756-223e-4ba2-be05-c0a5922ab950 req-4c1fe8fc-30ac-43cc-8193-46b5982957d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 944 time: 0.0592401 Feb 14 22:09:41.169045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8640f756-223e-4ba2-be05-c0a5922ab950 req-93e857c1-e9d1-4651-9812-929a647f2168 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Feb 14 22:09:41.230594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['7f4ba6f1-2930-4e4d-9776-b187ac024a1a'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:09:41.421513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f73d-9c92-42d3-a8ee-6d1fb12b7e07 req-e5cf75d3-9f9f-4651-a61b-2b1e9326c446 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.423044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e176f73d-9c92-42d3-a8ee-6d1fb12b7e07 req-e5cf75d3-9f9f-4651-a61b-2b1e9326c446 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 944 time: 0.0778136 Feb 14 22:09:41.496638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e176f73d-9c92-42d3-a8ee-6d1fb12b7e07 req-793afd88-132c-40ff-9ff9-1e2362d1610b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586765 Feb 14 22:09:41.508029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-08beaf73-a593-461e-ac46-585f3c6f4e71 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.509349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-08beaf73-a593-461e-ac46-585f3c6f4e71 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121&tenant_id=f58483b67a2847218bd3082c85e3baa1&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 944 time: 0.1115413 Feb 14 22:09:41.556009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:09:41.572042 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-ce55e858-4dae-4198-9982-b67b8191e6d5 service neutron] delete failed (client error): The resource could not be found. Feb 14 22:09:41.573153 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-ce55e858-4dae-4198-9982-b67b8191e6d5 service neutron] 10.222.0.83 "DELETE /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0572956 Feb 14 22:09:41.661257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-42592007-bb7e-459a-910f-ce9a6e7b1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.662829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-42592007-bb7e-459a-910f-ce9a6e7b1e4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 1127 time: 0.0468903 Feb 14 22:09:41.756017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-ebd52260-2caf-4059-b110-b2f7addc1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.757393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-ebd52260-2caf-4059-b110-b2f7addc1f6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0890143 Feb 14 22:09:41.825595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-7bcc17a0-062e-4bb8-a70c-6661ecd9ef4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 200 len: 999 time: 0.0611339 Feb 14 22:09:41.873315 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-90a69c3b-043c-47e0-b655-789431acb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.874824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-90a69c3b-043c-47e0-b655-789431acb9a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0444551 Feb 14 22:09:41.928210 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-3fe14392-f4a6-481d-aa0d-be5d70a576cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:41.929811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-3fe14392-f4a6-481d-aa0d-be5d70a576cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493555 Feb 14 22:09:42.018716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-d0f567ce-25a0-4e8e-a29f-38360841abde service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Feb 14 22:09:42.116864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f154e512-6d9e-4bce-afde-d1f145cba0f4 req-4292bf5c-2303-4457-bda0-e958f9a65f40 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914109 Feb 14 22:09:42.631073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f3b4-6996-4c0c-8788-d5611ec140b9 req-c4f06bb5-5b49-4fef-9ad0-e21930d07f23 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:42.632644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dd9f3b4-6996-4c0c-8788-d5611ec140b9 req-c4f06bb5-5b49-4fef-9ad0-e21930d07f23 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 944 time: 0.0643275 Feb 14 22:09:42.684774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dd9f3b4-6996-4c0c-8788-d5611ec140b9 req-c1860094-4479-4794-86e3-5c6f383d844c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456603 Feb 14 22:09:42.735436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:42.786101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:09:42.791573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:42.792179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:42.813498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc957d72-14e8-4433-92b8-35a228418505 req-d049a73c-502c-422d-8359-6eb07e1edd1d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:42.813498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc957d72-14e8-4433-92b8-35a228418505 req-d049a73c-502c-422d-8359-6eb07e1edd1d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 944 time: 0.0588529 Feb 14 22:09:42.863450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dc957d72-14e8-4433-92b8-35a228418505 req-47643d57-53db-47eb-891c-a967f439e4fb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453918 Feb 14 22:09:42.882504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:42.882894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:42.907455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:42.909953 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfddfd29-95fa-49c6-aebf-4e73a7aa72c6" -d '{"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:42.922552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:42.927285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:42.975885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:42.988581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ad175-842e-4f8e-ad23-d53246a58eeb req-f8198eac-77f6-4ac9-9cba-13207830c69d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:42.990221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f9ad175-842e-4f8e-ad23-d53246a58eeb req-f8198eac-77f6-4ac9-9cba-13207830c69d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0589993 Feb 14 22:09:43.038725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f9ad175-842e-4f8e-ad23-d53246a58eeb req-a2fd2068-fe83-4b88-b4d7-cf4594c3593c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Feb 14 22:09:43.088867 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612d10cc-4c9b-4d14-992f-aeaf270efd14 x-openstack-request-id: req-612d10cc-4c9b-4d14-992f-aeaf270efd14 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:43.089218 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-plugged", "status": "completed", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:43.089421 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-612d10cc-4c9b-4d14-992f-aeaf270efd14 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:43.089842 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'code': 200} Feb 14 22:09:43.308705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3208d5f-7fef-45e5-8a1a-0a1f72bead9d req-6d8c1202-f465-4d46-bfd5-f05d2602fc51 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:43.310749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3208d5f-7fef-45e5-8a1a-0a1f72bead9d req-6d8c1202-f465-4d46-bfd5-f05d2602fc51 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0553224 Feb 14 22:09:43.359569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3208d5f-7fef-45e5-8a1a-0a1f72bead9d req-8c2c9d4c-00b9-4176-b72f-29abff03e4ad tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Feb 14 22:09:44.488701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50157f36-73c4-4e99-a300-ee34a788849a req-7ebf2279-776a-460d-bf19-e6704c5f1cd5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:44.490215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50157f36-73c4-4e99-a300-ee34a788849a req-7ebf2279-776a-460d-bf19-e6704c5f1cd5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0559201 Feb 14 22:09:44.543881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50157f36-73c4-4e99-a300-ee34a788849a req-d70d5460-5795-4948-bf7e-6e37cfe35fc1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478287 Feb 14 22:09:44.654458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7314dd69-03c6-47f7-b20c-5747b8f3ffae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:44.656399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7314dd69-03c6-47f7-b20c-5747b8f3ffae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 945 time: 0.0541399 Feb 14 22:09:44.749583 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Deleting port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:09:44.749929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:44.842723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] For port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:44.843099 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:45.016100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:45.016471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:45.016793 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 disassociated. External IP: 172.25.2.37, port: 7f4ba6f1-2930-4e4d-9776-b187ac024a1a. Feb 14 22:09:45.017142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Calling delete_port for 7f4ba6f1-2930-4e4d-9776-b187ac024a1a owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:09:45.153565 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7f4ba6f1-2930-4e4d-9776-b187ac024a1a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:45.188892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'Port': ['ID=7f4ba6f1-2930-4e4d-9776-b187ac024a1a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:45.317343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:09:45.434037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:09:45.444835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:09:45.458751 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:45.459681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:45.475654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] No DVR routers for this DVR port 7f4ba6f1-2930-4e4d-9776-b187ac024a1a on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:09:45.478390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:45.482502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb2e3ddd-532c-40b8-b87e-12f3641d163a req-7d78f5a7-a5bf-4678-bf9a-301a56a12260 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "DELETE /v2.0/ports/7f4ba6f1-2930-4e4d-9776-b187ac024a1a HTTP/1.1" status: 204 len: 173 time: 0.8204255 Feb 14 22:09:45.482949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-deleted', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:45.485309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416366fc-3adc-4b8e-983d-4d735e5df2a9" -d '{"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-deleted", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:45.536419 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bd7c8-8b89-4557-9de2-10ca6993f26c x-openstack-request-id: req-205bd7c8-8b89-4557-9de2-10ca6993f26c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:45.537293 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa91b49-0c9a-46bf-b2be-4fb466181121", "name": "network-vif-deleted", "tag": "7f4ba6f1-2930-4e4d-9776-b187ac024a1a", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:45.537293 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-205bd7c8-8b89-4557-9de2-10ca6993f26c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:45.537576 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa91b49-0c9a-46bf-b2be-4fb466181121', 'name': 'network-vif-deleted', 'tag': '7f4ba6f1-2930-4e4d-9776-b187ac024a1a', 'status': 'completed', 'code': 200} Feb 14 22:09:45.592054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:45.678466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d4b31016-38d8-4466-8b85-cfe6b222d99d req-51f1c14f-1a60-4e5a-a6ea-dc968668cf33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa91b49-0c9a-46bf-b2be-4fb466181121 HTTP/1.1" status: 200 len: 210 time: 0.0358925 Feb 14 22:09:45.962014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:45.988133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:09:45.997004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:45.997650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:46.107441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:46.324210 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:46.350923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bf706-c2df-4a99-8af6-a9638e4e23ea None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:09:46.582988 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fd6cb-dbac-488d-bad6-5d3a940da2bf None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:09:46.736408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:09:46.757752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 7f4ba6f1-2930-4e4d-9776-b187ac024a1a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:09:46.758171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 7f4ba6f1-2930-4e4d-9776-b187ac024a1a not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:09:46.931726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-2f025d80-ebd0-483b-bf15-14facc7c0f78 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--166734033&fields=id&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 267 time: 0.0448940 Feb 14 22:09:47.047125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-db6a1c41-ad9e-4a71-9362-ac13347424b1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:47.048874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-db6a1c41-ad9e-4a71-9362-ac13347424b1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1102283 Feb 14 22:09:47.064330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-f8ed46b9-118f-479a-8807-6f6c24b26c97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/quotas/f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 375 time: 0.0095022 Feb 14 22:09:47.125991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-aaf650e8-406d-4d4e-88c9-e065ad8b4ed7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564711 Feb 14 22:09:47.141776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9d32cead-8582-4b2b-8d63-7696e5cc857e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:09:47.142757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9d32cead-8582-4b2b-8d63-7696e5cc857e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058479 Feb 14 22:09:47.235013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-dbbdc87d-9142-4cb6-b2ff-b136b7bfc535 service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863676 Feb 14 22:09:47.330353 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-135a8765-f457-41fc-a97a-c7588826ea9c service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894525 Feb 14 22:09:47.492112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be3f5ba6-4926-4a44-b53a-868ef2305275 req-eeb91e48-16eb-4456-927a-8784f3a8acc6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 210 time: 0.0284297 Feb 14 22:09:48.408097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-a13649db-b64f-40b3-895a-13e99900c3d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:48.409635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-a13649db-b64f-40b3-895a-13e99900c3d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1138563 Feb 14 22:09:48.473716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-afb54d04-812e-4b1f-ad2e-7c348ef34b26 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 379 time: 0.0550332 Feb 14 22:09:48.482237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'port': {'device_id': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'admin_state_up': True, 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'security_groups': ['40f44af2-7ad6-4bbd-ac06-2bd530f71748']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:48.598111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d2351bf-3c06-4406-980f-11a660551904 req-cf185565-8ba3-499e-8735-3020172edf3e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 210 time: 0.0355408 Feb 14 22:09:48.622237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:09:48.625693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:48.758012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Allocated IP 172.20.0.3 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/58d20735-f830-4d0c-b548-6f5127986fa7) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:09:48.899337 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (58d20735-f830-4d0c-b548-6f5127986fa7), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:48.940784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:48.984874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:09:48.988295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:09:48.990779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:09:49.020638 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:49.053914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:49.054602 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.071993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8a01652f-66aa-45fd-96e3-5aded5db87fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932899 Feb 14 22:09:49.086400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Request body: {'port': {'device_id': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:49.173863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.264215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6546202e-a597-4d2f-950d-3e0fe49506bb None None] Provisioning complete for port 58d20735-f830-4d0c-b548-6f5127986fa7 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:49.264752 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6546202e-a597-4d2f-950d-3e0fe49506bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.299447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6546202e-a597-4d2f-950d-3e0fe49506bb None None] Port 58d20735-f830-4d0c-b548-6f5127986fa7 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:09:49.438066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d20735-f830-4d0c-b548-6f5127986fa7 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:09:49.445424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks [] for port (58d20735-f830-4d0c-b548-6f5127986fa7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.457626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Transition to ACTIVE for port object 58d20735-f830-4d0c-b548-6f5127986fa7 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:09:49.461661 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.513409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:49.597956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:09:49.598296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:09:49.598627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:49.607264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:09:49.607599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:09:49.614044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:09:49.614861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:09:49.615336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:09:49.616200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Bound port: 58d20735-f830-4d0c-b548-6f5127986fa7, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:09:49.616723 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.736535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:09:49.752955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:09:49.763506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.783399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a161c2f-c59d-4252-8ca9-2e788c556ca0 req-9bb7ee37-8eaf-41e3-a076-4abedf50d780 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:49.785044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a161c2f-c59d-4252-8ca9-2e788c556ca0 req-9bb7ee37-8eaf-41e3-a076-4abedf50d780 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.1063626 Feb 14 22:09:49.822790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:49.823444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:49.824907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] 10.222.0.64 "PUT /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 1092 time: 0.7457757 Feb 14 22:09:49.826819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:49.829053 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c770a310-d77a-4aec-93bc-c12ba07182da" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:49.914280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4d1a7-4453-4655-b7a6-824084b7d390 service neutron] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:49.966456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a161c2f-c59d-4252-8ca9-2e788c556ca0 req-5a1cab1d-0330-42e0-b706-5be727efc9f1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565440 Feb 14 22:09:49.985587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-07b4b030-56bb-4a86-9189-cd46b4cb8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:49.987239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-07b4b030-56bb-4a86-9189-cd46b4cb8b4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.1090128 Feb 14 22:09:50.035628 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3530d73-ccb5-465d-8f36-30886396c840 x-openstack-request-id: req-a3530d73-ccb5-465d-8f36-30886396c840 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:50.035995 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:50.036311 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a3530d73-ccb5-465d-8f36-30886396c840 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:50.036840 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'status': 'completed', 'code': 200} Feb 14 22:09:50.038909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-bc21f5b5-1d13-4305-85b8-2ddb500ddad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 217 time: 0.0439863 Feb 14 22:09:50.094054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-0e26db71-d82a-4d7e-ae39-da35f9167e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.095482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-0e26db71-d82a-4d7e-ae39-da35f9167e11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0506537 Feb 14 22:09:50.147464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-b20e11e2-4bac-4db6-81ed-e06344a3f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.149173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-b20e11e2-4bac-4db6-81ed-e06344a3f428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476639 Feb 14 22:09:50.241426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-1035bf8a-e112-4a6e-a457-4f820fbfc39f service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Feb 14 22:09:50.337867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9688f29-7b69-478b-9613-6af2cefceb84 req-8e42d426-edd2-4821-a1a2-9ac489a6dcf4 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904231 Feb 14 22:09:50.430328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770a310-d77a-4aec-93bc-c12ba07182da req-88524e2f-e199-427b-86d9-252d61937d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.432002 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-88524e2f-e199-427b-86d9-252d61937d4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.0479503 Feb 14 22:09:50.528449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770a310-d77a-4aec-93bc-c12ba07182da req-f10ce7b8-5c14-47d2-a57e-47e6f9d9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.529859 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-f10ce7b8-5c14-47d2-a57e-47e6f9d9ba28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0921171 Feb 14 22:09:50.572788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-2aed70b9-78c1-455e-9ab3-87499a729eb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 217 time: 0.0364318 Feb 14 22:09:50.623065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770a310-d77a-4aec-93bc-c12ba07182da req-e482ba1a-3fa9-4e7c-8264-37d471a24914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.624568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-e482ba1a-3fa9-4e7c-8264-37d471a24914 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0453491 Feb 14 22:09:50.680404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770a310-d77a-4aec-93bc-c12ba07182da req-f9d2f8e9-eb95-480a-9f8e-0513f7e83614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:50.681919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-f9d2f8e9-eb95-480a-9f8e-0513f7e83614 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515509 Feb 14 22:09:50.770424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-2f98d46e-3c83-4587-8768-bbe983965d8b service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 Feb 14 22:09:50.868592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c770a310-d77a-4aec-93bc-c12ba07182da req-4766e172-d99f-4047-813a-094fa732a6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925441 Feb 14 22:09:51.081474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117eed-ff32-426e-a34e-19258f577858 req-70ccf633-6c2a-469f-a3bf-85ba341b05c0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:51.083019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63117eed-ff32-426e-a34e-19258f577858 req-70ccf633-6c2a-469f-a3bf-85ba341b05c0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0579407 Feb 14 22:09:51.134942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63117eed-ff32-426e-a34e-19258f577858 req-d4bb197a-e45d-486b-8b27-dbe0071b8d22 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 Feb 14 22:09:52.253388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a97b-1390-42e6-9a37-9e78b59a4dbe req-a4fa600e-aadd-4ca5-9b5c-190f2b16c640 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:52.254751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4597a97b-1390-42e6-9a37-9e78b59a4dbe req-a4fa600e-aadd-4ca5-9b5c-190f2b16c640 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0520573 Feb 14 22:09:52.301729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4597a97b-1390-42e6-9a37-9e78b59a4dbe req-ae83bd4d-0d87-415c-9df2-a521d426ce7e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Feb 14 22:09:52.776419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:09:52.875457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:52.888403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '58d20735-f830-4d0c-b548-6f5127986fa7', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7', 'mac_address': 'fa:16:3e:32:5d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:09:52.925430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 58d20735-f830-4d0c-b548-6f5127986fa7 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:52.925820 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:52.939475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d20735-f830-4d0c-b548-6f5127986fa7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:09:52.959659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:52.963974 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:53.019760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:53.257059 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['58d20735-f830-4d0c-b548-6f5127986fa7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:09:53.428985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53dde-0b5a-4349-b203-8df9a860d366 req-b378c2ac-0ca5-4000-b2f3-facd4e57cedd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:53.430498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aca53dde-0b5a-4349-b203-8df9a860d366 req-b378c2ac-0ca5-4000-b2f3-facd4e57cedd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0591667 Feb 14 22:09:53.479348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aca53dde-0b5a-4349-b203-8df9a860d366 req-ed9075b6-1d02-4e64-90e8-0177a8329c66 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Feb 14 22:09:54.601291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cf8e-06e7-43f4-bc5c-0b3598b3ebac req-bd33061a-09a2-4476-817e-44302de5f70f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:54.602955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39c2cf8e-06e7-43f4-bc5c-0b3598b3ebac req-bd33061a-09a2-4476-817e-44302de5f70f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0545506 Feb 14 22:09:54.653175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-39c2cf8e-06e7-43f4-bc5c-0b3598b3ebac req-05f58e49-42d4-49be-8377-a232bf11e999 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Feb 14 22:09:54.780828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:09:54.835249 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 58d20735-f830-4d0c-b548-6f5127986fa7 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:09:54.839653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 58d20735-f830-4d0c-b548-6f5127986fa7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:09:54.840719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:54.927374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 58d20735-f830-4d0c-b548-6f5127986fa7 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:09:54.927686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:54.951414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:54.953625 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01770085-f89c-4ec9-9cbd-8e583d0035d1" -d '{"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-plugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:54.967947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:09:54.977177 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:55.005951 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba52eae-1f6f-41f7-88f0-058b89d92f40 x-openstack-request-id: req-6ba52eae-1f6f-41f7-88f0-058b89d92f40 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:55.006253 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-plugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:55.006515 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ba52eae-1f6f-41f7-88f0-058b89d92f40 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:55.006918 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'code': 200} Feb 14 22:09:55.034712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:09:55.101739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d65ae-60da-4126-8e56-c684d4269209 req-16e50452-997c-4e26-a727-ab6faefda89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:55.103293 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-096d65ae-60da-4126-8e56-c684d4269209 req-16e50452-997c-4e26-a727-ab6faefda89c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1128 time: 0.0463293 Feb 14 22:09:55.153228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-096d65ae-60da-4126-8e56-c684d4269209 req-8d26e19e-f9da-496d-a58f-0ca5e7af9c25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 Feb 14 22:09:55.778591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b4c4b-d1b0-450d-81ec-feed8a508e80 req-29cc9055-af7a-48ed-b670-0b9cad63a544 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:55.780104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-973b4c4b-d1b0-450d-81ec-feed8a508e80 req-29cc9055-af7a-48ed-b670-0b9cad63a544 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0535533 Feb 14 22:09:55.827632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-973b4c4b-d1b0-450d-81ec-feed8a508e80 req-3185f308-2978-4dea-89f4-271bd4342322 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Feb 14 22:09:56.950003 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545647-51a4-4a0e-8f39-07569c020773 req-0a37c189-0bc5-4011-9714-f17026162ee1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:56.951526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27545647-51a4-4a0e-8f39-07569c020773 req-0a37c189-0bc5-4011-9714-f17026162ee1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0538185 Feb 14 22:09:56.998796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27545647-51a4-4a0e-8f39-07569c020773 req-a7573af7-9c4c-489f-8b80-4a8a0cdfa7fb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Feb 14 22:09:57.121130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78426e-1f01-4a8a-bc7a-94d5e8987664 req-de08e24c-4498-4bb0-a3de-06de0bbbb76d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:57.123114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af78426e-1f01-4a8a-bc7a-94d5e8987664 req-de08e24c-4498-4bb0-a3de-06de0bbbb76d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0595155 Feb 14 22:09:57.131791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45236) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:09:57.138078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'floatingip': {'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:09:57.185170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:57.932850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:57.936776 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:58.041345 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 associated. External IP: 172.25.2.37, port: 58d20735-f830-4d0c-b548-6f5127986fa7. Feb 14 22:09:58.261174 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:09:58.374128 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:09:58.379124 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:58.384229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:09:58.394208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:58.394833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:58.410484 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c442fddd-4f4b-4e69-9d11-ec3ca417ba09 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "PUT /v2.0/floatingips/6579fd46-d10f-40a7-8767-4850bb37bc98 HTTP/1.1" status: 200 len: 990 time: 1.2774007 Feb 14 22:09:58.411403 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:09:58.414131 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7dc9143d4e327955b0ed4bd48b543943c3d7b07b7d0322edea55bad1db2a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38838c72-96c8-4f35-8d24-4b2707466555" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:09:58.534172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:58.545239 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a3c8d-bf7b-4027-b81a-3caa6254ff28 x-openstack-request-id: req-870a3c8d-bf7b-4027-b81a-3caa6254ff28 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:09:58.545532 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:09:58.545785 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-870a3c8d-bf7b-4027-b81a-3caa6254ff28 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:09:58.546194 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'status': 'completed', 'code': 200} Feb 14 22:09:58.663450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838c72-96c8-4f35-8d24-4b2707466555 req-51a76c13-431c-4103-ae4e-ab98ab1408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:58.664994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-51a76c13-431c-4103-ae4e-ab98ab1408b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1128 time: 0.0957794 Feb 14 22:09:58.673626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103b4e1-3a2f-4ef9-bbaa-b409347a4d3c req-f948f6c3-6f68-478f-af50-630e7a329d3c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:58.675124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5103b4e1-3a2f-4ef9-bbaa-b409347a4d3c req-f948f6c3-6f68-478f-af50-630e7a329d3c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0688229 Feb 14 22:09:58.789997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:32:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:57Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:58.790635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5103b4e1-3a2f-4ef9-bbaa-b409347a4d3c req-f83d3d16-1be5-4d69-81f1-2cb2d7005296 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072726 Feb 14 22:09:58.804643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838c72-96c8-4f35-8d24-4b2707466555 req-4045d860-ebca-4324-a3e0-bfbfa49039ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:58.806322 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-4045d860-ebca-4324-a3e0-bfbfa49039ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1302948 Feb 14 22:09:58.818837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:09:58.828511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:09:58.829141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:09:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:58.879379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-c58f8a5e-fbde-4905-af36-417dbae78afb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 998 time: 0.0665839 Feb 14 22:09:58.931344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838c72-96c8-4f35-8d24-4b2707466555 req-99752843-52d4-4e5f-bba1-6341f801c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:58.932842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-99752843-52d4-4e5f-bba1-6341f801c816 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0483973 Feb 14 22:09:58.943458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:09:58.987267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838c72-96c8-4f35-8d24-4b2707466555 req-69cd09a5-e6aa-4edc-bd4c-78d544b29267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:58.988921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-69cd09a5-e6aa-4edc-bd4c-78d544b29267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501308 Feb 14 22:09:59.090699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-172a7d1d-6100-4f94-96a1-3c8a7b6aae76 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956428 Feb 14 22:09:59.114125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:09:59.189460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38838c72-96c8-4f35-8d24-4b2707466555 req-c992ca25-c4c1-4ff2-91d2-a4ba9f65469c service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931442 Feb 14 22:09:59.206881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:32:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:57Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:09:59.235519 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a893bc-8c50-4010-a59d-f199fe6d37eb None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:32:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:09:57Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:09:59.566185 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049c590-10e8-4907-bbf0-51f97e918367 None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:09:59.914335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052304b6-f52a-4f9c-ac12-abe77fa95923 req-75ad5642-4d31-4ec7-9f2c-db9bd85c8e88 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:09:59.915884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-052304b6-f52a-4f9c-ac12-abe77fa95923 req-75ad5642-4d31-4ec7-9f2c-db9bd85c8e88 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0536060 Feb 14 22:09:59.965562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-052304b6-f52a-4f9c-ac12-abe77fa95923 req-b28be8a9-f1db-4e45-b12d-06936d5adb8c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Feb 14 22:10:01.020827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ad17349-0def-4836-8b05-632eecc2db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:01.107253 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fccff2-2c4d-4768-8f85-5130738fe3ac req-ad9adb5f-a6cb-4554-9aa8-4f79df7db794 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:01.108653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61fccff2-2c4d-4768-8f85-5130738fe3ac req-ad9adb5f-a6cb-4554-9aa8-4f79df7db794 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0573878 Feb 14 22:10:01.157020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61fccff2-2c4d-4768-8f85-5130738fe3ac req-51f9ee33-8941-4f61-a675-cb89b82b96f0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Feb 14 22:10:02.278160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd2b6a-73c8-4c7f-a11a-fa734f871dcb req-a2c604ff-a0c2-4692-9a56-f1238bc7eebe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:02.279691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbd2b6a-73c8-4c7f-a11a-fa734f871dcb req-a2c604ff-a0c2-4692-9a56-f1238bc7eebe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0542805 Feb 14 22:10:02.333427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdbd2b6a-73c8-4c7f-a11a-fa734f871dcb req-a7a929ec-ebae-4509-bdaa-84b473652fae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478413 Feb 14 22:10:03.393065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07ee3ab2-9195-4d85-9e19-59ea18751df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:03.460448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4d54a-9bc2-422e-88f5-1280cc565595 req-7147cf7d-7b1b-4660-b35a-b3ad08888a85 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:03.461930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56d4d54a-9bc2-422e-88f5-1280cc565595 req-7147cf7d-7b1b-4660-b35a-b3ad08888a85 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0579226 Feb 14 22:10:03.508374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-56d4d54a-9bc2-422e-88f5-1280cc565595 req-4bebb938-4a83-4b5e-adb6-0b3d9c3815ae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408275 Feb 14 22:10:04.629808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc89e-2e17-4ad5-a305-bb6df813222e req-e585769a-ea6c-4560-809e-8538fffad9ff tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:04.631320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fcbc89e-2e17-4ad5-a305-bb6df813222e req-e585769a-ea6c-4560-809e-8538fffad9ff tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0550234 Feb 14 22:10:04.680379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fcbc89e-2e17-4ad5-a305-bb6df813222e req-7f48f657-b318-4d18-bde2-618716c3a95e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434783 Feb 14 22:10:04.716354 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:05.797719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737eb62-8731-41b6-b6ec-c5119437672b req-b2db94a4-cdd9-4a11-8683-18eda0757f82 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:05.799204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e737eb62-8731-41b6-b6ec-c5119437672b req-b2db94a4-cdd9-4a11-8683-18eda0757f82 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0513861 Feb 14 22:10:05.849550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e737eb62-8731-41b6-b6ec-c5119437672b req-2341774d-a3d1-456e-b3bf-4412b3f73d61 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445232 Feb 14 22:10:05.902779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:06.567907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:06.967434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5378a8-71a6-42f8-ac5d-d71941729d5c req-20ce0f8d-14aa-449f-80f3-efefeffd2d04 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:06.968912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d5378a8-71a6-42f8-ac5d-d71941729d5c req-20ce0f8d-14aa-449f-80f3-efefeffd2d04 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0529912 Feb 14 22:10:07.015107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d5378a8-71a6-42f8-ac5d-d71941729d5c req-58293cd1-b726-4eec-a5a1-43aa433f7849 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Feb 14 22:10:07.360138 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:08.136806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0826-d5f3-46ba-9559-be668a9b24ae req-631adf4e-8a94-4978-a4d7-d4955cbda57d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:08.138286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c3d0826-d5f3-46ba-9559-be668a9b24ae req-631adf4e-8a94-4978-a4d7-d4955cbda57d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0528176 Feb 14 22:10:08.183864 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c3d0826-d5f3-46ba-9559-be668a9b24ae req-c8512012-3565-42a3-83a8-893c47f04b03 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 Feb 14 22:10:09.648994 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f95363-c50e-4552-b156-ec44a9ed2e19 req-d48c2f31-ccc1-4a39-82fe-18c2e75601ae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:09.650467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43f95363-c50e-4552-b156-ec44a9ed2e19 req-d48c2f31-ccc1-4a39-82fe-18c2e75601ae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.3984284 Feb 14 22:10:09.696668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43f95363-c50e-4552-b156-ec44a9ed2e19 req-68989fa5-2c3b-4d40-8046-2642061908fb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Feb 14 22:10:10.824239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63fde-aa1c-45c8-b98c-56e1480c31ac req-e8117e21-2c86-4398-a269-a87e7d71e3b3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:10.825857 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75f63fde-aa1c-45c8-b98c-56e1480c31ac req-e8117e21-2c86-4398-a269-a87e7d71e3b3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0561600 Feb 14 22:10:10.875887 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75f63fde-aa1c-45c8-b98c-56e1480c31ac req-587c54ae-ba99-4b9f-b3b2-693a130042fc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441885 Feb 14 22:10:11.998360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6e1b0-5046-4ba3-8e55-cf0deab1e126 req-dd2b7131-e771-4b94-afae-a6580fa50f55 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:11.999839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ee6e1b0-5046-4ba3-8e55-cf0deab1e126 req-dd2b7131-e771-4b94-afae-a6580fa50f55 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0558152 Feb 14 22:10:12.045409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9ee6e1b0-5046-4ba3-8e55-cf0deab1e126 req-8c4d57ca-2042-4db6-a582-582d97bbe5b6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Feb 14 22:10:13.164652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75dde3-a166-4ee1-83a7-29d993cee836 req-53b03668-d54b-4013-89e8-f611743902d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:13.166105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d75dde3-a166-4ee1-83a7-29d993cee836 req-53b03668-d54b-4013-89e8-f611743902d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0521419 Feb 14 22:10:13.211654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d75dde3-a166-4ee1-83a7-29d993cee836 req-8d60c900-8e8a-4835-bd80-1fc3254aeac9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393867 Feb 14 22:10:14.331020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092ab6-b927-4111-a98a-46acebe8ea2f req-196e0915-69c4-4cb0-8c59-ce7afcbf3a71 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:14.332520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e092ab6-b927-4111-a98a-46acebe8ea2f req-196e0915-69c4-4cb0-8c59-ce7afcbf3a71 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0525684 Feb 14 22:10:14.384062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e092ab6-b927-4111-a98a-46acebe8ea2f req-52a37803-2ef8-42b5-9407-2d265df7816a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453668 Feb 14 22:10:15.509688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341e5a4-fedb-47df-a505-c68e41239147 req-7d6d2f82-7e50-4c5f-8e8b-0300e32544b8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:15.511222 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1341e5a4-fedb-47df-a505-c68e41239147 req-7d6d2f82-7e50-4c5f-8e8b-0300e32544b8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0525727 Feb 14 22:10:15.557619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1341e5a4-fedb-47df-a505-c68e41239147 req-03d6aa48-c3ce-48b3-bbf2-1014730e175d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408027 Feb 14 22:10:16.675940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdcefb-0984-4072-814d-6cec7d14bd20 req-89ed7c63-f0fb-48d2-8c9b-7cb5c758a1d1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:16.677493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dfdcefb-0984-4072-814d-6cec7d14bd20 req-89ed7c63-f0fb-48d2-8c9b-7cb5c758a1d1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0519795 Feb 14 22:10:16.723591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5dfdcefb-0984-4072-814d-6cec7d14bd20 req-79591467-4dee-4cd0-863c-06686bda9966 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404248 Feb 14 22:10:17.845070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ad7ce-422c-4c25-ae91-a86dd8dfb5ad req-612517d5-4460-49b6-8a90-ddf2d7074b28 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:17.846524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e1ad7ce-422c-4c25-ae91-a86dd8dfb5ad req-612517d5-4460-49b6-8a90-ddf2d7074b28 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0561237 Feb 14 22:10:17.892837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e1ad7ce-422c-4c25-ae91-a86dd8dfb5ad req-3933f676-2314-4a4d-9052-fb83276bc8d5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Feb 14 22:10:18.555644 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:10:19.011066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880222-38ca-4743-95c8-c850850b03fe req-73c35759-8383-47d3-a6a5-7effcf76cf22 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:19.013101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60880222-38ca-4743-95c8-c850850b03fe req-73c35759-8383-47d3-a6a5-7effcf76cf22 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0530388 Feb 14 22:10:19.059214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60880222-38ca-4743-95c8-c850850b03fe req-388354b5-5ab0-47c1-86b4-8ec2d734ad53 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Feb 14 22:10:20.181196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997b84-fd55-421c-9cc9-fd4fe6b233e4 req-f41dd278-b9b6-4a81-8c27-4afc3a169ea1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:20.182695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21997b84-fd55-421c-9cc9-fd4fe6b233e4 req-f41dd278-b9b6-4a81-8c27-4afc3a169ea1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0562358 Feb 14 22:10:20.235799 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21997b84-fd55-421c-9cc9-fd4fe6b233e4 req-2ef7c7cb-67cf-4a53-9ac4-59b2edf7407a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476496 Feb 14 22:10:21.355891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5eb95-7860-4b20-aef1-7bf5cf7db666 req-eadc6cba-043d-40f9-a3c2-82fb5ff5b2d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:21.357409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85d5eb95-7860-4b20-aef1-7bf5cf7db666 req-eadc6cba-043d-40f9-a3c2-82fb5ff5b2d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0528526 Feb 14 22:10:21.403524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-85d5eb95-7860-4b20-aef1-7bf5cf7db666 req-c13fe774-96e5-4597-83b3-081544f8db77 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 Feb 14 22:10:22.524318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8081-e5c5-497c-b4c2-376fcabe4eef req-bc96f958-9346-4249-be8e-9b53413a002a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:22.525837 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-759d8081-e5c5-497c-b4c2-376fcabe4eef req-bc96f958-9346-4249-be8e-9b53413a002a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0515807 Feb 14 22:10:22.571743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-759d8081-e5c5-497c-b4c2-376fcabe4eef req-d0d06fce-dddf-4262-b5ea-e02698fa37c8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397928 Feb 14 22:10:23.694380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43e2ed-d527-44b8-b2b7-031412f99f32 req-bc4ee316-34ff-4b71-9bcb-d19f06e1f68c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:23.695895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad43e2ed-d527-44b8-b2b7-031412f99f32 req-bc4ee316-34ff-4b71-9bcb-d19f06e1f68c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0566635 Feb 14 22:10:23.748912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad43e2ed-d527-44b8-b2b7-031412f99f32 req-9f7a04a9-f7a8-4619-971a-3ff7d19c5b4d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467720 Feb 14 22:10:24.865457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878842-102b-421f-8bb8-cd2f7b00adcc req-a7ca329f-033c-462d-9ba2-d5ffa1f46024 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:24.866929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae878842-102b-421f-8bb8-cd2f7b00adcc req-a7ca329f-033c-462d-9ba2-d5ffa1f46024 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0517764 Feb 14 22:10:24.913750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ae878842-102b-421f-8bb8-cd2f7b00adcc req-6302e2d0-96a3-4030-b12c-f7610a1f2ee7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Feb 14 22:10:25.172325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-709693bb-e291-4710-899d-930e06385363 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796573 Feb 14 22:10:25.179888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbe9e4-a4d8-4ee7-8eae-b29a4bbf7806 req-37c1179e-a4ef-43b6-9c5c-94116f49a57c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:25.181274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fbe9e4-a4d8-4ee7-8eae-b29a4bbf7806 req-37c1179e-a4ef-43b6-9c5c-94116f49a57c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0807772 Feb 14 22:10:25.229868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22fbe9e4-a4d8-4ee7-8eae-b29a4bbf7806 req-7bb92455-21af-4500-aafe-4d8ca04de4e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Feb 14 22:10:25.503182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-eee3ecfe-9a56-4b74-8b67-6a613d081c37 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:25.504520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-eee3ecfe-9a56-4b74-8b67-6a613d081c37 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 942 time: 0.0457749 Feb 14 22:10:26.340799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-6cf2b5cc-fd03-41ba-8595-fe61cad65ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:26.342415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-6cf2b5cc-fd03-41ba-8595-fe61cad65ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1128 time: 0.0772336 Feb 14 22:10:26.404800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae45f-715d-4136-b691-c00168342503 req-1075893d-a405-40fb-a72c-ac8d49452cc0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:26.406266 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f2ae45f-715d-4136-b691-c00168342503 req-1075893d-a405-40fb-a72c-ac8d49452cc0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.1052806 Feb 14 22:10:26.478120 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-1ef76dfc-97ed-4a63-82db-2ad96ab7ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:26.479612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-1ef76dfc-97ed-4a63-82db-2ad96ab7ebc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1307995 Feb 14 22:10:26.484447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5f2ae45f-715d-4136-b691-c00168342503 req-e3b060a4-f055-4b60-981b-47d521a4c8df tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722556 Feb 14 22:10:26.547003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-928ebabe-a4da-48b2-a035-c3416b0dbaab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0609167 Feb 14 22:10:26.594963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-0fc6a051-d3f5-4c5d-b030-313c871d576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:26.596404 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-0fc6a051-d3f5-4c5d-b030-313c871d576d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0443208 Feb 14 22:10:26.648279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-0c349545-2ff8-4a81-a5c9-f5612b8f25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:26.649750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-0c349545-2ff8-4a81-a5c9-f5612b8f25a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475073 Feb 14 22:10:26.737115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-9faecc56-bdee-4e27-9936-05af3e5955e4 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817153 Feb 14 22:10:26.830127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-4d23ab86-707f-42b5-a6ca-26b963db6ede service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Feb 14 22:10:27.607764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7561f3-91f8-48b2-afa5-32ccab04c053 req-0454e7da-ecbe-445a-85b2-b5094a4c2b7f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:27.609260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e7561f3-91f8-48b2-afa5-32ccab04c053 req-0454e7da-ecbe-445a-85b2-b5094a4c2b7f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0543056 Feb 14 22:10:27.655884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e7561f3-91f8-48b2-afa5-32ccab04c053 req-0a134866-adfe-4049-81bd-5096390077ec tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 Feb 14 22:10:28.486091 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-777b8221-c9ac-4aab-84c1-020863e05e2e service neutron] show failed (client error): The resource could not be found. Feb 14 22:10:28.487173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-777b8221-c9ac-4aab-84c1-020863e05e2e service neutron] 10.222.0.64 "GET /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0558681 Feb 14 22:10:28.729653 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-96327dfa-8142-471b-97d1-79d7cea52bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:28.731744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-96327dfa-8142-471b-97d1-79d7cea52bd2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1128 time: 0.0524380 Feb 14 22:10:28.744291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:10:28.829085 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:28.837425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac7ed-7aa1-401b-a0ed-fd710f4fbe58 req-88ace1ee-c8aa-477b-97ba-2bffbea6fc86 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:28.838929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ccac7ed-7aa1-401b-a0ed-fd710f4fbe58 req-88ace1ee-c8aa-477b-97ba-2bffbea6fc86 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.1063232 Feb 14 22:10:28.929764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ccac7ed-7aa1-401b-a0ed-fd710f4fbe58 req-0903f0c3-4664-48fb-9f15-69b2bbcb0dba tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834041 Feb 14 22:10:29.018214 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-25421eaf-a008-4eb9-9dd5-d5723a1d287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.019797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-25421eaf-a008-4eb9-9dd5-d5723a1d287c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1128 time: 0.0453639 Feb 14 22:10:29.086104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:29.089642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.121705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:10:29.128841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-b2bb0025-475a-4bbd-ac3d-e97cc5018d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.130320 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-b2bb0025-475a-4bbd-ac3d-e97cc5018d29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0931950 Feb 14 22:10:29.161709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:29.163991 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e56d56-5f9d-4588-8b57-e29ed8f15970" -d '{"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-unplugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:29.167961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks [] for port (58d20735-f830-4d0c-b548-6f5127986fa7), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.181259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Transition to ACTIVE for port object 58d20735-f830-4d0c-b548-6f5127986fa7 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:10:29.186479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.198429 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-b696c3b1-036a-4687-9029-073a4a7efd07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0615983 Feb 14 22:10:29.221943 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342700e-4362-4dab-904c-8b55143880ae x-openstack-request-id: req-e342700e-4362-4dab-904c-8b55143880ae {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:29.222052 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-unplugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:29.222441 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e342700e-4362-4dab-904c-8b55143880ae {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:29.222656 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'code': 200} Feb 14 22:10:29.257646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-01846e50-678b-4bc7-8109-2679152d8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.259545 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-01846e50-678b-4bc7-8109-2679152d8848 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0517697 Feb 14 22:10:29.275976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:29.318908 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-ab552341-b6f5-4e5e-bc8f-fb9b993d608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.320505 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-ab552341-b6f5-4e5e-bc8f-fb9b993d608d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552485 Feb 14 22:10:29.329719 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] No DVR routers for this DVR port 58d20735-f830-4d0c-b548-6f5127986fa7 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:10:29.412580 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-c5507170-bbb0-4bd4-9482-7787e03fa2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Feb 14 22:10:29.471256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:10:29.471525 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:10:29.471873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:10:29.476197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:10:29.476519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Attempting to bind port 58d20735-f830-4d0c-b548-6f5127986fa7 on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:10:29.481828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:10:29.482171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:10:29.482557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:10:29.482984 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Bound port: 58d20735-f830-4d0c-b548-6f5127986fa7, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:10:29.483437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.507686 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-ac7cecd3-e9da-43f4-bc89-f7ccecc79f5b service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Feb 14 22:10:29.546904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:10:29.549901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:10:29.556287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.590592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.591347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:29.592633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] 10.222.0.83 "PUT /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 1092 time: 0.8519127 Feb 14 22:10:29.616052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b34da-6d46-4473-bc91-3b7b2937451b service neutron] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:29.672523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-636fd265-c3ae-42c1-bfde-607a48a4ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.674091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-636fd265-c3ae-42c1-bfde-607a48a4ede1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.0517707 Feb 14 22:10:29.769072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-bab73631-5250-4ae5-a6b2-6e311c8a75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.770559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-bab73631-5250-4ae5-a6b2-6e311c8a75c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0898590 Feb 14 22:10:29.841033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-218a021c-f22c-4150-a6b1-a94400113964 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 998 time: 0.0642624 Feb 14 22:10:29.888867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-ef981d85-a77b-4bb3-88c3-4a1a3748643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.890568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-ef981d85-a77b-4bb3-88c3-4a1a3748643a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0445240 Feb 14 22:10:29.938760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-7880b676-a39c-4c50-bcda-29fb7c9563b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:29.940263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-7880b676-a39c-4c50-bcda-29fb7c9563b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440259 Feb 14 22:10:30.062137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-6a0f3dbf-6ba1-4b90-a4f1-35945bf14afd service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152372 Feb 14 22:10:30.084251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e5ae-ebda-4ba2-8a7c-e615ee8399ba req-482f53bf-a42a-4278-aa79-2e84041ddf2b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:30.085647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb4e5ae-ebda-4ba2-8a7c-e615ee8399ba req-482f53bf-a42a-4278-aa79-2e84041ddf2b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0816376 Feb 14 22:10:30.182185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1fb4e5ae-ebda-4ba2-8a7c-e615ee8399ba req-2999ba94-8ead-4d87-8b57-2ef3fff15258 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863492 Feb 14 22:10:30.198495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8f22425e-ee89-4ebf-8381-bea3774b7e3f req-a52b084d-b53a-4996-ac01-fb857cc0767a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Feb 14 22:10:31.022586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f84bace-3df1-4039-9ca6-0c961076bdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:31.224354 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:31.226721 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61fbfd-aedb-46d4-8627-f2e50466f653" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:31.303996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653c2f6-4963-4244-b016-0c546750ae10 req-f67cbc01-2b7d-495f-bcf8-045ce34f970d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.305495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b653c2f6-4963-4244-b016-0c546750ae10 req-f67cbc01-2b7d-495f-bcf8-045ce34f970d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0537384 Feb 14 22:10:31.352061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b653c2f6-4963-4244-b016-0c546750ae10 req-b14935bf-8a2b-49d8-bc46-718f6de5ab0c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Feb 14 22:10:31.405697 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a43ba87-1073-447f-81fc-fce854caf61e x-openstack-request-id: req-6a43ba87-1073-447f-81fc-fce854caf61e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:31.405991 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:31.406240 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a43ba87-1073-447f-81fc-fce854caf61e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:31.406643 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'status': 'completed', 'code': 200} Feb 14 22:10:31.507370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-7deed558-8739-4229-8840-0148cdb4325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.508878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-7deed558-8739-4229-8840-0148cdb4325c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.0801823 Feb 14 22:10:31.511367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-f436d18d-4e59-43fe-bcbd-a2f9a3e1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.513284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-f436d18d-4e59-43fe-bcbd-a2f9a3e1212f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.0858982 Feb 14 22:10:31.670823 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-1ca79fe7-82a1-49bf-845e-526e04509473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.672352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-1ca79fe7-82a1-49bf-845e-526e04509473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1537640 Feb 14 22:10:31.673691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-0d798f59-e250-424a-b502-249d2251f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.674995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-0d798f59-e250-424a-b502-249d2251f6f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1493886 Feb 14 22:10:31.784654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-9dcce06a-2546-46d8-931d-69104f991b2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 998 time: 0.1059480 Feb 14 22:10:31.788236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-273be74f-6794-4165-bd2a-82275f273e4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 998 time: 0.1026907 Feb 14 22:10:31.865430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-7c05ceeb-444e-40c1-b34f-cc5d81f98618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.866800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-7c05ceeb-444e-40c1-b34f-cc5d81f98618 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0765851 Feb 14 22:10:31.870250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-a557a4d2-b589-419c-ac00-88db53a63bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.872211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-a557a4d2-b589-419c-ac00-88db53a63bd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0744555 Feb 14 22:10:31.949772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-c38947ea-5fdd-4f21-a1db-3da0cbafd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.951324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-c38947ea-5fdd-4f21-a1db-3da0cbafd376 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0782547 Feb 14 22:10:31.953022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-cb99a9d0-a4b3-4362-8ed8-2df3b1b9f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:31.954379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-cb99a9d0-a4b3-4362-8ed8-2df3b1b9f644 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0742116 Feb 14 22:10:32.107692 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-7fe55a06-c42b-4e7b-a746-c2e0edf77fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501007 Feb 14 22:10:32.111062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-144fd573-5671-4bf0-8e68-3a88b70d2b1c service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457293 Feb 14 22:10:32.263315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-2f10779d-acff-4d31-b61a-5b6bfbe49c5d service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503663 Feb 14 22:10:32.265120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7d61fbfd-aedb-46d4-8627-f2e50466f653 req-28ff5d31-95f4-4f91-9300-a526dc954df3 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454456 Feb 14 22:10:32.478177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2416e-fcd3-4411-8b40-7beb503ff2ac req-0950b807-265a-4a3d-887e-3d36fd5f17ba tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:32.479665 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ed2416e-fcd3-4411-8b40-7beb503ff2ac req-0950b807-265a-4a3d-887e-3d36fd5f17ba tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0566881 Feb 14 22:10:32.525958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ed2416e-fcd3-4411-8b40-7beb503ff2ac req-ded1fa9a-2e47-443b-8923-23e0167e9afa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Feb 14 22:10:32.750284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be9d9-daff-477c-b384-b90387315d53 req-e069d900-18cd-4a2c-935d-6c188749c327 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:32.751792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c5be9d9-daff-477c-b384-b90387315d53 req-e069d900-18cd-4a2c-935d-6c188749c327 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 943 time: 0.0828128 Feb 14 22:10:32.762870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac846c0-d307-477a-a670-d4dd856741c6 req-43c01650-87c3-4b93-a35e-3c2396249885 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:32.764267 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-43c01650-87c3-4b93-a35e-3c2396249885 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d&tenant_id=f58483b67a2847218bd3082c85e3baa1&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 943 time: 0.0854445 Feb 14 22:10:32.846448 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c5be9d9-daff-477c-b384-b90387315d53 req-995a375d-54b3-4e6b-8dfa-d38068f91de7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812442 Feb 14 22:10:32.854927 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-cac846c0-d307-477a-a670-d4dd856741c6 req-ecf07d14-27e3-4e5e-a885-34778b96495e service neutron] delete failed (client error): The resource could not be found. Feb 14 22:10:32.856491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-ecf07d14-27e3-4e5e-a885-34778b96495e service neutron] 10.222.0.64 "DELETE /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0839372 Feb 14 22:10:32.935039 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:10:32.949454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac846c0-d307-477a-a670-d4dd856741c6 req-470039ed-2e8e-43ab-81e2-ceb17268dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:32.950966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-470039ed-2e8e-43ab-81e2-ceb17268dfcc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1126 time: 0.0467725 Feb 14 22:10:32.975957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 58d20735-f830-4d0c-b548-6f5127986fa7 host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:10:32.976351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:10:33.043836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac846c0-d307-477a-a670-d4dd856741c6 req-599d0aa1-de0a-4bd0-8eee-6063736f7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:33.045304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-599d0aa1-de0a-4bd0-8eee-6063736f7815 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0883713 Feb 14 22:10:33.394937 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e467ca25-729c-4309-b420-d32c4b8d04bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:33.448299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-69b39c72-d7b5-4a67-b681-76ebe02cd0d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 998 time: 0.3968730 Feb 14 22:10:33.499771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac846c0-d307-477a-a670-d4dd856741c6 req-0be15e95-984a-4e0b-8331-a50acc1d5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:33.501298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-0be15e95-984a-4e0b-8331-a50acc1d5f08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0426283 Feb 14 22:10:33.551865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac846c0-d307-477a-a670-d4dd856741c6 req-18c6a90e-61e9-47df-aae0-f7a353dddde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:33.553280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-18c6a90e-61e9-47df-aae0-f7a353dddde7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460591 Feb 14 22:10:33.576449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:10:33.642729 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-82f092c0-6d4f-485e-8d76-917abc312113 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835385 Feb 14 22:10:33.671912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:33.683197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '58d20735-f830-4d0c-b548-6f5127986fa7', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '58d20735-f830-4d0c-b548-6f5127986fa7', 'mac_address': 'fa:16:3e:32:5d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:10:33.723646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 58d20735-f830-4d0c-b548-6f5127986fa7 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:10:33.724044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:33.736836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d20735-f830-4d0c-b548-6f5127986fa7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:10:33.737559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cac846c0-d307-477a-a670-d4dd856741c6 req-3b196871-35c5-46e6-800f-4836cd17fdbe service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 Feb 14 22:10:33.756868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:33.761371 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:33.809515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:33.963518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['58d20735-f830-4d0c-b548-6f5127986fa7'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:10:33.967735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95afee2-62b0-43b9-a5b3-a3b098b5a0d6 req-8b6d9f32-5bd1-4ef0-9dc9-2020503baf61 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:33.969214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f95afee2-62b0-43b9-a5b3-a3b098b5a0d6 req-8b6d9f32-5bd1-4ef0-9dc9-2020503baf61 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0539126 Feb 14 22:10:34.015835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f95afee2-62b0-43b9-a5b3-a3b098b5a0d6 req-669b04f5-305e-45a5-b82f-23c0625bb4d1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Feb 14 22:10:34.719146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:35.137154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1370d-c44c-4618-806b-d5ee0de767aa req-39753cf7-3f5c-4f02-86e2-5d24bdf7ac1d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.138615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1370d-c44c-4618-806b-d5ee0de767aa req-39753cf7-3f5c-4f02-86e2-5d24bdf7ac1d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0527134 Feb 14 22:10:35.183963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1370d-c44c-4618-806b-d5ee0de767aa req-b35db9f0-96c0-41d5-b30f-875fddd5c460 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398068 Feb 14 22:10:35.302764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ae86-e7df-47b4-a074-943802b68bb8 req-ce084896-fb30-4054-9b03-9c262a5a0574 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.304269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6d7ae86-e7df-47b4-a074-943802b68bb8 req-ce084896-fb30-4054-9b03-9c262a5a0574 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0560834 Feb 14 22:10:35.353907 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6d7ae86-e7df-47b4-a074-943802b68bb8 req-20f3544d-51f5-48f9-8a7f-871796209175 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Feb 14 22:10:35.574783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970ab3c-74d4-460f-82cb-4b24e9f325a2 req-b12c6fa8-a688-4e9a-b6c9-1237cc1af2d7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.576334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7970ab3c-74d4-460f-82cb-4b24e9f325a2 req-b12c6fa8-a688-4e9a-b6c9-1237cc1af2d7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 944 time: 0.0768964 Feb 14 22:10:35.590881 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:10:35.620094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-0cf459af-c449-415d-b83a-6b7b1d6180e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.621650 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-0cf459af-c449-415d-b83a-6b7b1d6180e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 1127 time: 0.0878925 Feb 14 22:10:35.639867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 58d20735-f830-4d0c-b548-6f5127986fa7 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:10:35.644303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 58d20735-f830-4d0c-b548-6f5127986fa7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:10:35.644683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:35.645411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7970ab3c-74d4-460f-82cb-4b24e9f325a2 req-c0246ff1-4edf-4f26-ad5f-78a2c23ef722 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635014 Feb 14 22:10:35.727915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 58d20735-f830-4d0c-b548-6f5127986fa7 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:10:35.728869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:35.729342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-a0ba71bc-13ba-4c66-861b-ac8e4edabdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.731415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-a0ba71bc-13ba-4c66-861b-ac8e4edabdbc service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1021309 Feb 14 22:10:35.752356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:35.754644 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c2df49-d6d1-4a0c-a9bb-5d3c671c4d3b" -d '{"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-plugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:35.767269 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:35.771817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:35.796685 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce473de-3d2f-46f9-ad8b-e1e5d715e194 x-openstack-request-id: req-5ce473de-3d2f-46f9-ad8b-e1e5d715e194 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:35.796988 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-plugged", "status": "completed", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:35.797245 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ce473de-3d2f-46f9-ad8b-e1e5d715e194 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:35.797640 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'code': 200} Feb 14 22:10:35.801632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-6e90ff04-389d-4885-bfe5-e7b4b675ae0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 200 len: 999 time: 0.0645342 Feb 14 22:10:35.822451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:35.851385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-aabf522f-b1e9-4c12-84d1-04eb2018309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.852876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-aabf522f-b1e9-4c12-84d1-04eb2018309b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0456533 Feb 14 22:10:35.900669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-717521da-27f1-4421-9562-8c83a9fe69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:35.902835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-717521da-27f1-4421-9562-8c83a9fe69a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444541 Feb 14 22:10:35.906024 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:35.993419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-d4de26c0-fcf7-4d28-9aeb-d3252aedaad7 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Feb 14 22:10:36.080453 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f37b3b4d-5511-45e6-9190-75385bebb0ec req-a5a97eca-49a8-496f-ace8-d677e1afb417 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813954 Feb 14 22:10:36.573236 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:36.768581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d3e25-0e9a-4e74-bd9a-ee418a97c42e req-59243c17-7cea-4b94-b417-b45273b1d452 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:36.770047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9d3e25-0e9a-4e74-bd9a-ee418a97c42e req-59243c17-7cea-4b94-b417-b45273b1d452 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0522873 Feb 14 22:10:36.816176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba9d3e25-0e9a-4e74-bd9a-ee418a97c42e req-da3e35cd-ce22-4f48-9ffd-e9bc60f0e68e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Feb 14 22:10:37.052747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7cbd6-51cb-4222-8536-52618b956dca req-123a3ff2-d0d3-41b7-9b2d-77e025993bbc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:37.054231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ff7cbd6-51cb-4222-8536-52618b956dca req-123a3ff2-d0d3-41b7-9b2d-77e025993bbc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0565586 Feb 14 22:10:37.101364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ff7cbd6-51cb-4222-8536-52618b956dca req-30c386ce-8f98-416b-8657-14f5db6496fe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Feb 14 22:10:37.363352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.219473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688384f-8f75-4182-81b7-4b1729e715d0 req-3e69da45-0cc3-4c2b-8115-aca938cf7584 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:38.221078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5688384f-8f75-4182-81b7-4b1729e715d0 req-3e69da45-0cc3-4c2b-8115-aca938cf7584 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0531023 Feb 14 22:10:38.294487 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5688384f-8f75-4182-81b7-4b1729e715d0 req-5f7e92d7-282e-4517-b1a9-1fe96374940f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677264 Feb 14 22:10:38.319385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-7b65c5c6-55eb-409f-ae0d-12db8e70b35c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:38.320827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-7b65c5c6-55eb-409f-ae0d-12db8e70b35c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d1aab89-0aff-4fe0-86b2-171b2c0e377d HTTP/1.1" status: 200 len: 945 time: 0.0638959 Feb 14 22:10:38.410786 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Deleting port 58d20735-f830-4d0c-b548-6f5127986fa7 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:10:38.411030 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.503724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] For port 58d20735-f830-4d0c-b548-6f5127986fa7, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=58d20735-f830-4d0c-b548-6f5127986fa7,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:38.504094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.672197 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.672488 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.672811 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 disassociated. External IP: 172.25.2.37, port: 58d20735-f830-4d0c-b548-6f5127986fa7. Feb 14 22:10:38.673159 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Calling delete_port for 58d20735-f830-4d0c-b548-6f5127986fa7 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:10:38.801334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (58d20735-f830-4d0c-b548-6f5127986fa7), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:38.828935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'Port': ['ID=58d20735-f830-4d0c-b548-6f5127986fa7,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:38.839196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.840092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.840440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.840782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.841125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.841464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.841800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.842454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.842454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.842764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.843097 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.843452 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.843781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:38.970112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:10:39.080649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:10:39.090959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:10:39.100850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:10:39.101470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:10:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:39.121972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] No DVR routers for this DVR port 58d20735-f830-4d0c-b548-6f5127986fa7 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:10:39.124531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:39.127875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b43b932f-09fa-4062-8106-3180295a1bc4 req-3906509a-12a9-4402-bfbb-e10f401c862e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "DELETE /v2.0/ports/58d20735-f830-4d0c-b548-6f5127986fa7 HTTP/1.1" status: 204 len: 173 time: 0.8017721 Feb 14 22:10:39.128309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-deleted', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:39.130535 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938ee48-0ecc-4511-ba21-3414493714cd" -d '{"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-deleted", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:39.173899 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c98a1f-7a0c-45c0-b4d1-6b809de47a3f x-openstack-request-id: req-30c98a1f-7a0c-45c0-b4d1-6b809de47a3f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:39.174258 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1aab89-0aff-4fe0-86b2-171b2c0e377d", "name": "network-vif-deleted", "tag": "58d20735-f830-4d0c-b548-6f5127986fa7", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:39.174535 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30c98a1f-7a0c-45c0-b4d1-6b809de47a3f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:39.174934 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1aab89-0aff-4fe0-86b2-171b2c0e377d', 'name': 'network-vif-deleted', 'tag': '58d20735-f830-4d0c-b548-6f5127986fa7', 'status': 'completed', 'code': 200} Feb 14 22:10:39.217020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:10:39.544435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-500561c8-0d2f-438e-bb55-07f4376e4292 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--166734033&fields=id&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 267 time: 0.0449760 Feb 14 22:10:39.586233 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:39.613098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:10:39.623921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:10:39.624537 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:10:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:39.655966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-da3ae25a-89fe-4b0a-850f-9d676b69eadc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:39.657467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-da3ae25a-89fe-4b0a-850f-9d676b69eadc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1065826 Feb 14 22:10:39.672286 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-0ef30a98-2d8e-4ff5-b260-bb12601142a0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/quotas/f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Feb 14 22:10:39.729591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-7bdc9657-cdce-4f46-854b-0a0de18393a7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516970 Feb 14 22:10:39.735505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:10:39.826675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-cd10cbab-36c9-4da6-9fb4-69a2a82e623c service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Feb 14 22:10:39.922311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-10627767-8858-45fa-8030-1eda2d746032 service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898802 Feb 14 22:10:39.932255 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:39.958066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bd7ed-bfb3-4345-a738-8f7965d6cddd None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:10:40.088901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-573f8cd0-28c6-4ddc-8e2b-dbb3eb88e6e3 req-0d3b97c7-c625-4101-b010-a4599082291c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 210 time: 0.0297058 Feb 14 22:10:40.204630 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e85279-e8f2-4ba3-bb4b-9ead3ba8c0ef None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:10:40.996282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-565c0ed4-83b9-4d0b-b046-41788db2ba69 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:40.997750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-565c0ed4-83b9-4d0b-b046-41788db2ba69 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1055791 Feb 14 22:10:41.057928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-5c1cbcc1-fb08-44a1-b086-bda7cd4f0105 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 379 time: 0.0520005 Feb 14 22:10:41.068607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'port': {'device_id': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'admin_state_up': True, 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'security_groups': ['40f44af2-7ad6-4bbd-ac06-2bd530f71748']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:10:41.197880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5567e6e1-254e-45b0-9a4c-f0cc6cff054a req-559d4786-25f1-48ff-8f23-d33563c9b347 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 210 time: 0.0379152 Feb 14 22:10:41.204833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:10:41.208657 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.331830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Allocated IP 172.20.0.12 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/4b19f638-f5ff-45c2-94e9-0881f53eb13d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:10:41.468996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.502229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.543986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:10:41.546850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:10:41.552880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:10:41.578242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:41.609314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:41.609941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.627472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-289cf497-40af-4874-9d52-d9230e2b416d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623093 Feb 14 22:10:41.639929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Request body: {'port': {'device_id': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:10:41.711598 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.837534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f1aec5c7-9e23-43e8-aab4-260197196cbb None None] Provisioning complete for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:10:41.838085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1aec5c7-9e23-43e8-aab4-260197196cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.872673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1aec5c7-9e23-43e8-aab4-260197196cbb None None] Port 4b19f638-f5ff-45c2-94e9-0881f53eb13d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:10:41.977905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:10:41.985436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks [] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:41.997825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Transition to ACTIVE for port object 4b19f638-f5ff-45c2-94e9-0881f53eb13d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:10:42.000832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:42.050410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:42.129917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:10:42.130407 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:10:42.130826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:10:42.135622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:10:42.135940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:10:42.141669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:10:42.142006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:10:42.142390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:10:42.142820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Bound port: 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:10:42.143196 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:42.209356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:10:42.212622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:10:42.219069 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:42.253514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.254192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:42.255912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] 10.222.0.83 "PUT /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1093 time: 0.6208735 Feb 14 22:10:42.258755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:42.262264 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:42.332718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e1576-3e9b-4620-b885-c895a88dca0a service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:42.382495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be3aa2-a86f-48b1-bfef-137e37e2ed4e req-fb9b3876-b9be-4810-a318-4fd993d7aad7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.384108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8be3aa2-a86f-48b1-bfef-137e37e2ed4e req-fb9b3876-b9be-4810-a318-4fd993d7aad7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.1054497 Feb 14 22:10:42.392314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-4fa4c37c-e59c-4182-9637-20c792160fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.393783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-4fa4c37c-e59c-4182-9637-20c792160fd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1127 time: 0.0711248 Feb 14 22:10:42.443615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-f3781b96-ee7d-41b7-8673-d252d827ad13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 217 time: 0.0427289 Feb 14 22:10:42.503026 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8be3aa2-a86f-48b1-bfef-137e37e2ed4e req-b6394f47-79f2-4808-85e5-01e0bb5151bb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130514 Feb 14 22:10:42.514353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-9d0313da-cb20-4811-836c-86174a9d04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.515813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-9d0313da-cb20-4811-836c-86174a9d04c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0624573 Feb 14 22:10:42.554446 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e04d95-d987-446a-bc35-d565561ce576 x-openstack-request-id: req-d0e04d95-d987-446a-bc35-d565561ce576 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:42.554741 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:42.554988 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0e04d95-d987-446a-bc35-d565561ce576 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:42.555403 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'status': 'completed', 'code': 200} Feb 14 22:10:42.574881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-0f8cf450-95ff-48d5-81cf-c720a03c6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.576461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-0f8cf450-95ff-48d5-81cf-c720a03c6bd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505352 Feb 14 22:10:42.667863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-85f5a6bd-6284-4d99-bb19-8b71ed81c71a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837598 Feb 14 22:10:42.754574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-51e0e95f-f9b4-4134-8068-765c09424fd9 req-1da25d02-33c9-4a9e-93ea-615d44ac203a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810339 Feb 14 22:10:42.843207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-6d1006c9-7ddd-4438-9cdf-d1dabe0e4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.844719 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-6d1006c9-7ddd-4438-9cdf-d1dabe0e4c62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1127 time: 0.0475483 Feb 14 22:10:42.941490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-b930d6e9-0a8a-4e52-998b-42a06ee5819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:42.942897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-b930d6e9-0a8a-4e52-998b-42a06ee5819f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0869763 Feb 14 22:10:42.984165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-a232fa9d-b0a1-4ecf-a412-a78d3891ffed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 217 time: 0.0342686 Feb 14 22:10:43.030660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-8d0fb8fc-94fa-4963-8136-f59e210efe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:43.032067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-8d0fb8fc-94fa-4963-8136-f59e210efe49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0421283 Feb 14 22:10:43.086024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-163e7c86-5025-4c48-913a-823babbb9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:43.087607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-163e7c86-5025-4c48-913a-823babbb9087 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478761 Feb 14 22:10:43.176802 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-76e101f4-be28-4b02-86fa-1bb2f4806458 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Feb 14 22:10:43.269865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a71c8ee7-c7e6-4752-a560-eb26ba0a0fb2 req-082efba1-e05d-40b9-a439-4db107126a96 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860622 Feb 14 22:10:43.637256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:10:43.656404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 58d20735-f830-4d0c-b548-6f5127986fa7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:10:43.656748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 58d20735-f830-4d0c-b548-6f5127986fa7 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:10:43.682418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7475a1-619e-46a6-ade5-5c76ac7019c3 req-602c3067-2949-4636-85c6-72b94f19fcea tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:43.684433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c7475a1-619e-46a6-ade5-5c76ac7019c3 req-602c3067-2949-4636-85c6-72b94f19fcea tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.1136837 Feb 14 22:10:43.731131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c7475a1-619e-46a6-ade5-5c76ac7019c3 req-5eef3a9b-f03e-400d-9929-9c06dd817434 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Feb 14 22:10:44.852112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82244d02-668c-4550-940e-4935a0d2f6e3 req-90c82dde-081a-4e1f-8a81-43796ca6b2f8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:44.853602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82244d02-668c-4550-940e-4935a0d2f6e3 req-90c82dde-081a-4e1f-8a81-43796ca6b2f8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.0544236 Feb 14 22:10:44.904289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-82244d02-668c-4550-940e-4935a0d2f6e3 req-57f1f1d7-4736-44f3-a714-df5bea01a4ab tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451033 Feb 14 22:10:45.647482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:10:45.739740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:45.754212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:10:45.789341 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:10:45.789728 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:45.802636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:10:45.821112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:45.825151 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:45.871668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:45.878676 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.879028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.879402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.879745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.880084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.880440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.880750 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.881078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.881472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.881888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.882225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.882551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:45.882875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:10:46.013181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4b19f638-f5ff-45c2-94e9-0881f53eb13d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:10:46.023403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964916de-ee78-4011-89b6-a5690f5f84bd req-0dc166ad-fb54-41ff-841d-7541944f01c0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:46.024908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964916de-ee78-4011-89b6-a5690f5f84bd req-0dc166ad-fb54-41ff-841d-7541944f01c0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0530207 Feb 14 22:10:46.072835 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-964916de-ee78-4011-89b6-a5690f5f84bd req-913ca54e-b1f0-47e4-8811-ebf402bfe1d9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415144 Feb 14 22:10:47.191355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fdc27-e6d0-4ad6-94cb-5315d1733331 req-f86ad88c-04ce-4498-8678-8089632bb472 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:47.192839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe2fdc27-e6d0-4ad6-94cb-5315d1733331 req-f86ad88c-04ce-4498-8678-8089632bb472 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0522106 Feb 14 22:10:47.239390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fe2fdc27-e6d0-4ad6-94cb-5315d1733331 req-0735eb2a-4e01-4d6a-990b-d80f9938f9e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Feb 14 22:10:47.680144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:10:47.726964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:10:47.730993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:10:47.731456 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:47.809775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:10:47.810165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:47.832226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:47.834669 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ffebb-0cc5-46e5-978f-17ecd9b6fd77" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:47.847534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:10:47.851879 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:47.876453 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfe4007-0338-4b4c-8ccd-e89f980a50c0 x-openstack-request-id: req-bbfe4007-0338-4b4c-8ccd-e89f980a50c0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:47.876748 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:47.877511 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbfe4007-0338-4b4c-8ccd-e89f980a50c0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:47.877917 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'code': 200} Feb 14 22:10:47.906145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:10:47.970692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3728da-c0e5-4be7-aec0-ef3bbd061dbd req-f8cee0ff-6392-4177-bff7-33c66b4670f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:47.972304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b3728da-c0e5-4be7-aec0-ef3bbd061dbd req-f8cee0ff-6392-4177-bff7-33c66b4670f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1129 time: 0.0484803 Feb 14 22:10:48.014651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8b3728da-c0e5-4be7-aec0-ef3bbd061dbd req-6e7daaa3-0a4f-4f77-9594-7b95e7c122be service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Feb 14 22:10:48.360818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc180c-31b0-4311-a232-fceab93c6fa6 req-e258d3c9-be6a-4704-a44c-8ce9daec7e06 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:48.362301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0bdc180c-31b0-4311-a232-fceab93c6fa6 req-e258d3c9-be6a-4704-a44c-8ce9daec7e06 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0521743 Feb 14 22:10:48.407865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0bdc180c-31b0-4311-a232-fceab93c6fa6 req-065131ac-f418-4906-97d4-18f052c89de2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400584 Feb 14 22:10:49.523250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a92e-84ad-4335-823c-0c2e42fbe22e req-013546eb-1980-4903-95a6-0a02949717f1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:49.524714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dd6a92e-84ad-4335-823c-0c2e42fbe22e req-013546eb-1980-4903-95a6-0a02949717f1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0511174 Feb 14 22:10:49.574444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1dd6a92e-84ad-4335-823c-0c2e42fbe22e req-e4551b3e-7453-4406-94db-66a445ced890 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 Feb 14 22:10:49.686987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e93ba-3c7c-453e-b424-6eaed2193a97 req-a02cc2dd-8316-4552-9227-d87812d53cef tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:49.688478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-707e93ba-3c7c-453e-b424-6eaed2193a97 req-a02cc2dd-8316-4552-9227-d87812d53cef tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0522916 Feb 14 22:10:49.696936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45414) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:10:49.701206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'floatingip': {'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:10:49.739825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:50.527308 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:50.532131 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:50.634777 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 associated. External IP: 172.25.2.37, port: 4b19f638-f5ff-45c2-94e9-0881f53eb13d. Feb 14 22:10:50.858662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:10:50.972081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:10:50.976927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:50.982172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:10:50.993196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:10:50.993830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:10:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:51.009947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dddb5126-6f04-4938-804d-d1ae976e21e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "PUT /v2.0/floatingips/6579fd46-d10f-40a7-8767-4850bb37bc98 HTTP/1.1" status: 200 len: 991 time: 1.3094583 Feb 14 22:10:51.009947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:10:51.010694 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b79f3-131b-451b-b519-13c354ce4b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:10:51.109241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:10:51.183824 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d05290-413e-4eb6-a3c5-c8a2a871a9e5 x-openstack-request-id: req-23d05290-413e-4eb6-a3c5-c8a2a871a9e5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:10:51.184123 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:10:51.184381 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23d05290-413e-4eb6-a3c5-c8a2a871a9e5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:10:51.184791 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'status': 'completed', 'code': 200} Feb 14 22:10:51.349635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-09472e11-6d2c-4655-8249-5397ae652436 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135502 Feb 14 22:10:51.351481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-5efbec91-af71-4ae2-9614-83dcfe4741cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.353184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-5efbec91-af71-4ae2-9614-83dcfe4741cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1129 time: 0.1321766 Feb 14 22:10:51.360769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:10:50Z', 'revision_number': 9, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:51.390310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:10:51.400666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:10:51.401401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:10:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:51.461370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-e36f80d1-ce34-4414-8db0-87d96c0e5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.463019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-e36f80d1-ce34-4414-8db0-87d96c0e5b7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1031017 Feb 14 22:10:51.478317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b6701-216b-46d7-9291-1b9bca5b228e req-f6e4c255-cf3e-4ddd-9122-9c991616e54d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.480865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-363b6701-216b-46d7-9291-1b9bca5b228e req-f6e4c255-cf3e-4ddd-9122-9c991616e54d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.2186711 Feb 14 22:10:51.538331 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:10:51.553044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-60291466-0dd2-4329-9e9d-a57797b7b968 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 999 time: 0.0706713 Feb 14 22:10:51.609842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-fedd31df-5b3a-43d1-aaa4-7736a2a08720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.611344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-fedd31df-5b3a-43d1-aaa4-7736a2a08720 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0498788 Feb 14 22:10:51.694439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-363b6701-216b-46d7-9291-1b9bca5b228e req-f55f19c1-d9b7-43be-b587-59132fa04725 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991422 Feb 14 22:10:51.711690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-3b8db168-968f-487e-9a93-0b1d5b6c4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.713210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-3b8db168-968f-487e-9a93-0b1d5b6c4bd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0896854 Feb 14 22:10:51.816439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:10:50Z', 'revision_number': 9, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:10:51.843283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cf9634-b9bb-4be0-96dd-9e780a5f8800 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:10:50Z', 'revision_number': 9, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:10:51.853501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-c881485c-683c-418a-a872-6a74411d92f6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:51.855580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-c881485c-683c-418a-a872-6a74411d92f6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 943 time: 0.0719965 Feb 14 22:10:51.859693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-fd02da93-03cd-4e5e-854e-2590d48ff292 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405878 Feb 14 22:10:51.980942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a04b79f3-131b-451b-b519-13c354ce4b9a req-fee17b0e-e3f1-4ca0-a246-a02e31157d25 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144178 Feb 14 22:10:52.106060 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9249f6-bba7-4553-b65b-b224e04b412e None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:10:52.663741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-9cdda344-b705-4ad5-b0d4-620cd6fd3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:52.665258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-9cdda344-b705-4ad5-b0d4-620cd6fd3c72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1129 time: 0.0461774 Feb 14 22:10:52.770056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-9c6a5fe6-c604-4fdf-a705-b6f8a3212bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:52.771540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-9c6a5fe6-c604-4fdf-a705-b6f8a3212bef service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1007924 Feb 14 22:10:52.863752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa35ce-717e-45a6-8b41-d09647a6ab46 req-900b7fa2-d6c9-485a-9519-3f7f92422c8f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:52.865247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccaa35ce-717e-45a6-8b41-d09647a6ab46 req-900b7fa2-d6c9-485a-9519-3f7f92422c8f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.1091025 Feb 14 22:10:52.866922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-431fe5ff-5127-473e-8bd1-23ed3ea20379 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1002 time: 0.0811434 Feb 14 22:10:52.945993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-eccb8106-aba4-4072-ad97-33e8cb73c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:52.953239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-eccb8106-aba4-4072-ad97-33e8cb73c69a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0747726 Feb 14 22:10:52.953239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ccaa35ce-717e-45a6-8b41-d09647a6ab46 req-d9541cf1-c299-412f-a09c-3f200d25c088 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809243 Feb 14 22:10:52.997280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-d21e0825-cd1a-466a-8909-9e65a3b99f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:52.998910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-d21e0825-cd1a-466a-8909-9e65a3b99f7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457618 Feb 14 22:10:53.092298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-b085d631-78b5-42d5-9e3d-f464d040a537 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865843 Feb 14 22:10:53.184094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-3c97fba2-7b40-430d-a1e7-c684f9b2ae66 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Feb 14 22:10:54.078907 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f9bd-a5ed-4d9f-8bbf-15a4fbe32c2f req-acc0d315-61c7-459f-ae37-046e7f94e89a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:54.080432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e73f9bd-a5ed-4d9f-8bbf-15a4fbe32c2f req-acc0d315-61c7-459f-ae37-046e7f94e89a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0576961 Feb 14 22:10:54.126442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e73f9bd-a5ed-4d9f-8bbf-15a4fbe32c2f req-e1787c63-30b5-4610-87e2-1dedeef8d2d2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402193 Feb 14 22:10:55.245427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fb485-3fff-4b2c-accd-1d4270f40900 req-0469e57d-9208-44bc-a798-53fb93b9d4f4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:55.246881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-205fb485-3fff-4b2c-accd-1d4270f40900 req-0469e57d-9208-44bc-a798-53fb93b9d4f4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0525055 Feb 14 22:10:55.293489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-205fb485-3fff-4b2c-accd-1d4270f40900 req-6cf5787d-cfa3-49b8-9264-e82c2064f580 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Feb 14 22:10:55.555217 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:10:56.411752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446363f-5981-4f52-b711-25350bac75ae req-b1d94696-e637-44e4-92fe-bf7e975568fd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:56.413194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f446363f-5981-4f52-b711-25350bac75ae req-b1d94696-e637-44e4-92fe-bf7e975568fd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0516577 Feb 14 22:10:56.463617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f446363f-5981-4f52-b711-25350bac75ae req-bd76956a-9d20-41b8-a893-66085b0a33e8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447829 Feb 14 22:10:57.585087 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94616464-3a2a-4111-b001-b4d166ea0874 req-27f6e35d-c5be-487a-807b-09f709c19461 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:57.586542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94616464-3a2a-4111-b001-b4d166ea0874 req-27f6e35d-c5be-487a-807b-09f709c19461 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0521765 Feb 14 22:10:57.632972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94616464-3a2a-4111-b001-b4d166ea0874 req-d10126b2-e5e1-4af4-95ba-430e38a21c33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 Feb 14 22:10:58.757969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f5f91-8171-4f4e-8ad1-8b1224b71485 req-30f4dda0-f95e-401a-a9cd-5f5c6475cbf5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:58.759488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f99f5f91-8171-4f4e-8ad1-8b1224b71485 req-30f4dda0-f95e-401a-a9cd-5f5c6475cbf5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0552101 Feb 14 22:10:58.807731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f99f5f91-8171-4f4e-8ad1-8b1224b71485 req-e4fa41e7-5b25-4936-a41f-841bfadba77c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Feb 14 22:10:59.100714 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:10:59.933186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946cca-fdf1-41bf-9af1-2fbb593a306e req-7241e227-21d1-4b51-b6ce-51286ccb0ef0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:10:59.934611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be946cca-fdf1-41bf-9af1-2fbb593a306e req-7241e227-21d1-4b51-b6ce-51286ccb0ef0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0578201 Feb 14 22:10:59.980519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be946cca-fdf1-41bf-9af1-2fbb593a306e req-e037808c-c300-4556-9272-57a8ac8576aa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Feb 14 22:11:01.024421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0192ff5e-268d-4d0d-9b41-503742b8b883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:01.105031 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6221bc-eb5c-41c9-8861-9bd790095d52 req-434fd398-3c8e-435e-b101-53e081a517a1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:01.106516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c6221bc-eb5c-41c9-8861-9bd790095d52 req-434fd398-3c8e-435e-b101-53e081a517a1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0531244 Feb 14 22:11:01.153117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3c6221bc-eb5c-41c9-8861-9bd790095d52 req-c5ecb436-1e22-4ca6-ae42-894ed6908863 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Feb 14 22:11:02.270562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c2d14-f832-45d4-a57a-00418bd9718a req-54f418ec-046a-4710-b814-5466e6821638 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:02.272084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-309c2d14-f832-45d4-a57a-00418bd9718a req-54f418ec-046a-4710-b814-5466e6821638 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0521410 Feb 14 22:11:02.322438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-309c2d14-f832-45d4-a57a-00418bd9718a req-57f9a69a-34d7-46cf-b83f-c2809edc158a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Feb 14 22:11:03.401044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc810b53-fbc5-46dc-a33d-5d9d73b8ffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:03.442866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8aaf3-e367-453e-ad1f-d69a8c809f6e req-18d3a25d-6aea-4093-b401-70568db744d0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:03.444376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab8aaf3-e367-453e-ad1f-d69a8c809f6e req-18d3a25d-6aea-4093-b401-70568db744d0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0532582 Feb 14 22:11:03.491178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dab8aaf3-e367-453e-ad1f-d69a8c809f6e req-efc264f7-9dad-48dd-bba1-29e5f88ea995 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Feb 14 22:11:04.610085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c2155-7280-48b3-a568-6cb03f7145bc req-df9c5f25-5a74-4261-9cd9-48f349203498 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:04.611578 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd0c2155-7280-48b3-a568-6cb03f7145bc req-df9c5f25-5a74-4261-9cd9-48f349203498 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0526757 Feb 14 22:11:04.656898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd0c2155-7280-48b3-a568-6cb03f7145bc req-e1325c3b-297c-4d29-9002-f360dee1c6da tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Feb 14 22:11:04.720334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:05.778090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b418-f24e-4fc1-bfc0-b7aad489001d req-58723213-231a-4b30-871a-3c6e174d9d8e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:05.779580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0922b418-f24e-4fc1-bfc0-b7aad489001d req-58723213-231a-4b30-871a-3c6e174d9d8e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0565658 Feb 14 22:11:05.826331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0922b418-f24e-4fc1-bfc0-b7aad489001d req-975e27ef-1a8b-47cb-91d8-868a2cc57163 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Feb 14 22:11:05.909152 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:06.603734 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:06.945009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2df45-5ccd-44fe-8a07-79115801c343 req-0ea7e50c-b260-4291-9120-dfa9ad6c2468 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:06.946721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffa2df45-5ccd-44fe-8a07-79115801c343 req-0ea7e50c-b260-4291-9120-dfa9ad6c2468 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0527008 Feb 14 22:11:06.992879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffa2df45-5ccd-44fe-8a07-79115801c343 req-a8f6f75f-be9d-4c55-8870-c08749ab0819 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 Feb 14 22:11:07.364639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:08.117891 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222a39-2611-4f01-8ef3-070abde7fc3d req-06b556fa-ff1b-4585-bab5-4c60989f2c08 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:08.119945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07222a39-2611-4f01-8ef3-070abde7fc3d req-06b556fa-ff1b-4585-bab5-4c60989f2c08 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0571003 Feb 14 22:11:08.165935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07222a39-2611-4f01-8ef3-070abde7fc3d req-08156f6d-25cd-492e-a1da-cfe322a7c58d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404644 Feb 14 22:11:09.284434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63408681-76ac-40bc-a568-a8e1b7cab5ef req-ae0a544d-6845-493f-bc4d-169c2be34603 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:09.285927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63408681-76ac-40bc-a568-a8e1b7cab5ef req-ae0a544d-6845-493f-bc4d-169c2be34603 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0522776 Feb 14 22:11:09.332678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-63408681-76ac-40bc-a568-a8e1b7cab5ef req-af380ab6-d19e-4b2a-bca4-827a5ed30c39 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Feb 14 22:11:10.449924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e576b80-fa19-4e14-80eb-b562890670cc req-66236b45-0392-4ad5-a0ac-4e52d52df26e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:10.451420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e576b80-fa19-4e14-80eb-b562890670cc req-66236b45-0392-4ad5-a0ac-4e52d52df26e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0524588 Feb 14 22:11:10.501435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e576b80-fa19-4e14-80eb-b562890670cc req-6b9ea515-e953-4928-a3e4-d7517cc78a6f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444658 Feb 14 22:11:11.621100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b908-05a4-4d76-9a6a-bb51f5186ab4 req-20418f86-d713-43ca-a5d0-975da2089e52 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:11.622557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2b5b908-05a4-4d76-9a6a-bb51f5186ab4 req-20418f86-d713-43ca-a5d0-975da2089e52 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0534422 Feb 14 22:11:11.669643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2b5b908-05a4-4d76-9a6a-bb51f5186ab4 req-b17dfb93-4c95-4f38-ab01-1fdd4c849d4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Feb 14 22:11:12.787870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2166af-9dd5-4c04-a5f7-0aad5433b4a5 req-4a0bbc29-4f97-4b6c-9657-12ed2c6abef4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:12.789330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af2166af-9dd5-4c04-a5f7-0aad5433b4a5 req-4a0bbc29-4f97-4b6c-9657-12ed2c6abef4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0511436 Feb 14 22:11:12.835121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af2166af-9dd5-4c04-a5f7-0aad5433b4a5 req-27aa4596-5514-4935-a2e6-a87f2bd68b16 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395718 Feb 14 22:11:13.962244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774048-c654-46de-bd80-3807876b61a6 req-1d5d9027-28ee-4d12-b37a-1d968e1cc888 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:13.964237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3774048-c654-46de-bd80-3807876b61a6 req-1d5d9027-28ee-4d12-b37a-1d968e1cc888 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0610304 Feb 14 22:11:14.009938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e3774048-c654-46de-bd80-3807876b61a6 req-cba01dde-166c-42c8-acc4-55a153b83fbc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396788 Feb 14 22:11:15.131695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d46fa5-21c1-4398-9cfa-6b6bd8980adf req-a469c158-63a0-43b3-a712-782128f90ebf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:15.133205 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1d46fa5-21c1-4398-9cfa-6b6bd8980adf req-a469c158-63a0-43b3-a712-782128f90ebf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0520256 Feb 14 22:11:15.178919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d1d46fa5-21c1-4398-9cfa-6b6bd8980adf req-2e512fbd-fd0d-4013-98ba-919fa03f5aa9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396345 Feb 14 22:11:16.297582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c746-c5eb-4c26-b64d-f5bcac5de76b req-89c2c2fb-a882-4664-85eb-4e7d8a19b6a0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:16.299271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06b2c746-c5eb-4c26-b64d-f5bcac5de76b req-89c2c2fb-a882-4664-85eb-4e7d8a19b6a0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0525541 Feb 14 22:11:16.350134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06b2c746-c5eb-4c26-b64d-f5bcac5de76b req-feea8532-8780-4d27-a703-bf0450a20040 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Feb 14 22:11:17.468577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222b545-9b29-44c9-829e-f9ced62d3008 req-82670277-dc8d-48dd-b9d9-ebe68d3d2ffd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:17.470048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a222b545-9b29-44c9-829e-f9ced62d3008 req-82670277-dc8d-48dd-b9d9-ebe68d3d2ffd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0530891 Feb 14 22:11:17.516659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a222b545-9b29-44c9-829e-f9ced62d3008 req-80b69580-4af2-4561-a6f2-6e215a166ab1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Feb 14 22:11:18.638649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9dd90-3931-4b8e-9b4b-7f5d0a161461 req-50eda357-c75e-4492-87ee-ec1c265b7dc7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:18.640226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe9dd90-3931-4b8e-9b4b-7f5d0a161461 req-50eda357-c75e-4492-87ee-ec1c265b7dc7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0549040 Feb 14 22:11:18.687552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe9dd90-3931-4b8e-9b4b-7f5d0a161461 req-87328ef5-ebd6-4d47-a04e-0535739d6d17 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Feb 14 22:11:19.809430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d7d9-07ba-460a-b625-a977238c32fd req-f7c199a8-cfee-48cf-8d36-6f68a8d6fb15 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:19.810897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6029d7d9-07ba-460a-b625-a977238c32fd req-f7c199a8-cfee-48cf-8d36-6f68a8d6fb15 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0562336 Feb 14 22:11:19.857691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6029d7d9-07ba-460a-b625-a977238c32fd req-dedadb1f-3ed5-4391-96bd-197cdddcf618 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Feb 14 22:11:20.976203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd350b6-4dc5-4945-974d-292933d20ae2 req-83d4c6a8-5287-43c5-af69-16bc8b8d703f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:20.977663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fd350b6-4dc5-4945-974d-292933d20ae2 req-83d4c6a8-5287-43c5-af69-16bc8b8d703f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0528364 Feb 14 22:11:21.024427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fd350b6-4dc5-4945-974d-292933d20ae2 req-18b84252-d59b-47f9-8ec7-77f6a85a8405 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411422 Feb 14 22:11:22.149423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3817a8-bc95-47cd-97af-bc75f20ba24f req-fc5220b0-c03f-45eb-871a-5001642f924a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:22.151476 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a3817a8-bc95-47cd-97af-bc75f20ba24f req-fc5220b0-c03f-45eb-871a-5001642f924a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0560043 Feb 14 22:11:22.197119 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a3817a8-bc95-47cd-97af-bc75f20ba24f req-ec4ad277-1872-471b-93d9-78e51c729927 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398791 Feb 14 22:11:23.315565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c82df2-782c-4f16-a5f3-573f22be8896 req-382f90b1-8a20-4551-bf4e-10759d081f9c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:23.317038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9c82df2-782c-4f16-a5f3-573f22be8896 req-382f90b1-8a20-4551-bf4e-10759d081f9c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0518477 Feb 14 22:11:23.362427 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9c82df2-782c-4f16-a5f3-573f22be8896 req-75f28b5b-3599-4e40-98cf-ec18981b718a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Feb 14 22:11:24.480680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a19c-3398-412d-9657-e7a6b179f738 req-817a0d27-9ca0-4c5b-9662-afc68a3da947 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:24.482145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be42a19c-3398-412d-9657-e7a6b179f738 req-817a0d27-9ca0-4c5b-9662-afc68a3da947 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0526502 Feb 14 22:11:24.531797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be42a19c-3398-412d-9657-e7a6b179f738 req-94cbff2a-71d5-4fac-9cbd-ebaeeabb412b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Feb 14 22:11:24.968357 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-927f8037-8448-4a33-84c8-03108efb4b03 service neutron] show failed (client error): The resource could not be found. Feb 14 22:11:24.969370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-927f8037-8448-4a33-84c8-03108efb4b03 service neutron] 10.222.0.83 "GET /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0553036 Feb 14 22:11:25.166465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-e4797c01-1bc6-496b-ace6-78eb26a800ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:25.168013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-e4797c01-1bc6-496b-ace6-78eb26a800ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1129 time: 0.0456982 Feb 14 22:11:25.178038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:11:25.239229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:25.439551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:25.472298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:11:25.510646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:25.512840 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b258e63a-84e9-4dc8-8302-3a9f14473abf" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:25.516348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks [] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:25.529273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Transition to ACTIVE for port object 4b19f638-f5ff-45c2-94e9-0881f53eb13d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:11:25.534073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:25.569477 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5bdd9-a36d-4ccd-a1bd-2891b282e7c5 x-openstack-request-id: req-41c5bdd9-a36d-4ccd-a1bd-2891b282e7c5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:25.569682 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:25.569936 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41c5bdd9-a36d-4ccd-a1bd-2891b282e7c5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:25.570335 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'code': 200} Feb 14 22:11:25.635009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:25.692262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] No DVR routers for this DVR port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:11:25.744774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eaa28-c152-4807-a270-917db61df8a6 req-eadad4d4-b7b9-44dc-98d0-a6979b294e01 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:25.746313 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea9eaa28-c152-4807-a270-917db61df8a6 req-eadad4d4-b7b9-44dc-98d0-a6979b294e01 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.1291552 Feb 14 22:11:25.838011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea9eaa28-c152-4807-a270-917db61df8a6 req-fe8d2ada-ec4a-43d9-90d5-335ded2a20b1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847745 Feb 14 22:11:25.881416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:11:25.881752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:11:25.882085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:25.886919 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:11:25.887338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:25.892259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:11:25.892599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:11:25.892982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:11:25.893406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Bound port: 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:11:25.893761 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:25.956522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:11:25.960242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:11:25.965601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:25.998603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:25.999282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:26.000619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] 10.222.0.64 "PUT /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1093 time: 0.8264084 Feb 14 22:11:26.033817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212494d-d940-4ffd-9d37-9ea7d47f7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:26.073411 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-4736032a-ae35-468e-b311-aa4ff654ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:26.074953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-4736032a-ae35-468e-b311-aa4ff654ef53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1127 time: 0.0506175 Feb 14 22:11:26.172012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-d0ea764c-6ba1-4f01-bf4b-9246675522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:26.173519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-d0ea764c-6ba1-4f01-bf4b-9246675522bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0929854 Feb 14 22:11:26.238919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-949160f4-6f80-48c8-ad8f-96663643464d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.0594668 Feb 14 22:11:26.290050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-598567c8-0d12-43fd-be3a-44d581704e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:26.291993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-598567c8-0d12-43fd-be3a-44d581704e67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0462360 Feb 14 22:11:26.338883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-3eb9ca97-799a-4f44-8eab-317dfe3b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:26.340290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-3eb9ca97-799a-4f44-8eab-317dfe3b4865 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433218 Feb 14 22:11:26.426108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-133cbb85-9bb4-4bf6-924a-a78dbaff127d service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791867 Feb 14 22:11:26.520608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de50d1d0-458c-4efe-857b-e0dce2d95150 req-2938fec5-258d-4cf0-b9cf-515b7bb8ca77 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886707 Feb 14 22:11:26.959714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47b45-93d0-4280-a630-a8a53a863ebf req-d690d5b4-b037-48d4-8492-e9f19e4fc195 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:26.961087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00e47b45-93d0-4280-a630-a8a53a863ebf req-d690d5b4-b037-48d4-8492-e9f19e4fc195 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.0527830 Feb 14 22:11:27.006820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-00e47b45-93d0-4280-a630-a8a53a863ebf req-b53e4baf-4ab0-4a58-9960-71abc9462e81 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Feb 14 22:11:27.571706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:27.574562 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:27.623497 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bffa8c-2eb6-446a-81b6-528735b1ffdb x-openstack-request-id: req-92bffa8c-2eb6-446a-81b6-528735b1ffdb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:27.623795 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:27.624048 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-92bffa8c-2eb6-446a-81b6-528735b1ffdb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:27.624450 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'status': 'completed', 'code': 200} Feb 14 22:11:27.721125 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-dfdcd70b-e7f8-4484-b6b9-31ac56164451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:27.722660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-dfdcd70b-e7f8-4484-b6b9-31ac56164451 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1127 time: 0.0797460 Feb 14 22:11:27.724484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-44c78464-2843-4ac5-9619-2b047e9db8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:27.725826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-44c78464-2843-4ac5-9619-2b047e9db8bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1127 time: 0.0750675 Feb 14 22:11:28.256978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-4b2649cb-ab99-461d-ac57-e2a908c471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.258468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-4b2649cb-ab99-461d-ac57-e2a908c471a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.5279460 Feb 14 22:11:28.261076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-b706d56c-d90a-4099-b8cf-19b6b7b52c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.262412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-b706d56c-d90a-4099-b8cf-19b6b7b52c9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.5249085 Feb 14 22:11:28.279371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792a81-088c-4b41-8aa8-49d6f3af6962 req-f14d6fe6-056c-4d91-b86b-1cc989ecf57d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.280830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb792a81-088c-4b41-8aa8-49d6f3af6962 req-f14d6fe6-056c-4d91-b86b-1cc989ecf57d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 944 time: 0.1310575 Feb 14 22:11:28.406095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-264da8ec-52f6-4609-adb9-85fcef9bc39b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.1410835 Feb 14 22:11:28.412191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-411cca27-be48-4b22-a413-291d73ea06d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.1035924 Feb 14 22:11:28.480929 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb792a81-088c-4b41-8aa8-49d6f3af6962 req-3a774873-6b57-4ffc-b7e5-b2d50dade8fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647105 Feb 14 22:11:28.499485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-7d455f7f-eec8-4314-af30-06da74d11cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.500931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-7d455f7f-eec8-4314-af30-06da74d11cc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0879068 Feb 14 22:11:28.504335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-f968ee6f-69d3-4b09-be9d-3008803291ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.505654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-f968ee6f-69d3-4b09-be9d-3008803291ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0810251 Feb 14 22:11:28.583654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-a89dd0d5-4ad2-4591-bc93-d695ac576efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.585386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-a89dd0d5-4ad2-4591-bc93-d695ac576efd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766466 Feb 14 22:11:28.590867 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-09cb740f-e647-40b5-b9c6-cc732574f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:28.592344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-09cb740f-e647-40b5-b9c6-cc732574f074 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758619 Feb 14 22:11:28.746048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-15222954-6d5a-42e1-b5c1-8088cf9531ce service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459150 Feb 14 22:11:28.747798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-74eff2d8-7fe0-4d8e-af12-e69078a20f66 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546226 Feb 14 22:11:28.905332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-8ccc6b0f-e278-403d-880b-08bef162810c service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502466 Feb 14 22:11:28.907131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b3b9c049-7eb5-46ed-aeb5-f1e18784c2d0 req-4c0d9ea8-e90e-4f3e-84fc-43f968f45420 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533620 Feb 14 22:11:29.112721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:29.230423 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:11:29.328084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:29.340172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:11:29.375611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:29.376002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:29.388877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:11:29.409518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:29.413840 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:29.464116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:29.606644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab930ddb-b5f0-4197-b917-374984d56a4a req-28b9a231-7663-4fa1-ab51-d7f8ff25eb4e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:29.608151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab930ddb-b5f0-4197-b917-374984d56a4a req-28b9a231-7663-4fa1-ab51-d7f8ff25eb4e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0587509 Feb 14 22:11:29.655573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab930ddb-b5f0-4197-b917-374984d56a4a req-209254c8-96cd-4f00-81d2-abee831842f6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Feb 14 22:11:29.774401 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['4b19f638-f5ff-45c2-94e9-0881f53eb13d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:11:29.917801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:11:29.956295 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:11:29.956690 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:11:29.986360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-86c0a0ed-498c-4ed0-b89f-5f584b597f8b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:29.987922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-86c0a0ed-498c-4ed0-b89f-5f584b597f8b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e&tenant_id=f58483b67a2847218bd3082c85e3baa1&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 945 time: 0.1008728 Feb 14 22:11:29.995931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50590-dab2-4351-887a-66b1d8b5d06f req-7db0b6bb-c56d-4e98-9b61-8c683213f2ef tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:29.997299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe50590-dab2-4351-887a-66b1d8b5d06f req-7db0b6bb-c56d-4e98-9b61-8c683213f2ef tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0777047 Feb 14 22:11:30.083489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe50590-dab2-4351-887a-66b1d8b5d06f req-1a6052f4-6725-4254-9599-4c55a1a5a417 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800538 Feb 14 22:11:30.089839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-deb91e86-54f9-425f-92e6-2fde88cac0fd service neutron] 10.222.0.64 "GET /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d/bindings/n-h1-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.0914876 Feb 14 22:11:30.157540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-6ac49532-0bcf-48bc-9db2-9362e6ce2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:30.159076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-6ac49532-0bcf-48bc-9db2-9362e6ce2f96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1128 time: 0.0447245 Feb 14 22:11:30.251011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-35d2a573-33a1-4f6d-8128-c6581aac33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:30.252575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-35d2a573-33a1-4f6d-8128-c6581aac33f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0882616 Feb 14 22:11:30.316749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-34e51525-fc4e-48fa-a413-21384aecf570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1001 time: 0.0582249 Feb 14 22:11:30.364909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-06dea560-ae80-48d5-b7d2-ed96aad26e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:30.366239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-06dea560-ae80-48d5-b7d2-ed96aad26e29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0431631 Feb 14 22:11:30.418599 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-75d65319-edf5-4c76-b56e-bbb75185352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:30.420116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-75d65319-edf5-4c76-b56e-bbb75185352c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468581 Feb 14 22:11:30.508489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-1bde0c1a-3282-4699-93d1-45fc681d3acd service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814445 Feb 14 22:11:30.600594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-ab266803-d7c2-4db1-8fad-1eba90ac8ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Feb 14 22:11:31.027819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c51d8b19-4181-46b4-9f4b-7b4ec3c0eba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:31.208484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a69c7-944f-49f4-bec1-30c8a7bc100a req-50575311-98d4-4a86-9947-2b9b275f1319 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:31.209998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c49a69c7-944f-49f4-bec1-30c8a7bc100a req-50575311-98d4-4a86-9947-2b9b275f1319 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0566688 Feb 14 22:11:31.238637 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:11:31.257871 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c49a69c7-944f-49f4-bec1-30c8a7bc100a req-c77dd4a6-2ac5-46a8-8232-f6e8fcf374e2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Feb 14 22:11:31.288982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:11:31.293271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:11:31.294140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:31.367682 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:31.368067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:31.390502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:31.392820 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de62a24-82b2-4530-8afa-e1fe3f748a8e" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:31.408411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:31.412589 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:31.443543 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f53c74-d872-4c46-b724-7a3343ade8b2 x-openstack-request-id: req-e3f53c74-d872-4c46-b724-7a3343ade8b2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:31.443840 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:31.444097 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3f53c74-d872-4c46-b724-7a3343ade8b2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:31.444490 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'code': 200} Feb 14 22:11:31.462645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:32.398151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d477-1a82-4017-bf38-798fdaf097c8 req-844fe724-9e84-4cec-8934-82ca114c8e77 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:32.399714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09b7d477-1a82-4017-bf38-798fdaf097c8 req-844fe724-9e84-4cec-8934-82ca114c8e77 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0629277 Feb 14 22:11:32.449557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-09b7d477-1a82-4017-bf38-798fdaf097c8 req-b9b3ed3e-fa40-4cb6-ba76-54e9fc57a126 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Feb 14 22:11:32.558139 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:11:32.628531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-be7bbea7-33fa-407a-b0c1-27edf9566d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:32.631092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-be7bbea7-33fa-407a-b0c1-27edf9566d2e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1129 time: 0.0512862 Feb 14 22:11:32.641776 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:11:32.700198 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:32.901368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:32.933746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:11:32.977053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:32.979925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848d959-eb9b-4fae-a67e-2e2e220cbd21" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:32.983401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks [] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:32.996575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Transition to ACTIVE for port object 4b19f638-f5ff-45c2-94e9-0881f53eb13d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:11:33.000784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:33.042843 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582bca60-9770-44a6-836c-ef2fdf708a5f x-openstack-request-id: req-582bca60-9770-44a6-836c-ef2fdf708a5f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:33.043148 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:33.043426 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-582bca60-9770-44a6-836c-ef2fdf708a5f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:33.043836 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'code': 200} Feb 14 22:11:33.079679 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=10']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:33.123089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] No DVR routers for this DVR port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:11:33.270314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:11:33.270650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:11:33.271143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:33.276213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:11:33.276531 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Attempting to bind port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:33.282290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:11:33.282629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:11:33.283011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:11:33.283465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Bound port: 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:11:33.283826 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:33.349047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:11:33.351992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:11:33.358232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:33.394129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.394368 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16d742cd-fa2f-4de6-89ca-b9bd5dbd6b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:33.395144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:33.396151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1094 time: 0.7584870 Feb 14 22:11:33.419124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6af32-cedf-4db8-a145-0f05c9ca8425 service neutron] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=11']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:33.468758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-eedcac36-0a89-4b34-8a4e-a40b7cf63dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.470274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-eedcac36-0a89-4b34-8a4e-a40b7cf63dbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1128 time: 0.0482049 Feb 14 22:11:33.606044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-70d5c616-a65f-4f5c-bd86-eb4ae55f336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.607545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-70d5c616-a65f-4f5c-bd86-eb4ae55f336d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1291690 Feb 14 22:11:33.616399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333468d2-6008-41a0-ba2d-60ec0c7cf542 req-8b979138-2f3e-497c-8c90-6e9aee471f2e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.617800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-333468d2-6008-41a0-ba2d-60ec0c7cf542 req-8b979138-2f3e-497c-8c90-6e9aee471f2e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0883327 Feb 14 22:11:33.707811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-bf9913a4-defe-44f3-95e8-4d3c7293f27a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.0887198 Feb 14 22:11:33.714797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-333468d2-6008-41a0-ba2d-60ec0c7cf542 req-6462e543-44cc-4c63-95ca-06364774647f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887601 Feb 14 22:11:33.757733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-ea63f2d0-a684-4d5e-957a-8beae00ee6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.759199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-ea63f2d0-a684-4d5e-957a-8beae00ee6a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0433857 Feb 14 22:11:33.808181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-aa606e24-b4b2-414b-be88-2385e8e4e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:33.809643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-aa606e24-b4b2-414b-be88-2385e8e4e937 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448101 Feb 14 22:11:33.901191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-77e9c0f2-3dc3-41e3-b0f1-7bf0189e0baa service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852666 Feb 14 22:11:33.988232 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcee58fd-87e6-4328-91ea-f69ad90a7c14 req-bd1c4c01-7b36-4d7e-b141-41205944b3a1 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813811 Feb 14 22:11:34.723806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:34.840423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f2340-3e77-4fc6-94ad-87d6d8413aca req-79b89f10-08a3-4470-8c52-3ac959877385 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:34.841904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-502f2340-3e77-4fc6-94ad-87d6d8413aca req-79b89f10-08a3-4470-8c52-3ac959877385 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0584588 Feb 14 22:11:34.887379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-502f2340-3e77-4fc6-94ad-87d6d8413aca req-a7524ba6-f23a-4abb-971e-dd0fa845310d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Feb 14 22:11:35.045261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:35.047541 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed66864-48f6-4266-8a71-4ab78c54cd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:35.095438 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3e71f8-a4ab-4b7b-8e82-d7443cc1196d x-openstack-request-id: req-1d3e71f8-a4ab-4b7b-8e82-d7443cc1196d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:35.095736 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:35.095990 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d3e71f8-a4ab-4b7b-8e82-d7443cc1196d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:35.096400 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'status': 'completed', 'code': 200} Feb 14 22:11:35.187680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-a8c192a1-5088-4ccb-ae9d-bc48424681f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.189186 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-a8c192a1-5088-4ccb-ae9d-bc48424681f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1128 time: 0.0759358 Feb 14 22:11:35.190871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-1fe33a54-80b2-467e-b26d-b77363ab85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.192253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-1fe33a54-80b2-467e-b26d-b77363ab85c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 1128 time: 0.0700397 Feb 14 22:11:35.350693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-abf44744-ad77-4dc8-b280-885400a7374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.352203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-abf44744-ad77-4dc8-b280-885400a7374c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1570024 Feb 14 22:11:35.354108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-646ec8dc-5dda-4a49-a816-74664a0ff3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.355484 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-646ec8dc-5dda-4a49-a816-74664a0ff3f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1534150 Feb 14 22:11:35.469550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-845c7377-6eab-4119-a43a-31c4304170fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.1105669 Feb 14 22:11:35.471475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-d606c115-21e1-40c5-88b7-ed3877ec85ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 200 len: 1000 time: 0.1067796 Feb 14 22:11:35.556755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-cbcb2061-14cd-4d32-807b-fc1e53e93e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.558226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-cbcb2061-14cd-4d32-807b-fc1e53e93e33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0832407 Feb 14 22:11:35.559862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-26fa63f7-2f28-4a07-a6ed-830159465c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.561175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-26fa63f7-2f28-4a07-a6ed-830159465c6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0777535 Feb 14 22:11:35.638480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-dc3d445f-34af-45fe-b95e-67a284f9c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.639882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-dc3d445f-34af-45fe-b95e-67a284f9c26a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762870 Feb 14 22:11:35.645046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-ab7e17e5-e808-4c92-ba75-075c0aa018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:35.646423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-ab7e17e5-e808-4c92-ba75-075c0aa018ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0746226 Feb 14 22:11:35.799311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-1a61da19-5787-4561-875e-de53f269f346 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519048 Feb 14 22:11:35.801393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-dc8a457b-8a27-40b5-9052-c9e7025e1a85 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450255 Feb 14 22:11:35.912655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:35.935844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:11:35.960092 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-ce922aeb-82b6-41ab-91ac-9516add177d4 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551404 Feb 14 22:11:35.963536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ed66864-48f6-4266-8a71-4ab78c54cd1b req-f251af9c-d6f1-4b06-a618-4c9b3f8530af service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505661 Feb 14 22:11:36.017050 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e058-f925-4ed5-85ea-00cdde02844d req-43608cd2-dd84-400d-ab49-ad5173a6a080 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:36.018534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0374e058-f925-4ed5-85ea-00cdde02844d req-43608cd2-dd84-400d-ab49-ad5173a6a080 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 945 time: 0.0541458 Feb 14 22:11:36.042357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:36.054146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'mac_address': 'fa:16:3e:85:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:11:36.067050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0374e058-f925-4ed5-85ea-00cdde02844d req-db5cf520-667f-4fbc-8a64-b16613f93eb5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Feb 14 22:11:36.091916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:36.092311 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:36.105169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:11:36.125247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:36.129123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:36.179076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=12']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:36.189484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45bb4b-f6ce-484a-84fd-d4928b005445 req-9bc85bbc-7ca1-4d24-8f4b-f8f740120b3c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:36.190978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c45bb4b-f6ce-484a-84fd-d4928b005445 req-9bc85bbc-7ca1-4d24-8f4b-f8f740120b3c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0569251 Feb 14 22:11:36.241055 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c45bb4b-f6ce-484a-84fd-d4928b005445 req-9690508d-cffb-4ed1-98ff-96fc27d089c3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Feb 14 22:11:36.347754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['4b19f638-f5ff-45c2-94e9-0881f53eb13d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:11:36.360954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a176852-3143-4ac6-9d2e-a5caba6ddf9d req-c2e816db-ae8b-4b5f-829c-935694144d4a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:36.362449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a176852-3143-4ac6-9d2e-a5caba6ddf9d req-c2e816db-ae8b-4b5f-829c-935694144d4a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0533938 Feb 14 22:11:36.409045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a176852-3143-4ac6-9d2e-a5caba6ddf9d req-1677b200-c659-4232-8419-d623b595c6d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Feb 14 22:11:36.602868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:36.643033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023aef4-3a25-4104-813f-25b271e3b088 req-62b67545-a149-498a-a3fc-cea22449c16e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:36.644546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f023aef4-3a25-4104-813f-25b271e3b088 req-62b67545-a149-498a-a3fc-cea22449c16e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0525663 Feb 14 22:11:36.695746 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f023aef4-3a25-4104-813f-25b271e3b088 req-b23fa40f-136c-4e7c-877c-a6830be72d2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455103 Feb 14 22:11:37.276744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:11:37.315208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] The host n-h1-828372-11 is not matching for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d host n-h2-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:11:37.315602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:11:37.365464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:37.816143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570355-32c4-4d23-9357-fa5011bb91de req-ba1c9958-7213-469a-ba58-030310fd2f40 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:37.817975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04570355-32c4-4d23-9357-fa5011bb91de req-ba1c9958-7213-469a-ba58-030310fd2f40 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0543306 Feb 14 22:11:37.892726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04570355-32c4-4d23-9357-fa5011bb91de req-135ad98d-6c0f-44fe-9f1e-cf586cafa562 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691812 Feb 14 22:11:37.907578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-8189bf9d-e6b8-4d45-8e29-b19319931b5b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:37.909069 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-8189bf9d-e6b8-4d45-8e29-b19319931b5b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 946 time: 0.0707769 Feb 14 22:11:37.947289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:11:37.995008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:11:37.999124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 4b19f638-f5ff-45c2-94e9-0881f53eb13d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:11:37.999530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.007511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Deleting port 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:11:38.007967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.078035 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 4b19f638-f5ff-45c2-94e9-0881f53eb13d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:38.078694 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.095527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:38.095900 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.101393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:38.104253 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37d8b4-f639-4b64-9a77-89f6c787c82a" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:38.116454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 4b19f638-f5ff-45c2-94e9-0881f53eb13d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=4b19f638-f5ff-45c2-94e9-0881f53eb13d,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:38.121112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.144887 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac97e9b-5618-4aeb-aa0e-839fdd3620c9 x-openstack-request-id: req-1ac97e9b-5618-4aeb-aa0e-839fdd3620c9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:38.145159 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-plugged", "status": "completed", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:38.145412 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ac97e9b-5618-4aeb-aa0e-839fdd3620c9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:38.145812 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'code': 200} Feb 14 22:11:38.172765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:38.610872 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.611269 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.611591 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 disassociated. External IP: 172.25.2.37, port: 4b19f638-f5ff-45c2-94e9-0881f53eb13d. Feb 14 22:11:38.611943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Calling delete_port for 4b19f638-f5ff-45c2-94e9-0881f53eb13d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:11:38.738452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4b19f638-f5ff-45c2-94e9-0881f53eb13d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:38.770774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'Port': ['ID=4b19f638-f5ff-45c2-94e9-0881f53eb13d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:38.892603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:11:39.019273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-616fffd8-4600-4964-ab59-40e99f2d6ad9 req-0cf08124-f472-42c3-ac80-d9dc01e5eb92 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3efe94a-53b5-45e7-9c00-7e06a94b670e HTTP/1.1" status: 200 len: 210 time: 0.0350273 Feb 14 22:11:39.031147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:11:39.048763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:11:39.058137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:11:39.058760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:11:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:39.080870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] No DVR routers for this DVR port 4b19f638-f5ff-45c2-94e9-0881f53eb13d on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:11:39.083833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:39.087436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3688db3-3536-4075-acfc-e6034a7382e3 req-c1560492-e847-493c-b4a4-cc3f63012625 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "DELETE /v2.0/ports/4b19f638-f5ff-45c2-94e9-0881f53eb13d HTTP/1.1" status: 204 len: 173 time: 1.1723399 Feb 14 22:11:39.088585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-deleted', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:39.091309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae5af1-ad0f-4bac-ada2-da09cbd24355" -d '{"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-deleted", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:39.133024 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd394b2-5774-4296-8178-53b80e2e6553 x-openstack-request-id: req-dcd394b2-5774-4296-8178-53b80e2e6553 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:39.133315 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efe94a-53b5-45e7-9c00-7e06a94b670e", "name": "network-vif-deleted", "tag": "4b19f638-f5ff-45c2-94e9-0881f53eb13d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:39.133574 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcd394b2-5774-4296-8178-53b80e2e6553 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:39.134030 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efe94a-53b5-45e7-9c00-7e06a94b670e', 'name': 'network-vif-deleted', 'tag': '4b19f638-f5ff-45c2-94e9-0881f53eb13d', 'status': 'completed', 'code': 200} Feb 14 22:11:39.322634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:11:39.522808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:39.552418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:11:39.562708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:11:39.563469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:11:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:39.670836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:11:39.868146 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:39.893957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528083-3a5d-449a-b44f-8b3d88a74a31 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:11:40.110322 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c77460-ae52-4826-8d97-20be106b9325 None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:11:40.270773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-8bb855d5-dde2-47f8-9e9f-0b57608f8381 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--166734033&fields=id&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 267 time: 0.0472608 Feb 14 22:11:40.380430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-c8aab799-9f87-4005-b619-e17f89cca1b9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:40.381814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-c8aab799-9f87-4005-b619-e17f89cca1b9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1035917 Feb 14 22:11:40.396537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-c4ea75ea-8838-4ddd-bf80-b2be5671ee25 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/quotas/f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 375 time: 0.0088005 Feb 14 22:11:40.452016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-a5a0d7f6-06cd-43fd-b088-2af09024b993 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507340 Feb 14 22:11:40.598062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-463a1f44-3830-4de9-b64e-1848d6b7a36d service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326766 Feb 14 22:11:40.686446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-449bb643-f7a2-4d81-9a06-13dd56be1fc0 service neutron] 10.222.0.86 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826156 Feb 14 22:11:40.850538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d507e1b8-290c-4533-b3e9-0c8d1248e605 req-603505e9-0991-4f8a-9f03-157b618ecee0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0285349 Feb 14 22:11:41.826330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-82656b3b-f825-4165-a835-5d1548aa2585 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:41.827995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-82656b3b-f825-4165-a835-5d1548aa2585 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 811 time: 0.1086535 Feb 14 22:11:41.891760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9d4f7b3c-0981-4fb5-8e70-056f9f317b27 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 379 time: 0.0551233 Feb 14 22:11:41.903187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'port': {'device_id': 'e275e4ae-9475-44ea-9462-c36083472b89', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'admin_state_up': True, 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'security_groups': ['40f44af2-7ad6-4bbd-ac06-2bd530f71748']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:11:41.944074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:11:41.964314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 4b19f638-f5ff-45c2-94e9-0881f53eb13d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:11:41.964663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 4b19f638-f5ff-45c2-94e9-0881f53eb13d not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:11:41.984390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3cd97d21-a98b-41c8-9cbe-24c44d289bf3 req-92f7be9f-6ebf-4314-a6a2-a8088656cccf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0619326 Feb 14 22:11:42.042049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Made reservation on behalf of f58483b67a2847218bd3082c85e3baa1 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:11:42.045479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.174821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Allocated IP 172.20.0.9 (a83ad649-1d32-4fab-a8be-9776f57b8cd6/8d495230-d37a-448d-b872-b8f02fe950f0/c6bf1344-b5ac-4960-aad5-7612708d3eed) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:11:42.313838 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.352000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.394406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:11:42.397447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:11:42.404235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:11:42.428829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:42.443201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.443560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.443910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.444255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.444600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.444943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.445278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.445612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.445945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.446274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.446604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.447484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.447815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:42.470148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:42.470776 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.486748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-411ef746-d849-4fa9-8f4c-d9391bac67b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874045 Feb 14 22:11:42.497865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Request body: {'port': {'device_id': 'e275e4ae-9475-44ea-9462-c36083472b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:11:42.565948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.705841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92d1cbc9-0869-4096-9856-b7352c41f905 None None] Provisioning complete for port c6bf1344-b5ac-4960-aad5-7612708d3eed triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:11:42.706106 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d1cbc9-0869-4096-9856-b7352c41f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.743313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92d1cbc9-0869-4096-9856-b7352c41f905 None None] Port c6bf1344-b5ac-4960-aad5-7612708d3eed cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:11:42.827564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:11:42.835167 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks [] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.847439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Transition to ACTIVE for port object c6bf1344-b5ac-4960-aad5-7612708d3eed will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:11:42.850957 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:42.902604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:42.973718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:11:42.974059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:11:42.974391 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:42.979605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:11:42.979931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:11:42.985160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:11:42.985499 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:11:42.985887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:11:42.986314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Bound port: c6bf1344-b5ac-4960-aad5-7612708d3eed, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:11:42.986672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:43.069203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:11:43.100250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:11:43.109046 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:43.149211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.149918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:43.151356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] 10.222.0.64 "PUT /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 1092 time: 0.6577199 Feb 14 22:11:43.152541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:43.154783 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45285c39-17b2-44f7-b6e0-1b328ce23c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:43.167504 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba34ed9-d166-4ddf-8dbf-74d99232ebc7 req-4d00c246-73ed-468b-bc01-58f13887b7d0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.169053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba34ed9-d166-4ddf-8dbf-74d99232ebc7 req-4d00c246-73ed-468b-bc01-58f13887b7d0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.1136198 Feb 14 22:11:43.220035 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dada9a1-feb7-494a-ab1c-ece8d01d5a1f service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:43.272314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cba34ed9-d166-4ddf-8dbf-74d99232ebc7 req-4dbfa6b4-12da-433c-ac1f-ef10d7d50603 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844436 Feb 14 22:11:43.282964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-7bf03f53-e6ed-40d2-92ee-887575a90034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.284731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-7bf03f53-e6ed-40d2-92ee-887575a90034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0757213 Feb 14 22:11:43.335212 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07929ec-294b-4044-aba5-41938ac68bb4 x-openstack-request-id: req-a07929ec-294b-4044-aba5-41938ac68bb4 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:43.335511 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:43.335764 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a07929ec-294b-4044-aba5-41938ac68bb4 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:43.336163 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'status': 'completed', 'code': 200} Feb 14 22:11:43.338507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-db345576-d8d0-4ddc-adcb-0483e46faeed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 217 time: 0.0455878 Feb 14 22:11:43.388155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-e51bc66f-7f5b-4ea6-854e-414844f1a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.389629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-e51bc66f-7f5b-4ea6-854e-414844f1a0b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0459528 Feb 14 22:11:43.438085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-a97d35df-4e93-4f89-94ee-b9bee5356473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.439456 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-a97d35df-4e93-4f89-94ee-b9bee5356473 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442269 Feb 14 22:11:43.531565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-0b4f5b7f-4c8f-47c6-bace-8977ca63fc7d service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854802 Feb 14 22:11:43.618705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-015db5c1-b4c3-474d-b626-f9ec5ee87ba5 req-14944a8e-ec42-4eab-8c02-ec5c77f169fe service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818253 Feb 14 22:11:43.709793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-6cbd609a-cdc9-496c-8f50-16503f5154de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.711338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-6cbd609a-cdc9-496c-8f50-16503f5154de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0460529 Feb 14 22:11:43.802677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-89d6fd34-35e6-4732-a173-a15861857b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.804107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-89d6fd34-35e6-4732-a173-a15861857b2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0875959 Feb 14 22:11:43.845054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-479e271b-380c-42d4-b64b-0afe6a5c002d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 217 time: 0.0350282 Feb 14 22:11:43.895713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-e2d19abe-6e37-4f85-8d02-938b9c78f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.897148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-e2d19abe-6e37-4f85-8d02-938b9c78f8fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0462556 Feb 14 22:11:43.944292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-dfd1254b-fa64-4ba8-9db7-387583c73dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:43.945773 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-dfd1254b-fa64-4ba8-9db7-387583c73dcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430691 Feb 14 22:11:44.035898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-57c2911f-ecce-4a89-9b76-fab5eced75f2 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845060 Feb 14 22:11:44.127558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-45285c39-17b2-44f7-b6e0-1b328ce23c4f req-7f7810a8-0653-4f86-bfe9-c11e9a61c718 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Feb 14 22:11:44.394765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4025a2-02ab-406d-a8a8-7717be0adeb0 req-c0711a0d-6bc9-49a8-8c4b-b213810ff0f9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:44.396230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec4025a2-02ab-406d-a8a8-7717be0adeb0 req-c0711a0d-6bc9-49a8-8c4b-b213810ff0f9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0531127 Feb 14 22:11:44.442675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ec4025a2-02ab-406d-a8a8-7717be0adeb0 req-e6e7ccdb-98d4-4d81-8c00-2fd462c1234d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Feb 14 22:11:45.560485 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c927-4d1a-4796-9551-a160f551a3d0 req-be592c8f-678d-4982-83d4-c1829b9f6fb6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:45.561950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f077c927-4d1a-4796-9551-a160f551a3d0 req-be592c8f-678d-4982-83d4-c1829b9f6fb6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0517273 Feb 14 22:11:45.612049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f077c927-4d1a-4796-9551-a160f551a3d0 req-8e7138c7-9bd6-4ae4-aac0-473dba6f7f0e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Feb 14 22:11:46.730478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ebe3-6020-40a1-8ff8-ebe0c2f6bb3f req-f4d2ca56-86f2-4f16-b497-7cdcd7602657 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:46.732564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06e3ebe3-6020-40a1-8ff8-ebe0c2f6bb3f req-f4d2ca56-86f2-4f16-b497-7cdcd7602657 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0548995 Feb 14 22:11:46.780459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-06e3ebe3-6020-40a1-8ff8-ebe0c2f6bb3f req-4169c14b-6d55-420e-aa4b-ff05eddaf489 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 Feb 14 22:11:47.339116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:11:47.433135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:47.448567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:11:47.484656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:47.485053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:47.497960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:11:47.516297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:47.520874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:47.567571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:47.574699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.575058 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.575437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.575783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.576125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.576464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.576799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.577131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.577461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.577788 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.578119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.578446 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.578772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:11:47.821975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['c6bf1344-b5ac-4960-aad5-7612708d3eed'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:11:47.899273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e91eb-5ddb-40d3-832c-a2a1b5e71fab req-c1ec1a4b-2fd8-4274-8ebb-d9cacb897d06 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:47.901277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64e91eb-5ddb-40d3-832c-a2a1b5e71fab req-c1ec1a4b-2fd8-4274-8ebb-d9cacb897d06 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0525954 Feb 14 22:11:47.947511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d64e91eb-5ddb-40d3-832c-a2a1b5e71fab req-24625027-97f5-4123-9399-eb585cc613b7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Feb 14 22:11:49.071280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5be4-d278-48a0-ade6-3c643a569a15 req-7baee3be-4c4b-4970-b033-5be492e5d16e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:49.073275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d3b5be4-d278-48a0-ade6-3c643a569a15 req-7baee3be-4c4b-4970-b033-5be492e5d16e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0562034 Feb 14 22:11:49.119371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d3b5be4-d278-48a0-ade6-3c643a569a15 req-1977ce3a-4f1e-41ff-8e65-a63c0e779272 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405726 Feb 14 22:11:49.353862 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:11:49.402091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port c6bf1344-b5ac-4960-aad5-7612708d3eed completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:11:49.405801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port c6bf1344-b5ac-4960-aad5-7612708d3eed triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:11:49.406178 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:49.483294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:11:49.483690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:49.505485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:49.507720 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0abc8-3ef3-46cf-a4e7-644d426402c0" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:49.521289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:11:49.524872 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:49.547298 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72393006-65ac-43f7-a545-1c0d0598c8e0 x-openstack-request-id: req-72393006-65ac-43f7-a545-1c0d0598c8e0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:49.547541 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:49.547796 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72393006-65ac-43f7-a545-1c0d0598c8e0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:49.548187 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'code': 200} Feb 14 22:11:49.574335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:11:49.642078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e1bf2-2657-4d91-8cbd-33fbd762ffab req-32cdc0a7-9235-48b0-a33d-5402f467b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:49.643627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-253e1bf2-2657-4d91-8cbd-33fbd762ffab req-32cdc0a7-9235-48b0-a33d-5402f467b241 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1128 time: 0.0438802 Feb 14 22:11:49.686068 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-253e1bf2-2657-4d91-8cbd-33fbd762ffab req-5eac8402-4b43-45f9-8f32-b181d7a81a71 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364785 Feb 14 22:11:50.242629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185de1ac-0d25-4e90-85f8-5af156718a46 req-1e3ce868-9382-4cc6-81aa-b4332e566603 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:50.244124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-185de1ac-0d25-4e90-85f8-5af156718a46 req-1e3ce868-9382-4cc6-81aa-b4332e566603 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0560927 Feb 14 22:11:50.291067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-185de1ac-0d25-4e90-85f8-5af156718a46 req-a95d4b98-5031-46d9-9aa5-bb9a3243c142 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Feb 14 22:11:51.411421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c47c0c-943e-4694-814e-7ff0bba12bfc req-90e2b40a-ffb4-47d3-a0a0-b41969fec877 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:51.412936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c47c0c-943e-4694-814e-7ff0bba12bfc req-90e2b40a-ffb4-47d3-a0a0-b41969fec877 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Feb 14 22:11:51.460486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-65c47c0c-943e-4694-814e-7ff0bba12bfc req-324a62c5-3c78-4fa0-a30b-5910f565fc95 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Feb 14 22:11:51.575857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40720523-4172-461f-a95e-59cee52c7660 req-178853c1-7a0d-424f-8fb1-7e8042d55ca4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:51.577376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-40720523-4172-461f-a95e-59cee52c7660 req-178853c1-7a0d-424f-8fb1-7e8042d55ca4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Feb 14 22:11:51.587364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45614) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:11:51.591825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Request body: {'floatingip': {'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:11:51.634970 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:52.081028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:52.084798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:52.522062 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 associated. External IP: 172.25.2.37, port: c6bf1344-b5ac-4960-aad5-7612708d3eed. Feb 14 22:11:52.732076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:11:52.842947 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:11:52.847771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:11:52.852852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:11:52.862642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:11:52.863289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:11:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:52.876586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3e6770cc-fd1d-493d-8285-8226347b6d97 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "PUT /v2.0/floatingips/6579fd46-d10f-40a7-8767-4850bb37bc98 HTTP/1.1" status: 200 len: 991 time: 1.2881625 Feb 14 22:11:52.877167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:11:52.879469 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af816e-84c9-4225-8408-625ec93bcb58" -d '{"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:11:52.917092 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3935c74c-99c8-41ee-b002-ee70f2ea1dcb x-openstack-request-id: req-3935c74c-99c8-41ee-b002-ee70f2ea1dcb {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:11:52.917392 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:11:52.917651 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3935c74c-99c8-41ee-b002-ee70f2ea1dcb {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:11:52.918059 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'status': 'completed', 'code': 200} Feb 14 22:11:52.977686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:11:52.984171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-00663f4b-a7f7-4160-a20c-daf0f43eaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:52.985640 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-00663f4b-a7f7-4160-a20c-daf0f43eaa21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1128 time: 0.0477757 Feb 14 22:11:53.084591 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-260a7c8f-498f-426d-9900-8580b512f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:53.086201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-260a7c8f-498f-426d-9900-8580b512f260 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0945139 Feb 14 22:11:53.158085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-b076456a-fb2a-4479-a2d0-17d2da371dde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.0667236 Feb 14 22:11:53.218462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-b5155c05-e1bf-4869-8154-3de57b7de03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:53.220099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-b5155c05-e1bf-4869-8154-3de57b7de03f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0567155 Feb 14 22:11:53.225324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e275e4ae-9475-44ea-9462-c36083472b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:11:51Z', 'revision_number': 13, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:53.252768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:11:53.266463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:11:53.267097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:11:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:53.281564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-d6f73469-e3e4-461c-9f73-bdb1af267554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:53.283230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-d6f73469-e3e4-461c-9f73-bdb1af267554 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521898 Feb 14 22:11:53.381539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-212e7c59-6019-4d42-8077-50dd88c8e26b service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926349 Feb 14 22:11:53.390133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:11:53.475760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7af816e-84c9-4225-8408-625ec93bcb58 req-db20c60e-08f0-4b93-8323-740a44ed0187 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885980 Feb 14 22:11:53.776235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e275e4ae-9475-44ea-9462-c36083472b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:11:51Z', 'revision_number': 13, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:11:53.801863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22eea2-853b-4f1c-869a-5ef83390d578 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '6579fd46-d10f-40a7-8767-4850bb37bc98', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e275e4ae-9475-44ea-9462-c36083472b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:09:03Z', 'updated_at': '2022-02-14T22:11:51Z', 'revision_number': 13, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:11:53.995934 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64a9d1-dd34-4d56-bc0b-996f40fcd9cf None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:11:55.425826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51c136-fd52-4cd7-a024-116a086e59f9 req-2aee5b7d-8d1c-43ef-a06e-17242244c5e2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:11:55.427343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e51c136-fd52-4cd7-a024-116a086e59f9 req-2aee5b7d-8d1c-43ef-a06e-17242244c5e2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Feb 14 22:11:55.473962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e51c136-fd52-4cd7-a024-116a086e59f9 req-bead4820-6169-4fc1-bd11-bd20ede91d2a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Feb 14 22:11:59.128385 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:01.032080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ab31-56f3-4258-836a-d60d34078056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:03.397640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-208c99bc-1e7c-4690-9d0a-84e577053d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:04.727213 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:05.913771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:06.617894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:07.367062 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:09.558222 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:12:10.996443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6696a-0f9b-44fb-8e6e-e511d535ca40 req-ae3941d9-785b-42b8-80c5-822574aad381 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:10.997915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbb6696a-0f9b-44fb-8e6e-e511d535ca40 req-ae3941d9-785b-42b8-80c5-822574aad381 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0783455 Feb 14 22:12:11.043350 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-63b3f360-3705-4833-a910-1b6774a77812 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320941 Feb 14 22:12:11.057080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbb6696a-0f9b-44fb-8e6e-e511d535ca40 req-37deff48-1aa7-4346-832d-edf0546a16f9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534244 Feb 14 22:12:11.422783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-a58cad76-ab74-4ab0-a849-8310945f49e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:11.424140 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-a58cad76-ab74-4ab0-a849-8310945f49e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 942 time: 0.1009414 Feb 14 22:12:12.186945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa260d-56cf-4cfe-aba6-cf75900f74a1 req-3c1ac8da-571a-42e9-8e6b-4f9db5d096d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:12.188472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdaa260d-56cf-4cfe-aba6-cf75900f74a1 req-3c1ac8da-571a-42e9-8e6b-4f9db5d096d6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0606630 Feb 14 22:12:12.266228 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cdaa260d-56cf-4cfe-aba6-cf75900f74a1 req-014f22ba-2416-4765-9296-7aa136124dd7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716391 Feb 14 22:12:12.272611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-16734fd9-e0be-489b-8323-014e3d7bd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:12.274192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-16734fd9-e0be-489b-8323-014e3d7bd923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1128 time: 0.0735338 Feb 14 22:12:12.367041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-0dc1c354-2858-4096-8905-7df6393eef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:12.368463 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-0dc1c354-2858-4096-8905-7df6393eef02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0883548 Feb 14 22:12:12.432718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-6f844d1e-141d-4003-a0d6-009efb9e4419 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 1001 time: 0.0572836 Feb 14 22:12:12.483557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-beb855d7-8961-498e-b54a-934d811cb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:12.484966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-beb855d7-8961-498e-b54a-934d811cb1bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0467525 Feb 14 22:12:12.533081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-2537ee78-4872-4885-aa70-d9ce06d61ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:12.534525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-2537ee78-4872-4885-aa70-d9ce06d61ab5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431666 Feb 14 22:12:12.621544 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-34459933-a93f-4539-86f6-6705f0dfa684 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796218 Feb 14 22:12:12.713690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-c41cb44e-7fd2-4055-8394-2d589b87f255 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855319 Feb 14 22:12:13.388052 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9786-71bb-4f98-8015-38463e605749 req-291c55c1-64f6-422d-8842-1e7bbcc60adf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:13.389545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcef9786-71bb-4f98-8015-38463e605749 req-291c55c1-64f6-422d-8842-1e7bbcc60adf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0542655 Feb 14 22:12:13.436446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcef9786-71bb-4f98-8015-38463e605749 req-1bb92909-ddb1-4026-a40a-7bf1a8e729d8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Feb 14 22:12:14.559865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014446-4628-4feb-9e6d-5517700b89c4 req-b8b4df6e-bf2b-420f-aaa8-f3189d4ac4a3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:14.561383 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8014446-4628-4feb-9e6d-5517700b89c4 req-b8b4df6e-bf2b-420f-aaa8-f3189d4ac4a3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0570812 Feb 14 22:12:14.607386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8014446-4628-4feb-9e6d-5517700b89c4 req-5baa6260-8a48-4fd7-bd26-6ea268b03b9f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Feb 14 22:12:15.729300 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3427c3-423d-49f3-8dbc-7322f1394716 req-1bc8936d-8fc8-4a29-9912-6f2fbf109134 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:15.730793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c3427c3-423d-49f3-8dbc-7322f1394716 req-1bc8936d-8fc8-4a29-9912-6f2fbf109134 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0533173 Feb 14 22:12:15.776920 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c3427c3-423d-49f3-8dbc-7322f1394716 req-0757616f-8b9e-40ed-8d74-c8765208fa85 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406578 Feb 14 22:12:16.894824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496caa-bf79-4410-a98a-e467e7a013ab req-559981a1-5a6e-4451-95f9-bbe42b27a995 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:16.896336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89496caa-bf79-4410-a98a-e467e7a013ab req-559981a1-5a6e-4451-95f9-bbe42b27a995 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Feb 14 22:12:16.947491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89496caa-bf79-4410-a98a-e467e7a013ab req-0f2bcb03-90b2-4c69-9425-81d85ee4ec61 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Feb 14 22:12:18.065874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0acab-c244-4c95-98fb-ca770fa3e7fa req-8cfac216-8400-47c9-98ad-43497fac82bc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:18.067360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda0acab-c244-4c95-98fb-ca770fa3e7fa req-8cfac216-8400-47c9-98ad-43497fac82bc tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Feb 14 22:12:18.114472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bda0acab-c244-4c95-98fb-ca770fa3e7fa req-87b64d6a-15e2-484d-b901-344ea8e92a79 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Feb 14 22:12:19.233615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25cfa-7a61-4949-b79a-c2316645555f req-23380f6d-3667-48ce-b9b0-e281a8d71cab tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:19.235082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1f25cfa-7a61-4949-b79a-c2316645555f req-23380f6d-3667-48ce-b9b0-e281a8d71cab tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Feb 14 22:12:19.282615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1f25cfa-7a61-4949-b79a-c2316645555f req-05be2437-11c6-4eca-b1a6-fb388ad043d9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Feb 14 22:12:20.406639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c712-a563-464e-b79e-b58b37cb5d2b req-46abf6d4-a6a9-4b32-932b-5c4240fdfc4c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:20.408167 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca0c712-a563-464e-b79e-b58b37cb5d2b req-46abf6d4-a6a9-4b32-932b-5c4240fdfc4c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0592146 Feb 14 22:12:20.455601 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ca0c712-a563-464e-b79e-b58b37cb5d2b req-65c11afe-3e8f-4684-9c18-edabf4047532 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Feb 14 22:12:21.582345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953cef7-c2c0-4314-9ec8-3887faa5d24c req-2fb1fb67-9e00-4cca-a1cd-4b4805a5598f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:21.583869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9953cef7-c2c0-4314-9ec8-3887faa5d24c req-2fb1fb67-9e00-4cca-a1cd-4b4805a5598f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Feb 14 22:12:21.631485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9953cef7-c2c0-4314-9ec8-3887faa5d24c req-aba92abb-b7e2-463b-a69a-d6f85bd6238c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Feb 14 22:12:22.758150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcea8-bf50-48fb-ba30-c57a944c2b0d req-8c3381d8-24e4-40e7-b9b8-de9aa9e76480 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:22.759706 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e46bcea8-bf50-48fb-ba30-c57a944c2b0d req-8c3381d8-24e4-40e7-b9b8-de9aa9e76480 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0573339 Feb 14 22:12:22.806627 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e46bcea8-bf50-48fb-ba30-c57a944c2b0d req-f90d1bfc-0e3a-4e08-9b70-9edd05f31ee3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404413 Feb 14 22:12:23.236474 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-fbedf22b-6724-4104-b5ba-ac99ffa948cc service neutron] show failed (client error): The resource could not be found. Feb 14 22:12:23.237480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-fbedf22b-6724-4104-b5ba-ac99ffa948cc service neutron] 10.222.0.64 "GET /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0544779 Feb 14 22:12:23.485553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-3495691d-13a5-4a4b-b4a2-73e642b227d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:23.487580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-3495691d-13a5-4a4b-b4a2-73e642b227d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1128 time: 0.0939164 Feb 14 22:12:23.498875 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:12:23.509540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:12:23.562671 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:23.583929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:12:23.584330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:23.610877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:12:23.613131 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7b3c8-3c18-45e4-9fb6-521fc57fd5dc" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:12:23.625433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:23.630053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:23.631030 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.db.api [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:12:23.631486 n-d-828372-11 neutron-server[103513]: DEBUG oslo_db.api [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:12:23.670282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847ca0f-9bb5-4c34-848d-f09ddc5f2c88 x-openstack-request-id: req-e847ca0f-9bb5-4c34-848d-f09ddc5f2c88 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:12:23.670282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:12:23.670282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e847ca0f-9bb5-4c34-848d-f09ddc5f2c88 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:12:23.670282 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'code': 200} Feb 14 22:12:23.680585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:23.931351 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6cb5a-8dff-4cb7-ae46-a90453992911 req-9ed0bfe1-0b65-4930-85ea-2c75093bd737 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:23.933352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cff6cb5a-8dff-4cb7-ae46-a90453992911 req-9ed0bfe1-0b65-4930-85ea-2c75093bd737 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0561821 Feb 14 22:12:23.993304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cff6cb5a-8dff-4cb7-ae46-a90453992911 req-801abaeb-fdfd-4829-8351-3ad3f6c10351 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436544 Feb 14 22:12:24.168252 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.370627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:24.406011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:12:24.438645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:12:24.446312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks [] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.459279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Transition to ACTIVE for port object c6bf1344-b5ac-4960-aad5-7612708d3eed will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:12:24.463730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.542618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:24.587684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] No DVR routers for this DVR port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:12:24.729795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:12:24.730130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:12:24.730461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:12:24.735246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:12:24.735567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:12:24.740389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:12:24.740725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:12:24.741108 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:12:24.741529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Bound port: c6bf1344-b5ac-4960-aad5-7612708d3eed, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:12:24.741880 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.806390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:12:24.809966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:12:24.816051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.851439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:24.851959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:24.853936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] 10.222.0.83 "PUT /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 1092 time: 1.3598156 Feb 14 22:12:24.856677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:12:24.859115 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2dca18-e2da-4c77-bffb-579b34cc87fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:12:24.920582 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c99862-5d7d-40de-84ac-0877074d2b6d x-openstack-request-id: req-57c99862-5d7d-40de-84ac-0877074d2b6d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:12:24.920891 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:12:24.921120 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57c99862-5d7d-40de-84ac-0877074d2b6d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:12:24.921521 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'status': 'completed', 'code': 200} Feb 14 22:12:24.923288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b815ba2-337a-441b-bfcb-974e542fa424 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:24.980649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-e3e80d4b-707f-4aac-a943-8ddb57de3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:24.982856 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-e3e80d4b-707f-4aac-a943-8ddb57de3b9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.1009562 Feb 14 22:12:25.016416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-b7f0c38c-fd7b-423b-bcd7-0cc3f1ff6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.017972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-b7f0c38c-fd7b-423b-bcd7-0cc3f1ff6cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0784435 Feb 14 22:12:25.198628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-0bafee9b-895e-4036-9a3a-ccfaa2c0fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.200104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-0bafee9b-895e-4036-9a3a-ccfaa2c0fd7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.2078948 Feb 14 22:12:25.204259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-6189bc78-2c9c-4593-86d7-2c06a6d8f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.205599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-6189bc78-2c9c-4593-86d7-2c06a6d8f1d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1576765 Feb 14 22:12:25.223048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061b085-c434-4b77-8b8c-6b84a8aaecf4 req-0b35fa44-dd24-4bf2-9a86-994f41043c08 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.224475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8061b085-c434-4b77-8b8c-6b84a8aaecf4 req-0b35fa44-dd24-4bf2-9a86-994f41043c08 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.1495123 Feb 14 22:12:25.338493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-f6c41f47-d0f9-4f78-a970-882883cd1e98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.1300683 Feb 14 22:12:25.360978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-4be2c228-4cd8-4eeb-8866-41208251048f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.1455061 Feb 14 22:12:25.425708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8061b085-c434-4b77-8b8c-6b84a8aaecf4 req-8790bd30-b876-4c91-a987-742ac96222a7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664031 Feb 14 22:12:25.441474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7ad60397-1ce4-48a3-9c09-015c2e4fdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.442931 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-7ad60397-1ce4-48a3-9c09-015c2e4fdec5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0952916 Feb 14 22:12:25.448276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-457fa407-28c6-43ef-8946-ab7e1f9b0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.449637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-457fa407-28c6-43ef-8946-ab7e1f9b0d32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0656219 Feb 14 22:12:25.524885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-b4a9fb8a-a81d-4e0f-a501-b94031f6fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.526394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-b4a9fb8a-a81d-4e0f-a501-b94031f6fa84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759046 Feb 14 22:12:25.531439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-f7529d42-9742-4c98-a6a9-6cc1e6c72491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.532853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-f7529d42-9742-4c98-a6a9-6cc1e6c72491 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0748136 Feb 14 22:12:25.685648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-8cd6fc73-d303-441c-bca4-6600ea572bbd service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452096 Feb 14 22:12:25.687567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-84bc61eb-7c25-4d1a-b1f4-f17b7b0085cd service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539280 Feb 14 22:12:25.842176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-d64d46dc-30a0-4f4c-9eda-ba9bddee6e60 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500986 Feb 14 22:12:25.845522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-76015707-e8ba-4423-b811-77d06f74b74a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467512 Feb 14 22:12:25.943519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-d551f2cc-71ee-482d-aa9f-117b97f94d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:25.944952 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-d551f2cc-71ee-482d-aa9f-117b97f94d80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0529277 Feb 14 22:12:26.041623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-c0206f38-2301-47e2-82c5-03ef633d740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:26.043107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-c0206f38-2301-47e2-82c5-03ef633d740f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0864444 Feb 14 22:12:26.112831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-58009cc1-4363-4c9d-a8bb-6091c1c85683 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.0634921 Feb 14 22:12:26.161024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-310231bc-3de1-482e-a756-1e8c1608059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:26.162489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-310231bc-3de1-482e-a756-1e8c1608059f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0440819 Feb 14 22:12:26.211468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-cc7326d0-96ff-4729-8cbb-185f086eb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:26.212941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-cc7326d0-96ff-4729-8cbb-185f086eb5c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450513 Feb 14 22:12:26.305084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-10a9a429-f39e-4bb3-88a5-6f34bf71a66a service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861745 Feb 14 22:12:26.783973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31a6e-94fc-49d2-8265-6e77419608de req-2afe63c2-22b3-4cfe-bf98-5a75a38330c9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:26.785351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3e31a6e-94fc-49d2-8265-6e77419608de req-2afe63c2-22b3-4cfe-bf98-5a75a38330c9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.1062834 Feb 14 22:12:26.788921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6e2dca18-e2da-4c77-bffb-579b34cc87fc req-65e10ff1-0e1c-4e94-8afa-446fb93d483d service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774692 Feb 14 22:12:26.835054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3e31a6e-94fc-49d2-8265-6e77419608de req-cab9f2b2-8fe6-4e5f-ab5c-265b1cea68b7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Feb 14 22:12:27.956431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aebb9-e399-4a0e-9134-f91d3be88410 req-8e9f2917-88d2-4c28-9a3a-38c8ef355ddb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:27.958108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e02aebb9-e399-4a0e-9134-f91d3be88410 req-8e9f2917-88d2-4c28-9a3a-38c8ef355ddb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0531983 Feb 14 22:12:28.006211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e02aebb9-e399-4a0e-9134-f91d3be88410 req-bddaaa6f-6d7c-4d73-a113-8a9aa2dadfe8 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Feb 14 22:12:29.126699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:29.144963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760b10c-47e5-4457-8090-2cab8ef890c5 req-32253d91-ecf9-4068-874c-54b1db156a18 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:29.147652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e760b10c-47e5-4457-8090-2cab8ef890c5 req-32253d91-ecf9-4068-874c-54b1db156a18 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0696967 Feb 14 22:12:29.198733 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e760b10c-47e5-4457-8090-2cab8ef890c5 req-f58c0eec-0085-4c9e-bfd4-6282f00192dd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465806 Feb 14 22:12:30.322162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d355-99bf-464c-8bd7-b1c9ed58e606 req-fa2e241f-e032-4bad-824a-f4122ccbe346 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:30.323683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2246d355-99bf-464c-8bd7-b1c9ed58e606 req-fa2e241f-e032-4bad-824a-f4122ccbe346 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0536809 Feb 14 22:12:30.372825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2246d355-99bf-464c-8bd7-b1c9ed58e606 req-efa7de46-89f0-4c55-b115-a2d0d85f5452 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Feb 14 22:12:31.035374 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32f0bbeb-a0a2-4d3f-a043-91fb378870a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:31.494262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9aa61-db4c-42c4-ab7b-8d5882537791 req-92e1285e-397c-4b0a-8ece-1d8cff4e437d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:31.495793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf9aa61-db4c-42c4-ab7b-8d5882537791 req-92e1285e-397c-4b0a-8ece-1d8cff4e437d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0539610 Feb 14 22:12:31.543703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bbf9aa61-db4c-42c4-ab7b-8d5882537791 req-578f65e7-659c-429a-98a2-7a2d74a7f7b4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Feb 14 22:12:32.016368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-d36ddf32-3cb9-4fd3-b079-d1e19ec6cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:32.017889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-d36ddf32-3cb9-4fd3-b079-d1e19ec6cec9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0504234 Feb 14 22:12:32.120421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-19949193-86cb-4786-9668-1c742a1b5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:32.122407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-19949193-86cb-4786-9668-1c742a1b5464 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0866754 Feb 14 22:12:32.191080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-4dc90b70-30d8-4cc3-ae5c-bb097134a53c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.0629342 Feb 14 22:12:32.239067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-3a10ccc8-7219-4182-bf14-002514e812ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:32.240660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-3a10ccc8-7219-4182-bf14-002514e812ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0439203 Feb 14 22:12:32.289558 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-e83876fa-93d9-464e-b877-429e36e39421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:32.291072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-e83876fa-93d9-464e-b877-429e36e39421 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437386 Feb 14 22:12:32.385760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-8dca5239-c1d7-44a7-bc76-a7c70a83fcbc service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875828 Feb 14 22:12:32.475444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db2128ac-9a41-4a07-80a2-046c30e31b7a req-631fcb80-97fa-4431-afbf-268a69102938 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Feb 14 22:12:32.665581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd74b32-cf53-4570-a56f-5caf05b3ea1f req-83a3458d-69e3-4211-b963-10833e931ec0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:32.667011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dd74b32-cf53-4570-a56f-5caf05b3ea1f req-83a3458d-69e3-4211-b963-10833e931ec0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0544469 Feb 14 22:12:32.719891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dd74b32-cf53-4570-a56f-5caf05b3ea1f req-8a78e8ba-9abb-4751-bfbd-0c422b1ee21f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Feb 14 22:12:33.401748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8e39-5f7e-4cf7-9463-d00a29d93f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:33.841265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b04fc-f3e9-4748-9764-baa243e7c271 req-f7b1b181-fb92-4436-81e1-ceba9a2fbf33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:33.842918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c1b04fc-f3e9-4748-9764-baa243e7c271 req-f7b1b181-fb92-4436-81e1-ceba9a2fbf33 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0547531 Feb 14 22:12:33.890093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c1b04fc-f3e9-4748-9764-baa243e7c271 req-6b55d12e-0fd7-4b3f-a550-e3659d321b69 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Feb 14 22:12:34.731113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:35.024668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9033e-ddaa-42c2-841f-adc2e9dd9f78 req-bf68108b-228a-4feb-b4c9-49a2037d6deb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:35.026165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42f9033e-ddaa-42c2-841f-adc2e9dd9f78 req-bf68108b-228a-4feb-b4c9-49a2037d6deb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0646112 Feb 14 22:12:35.076047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42f9033e-ddaa-42c2-841f-adc2e9dd9f78 req-565e68cb-305d-42e8-b534-d493317c093f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Feb 14 22:12:35.916960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:36.203490 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f25ec-ba7b-4c58-a15c-87745655132a req-55df0999-7370-4b6b-8102-582ee614f55c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:36.205015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-877f25ec-ba7b-4c58-a15c-87745655132a req-55df0999-7370-4b6b-8102-582ee614f55c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0572422 Feb 14 22:12:36.255435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-877f25ec-ba7b-4c58-a15c-87745655132a req-9018c816-b8f4-4c39-be36-6213feb2c03f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 Feb 14 22:12:36.630689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:37.369709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:37.377135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97d6ea-8af2-4742-908c-e7184ac4e6e3 req-d1a3f02b-75c6-4c40-b6db-a4fbdfbaf86b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:37.378637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a97d6ea-8af2-4742-908c-e7184ac4e6e3 req-d1a3f02b-75c6-4c40-b6db-a4fbdfbaf86b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0542057 Feb 14 22:12:37.426009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a97d6ea-8af2-4742-908c-e7184ac4e6e3 req-f241c75d-1aca-4160-8298-84d4013b6cae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Feb 14 22:12:38.548798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db7c5a-6b24-4203-83a9-97429f6e9cf4 req-4cac1654-1d5d-4298-97e4-dc349dfc9c43 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:38.550191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17db7c5a-6b24-4203-83a9-97429f6e9cf4 req-4cac1654-1d5d-4298-97e4-dc349dfc9c43 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0565772 Feb 14 22:12:38.596620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17db7c5a-6b24-4203-83a9-97429f6e9cf4 req-918fddc6-cc2d-417a-b221-a568866fac2d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Feb 14 22:12:39.716424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe6d8-9449-44b9-9838-4dcae8690419 req-7971edd1-934f-44b9-b48e-bdeb9a5cec52 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:39.717903 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a9fe6d8-9449-44b9-9838-4dcae8690419 req-7971edd1-934f-44b9-b48e-bdeb9a5cec52 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0537508 Feb 14 22:12:39.763603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a9fe6d8-9449-44b9-9838-4dcae8690419 req-db29c234-7f78-495d-947c-83f4c5ff30d4 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 Feb 14 22:12:40.885204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b824-db9b-47bc-8071-d3358d1ecd04 req-06cb2db8-7215-43f1-b285-5129e16c2ebe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:40.887247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcd2b824-db9b-47bc-8071-d3358d1ecd04 req-06cb2db8-7215-43f1-b285-5129e16c2ebe tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0522766 Feb 14 22:12:40.938302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bcd2b824-db9b-47bc-8071-d3358d1ecd04 req-3759d124-3c57-46aa-a488-64c367032807 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Feb 14 22:12:42.056808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b321-b1c2-45e2-98ac-24893ed5c84b req-a5bf0741-170c-4434-a5bf-37d2345d67c1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:42.058328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f62b321-b1c2-45e2-98ac-24893ed5c84b req-a5bf0741-170c-4434-a5bf-37d2345d67c1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0515046 Feb 14 22:12:42.104875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f62b321-b1c2-45e2-98ac-24893ed5c84b req-64618104-5d21-4627-80a9-f331dac4750d tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Feb 14 22:12:43.227478 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d273-3da6-4b74-8229-4e6346d8ebb3 req-222b070f-4852-424a-bdf0-c45429243346 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.228959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c732d273-3da6-4b74-8229-4e6346d8ebb3 req-222b070f-4852-424a-bdf0-c45429243346 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0531514 Feb 14 22:12:43.275766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c732d273-3da6-4b74-8229-4e6346d8ebb3 req-b004e684-023b-4479-bde8-529193e75566 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Feb 14 22:12:43.590887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-4e36f0f0-5500-4f5b-967f-7373aed2f7a2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.592393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-4e36f0f0-5500-4f5b-967f-7373aed2f7a2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.83 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89&tenant_id=f58483b67a2847218bd3082c85e3baa1&binding%3Ahost_id=n-h2-828372-11 HTTP/1.1" status: 200 len: 943 time: 0.0894384 Feb 14 22:12:43.612445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492a5a4-b6eb-4534-b233-220d91a8fed7 req-b99225d0-1038-4bff-a075-b7e37b8e5847 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.613872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b492a5a4-b6eb-4534-b233-220d91a8fed7 req-b99225d0-1038-4bff-a075-b7e37b8e5847 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 943 time: 0.0802445 Feb 14 22:12:43.693155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-cf8983ef-e5b4-42dd-973a-c43ba4d6f4f0 service neutron] 10.222.0.83 "GET /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed/bindings/n-h2-828372-11 HTTP/1.1" status: 200 len: 383 time: 0.0939577 Feb 14 22:12:43.696393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b492a5a4-b6eb-4534-b233-220d91a8fed7 req-1ebd984f-dfca-4c12-aba8-ba0958fe1a69 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654895 Feb 14 22:12:43.762312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-b70a1e62-6733-42ef-a359-849eff7696fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.763776 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-b70a1e62-6733-42ef-a359-849eff7696fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1126 time: 0.0502234 Feb 14 22:12:43.853751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-d09950b0-66b7-4ac5-8cb7-2fa4562e0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.855330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-d09950b0-66b7-4ac5-8cb7-2fa4562e0535 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.0854928 Feb 14 22:12:43.923294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-d922db79-abc6-4377-a4d8-bfae9ab1e0e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.0620880 Feb 14 22:12:43.970142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-b733e8e9-9986-409b-b6db-bdb4b00b9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:43.971611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-b733e8e9-9986-409b-b6db-bdb4b00b9b24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0430505 Feb 14 22:12:44.019922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-ee534ccd-6b70-4ef7-a236-f54d7fb363b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:44.021358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-ee534ccd-6b70-4ef7-a236-f54d7fb363b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440812 Feb 14 22:12:44.116198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-fb6f05f8-82fb-46c5-b93b-40c66a7e4ea0 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879436 Feb 14 22:12:44.206913 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-bf90c279-c21a-47bb-abce-29099ec5e140 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Feb 14 22:12:44.297351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:12:44.393784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:44.405699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:12:44.441769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:12:44.442159 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:44.454834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:12:44.474773 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:44.478786 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:44.527487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:44.700076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['c6bf1344-b5ac-4960-aad5-7612708d3eed'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:12:44.824657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa76a2-42ca-4bf2-92af-3febc2c0620c req-9db06105-4aa0-44a7-8c3c-efa433f7638a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:44.826161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49fa76a2-42ca-4bf2-92af-3febc2c0620c req-9db06105-4aa0-44a7-8c3c-efa433f7638a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0550170 Feb 14 22:12:44.880964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49fa76a2-42ca-4bf2-92af-3febc2c0620c req-56b40b85-9b83-4466-9291-fbfa180f9390 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491319 Feb 14 22:12:46.003306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6a48e-23bf-47a9-90ac-d3d5a902fc71 req-d8ef50d8-2d4b-4a01-97bb-c292501fb1df tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:46.004701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75d6a48e-23bf-47a9-90ac-d3d5a902fc71 req-d8ef50d8-2d4b-4a01-97bb-c292501fb1df tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0526946 Feb 14 22:12:46.051129 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75d6a48e-23bf-47a9-90ac-d3d5a902fc71 req-b99b3b56-bdb3-4c4c-a175-b68a4e43b65c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406282 Feb 14 22:12:46.306023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:12:46.353576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port c6bf1344-b5ac-4960-aad5-7612708d3eed completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:12:46.358121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port c6bf1344-b5ac-4960-aad5-7612708d3eed triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:12:46.358518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:46.434984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:12:46.435415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:46.457645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:12:46.460074 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40308e5-9d12-4c20-b414-c827909b0d4c" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:12:46.472832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:46.477676 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:46.519282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85276c1a-67b8-4f68-8119-5b3b9afe173b x-openstack-request-id: req-85276c1a-67b8-4f68-8119-5b3b9afe173b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:12:46.519823 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:12:46.520113 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85276c1a-67b8-4f68-8119-5b3b9afe173b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:12:46.520603 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'code': 200} Feb 14 22:12:46.537503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:46.557379 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:12:47.172801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300858-94d0-482b-b9f1-5e038c431b64 req-b9cc2044-1033-4842-a3a7-826d6e28f772 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:47.174295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7300858-94d0-482b-b9f1-5e038c431b64 req-b9cc2044-1033-4842-a3a7-826d6e28f772 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0524333 Feb 14 22:12:47.221287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b7300858-94d0-482b-b9f1-5e038c431b64 req-3f6f2938-c9bb-4150-9cd1-7be850536e0b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Feb 14 22:12:48.350556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02be87-df26-4fef-8ef2-8c2642636cdf req-7f2722ad-ca92-44b1-af87-f07bb0cd2fed tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:48.352084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef02be87-df26-4fef-8ef2-8c2642636cdf req-7f2722ad-ca92-44b1-af87-f07bb0cd2fed tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0580080 Feb 14 22:12:48.399099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ef02be87-df26-4fef-8ef2-8c2642636cdf req-9e35233b-1767-44ab-a57a-87f542170e4b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Feb 14 22:12:49.523680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d672d-4f4d-4779-95b5-4e2574a902d2 req-e71795fb-a1c9-4215-b4fc-e9f6f64bf079 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:49.525179 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425d672d-4f4d-4779-95b5-4e2574a902d2 req-e71795fb-a1c9-4215-b4fc-e9f6f64bf079 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0549936 Feb 14 22:12:49.573459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-425d672d-4f4d-4779-95b5-4e2574a902d2 req-9e901d69-a16c-4216-b814-fa87398f55f3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Feb 14 22:12:49.778206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-fa6f928b-6e1b-4c44-8ebc-000c148f7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:49.779727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-fa6f928b-6e1b-4c44-8ebc-000c148f7603 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89&tenant_id=f58483b67a2847218bd3082c85e3baa1 HTTP/1.1" status: 200 len: 1129 time: 0.0448704 Feb 14 22:12:49.790804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:12:49.854360 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.054394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:12:50.088148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:12:50.128088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:12:50.130436 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e165ac51-68c0-43e8-b4ac-ca63d44044b0" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:12:50.134351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks [] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.147294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Transition to ACTIVE for port object c6bf1344-b5ac-4960-aad5-7612708d3eed will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:12:50.151521 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.185675 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcf9e8d-ef61-412c-8d2f-6d18aadfeaf8 x-openstack-request-id: req-9fcf9e8d-ef61-412c-8d2f-6d18aadfeaf8 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:12:50.185979 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:12:50.186239 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fcf9e8d-ef61-412c-8d2f-6d18aadfeaf8 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:12:50.186645 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'code': 200} Feb 14 22:12:50.235370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=11']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:50.250616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.250976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.251355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.251706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.252049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.252385 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.252729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.253063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.253396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.253728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.254115 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.254454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.254781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:12:50.295963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] No DVR routers for this DVR port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:12:50.315004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:12:50.361086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port c6bf1344-b5ac-4960-aad5-7612708d3eed host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:12:50.361579 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:12:50.447463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:12:50.447801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:12:50.448128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:12:50.453065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:12:50.453390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Attempting to bind port c6bf1344-b5ac-4960-aad5-7612708d3eed on network a83ad649-1d32-4fab-a8be-9776f57b8cd6 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:12:50.458974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:12:50.459403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Checking segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:12:50.459740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Bound using segment: {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:12:50.460227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Bound port: c6bf1344-b5ac-4960-aad5-7612708d3eed, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169c3de-df16-4ead-9e8b-cddb894e3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:12:50.460510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.529123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:12:50.532408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:12:50.537966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.570974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:50.571633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:50.573112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 1093 time: 0.7861311 Feb 14 22:12:50.635566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809ef3-8dfa-4d4e-ab7f-fa0cdec8cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=12']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:12:50.658678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-4fad00db-19b8-465a-823f-cc879bd9b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:50.660525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-4fad00db-19b8-465a-823f-cc879bd9b417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1127 time: 0.0635426 Feb 14 22:12:50.794593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-96fbc7a1-3fbc-4524-a928-e1101338677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:50.797834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-96fbc7a1-3fbc-4524-a928-e1101338677e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1299720 Feb 14 22:12:50.862629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229247b-3f6a-4ae0-9a15-a4c4a50fca48 req-9b60e70f-1930-485f-83c8-8d26325ee0dd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:50.864065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e229247b-3f6a-4ae0-9a15-a4c4a50fca48 req-9b60e70f-1930-485f-83c8-8d26325ee0dd tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.1273038 Feb 14 22:12:50.902841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-fa36e9ed-43d7-4481-9719-58d1ee77c23d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.0971663 Feb 14 22:12:50.962507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e229247b-3f6a-4ae0-9a15-a4c4a50fca48 req-13294faa-e1d4-40eb-a532-168e78566145 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883167 Feb 14 22:12:50.970252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-17c58cac-25ed-4b48-8e56-17ff461803a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:50.971893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-17c58cac-25ed-4b48-8e56-17ff461803a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0630903 Feb 14 22:12:51.021153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-77952e49-4b41-4e45-b7f5-f8efc84564a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:51.022698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-77952e49-4b41-4e45-b7f5-f8efc84564a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452673 Feb 14 22:12:51.115245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-6d9fcdcd-e0ba-4e2d-9f7a-b200368716a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861981 Feb 14 22:12:51.205165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fc53e2b-9bca-454b-8323-3f6d114eb83b req-f873e3a8-93c4-452a-be51-5a9e84c6d80a service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Feb 14 22:12:52.091104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b2aea-9b30-4ff1-829f-3a8c3323df13 req-079e0924-ab91-47aa-87b4-dd795173d7ae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.092614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b5b2aea-9b30-4ff1-829f-3a8c3323df13 req-079e0924-ab91-47aa-87b4-dd795173d7ae tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0603693 Feb 14 22:12:52.139613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b5b2aea-9b30-4ff1-829f-3a8c3323df13 req-1b80b193-f6a5-447c-a465-ed6f828cd8db tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412066 Feb 14 22:12:52.188274 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:12:52.190622 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f35cc-d86b-44f9-9b37-892b557ba4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:12:52.240271 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60668e44-c639-4719-a020-2d11eaa371ad x-openstack-request-id: req-60668e44-c639-4719-a020-2d11eaa371ad {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:12:52.240601 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:12:52.240970 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60668e44-c639-4719-a020-2d11eaa371ad {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:12:52.241372 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'status': 'completed', 'code': 200} Feb 14 22:12:52.338989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-b073772e-0877-433d-b0c7-03755b7bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.340520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-b073772e-0877-433d-b0c7-03755b7bca24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1127 time: 0.0791302 Feb 14 22:12:52.342084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-4f47cec7-0a2f-4381-9fa2-f5187d52c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.343424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-4f47cec7-0a2f-4381-9fa2-f5187d52c677 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f58483b67a2847218bd3082c85e3baa1&device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 1127 time: 0.0736134 Feb 14 22:12:52.501729 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-1516964b-a35b-486a-a580-c685ce760ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.503224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-1516964b-a35b-486a-a580-c685ce760ff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1564088 Feb 14 22:12:52.504277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-d983b66a-ec64-4567-b2f6-dd7e39aab1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.505561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-d983b66a-ec64-4567-b2f6-dd7e39aab1f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 200 len: 912 time: 0.1518564 Feb 14 22:12:52.613446 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-af1b7690-8c0a-4dd7-a822-b39e83103756 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.1041491 Feb 14 22:12:52.615176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-69af306f-d63e-47e1-bc6e-5b7f6eb41132 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 200 len: 999 time: 0.1005774 Feb 14 22:12:52.693321 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-3a213b40-a4c9-4117-8612-5f8fa2c576ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.694853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-3a213b40-a4c9-4117-8612-5f8fa2c576ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0756693 Feb 14 22:12:52.696151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-441804b2-b225-4593-a73b-49ee2799d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.697438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-441804b2-b225-4593-a73b-49ee2799d087 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 200 len: 850 time: 0.0713651 Feb 14 22:12:52.776165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-47a2cc86-3150-4c8e-a4f0-e2c3bcb2d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.778183 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-47a2cc86-3150-4c8e-a4f0-e2c3bcb2d428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0771556 Feb 14 22:12:52.780606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-dc2001f6-bc69-450a-a5d5-5846cc2da582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:52.781937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-dc2001f6-bc69-450a-a5d5-5846cc2da582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a83ad649-1d32-4fab-a8be-9776f57b8cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0735192 Feb 14 22:12:52.932345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-8f270815-4b02-4217-9a2c-aeaa08b3a8fb service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482821 Feb 14 22:12:52.936038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-af8ef418-681a-4789-af14-c9d4236b5703 service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454444 Feb 14 22:12:53.089218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-6ca43a5f-7c83-4c5a-8e64-f530f4099e48 service neutron] 10.222.0.64 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514404 Feb 14 22:12:53.091085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-429f35cc-d86b-44f9-9b37-892b557ba4d2 req-097d7d8f-7f48-4106-9875-247c78ab3eba service neutron] 10.222.0.83 "GET /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465123 Feb 14 22:12:53.263540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f0c0-ca29-4207-b289-a3d999a3aaa9 req-6ddfad07-9044-4300-83bc-b116091fdcc7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:53.264948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a48f0c0-ca29-4207-b289-a3d999a3aaa9 req-6ddfad07-9044-4300-83bc-b116091fdcc7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0534728 Feb 14 22:12:53.318161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0a48f0c0-ca29-4207-b289-a3d999a3aaa9 req-b180140a-b8fc-4d9e-9ecf-3719341b3c29 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Feb 14 22:12:54.440691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738894a-3904-4ccc-951b-084f576fde50 req-8058e117-3a15-44ea-9700-481730feceeb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:54.443848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6738894a-3904-4ccc-951b-084f576fde50 req-8058e117-3a15-44ea-9700-481730feceeb tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0551341 Feb 14 22:12:54.489976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6738894a-3904-4ccc-951b-084f576fde50 req-a869d5d7-2691-4c46-b8b2-aa72e9562f21 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Feb 14 22:12:55.689273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082f30-4f61-4e89-9c35-b840c051af39 req-d5e7350e-3eb7-413e-861a-6e853d8a4013 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:55.690826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a082f30-4f61-4e89-9c35-b840c051af39 req-d5e7350e-3eb7-413e-861a-6e853d8a4013 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0968094 Feb 14 22:12:55.738052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a082f30-4f61-4e89-9c35-b840c051af39 req-48e94c8e-52b9-480e-902f-fd25e7669975 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 Feb 14 22:12:56.873010 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec0a21-eb68-4d9f-bb6e-ab52eab8a53f req-3be83c12-2503-4dee-af89-6552b7a49e77 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:56.874587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7ec0a21-eb68-4d9f-bb6e-ab52eab8a53f req-3be83c12-2503-4dee-af89-6552b7a49e77 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0602527 Feb 14 22:12:56.922607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7ec0a21-eb68-4d9f-bb6e-ab52eab8a53f req-3cde951c-1446-457f-b5d3-fdceb365fe58 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Feb 14 22:12:58.042768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf8fb9-fa6a-4533-8517-8a70a51e52f9 req-1f106a1a-77a6-478e-8b6d-179855184623 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:58.044272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9adf8fb9-fa6a-4533-8517-8a70a51e52f9 req-1f106a1a-77a6-478e-8b6d-179855184623 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0535517 Feb 14 22:12:58.093455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9adf8fb9-fa6a-4533-8517-8a70a51e52f9 req-bcab2c89-76ed-4764-a789-de81e2c92801 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Feb 14 22:12:59.124599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:12:59.217562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132cc7-27bd-4b45-93ca-366ff86aa684 req-1eb1f4b7-dfe9-4a36-92b1-b8364e8e60b1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:12:59.219066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d132cc7-27bd-4b45-93ca-366ff86aa684 req-1eb1f4b7-dfe9-4a36-92b1-b8364e8e60b1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0570025 Feb 14 22:12:59.268114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d132cc7-27bd-4b45-93ca-366ff86aa684 req-f4460595-6c11-4a41-b832-4ee76ac1a59a tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Feb 14 22:13:00.393936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3ea8-6600-4e73-9968-d01ead9f7507 req-e37768a0-a235-41a1-b5c0-b891bc864254 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:00.395574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95fc3ea8-6600-4e73-9968-d01ead9f7507 req-e37768a0-a235-41a1-b5c0-b891bc864254 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0544415 Feb 14 22:13:00.444001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95fc3ea8-6600-4e73-9968-d01ead9f7507 req-3b2de9f5-c9c4-47f0-b83b-52cdc689e329 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Feb 14 22:13:01.036584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54d2231b-8141-4a6c-93ef-9570259bd20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:01.566137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf71892-f52a-4600-8e96-a4e611371455 req-6d0b675d-4b45-4932-aafe-9f83685ce303 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:01.567633 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bf71892-f52a-4600-8e96-a4e611371455 req-6d0b675d-4b45-4932-aafe-9f83685ce303 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0518417 Feb 14 22:13:01.617582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8bf71892-f52a-4600-8e96-a4e611371455 req-ca5248f2-2222-44a5-9cea-a6653be4415b tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 Feb 14 22:13:02.736510 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0b4b5-3e20-4753-af49-f116fc7aa3e4 req-46076fae-efdd-4258-8347-150e8f79b91f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:02.738003 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efa0b4b5-3e20-4753-af49-f116fc7aa3e4 req-46076fae-efdd-4258-8347-150e8f79b91f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0529501 Feb 14 22:13:02.783531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efa0b4b5-3e20-4753-af49-f116fc7aa3e4 req-e49803bd-aabf-49f9-9d65-b0208a3757e2 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 Feb 14 22:13:03.404391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-796e81b8-daf8-4b4f-bb0a-ea8719e5b470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:03.903221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41202ea-2ec9-4eac-915d-d00126c42f64 req-1155c195-022b-40f0-81ce-41ebd49c18e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:03.904701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b41202ea-2ec9-4eac-915d-d00126c42f64 req-1155c195-022b-40f0-81ce-41ebd49c18e7 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0519700 Feb 14 22:13:03.951118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b41202ea-2ec9-4eac-915d-d00126c42f64 req-6f836b02-462d-4c1b-a95d-608c3ba83ccf tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 Feb 14 22:13:04.733363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:05.407845 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf159-230f-4f97-96ed-725775a10d6a req-0126bbb6-3233-4379-91e3-5269eb386506 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:05.409333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bccf159-230f-4f97-96ed-725775a10d6a req-0126bbb6-3233-4379-91e3-5269eb386506 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.3898926 Feb 14 22:13:05.455870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bccf159-230f-4f97-96ed-725775a10d6a req-e1cda8c6-bace-4c3c-b985-34f86a4a35c5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Feb 14 22:13:05.918959 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:06.576894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1478ee-64da-49fb-8336-bbb9662d43ae req-b37a9a79-ffca-4acb-8a10-30762b4b46db tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:06.578361 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d1478ee-64da-49fb-8336-bbb9662d43ae req-b37a9a79-ffca-4acb-8a10-30762b4b46db tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0537128 Feb 14 22:13:06.624747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d1478ee-64da-49fb-8336-bbb9662d43ae req-f90a8f19-e604-48cf-be15-b8f157db6ec3 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 Feb 14 22:13:06.629759 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:07.375498 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:07.681540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:13:07.751813 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfef80-eb3c-4649-89c1-74f16a562bfd req-4f082e29-32ce-4886-b7a8-319c13705d9c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:07.753283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43dfef80-eb3c-4649-89c1-74f16a562bfd req-4f082e29-32ce-4886-b7a8-319c13705d9c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 944 time: 0.0566525 Feb 14 22:13:07.777062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:07.788468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'port_id': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'mac_address': 'fa:16:3e:f7:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:13:07.800184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43dfef80-eb3c-4649-89c1-74f16a562bfd req-bc1088ec-acc6-43ba-83c4-045e109bdc88 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Feb 14 22:13:07.824494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:07.824891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:07.841482 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:13:07.861107 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:07.864155 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:07.910264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=13']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:07.917885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.918229 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.918572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.918910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.919273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.919609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.919939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.920265 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.920590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.920913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.921238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.921559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:07.921879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:08.256746 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['c6bf1344-b5ac-4960-aad5-7612708d3eed'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:08.921623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716a82e-4a07-4513-b90f-9405adc16edc req-1f4f6d58-0825-491f-beaf-ceb51c88340c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:08.923080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1716a82e-4a07-4513-b90f-9405adc16edc req-1f4f6d58-0825-491f-beaf-ceb51c88340c tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Feb 14 22:13:08.969851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1716a82e-4a07-4513-b90f-9405adc16edc req-790d209c-e881-4c22-b22b-670e6dc9f60f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Feb 14 22:13:09.701741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:13:09.753479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port c6bf1344-b5ac-4960-aad5-7612708d3eed completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:13:09.757653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port c6bf1344-b5ac-4960-aad5-7612708d3eed triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:13:09.758054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:09.835018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port c6bf1344-b5ac-4960-aad5-7612708d3eed is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:09.835527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:09.859791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:09.862125 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670c77d928264b07446e350dbd3fa1529ec67b4fb79895d081ccc02def5a6a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d88987c-8623-44a9-882e-0eb98e2a2cea" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:09.882045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:09.886140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:09.910329 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aff727-3d4d-4107-9dfd-a85f726d1d2f x-openstack-request-id: req-e0aff727-3d4d-4107-9dfd-a85f726d1d2f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:09.910619 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:09.910868 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0aff727-3d4d-4107-9dfd-a85f726d1d2f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:09.911274 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'code': 200} Feb 14 22:13:09.936533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=14']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:10.092467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a915b-6a6e-4e8c-81a8-86b3d29b5138 req-ec3aa016-e750-40c9-a047-46712cd20d76 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:10.093927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f9a915b-6a6e-4e8c-81a8-86b3d29b5138 req-ec3aa016-e750-40c9-a047-46712cd20d76 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0540154 Feb 14 22:13:10.143417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f9a915b-6a6e-4e8c-81a8-86b3d29b5138 req-bc455bb1-7525-4e9e-a003-325445390ff6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Feb 14 22:13:10.268997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641ff9-e772-4a0d-bf0f-08e6b12f97db req-55076a40-9f9d-4173-871c-1ff14328ea93 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:10.273580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d641ff9-e772-4a0d-bf0f-08e6b12f97db req-55076a40-9f9d-4173-871c-1ff14328ea93 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0526583 Feb 14 22:13:10.318201 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d641ff9-e772-4a0d-bf0f-08e6b12f97db req-7baeb1dc-ef97-4749-bd19-f83c6c17381e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 Feb 14 22:13:10.434340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a874c-7e61-4ec1-9227-ed0525d28244 req-9fdaa059-bce7-4d4a-93d8-4e74137efcc5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:10.435834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a4a874c-7e61-4ec1-9227-ed0525d28244 req-9fdaa059-bce7-4d4a-93d8-4e74137efcc5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0523465 Feb 14 22:13:10.481618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1a4a874c-7e61-4ec1-9227-ed0525d28244 req-28eb446f-3623-46a8-be3d-42c2315d6c20 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403311 Feb 14 22:13:10.719668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31385553-b013-4e98-b6e0-0b52b3a6197e req-418e98ac-f423-42a8-846a-f46ce5b9207e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:10.721150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31385553-b013-4e98-b6e0-0b52b3a6197e req-418e98ac-f423-42a8-846a-f46ce5b9207e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0562668 Feb 14 22:13:10.767999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31385553-b013-4e98-b6e0-0b52b3a6197e req-166e13d6-14c1-46e9-9fbd-5be7fc5b4a27 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Feb 14 22:13:11.887678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897742a7-720f-48e2-94c9-b62be31cb243 req-d834c495-b803-4ac4-aae2-cbe915e3c5aa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:11.889156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-897742a7-720f-48e2-94c9-b62be31cb243 req-d834c495-b803-4ac4-aae2-cbe915e3c5aa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0528023 Feb 14 22:13:11.936555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-897742a7-720f-48e2-94c9-b62be31cb243 req-df4e8543-6446-4381-893e-8913370537fa tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups?id=40f44af2-7ad6-4bbd-ac06-2bd530f71748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Feb 14 22:13:12.359400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-1c6a4a2d-d27e-4260-b7dc-5577516da22e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:12.360849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-1c6a4a2d-d27e-4260-b7dc-5577516da22e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 946 time: 0.0526474 Feb 14 22:13:12.454684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Deleting port c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:12.455028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:12.542681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] For port c6bf1344-b5ac-4960-aad5-7612708d3eed, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=c6bf1344-b5ac-4960-aad5-7612708d3eed,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:12.543125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:12.718784 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:12.719178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:12.719496 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98 disassociated. External IP: 172.25.2.37, port: c6bf1344-b5ac-4960-aad5-7612708d3eed. Feb 14 22:13:12.719843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Calling delete_port for c6bf1344-b5ac-4960-aad5-7612708d3eed owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:12.844295 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c6bf1344-b5ac-4960-aad5-7612708d3eed), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:12.874481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'Port': ['ID=c6bf1344-b5ac-4960-aad5-7612708d3eed,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:12.999207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:13:13.074486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4fadae28-e74f-4e2c-b0c9-db10b1bb0322 req-5b84c226-a9b8-4de0-b533-7458e5d68c1e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0621567 Feb 14 22:13:13.140279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:13:13.152116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:13:13.162074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:13:13.162703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:13:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:13.181840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] No DVR routers for this DVR port c6bf1344-b5ac-4960-aad5-7612708d3eed on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:13:13.184648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:13.188051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f27fff7-9d0a-4692-86f7-e2b3ff5d77e7 req-e0ba0921-7576-4fd2-a74a-718395aebba1 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.64 "DELETE /v2.0/ports/c6bf1344-b5ac-4960-aad5-7612708d3eed HTTP/1.1" status: 204 len: 173 time: 0.8221250 Feb 14 22:13:13.188497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-deleted', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:13.190817 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c38f8901090f51bfb3ca559ac86983485e2ae045c93271af9852733bd9a1b40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216088a-cd6f-414f-bef5-c27cee5a9013" -d '{"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-deleted", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:13.242384 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e34896-047a-4ce5-bc23-84e65f308824 x-openstack-request-id: req-b4e34896-047a-4ce5-bc23-84e65f308824 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:13.242768 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e275e4ae-9475-44ea-9462-c36083472b89", "name": "network-vif-deleted", "tag": "c6bf1344-b5ac-4960-aad5-7612708d3eed", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:13.243026 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4e34896-047a-4ce5-bc23-84e65f308824 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:13.243468 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e275e4ae-9475-44ea-9462-c36083472b89', 'name': 'network-vif-deleted', 'tag': 'c6bf1344-b5ac-4960-aad5-7612708d3eed', 'status': 'completed', 'code': 200} Feb 14 22:13:13.277595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:13:13.476711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:13.502950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:13:13.511753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:13:13.512355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:13:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:13.618071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:13:13.811507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:13.841475 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cf444-c930-45fd-8837-e4d6f799c8d1 None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:01Z', 'revision_number': 4, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1', 'name': '', 'network_id': 'a83ad649-1d32-4fab-a8be-9776f57b8cd6', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'mac_address': 'fa:16:3e:55:84:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:09:00Z', 'updated_at': '2022-02-14T22:09:04Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'subnets': [{'id': '8d495230-d37a-448d-b872-b8f02fe950f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:13:14.060968 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfbc576-bcb8-4b4f-b6de-3f7d3dc87267 None None] New status for floating IP 6579fd46-d10f-40a7-8767-4850bb37bc98: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:13:14.181270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d5885fd-b429-4bfd-8482-56aedc2c8612 req-f1e2a96c-8f0d-46f4-a111-829ea208ae5e tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0345559 Feb 14 22:13:15.285620 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f7f04b39-13ca-4d8e-ae67-dfa39be69f4c req-b0a6ab2f-7a18-4118-8cdf-e06a3e13ad4f tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Feb 14 22:13:16.382473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02de390e-f208-45e2-8c3b-5c2d28ddc037 req-ef3e0796-1eaf-4df2-b849-fdb7567149a6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Feb 14 22:13:17.479362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dfb213d-697c-4208-9b42-b7f7632d54c3 req-00fdc9d2-b335-4a9e-9a54-089db7f77ce0 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0268638 Feb 14 22:13:17.760430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:13:17.780599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: c6bf1344-b5ac-4960-aad5-7612708d3eed {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:13:17.780956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device c6bf1344-b5ac-4960-aad5-7612708d3eed not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:13:18.576163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1530dc2-fb96-4811-9689-5759cd040eec req-f56899b2-f280-4eca-9d30-0acc746b9dc5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0272408 Feb 14 22:13:19.674577 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-db8d620b-a82f-49a2-a100-745f23ce5ddc req-a0080b6a-b2fc-49c3-895c-242ee27b5364 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Feb 14 22:13:20.771210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bec5d040-11b3-4e07-828d-a10cf94646a0 req-e693e189-a206-4698-ad9f-1793b54a2848 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/ports?device_id=e275e4ae-9475-44ea-9462-c36083472b89 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Feb 14 22:13:23.557183 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:13:27.556633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45900) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:27.615339 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (40f44af2-7ad6-4bbd-ac06-2bd530f71748), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.638397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (40f44af2-7ad6-4bbd-ac06-2bd530f71748), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.693348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (40f44af2-7ad6-4bbd-ac06-2bd530f71748), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.696329 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.700401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "DELETE /v2.0/security-groups/40f44af2-7ad6-4bbd-ac06-2bd530f71748 HTTP/1.1" status: 204 len: 168 time: 0.1403902 Feb 14 22:13:27.701211 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45902) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:27.709184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a761b-883e-4ab0-aef6-0c3dacdb8ee5 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f44af2-7ad6-4bbd-ac06-2bd530f71748,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:27.720969 n-d-828372-11 neutron-server[103512]: INFO neutron.api.v2.resource [None req-0f050812-ec22-42a0-8cd6-da24af035e83 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] show failed (client error): The resource could not be found. Feb 14 22:13:27.723215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0f050812-ec22-42a0-8cd6-da24af035e83 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "GET /v2.0/security-groups/40f44af2-7ad6-4bbd-ac06-2bd530f71748 HTTP/1.1" status: 404 len: 347 time: 0.0191638 Feb 14 22:13:27.725053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:27.855801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Deleting port 483a7a65-c49b-4d91-8fb2-2e036e3929ac {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:27.856270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.929264 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.929595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (483a7a65-c49b-4d91-8fb2-2e036e3929ac), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:27.941684 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Calling delete_port for 483a7a65-c49b-4d91-8fb2-2e036e3929ac owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:28.074347 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (483a7a65-c49b-4d91-8fb2-2e036e3929ac), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.097643 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Pushing event deleted for resources: {'Port': ['ID=483a7a65-c49b-4d91-8fb2-2e036e3929ac,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:28.108306 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.108662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.109010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.109354 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.109695 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.110031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.110374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.110697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.111674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.111674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.111674 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.112010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.112342 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:28.175093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks [] for floatingip (6579fd46-d10f-40a7-8767-4850bb37bc98), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.178041 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.179237 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-881c9ca8-76ae-49e8-88b5-10c58c1018c6 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] 10.222.0.86 "DELETE /v2.0/floatingips/6579fd46-d10f-40a7-8767-4850bb37bc98 HTTP/1.1" status: 204 len: 168 time: 0.4523976 Feb 14 22:13:28.182155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45908) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:28.537701 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.787911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Deleting port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:28.788589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.870292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] For port 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:28.870657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:28.881994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Calling delete_port for 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:29.058070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:29.081258 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:29.117590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:29.251702 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:29.465404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Router 32b72a33-3056-49ee-8bf3-9176f69c9f25 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:13:29.874295 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:13:29.879255 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ae8d3365-285a-43c5-8cae-2c35e646b899 admin admin] 10.222.0.86 "PUT /v2.0/routers/32b72a33-3056-49ee-8bf3-9176f69c9f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961524 Feb 14 22:13:29.881801 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45910) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:29.885054 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Sync routers for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:13:29.896112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:13:29.896756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:13:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:29.985878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks [] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.002292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:13:30.096464 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks [] for router_gateway (32b72a33-3056-49ee-8bf3-9176f69c9f25), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.149086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Deleting port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:30.149445 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.177323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:13:29Z', 'revision_number': 5, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port': {'id': 'ddd72d27-a2e7-43bb-bf9b-aa990c7817d0', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:30.202970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Checking router: 32b72a33-3056-49ee-8bf3-9176f69c9f25 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:13:30.211493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Routers {'32b72a33-3056-49ee-8bf3-9176f69c9f25'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:13:30.212094 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:13:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['32b72a33-3056-49ee-8bf3-9176f69c9f25'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:30.227063 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] For port ddd72d27-a2e7-43bb-bf9b-aa990c7817d0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:30.227459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.239911 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Calling delete_port for ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:30.422928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ddd72d27-a2e7-43bb-bf9b-aa990c7817d0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.446457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd72d27-a2e7-43bb-bf9b-aa990c7817d0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:30.468484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] Set router 32b72a33-3056-49ee-8bf3-9176f69c9f25 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:13:30.510945 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.522831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:13:30Z', 'revision_number': 6, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:30.548989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875363e-8889-4b3a-b146-75305c867f4e None None] The sync data for ids ['32b72a33-3056-49ee-8bf3-9176f69c9f25'] in n-d-828372-11 is: [{'id': '32b72a33-3056-49ee-8bf3-9176f69c9f25', 'name': 'tempest-ServerActionsTestJSON-897356802-router', 'tenant_id': 'f58483b67a2847218bd3082c85e3baa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:08:58Z', 'updated_at': '2022-02-14T22:13:30Z', 'revision_number': 6, 'project_id': 'f58483b67a2847218bd3082c85e3baa1', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:13:30.603804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.605932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks [] for router_controller (32b72a33-3056-49ee-8bf3-9176f69c9f25), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.652519 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (32b72a33-3056-49ee-8bf3-9176f69c9f25), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.653283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b72a33-3056-49ee-8bf3-9176f69c9f25 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:13:30.658778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.660093 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ce263398-d31e-4522-9b81-19e5b0faf127 admin admin] 10.222.0.86 "DELETE /v2.0/routers/32b72a33-3056-49ee-8bf3-9176f69c9f25 HTTP/1.1" status: 204 len: 168 time: 0.7772770 Feb 14 22:13:30.662496 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45912) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:30.705514 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Deleting subnet 8d495230-d37a-448d-b872-b8f02fe950f0 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:13:30.708688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Publish callbacks [] for subnet (8d495230-d37a-448d-b872-b8f02fe950f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.742086 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (8d495230-d37a-448d-b872-b8f02fe950f0), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.822147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (8d495230-d37a-448d-b872-b8f02fe950f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.876463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (8d495230-d37a-448d-b872-b8f02fe950f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.903355 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d495230-d37a-448d-b872-b8f02fe950f0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:30.905397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:30.908671 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2e551aa-7c25-47e5-bf1a-edc594d8e79a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8d495230-d37a-448d-b872-b8f02fe950f0 HTTP/1.1" status: 204 len: 168 time: 0.2452476 Feb 14 22:13:30.912054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45914) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:30.912918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3213442-f6e7-4d80-9633-82c70df3c7d0 None None] Network a83ad649-1d32-4fab-a8be-9776f57b8cd6 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:13:30.985984 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a83ad649-1d32-4fab-a8be-9776f57b8cd6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.043112 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d718267-dfd7-4c20-a80d-495ff9acf466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.048051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Deleting port 89e18a73-a2b2-4e97-986c-77037e96c7c1 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:31.048397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.111878 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] For port 89e18a73-a2b2-4e97-986c-77037e96c7c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=89e18a73-a2b2-4e97-986c-77037e96c7c1,segment=NetworkSegment(3169c3de-df16-4ead-9e8b-cddb894e3812),segment_id=3169c3de-df16-4ead-9e8b-cddb894e3812)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:31.112266 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.127492 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Calling delete_port for 89e18a73-a2b2-4e97-986c-77037e96c7c1 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:31.206311 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (89e18a73-a2b2-4e97-986c-77037e96c7c1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.236488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Pushing event deleted for resources: {'Port': ['ID=89e18a73-a2b2-4e97-986c-77037e96c7c1,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:31.241423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] No DVR routers for this DVR port 89e18a73-a2b2-4e97-986c-77037e96c7c1 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:13:31.314151 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a83ad649-1d32-4fab-a8be-9776f57b8cd6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.334749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715ce7f-e5c8-4b82-aac1-6955a9985b66 None None] DHCP port deletion for a83ad649-1d32-4fab-a8be-9776f57b8cd6 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:13:31.340310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83ad649-1d32-4fab-a8be-9776f57b8cd6']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:31.352277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3169c3de-df16-4ead-9e8b-cddb894e3812') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:31.352608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3169c3de-df16-4ead-9e8b-cddb894e3812') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:13:31.363442 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (3169c3de-df16-4ead-9e8b-cddb894e3812), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.377455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (3169c3de-df16-4ead-9e8b-cddb894e3812), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.383584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:13:31.383996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (3169c3de-df16-4ead-9e8b-cddb894e3812), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:13:31.385624 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:13:31.444607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a83ad649-1d32-4fab-a8be-9776f57b8cd6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.450926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.456671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] 10.222.0.86 "DELETE /v2.0/networks/a83ad649-1d32-4fab-a8be-9776f57b8cd6 HTTP/1.1" status: 204 len: 168 time: 0.5405731 Feb 14 22:13:31.468044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb97b2-f456-4fca-a09a-78a93075cbee admin admin] Pushing event deleted for resources: {'Network': ['ID=a83ad649-1d32-4fab-a8be-9776f57b8cd6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:31.565544 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45918) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:31.607970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-46de5b2d-741e-425f-93b8-55031b225f5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f58483b67a2847218bd3082c85e3baa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411870 Feb 14 22:13:31.610420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45920) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:31.661432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] Publish callbacks [] for security_group (a7aea696-1863-42ed-b233-63af4f5adc7b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.682627 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] Publish callbacks [] for security_group (a7aea696-1863-42ed-b233-63af4f5adc7b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.738003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a7aea696-1863-42ed-b233-63af4f5adc7b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.740665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:31.741838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7aea696-1863-42ed-b233-63af4f5adc7b HTTP/1.1" status: 204 len: 168 time: 0.1304247 Feb 14 22:13:31.750409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e664310-3353-40e8-9d50-f2653f731f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aea696-1863-42ed-b233-63af4f5adc7b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:31.761466 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:13:31.787098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:13:31.787474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 63f0c5dc-b035-4fcd-93a3-c65f4d35f7e1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:13:31.787897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 89e18a73-a2b2-4e97-986c-77037e96c7c1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:13:31.813227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 89e18a73-a2b2-4e97-986c-77037e96c7c1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:13:31.813573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 89e18a73-a2b2-4e97-986c-77037e96c7c1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:13:31.813993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:13:31.833353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:13:31.833706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ddd72d27-a2e7-43bb-bf9b-aa990c7817d0 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:13:32.411015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 45942) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:32.504161 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2087053295-network', 'tenant_id': 'ad059d5fc11b40f994702e72e7fc86f6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:32.523969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Made reservation on behalf of ad059d5fc11b40f994702e72e7fc86f6 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:13:32.526862 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.534992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.609966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks [] for security_group (4530437e-239c-4d7a-bc9e-fa8b9d116b40), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.613495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4530437e-239c-4d7a-bc9e-fa8b9d116b40), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.637774 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:13:32.647534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4530437e-239c-4d7a-bc9e-fa8b9d116b40,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:32.653839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6330dd83-cb39-4822-8850-c35a079ea4bb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.654189 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Added segment 6330dd83-cb39-4822-8850-c35a079ea4bb of type vlan for network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 Feb 14 22:13:32.693371 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.717998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.718951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:32.719570 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.770599 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3584485 Feb 14 22:13:32.773849 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 45946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:32.779359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Request body: {'subnet': {'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2087053295-subnet', 'tenant_id': 'ad059d5fc11b40f994702e72e7fc86f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:32.786261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e8da-c903-4259-81df-32f7a9296fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:32.796297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:13:32.799769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Made reservation on behalf of ad059d5fc11b40f994702e72e7fc86f6 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:13:32.802169 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:32.971296 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (5909b310-c74b-4bde-9a98-5e30b24a9630), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:33.027488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5909b310-c74b-4bde-9a98-5e30b24a9630,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:33.037387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Checking segment: {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:13:33.037751 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Network hostable DHCP agents. Network: 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:13:33.054636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:13:33.062936 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:13:33.067631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:33.068252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:33.073454 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375bc60-b1ba-47de-a30a-9abdef4a25fe None None] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:13:33.085469 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-30a1a239-1255-4146-819b-5c8ec0673c30 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105142 Feb 14 22:13:33.174794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f522e-d1ca-44d8-893c-420f7d766529 None None] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:13:33.406455 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5329730b-7f61-4ad6-82dc-59d00a0d77cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:33.516824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-16e3ce4a-2fea-4407-883d-eb6d513de2ea tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:33.518284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-16e3ce4a-2fea-4407-883d-eb6d513de2ea tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 814 time: 0.1006494 Feb 14 22:13:33.533042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-806e23c0-64ee-4523-8d6d-a78f649a4f82 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/quotas/ad059d5fc11b40f994702e72e7fc86f6 HTTP/1.1" status: 200 len: 375 time: 0.0094228 Feb 14 22:13:33.565541 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-6d149e8e-e94f-48ac-a9ef-c10d0e741d10 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275598 Feb 14 22:13:33.656594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-122d440b-df6c-4a8b-b69c-4fbafe46fc94 service neutron] 10.222.0.86 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Feb 14 22:13:33.745072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-a2802f5e-7692-4a43-9379-91db309207bf service neutron] 10.222.0.86 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827153 Feb 14 22:13:33.912825 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8c11bed-ff19-4a8a-a04a-e991ac359f10 req-1df85db8-c7cc-44e0-a683-53d76cc3cd2f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 210 time: 0.0352218 Feb 14 22:13:34.736483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:34.802078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-708f2bba-0c15-45a5-8b10-16d1fd7537c3 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:34.803553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-708f2bba-0c15-45a5-8b10-16d1fd7537c3 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.83 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 814 time: 0.1043236 Feb 14 22:13:34.815146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Request body: {'port': {'device_id': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69', 'admin_state_up': True, 'tenant_id': 'ad059d5fc11b40f994702e72e7fc86f6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:34.925574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Made reservation on behalf of ad059d5fc11b40f994702e72e7fc86f6 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:13:34.929162 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.015632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba06198a-5c94-48c7-bf50-8512c24dfcf0 req-27a5fd88-be29-46de-9bdc-02e73e022c93 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 210 time: 0.0326512 Feb 14 22:13:35.079113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Allocated IP 172.20.0.13 (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69/5909b310-c74b-4bde-9a98-5e30b24a9630/15063251-08c3-4e7b-bcea-0d7553ab4980) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:13:35.229987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks [] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.264808 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.307892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:13:35.310841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:13:35.317976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:13:35.324515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Pushing event updated for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:35.375285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:35.375896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.391839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-5e4d7222-a37d-4d5c-85ad-479cf26e8343 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804842 Feb 14 22:13:35.474154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Request body: {'port': {'device_id': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:35.532674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.796939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15063251-08c3-4e7b-bcea-0d7553ab4980 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:13:35.804304 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks [] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.816676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Transition to ACTIVE for port object 15063251-08c3-4e7b-bcea-0d7553ab4980 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:13:35.820281 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.885842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Pushing event updated for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:35.921797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:35.938303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Attempting to bind port 15063251-08c3-4e7b-bcea-0d7553ab4980 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:13:35.938644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Attempting to bind port 15063251-08c3-4e7b-bcea-0d7553ab4980 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:13:35.938976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Attempting to bind port 15063251-08c3-4e7b-bcea-0d7553ab4980 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:13:35.943302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Port 15063251-08c3-4e7b-bcea-0d7553ab4980 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:13:35.943633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Attempting to bind port 15063251-08c3-4e7b-bcea-0d7553ab4980 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:13:35.948469 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:13:35.948874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Checking segment: {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:13:35.949198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Bound using segment: {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:13:35.949622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Bound port: 15063251-08c3-4e7b-bcea-0d7553ab4980, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:13:35.949978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:36.012192 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:13:36.015122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=15063251-08c3-4e7b-bcea-0d7553ab4980,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:13:36.020805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:36.059651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.060276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:36.061670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] 10.222.0.83 "PUT /v2.0/ports/15063251-08c3-4e7b-bcea-0d7553ab4980 HTTP/1.1" status: 200 len: 1093 time: 0.6289358 Feb 14 22:13:36.062123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:36.090096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5183c-660f-4cc4-b831-d97344671979 service neutron] Pushing event updated for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:36.126908 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09b40e-72b1-4035-b9b2-e631300dbfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:36.181201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2c08-9a66-4240-9647-2c2c7103b9fe req-a8412c7e-2b18-47e1-ad37-3b9208500b22 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.182789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-836d2c08-9a66-4240-9647-2c2c7103b9fe req-a8412c7e-2b18-47e1-ad37-3b9208500b22 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 944 time: 0.0866446 Feb 14 22:13:36.197290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-e5036378-bb2d-4a19-9fe9-86789a34d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.198810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-e5036378-bb2d-4a19-9fe9-86789a34d67d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 1127 time: 0.0748780 Feb 14 22:13:36.248192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-59106532-a092-4972-aaa0-bc39c89164dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15063251-08c3-4e7b-bcea-0d7553ab4980 HTTP/1.1" status: 200 len: 217 time: 0.0420620 Feb 14 22:13:36.299115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-836d2c08-9a66-4240-9647-2c2c7103b9fe req-5ca4ba3b-ca45-4a21-87d3-9a2dbb74c7d0 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 Feb 14 22:13:36.315617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-e5f68d0c-e56f-4136-8554-10e6492ae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.315617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-e5f68d0c-e56f-4136-8554-10e6492ae20d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5909b310-c74b-4bde-9a98-5e30b24a9630 HTTP/1.1" status: 200 len: 854 time: 0.0578699 Feb 14 22:13:36.346181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-e3abc17a-9171-4e76-b783-1728359c6592 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262990 Feb 14 22:13:36.403648 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3013efb8-b524-450d-b8ea-e4daadc8f6f8 x-openstack-request-id: req-3013efb8-b524-450d-b8ea-e4daadc8f6f8 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:36.403947 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:36.404205 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3013efb8-b524-450d-b8ea-e4daadc8f6f8 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:36.404604 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980', 'status': 'completed', 'code': 200} Feb 14 22:13:36.444995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-70cc3eb6-e4b8-470a-9eae-b3d8535f99a2 service neutron] 10.222.0.83 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Feb 14 22:13:36.533410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c7cf44c7-7055-47c7-af1b-4037b7fe044d req-521ab0ca-725d-450a-88ed-325afa90960d service neutron] 10.222.0.83 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818951 Feb 14 22:13:36.630325 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-e0a598ee-207a-4804-83c8-8752e65cdc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.631849 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-e0a598ee-207a-4804-83c8-8752e65cdc6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 1127 time: 0.0445380 Feb 14 22:13:36.646150 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:36.724602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-2d16e9ce-b9de-4118-8de7-4d4f50532e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.726076 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-2d16e9ce-b9de-4118-8de7-4d4f50532e1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 915 time: 0.0882998 Feb 14 22:13:36.765993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-d15786c0-96b5-4674-be29-0caa7453b49e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15063251-08c3-4e7b-bcea-0d7553ab4980 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Feb 14 22:13:36.818179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-26d0bcec-d4a5-4462-84c0-4850583c5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:36.819642 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-26d0bcec-d4a5-4462-84c0-4850583c5189 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5909b310-c74b-4bde-9a98-5e30b24a9630 HTTP/1.1" status: 200 len: 854 time: 0.0473187 Feb 14 22:13:36.851594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-4c042ced-20b5-4c4f-a325-38cbfbe988a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247557 Feb 14 22:13:36.939337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-f62ee531-6c8d-410b-92b9-990c4e7f5931 service neutron] 10.222.0.83 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800977 Feb 14 22:13:37.032130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0f09b40e-72b1-4035-b9b2-e631300dbfbd req-d305d787-8f7a-4996-8ea5-a6caf0a23c98 service neutron] 10.222.0.83 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859957 Feb 14 22:13:37.379054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:37.419494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307972de-4305-4774-86a8-4976582a7389 req-448713b1-513d-43c8-9bb2-d58182d63287 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:37.420970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-307972de-4305-4774-86a8-4976582a7389 req-448713b1-513d-43c8-9bb2-d58182d63287 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 944 time: 0.0541492 Feb 14 22:13:37.467674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-307972de-4305-4774-86a8-4976582a7389 req-986d3555-b407-4fc3-96fe-37504df46ef5 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Feb 14 22:13:38.555176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 15063251-08c3-4e7b-bcea-0d7553ab4980 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:13:38.588047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596e29-4fca-4c66-a718-007645faa75d req-90e1306e-2e70-449b-8589-0b9b8c473ede tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:38.589545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84596e29-4fca-4c66-a718-007645faa75d req-90e1306e-2e70-449b-8589-0b9b8c473ede tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 944 time: 0.0536628 Feb 14 22:13:38.641834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-84596e29-4fca-4c66-a718-007645faa75d req-90dacef0-20f6-4bc3-8bc0-09e4539a3598 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Feb 14 22:13:38.652816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=15063251-08c3-4e7b-bcea-0d7553ab4980,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:38.664352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '15063251-08c3-4e7b-bcea-0d7553ab4980', 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69', 'port_id': '15063251-08c3-4e7b-bcea-0d7553ab4980', 'mac_address': 'fa:16:3e:a9:7b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5909b310-c74b-4bde-9a98-5e30b24a9630', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:13:38.700119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 15063251-08c3-4e7b-bcea-0d7553ab4980 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:38.700506 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:38.716250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15063251-08c3-4e7b-bcea-0d7553ab4980 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:13:38.736018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=15063251-08c3-4e7b-bcea-0d7553ab4980,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:38.740074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:38.785647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:38.927668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['15063251-08c3-4e7b-bcea-0d7553ab4980'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:39.757047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741446-68db-4a9c-8692-b29e7a5328e7 req-c84ad802-8298-4c20-8c19-db918cfba7ab tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:39.758509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33741446-68db-4a9c-8692-b29e7a5328e7 req-c84ad802-8298-4c20-8c19-db918cfba7ab tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 945 time: 0.0520351 Feb 14 22:13:39.805321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33741446-68db-4a9c-8692-b29e7a5328e7 req-a32ae273-2356-498a-8ee5-ff2b5a59933d tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Feb 14 22:13:40.579600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 15063251-08c3-4e7b-bcea-0d7553ab4980 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:13:40.627611 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 15063251-08c3-4e7b-bcea-0d7553ab4980 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:13:40.631533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 15063251-08c3-4e7b-bcea-0d7553ab4980 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:13:40.631913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:40.706303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 15063251-08c3-4e7b-bcea-0d7553ab4980 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:40.706692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:40.728262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:40.742241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=15063251-08c3-4e7b-bcea-0d7553ab4980,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:40.746632 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:40.773160 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6519c4c3-89fc-465c-b42a-c4708806106f" -d '{"events": [{"server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "name": "network-vif-plugged", "status": "completed", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:40.800749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:40.858400 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f4aaa-5082-4601-93df-3fff26dc85f2 x-openstack-request-id: req-f06f4aaa-5082-4601-93df-3fff26dc85f2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:40.858699 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "name": "network-vif-plugged", "status": "completed", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:40.858993 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f06f4aaa-5082-4601-93df-3fff26dc85f2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:40.859419 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980', 'code': 200} Feb 14 22:13:40.987660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f618b-46b7-410b-826e-5f4f0861cf2b req-d65c49d1-c273-42cd-b7b5-a5454224fae5 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:40.989148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a2f618b-46b7-410b-826e-5f4f0861cf2b req-d65c49d1-c273-42cd-b7b5-a5454224fae5 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0867682 Feb 14 22:13:40.991655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30d205-c3ad-42eb-90c7-b7572f749602 req-cffae3d2-5766-4d11-8403-928a2f8c94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:40.993005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba30d205-c3ad-42eb-90c7-b7572f749602 req-cffae3d2-5766-4d11-8403-928a2f8c94c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 1129 time: 0.0797265 Feb 14 22:13:41.062575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba30d205-c3ad-42eb-90c7-b7572f749602 req-a562f089-3ab9-4d14-8727-ecb6b661c2cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616164 Feb 14 22:13:41.065735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a2f618b-46b7-410b-826e-5f4f0861cf2b req-5a3cb4e8-62e2-4db2-9938-2cd4deab9fda tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Feb 14 22:13:42.183246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e910-5d9d-495e-9371-c94dbd6567ce req-b3e05f71-8f1b-4817-a86b-304794a24a62 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:42.184702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd33e910-5d9d-495e-9371-c94dbd6567ce req-b3e05f71-8f1b-4817-a86b-304794a24a62 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0522118 Feb 14 22:13:42.230311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd33e910-5d9d-495e-9371-c94dbd6567ce req-b1e46bce-4d2f-45b6-ba66-26d57d5b33a0 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Feb 14 22:13:42.449979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-0065ef6f-0d70-4f56-9bbe-ba38ca859e0e tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:42.451390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-0065ef6f-0d70-4f56-9bbe-ba38ca859e0e tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 814 time: 0.1033580 Feb 14 22:13:42.465791 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-5110d4ea-ff33-4ed4-8973-821cf0e23bff tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/quotas/ad059d5fc11b40f994702e72e7fc86f6 HTTP/1.1" status: 200 len: 375 time: 0.0088658 Feb 14 22:13:42.517902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-1e4e897b-59b2-4dbc-a17b-24b5d69abc0f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474017 Feb 14 22:13:42.613724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-2727fcc7-e344-4760-a5cf-7df7c345805c service neutron] 10.222.0.86 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858462 Feb 14 22:13:42.701522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-1d88c3ec-5ba6-4b84-b490-6ba099531c1b service neutron] 10.222.0.86 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820987 Feb 14 22:13:42.858278 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3fc12ca4-2375-471b-80b1-ff014bc3fa6a req-9f551205-5939-4063-ab2a-783273eb2498 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Feb 14 22:13:43.850464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-dd5afafa-f973-4be1-9e90-12bdb1994f0e tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:43.852031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-dd5afafa-f973-4be1-9e90-12bdb1994f0e tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.64 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 814 time: 0.1094995 Feb 14 22:13:43.864083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Request body: {'port': {'device_id': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69', 'admin_state_up': True, 'tenant_id': 'ad059d5fc11b40f994702e72e7fc86f6'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:43.969878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01e9033a-ad42-432f-8adb-ce60845c63f4 req-5b46bfad-e280-4b96-a767-36db1f6a676a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 210 time: 0.0437140 Feb 14 22:13:43.998726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Made reservation on behalf of ad059d5fc11b40f994702e72e7fc86f6 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:13:44.002160 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.128281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Allocated IP 172.20.0.10 (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69/5909b310-c74b-4bde-9a98-5e30b24a9630/20772124-f02a-416a-bea1-dfda9c35dd64) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:13:44.278021 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks [] for port (20772124-f02a-416a-bea1-dfda9c35dd64), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.311639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.324694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['15063251-08c3-4e7b-bcea-0d7553ab4980'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:44.354810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:13:44.357854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:13:44.363785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:13:44.387916 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Pushing event updated for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:44.417278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:44.417905 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.435304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-afb994d7-5bbc-4123-b979-65f0bbbed15c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748117 Feb 14 22:13:44.538688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Request body: {'port': {'device_id': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:13:44.601713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.852632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20772124-f02a-416a-bea1-dfda9c35dd64 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:13:44.860770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks [] for port (20772124-f02a-416a-bea1-dfda9c35dd64), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.874443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Transition to ACTIVE for port object 20772124-f02a-416a-bea1-dfda9c35dd64 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:13:44.878864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:44.930606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Pushing event updated for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:45.001320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Attempting to bind port 20772124-f02a-416a-bea1-dfda9c35dd64 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:13:45.001659 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Attempting to bind port 20772124-f02a-416a-bea1-dfda9c35dd64 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:13:45.002109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Attempting to bind port 20772124-f02a-416a-bea1-dfda9c35dd64 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:13:45.006605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Port 20772124-f02a-416a-bea1-dfda9c35dd64 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:13:45.006931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Attempting to bind port 20772124-f02a-416a-bea1-dfda9c35dd64 on network 56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:13:45.011966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:13:45.012304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Checking segment: {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:13:45.012715 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Bound using segment: {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:13:45.013145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Bound port: 20772124-f02a-416a-bea1-dfda9c35dd64, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6330dd83-cb39-4822-8850-c35a079ea4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:13:45.013502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:45.111702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:13:45.115285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=20772124-f02a-416a-bea1-dfda9c35dd64,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:13:45.123553 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:45.139193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba4d29-852d-40a3-b23a-799f6e2fee28 req-ae26c927-ae72-41d3-be60-c961811add6c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:45.140693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfba4d29-852d-40a3-b23a-799f6e2fee28 req-ae26c927-ae72-41d3-be60-c961811add6c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 944 time: 0.0945251 Feb 14 22:13:45.177327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:45.177939 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:45.179298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] 10.222.0.64 "PUT /v2.0/ports/20772124-f02a-416a-bea1-dfda9c35dd64 HTTP/1.1" status: 200 len: 1093 time: 0.6821966 Feb 14 22:13:45.179732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:45.182087 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c196f-3451-449d-93a6-b67aa304284e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:45.235343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9bff2-ee3e-4a89-af9f-316b6fb5038b service neutron] Pushing event updated for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:45.265841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bfba4d29-852d-40a3-b23a-799f6e2fee28 req-7d4e2dce-c33d-46a8-bb2d-6f2ed5d57ddd tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041925 Feb 14 22:13:45.287936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-2dbc7427-52b5-45ba-adc6-9ba84b67880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:45.287936 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-2dbc7427-52b5-45ba-adc6-9ba84b67880d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 1127 time: 0.0648909 Feb 14 22:13:45.664679 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f77637-851d-4424-b56c-26d71f91ab05 x-openstack-request-id: req-01f77637-851d-4424-b56c-26d71f91ab05 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:45.664975 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:45.665233 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01f77637-851d-4424-b56c-26d71f91ab05 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:45.665633 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64', 'status': 'completed', 'code': 200} Feb 14 22:13:45.667590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-17f7fd8a-e229-4c1f-9a57-e18d96e86e7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20772124-f02a-416a-bea1-dfda9c35dd64 HTTP/1.1" status: 200 len: 217 time: 0.3769817 Feb 14 22:13:45.716163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-f06fed1f-437e-4a83-9a49-a09bbfc47e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:45.717619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-f06fed1f-437e-4a83-9a49-a09bbfc47e77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5909b310-c74b-4bde-9a98-5e30b24a9630 HTTP/1.1" status: 200 len: 854 time: 0.0444324 Feb 14 22:13:45.749491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-1959d297-8689-4c03-864a-88daa19add01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247784 Feb 14 22:13:45.840798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-05ca4d52-3017-4606-ba83-8fb6ae7a534c service neutron] 10.222.0.64 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854919 Feb 14 22:13:45.929027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15df9d20-b5eb-403f-953b-d39e70e14bcc req-48501c63-9282-492d-b936-36feed5d0fbc service neutron] 10.222.0.64 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821471 Feb 14 22:13:46.019849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c196f-3451-449d-93a6-b67aa304284e req-f468eb2d-3c79-466c-b725-4c6ba862b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:46.021331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-f468eb2d-3c79-466c-b725-4c6ba862b76d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 1127 time: 0.0496185 Feb 14 22:13:46.109019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c196f-3451-449d-93a6-b67aa304284e req-7d5c6597-50d2-40ce-8ecd-8da7ab4775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:46.110533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-7d5c6597-50d2-40ce-8ecd-8da7ab4775d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 200 len: 915 time: 0.0836353 Feb 14 22:13:46.152064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-7bf02f7f-e0cf-4a90-b743-6343871ae251 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20772124-f02a-416a-bea1-dfda9c35dd64 HTTP/1.1" status: 200 len: 217 time: 0.0350158 Feb 14 22:13:46.208202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c196f-3451-449d-93a6-b67aa304284e req-3370606a-1d36-432d-9f45-80097cc0c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:46.209594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-3370606a-1d36-432d-9f45-80097cc0c223 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5909b310-c74b-4bde-9a98-5e30b24a9630 HTTP/1.1" status: 200 len: 854 time: 0.0519974 Feb 14 22:13:46.241061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-a922367d-53d9-47be-9af9-f849bbd02b8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250711 Feb 14 22:13:46.330115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-73c3ca01-02b8-4d51-99d8-c8cdee99d66a service neutron] 10.222.0.64 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Feb 14 22:13:46.461675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edf72d-0adc-45d3-b54a-4ab0844f5d79 req-aad0c935-c5e9-42d1-975c-49ae074e98a4 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:46.463662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43edf72d-0adc-45d3-b54a-4ab0844f5d79 req-aad0c935-c5e9-42d1-975c-49ae074e98a4 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 944 time: 0.1188917 Feb 14 22:13:46.467574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-655c196f-3451-449d-93a6-b67aa304284e req-c2b60331-690c-463f-8adf-b8727eb6d3f3 service neutron] 10.222.0.64 "GET /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313431 Feb 14 22:13:46.511826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-43edf72d-0adc-45d3-b54a-4ab0844f5d79 req-4406a21e-cde9-4d73-8963-b45319b01632 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Feb 14 22:13:47.633196 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ad67-54a7-4f50-a8e8-37c01de58faf req-8792bb1a-718c-4ac0-84e1-845043269b9a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:47.634708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e609ad67-54a7-4f50-a8e8-37c01de58faf req-8792bb1a-718c-4ac0-84e1-845043269b9a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 944 time: 0.0565875 Feb 14 22:13:47.683468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e609ad67-54a7-4f50-a8e8-37c01de58faf req-8bbccd80-dcda-49f1-8083-5b1a915fa570 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Feb 14 22:13:47.896826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 20772124-f02a-416a-bea1-dfda9c35dd64 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:13:47.990298 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=20772124-f02a-416a-bea1-dfda9c35dd64,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:48.001009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '20772124-f02a-416a-bea1-dfda9c35dd64', 'network_id': '56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69', 'port_id': '20772124-f02a-416a-bea1-dfda9c35dd64', 'mac_address': 'fa:16:3e:e4:fe:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5909b310-c74b-4bde-9a98-5e30b24a9630', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:13:48.040225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 20772124-f02a-416a-bea1-dfda9c35dd64 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:48.040638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:48.053285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20772124-f02a-416a-bea1-dfda9c35dd64 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:13:48.073817 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=20772124-f02a-416a-bea1-dfda9c35dd64,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:48.077327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:48.122509 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:48.397954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['20772124-f02a-416a-bea1-dfda9c35dd64'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:48.803056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212a4e5-7252-4a78-b51d-379fa822b851 req-6cb91e48-1812-42d0-bf7e-5babec1b8f2b tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:48.804572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b212a4e5-7252-4a78-b51d-379fa822b851 req-6cb91e48-1812-42d0-bf7e-5babec1b8f2b tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Feb 14 22:13:48.851331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b212a4e5-7252-4a78-b51d-379fa822b851 req-162f6922-5a5d-41b5-b0d7-89ef52e537c9 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Feb 14 22:13:49.897490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 20772124-f02a-416a-bea1-dfda9c35dd64 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:13:49.957558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 20772124-f02a-416a-bea1-dfda9c35dd64 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:13:49.961625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 20772124-f02a-416a-bea1-dfda9c35dd64 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:13:49.962075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:49.977132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6b18-9848-4b92-9cb2-c08c8bb4eab0 req-68376037-1200-4bd1-b721-1aa790ab5e4a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:49.983723 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27dc6b18-9848-4b92-9cb2-c08c8bb4eab0 req-68376037-1200-4bd1-b721-1aa790ab5e4a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 945 time: 0.0646460 Feb 14 22:13:50.028058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27dc6b18-9848-4b92-9cb2-c08c8bb4eab0 req-f131e72a-04da-4c76-9a6f-2e679b4cfc5c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Feb 14 22:13:50.048985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 20772124-f02a-416a-bea1-dfda9c35dd64 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:13:50.049394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:50.072615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:50.074918 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00505669-3f42-4166-ae40-4ee82afbfb89" -d '{"events": [{"server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "name": "network-vif-plugged", "status": "completed", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:50.090549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=20772124-f02a-416a-bea1-dfda9c35dd64,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:50.095146 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:50.118578 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62858c27-fd72-46a2-b50b-731e61aaad7b x-openstack-request-id: req-62858c27-fd72-46a2-b50b-731e61aaad7b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:50.119597 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "name": "network-vif-plugged", "status": "completed", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:50.119934 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62858c27-fd72-46a2-b50b-731e61aaad7b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:50.120394 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64', 'code': 200} Feb 14 22:13:50.146319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:50.216157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdd7a8-a3cf-449e-b4db-22a3782791ce req-9d7e9c7d-dda6-4dd1-ac78-a0100ab38208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:50.217565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18fdd7a8-a3cf-449e-b4db-22a3782791ce req-9d7e9c7d-dda6-4dd1-ac78-a0100ab38208 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 1129 time: 0.0455387 Feb 14 22:13:50.260041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-18fdd7a8-a3cf-449e-b4db-22a3782791ce req-6d524648-5ba5-4f17-ab7c-1d3ad0018207 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Feb 14 22:13:51.153972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deb4bf-b9f8-476c-b3e9-f8ca4f12f92b req-8b9848fd-daef-4edb-8afc-207e85de6cfb tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:51.155391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49deb4bf-b9f8-476c-b3e9-f8ca4f12f92b req-8b9848fd-daef-4edb-8afc-207e85de6cfb tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 946 time: 0.0541131 Feb 14 22:13:51.206774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-49deb4bf-b9f8-476c-b3e9-f8ca4f12f92b req-cb73c60c-2474-4206-a62e-14ee4137d86c tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Feb 14 22:13:52.324289 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b81a4-ca5a-4467-b510-d5a6a449a531 req-8ac1856f-5c6e-4087-804e-247fc185cd05 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:52.325798 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-774b81a4-ca5a-4467-b510-d5a6a449a531 req-8ac1856f-5c6e-4087-804e-247fc185cd05 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 946 time: 0.0535326 Feb 14 22:13:52.372514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-774b81a4-ca5a-4467-b510-d5a6a449a531 req-3b694cdc-2bba-43fd-bf54-b4e1fdde94e2 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Feb 14 22:13:52.603304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88dd5-9e02-4939-97b9-31034bb87006 req-40ae21e3-814e-4823-a7b6-959882c38b19 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:52.604770 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ec88dd5-9e02-4939-97b9-31034bb87006 req-40ae21e3-814e-4823-a7b6-959882c38b19 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 946 time: 0.0527978 Feb 14 22:13:52.650906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1ec88dd5-9e02-4939-97b9-31034bb87006 req-e555d090-3e01-4e54-a41a-c7d599af302b tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Feb 14 22:13:53.773445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59246237-f1ea-4ce3-bcc8-aa8d6ac95175 req-29da3abf-05ab-4cbe-8c7c-56c0a27318ca tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:53.774904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59246237-f1ea-4ce3-bcc8-aa8d6ac95175 req-29da3abf-05ab-4cbe-8c7c-56c0a27318ca tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 946 time: 0.0572534 Feb 14 22:13:53.823945 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-59246237-f1ea-4ce3-bcc8-aa8d6ac95175 req-57897fa2-4923-46b5-ae02-4ed4f90f05e1 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Feb 14 22:13:54.050647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-d82061ae-f07d-484f-bdbf-37921ce543e9 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:54.052046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-d82061ae-f07d-484f-bdbf-37921ce543e9 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 946 time: 0.0526917 Feb 14 22:13:54.146603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Deleting port 20772124-f02a-416a-bea1-dfda9c35dd64 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:54.146946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:54.236541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] For port 20772124-f02a-416a-bea1-dfda9c35dd64, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=20772124-f02a-416a-bea1-dfda9c35dd64,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:54.236913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:54.248771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Calling delete_port for 20772124-f02a-416a-bea1-dfda9c35dd64 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:54.383048 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (20772124-f02a-416a-bea1-dfda9c35dd64), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:54.395879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['15063251-08c3-4e7b-bcea-0d7553ab4980'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:54.398156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['20772124-f02a-416a-bea1-dfda9c35dd64'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:54.417194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Pushing event deleted for resources: {'Port': ['ID=20772124-f02a-416a-bea1-dfda9c35dd64,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:54.430215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.430215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.430215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.430551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.430783 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.431118 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.431480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.431825 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.432152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.432484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.432814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.433142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.433468 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:13:54.470740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] No DVR routers for this DVR port 20772124-f02a-416a-bea1-dfda9c35dd64 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:13:54.473347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:54.476753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9bdf8f4b-44be-4dc5-9eb9-17293aa7c92c req-f8180151-8c51-48aa-8c11-74d2ca0483cc tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.64 "DELETE /v2.0/ports/20772124-f02a-416a-bea1-dfda9c35dd64 HTTP/1.1" status: 204 len: 173 time: 0.4189105 Feb 14 22:13:54.477180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'name': 'network-vif-deleted', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:54.479633 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377de486-b2ff-4a41-8a99-b1679a644bf8" -d '{"events": [{"server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "name": "network-vif-deleted", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:54.521476 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e77893-3cea-41f7-b76b-938a19bde781 x-openstack-request-id: req-c8e77893-3cea-41f7-b76b-938a19bde781 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:54.521797 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa5e07-f9fd-42f8-8c10-106437c22650", "name": "network-vif-deleted", "tag": "20772124-f02a-416a-bea1-dfda9c35dd64", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:54.522226 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8e77893-3cea-41f7-b76b-938a19bde781 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:54.522635 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa5e07-f9fd-42f8-8c10-106437c22650', 'name': 'network-vif-deleted', 'tag': '20772124-f02a-416a-bea1-dfda9c35dd64', 'status': 'completed', 'code': 200} Feb 14 22:13:54.939412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a7c4513-1253-4900-9b3d-26e2be161c68 req-2caa84d7-fb4f-42a5-ae5b-8d91e2cb6be3 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bfa5e07-f9fd-42f8-8c10-106437c22650 HTTP/1.1" status: 200 len: 210 time: 0.0331383 Feb 14 22:13:56.092360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d343d4-9e9b-43ec-b75c-c518d9d3e697 req-85af0cc3-cdd9-4e07-a594-5d56508c300a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:56.093846 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29d343d4-9e9b-43ec-b75c-c518d9d3e697 req-85af0cc3-cdd9-4e07-a594-5d56508c300a tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0541565 Feb 14 22:13:56.140356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29d343d4-9e9b-43ec-b75c-c518d9d3e697 req-b8bea1f6-2dde-4ab1-87a8-144dbada4fae tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Feb 14 22:13:56.271677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f329a-67f5-4a23-8ece-bf5efe958bd7 req-8095dc17-3a7c-4ec6-b063-bbc92091ee21 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:56.273146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-009f329a-67f5-4a23-8ece-bf5efe958bd7 req-8095dc17-3a7c-4ec6-b063-bbc92091ee21 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0530500 Feb 14 22:13:56.321467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-009f329a-67f5-4a23-8ece-bf5efe958bd7 req-877d6be8-197f-4707-971d-6c77a3ccfc1b tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Feb 14 22:13:56.443874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c2cd-fc24-4a39-968f-4106143875c2 req-21de6784-9bf8-4f34-8e11-78e91d5da336 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:56.445272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12d1c2cd-fc24-4a39-968f-4106143875c2 req-21de6784-9bf8-4f34-8e11-78e91d5da336 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0585003 Feb 14 22:13:56.492970 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12d1c2cd-fc24-4a39-968f-4106143875c2 req-1342ea6c-c8ec-4fcd-8c24-fa8f8fff10c6 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Feb 14 22:13:56.660232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb6a0-4635-4fd4-bb72-8d5442794b91 req-50f43741-20c8-4c38-bf90-c19b88f0b10f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:56.661670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b58cb6a0-4635-4fd4-bb72-8d5442794b91 req-50f43741-20c8-4c38-bf90-c19b88f0b10f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0514619 Feb 14 22:13:56.708402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b58cb6a0-4635-4fd4-bb72-8d5442794b91 req-8383e0ad-4db8-4564-8623-e8f5c1b59047 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Feb 14 22:13:56.824772 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3285-2443-4b53-bc41-b21c3b063b99 req-931436da-298c-4055-9956-a5c6a0eb3518 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:56.826234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-011f3285-2443-4b53-bc41-b21c3b063b99 req-931436da-298c-4055-9956-a5c6a0eb3518 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0535805 Feb 14 22:13:56.876489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-011f3285-2443-4b53-bc41-b21c3b063b99 req-2d715c94-dcee-4d57-bc5f-66112388a4cf tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Feb 14 22:13:57.001612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb71be-7af2-4c62-a5d3-04a7fc71669c req-87de0d73-dd06-4316-b466-e5fbffabd78f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:57.003078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61bb71be-7af2-4c62-a5d3-04a7fc71669c req-87de0d73-dd06-4316-b466-e5fbffabd78f tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0526648 Feb 14 22:13:57.049337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61bb71be-7af2-4c62-a5d3-04a7fc71669c req-7cb408a3-8e95-44e8-b901-2c3136a28fe2 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Feb 14 22:13:57.346466 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb10-a1d7-4867-8e33-71b819cc17ac req-1ab8a99b-2e83-4aa0-a219-6b1bff171009 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:57.347891 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4264cb10-a1d7-4867-8e33-71b819cc17ac req-1ab8a99b-2e83-4aa0-a219-6b1bff171009 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0530863 Feb 14 22:13:57.394687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4264cb10-a1d7-4867-8e33-71b819cc17ac req-9ebcd2d7-dc9e-4c89-bef5-0332a3e78203 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Feb 14 22:13:57.958652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 20772124-f02a-416a-bea1-dfda9c35dd64 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:13:57.979607 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 20772124-f02a-416a-bea1-dfda9c35dd64 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:13:57.979900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 20772124-f02a-416a-bea1-dfda9c35dd64 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:13:58.520267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c6e1-afc3-46a2-b406-166327e92f2a req-1b344245-2237-4db2-b912-65be4f794614 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:58.521811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc60c6e1-afc3-46a2-b406-166327e92f2a req-1b344245-2237-4db2-b912-65be4f794614 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0582550 Feb 14 22:13:58.569192 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc60c6e1-afc3-46a2-b406-166327e92f2a req-a22a0425-2d6f-44c0-aefe-b9436e97df4b tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.86 "GET /v2.0/security-groups?id=4530437e-239c-4d7a-bc9e-fa8b9d116b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Feb 14 22:13:58.650937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-c88ecaef-28c5-47e3-87a3-4e2abfe154d1 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:13:58.652425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-c88ecaef-28c5-47e3-87a3-4e2abfe154d1 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.83 "GET /v2.0/ports?device_id=d812e96d-720b-46d7-ba48-b5c24d133c1e HTTP/1.1" status: 200 len: 946 time: 0.0527501 Feb 14 22:13:58.745396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Deleting port 15063251-08c3-4e7b-bcea-0d7553ab4980 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:13:58.745734 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:58.834294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] For port 15063251-08c3-4e7b-bcea-0d7553ab4980, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=15063251-08c3-4e7b-bcea-0d7553ab4980,segment=NetworkSegment(6330dd83-cb39-4822-8850-c35a079ea4bb),segment_id=6330dd83-cb39-4822-8850-c35a079ea4bb)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:13:58.834593 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:58.846484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Calling delete_port for 15063251-08c3-4e7b-bcea-0d7553ab4980 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:13:58.976924 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (15063251-08c3-4e7b-bcea-0d7553ab4980), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:58.989047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['15063251-08c3-4e7b-bcea-0d7553ab4980'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:13:59.006294 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Pushing event deleted for resources: {'Port': ['ID=15063251-08c3-4e7b-bcea-0d7553ab4980,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:59.048418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] No DVR routers for this DVR port 15063251-08c3-4e7b-bcea-0d7553ab4980 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:13:59.050988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.054403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5aff3ac-b8a9-481d-b634-5a8ab4840734 req-6f2cccc0-2154-4179-86c0-34941d78f027 tempest-ServersNegativeTestJSON-1686988199 tempest-ServersNegativeTestJSON-1686988199-project] 10.222.0.83 "DELETE /v2.0/ports/15063251-08c3-4e7b-bcea-0d7553ab4980 HTTP/1.1" status: 204 len: 173 time: 0.3970416 Feb 14 22:13:59.054851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'name': 'network-vif-deleted', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:13:59.057782 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b46c75-8e7d-494e-944c-61103e373134" -d '{"events": [{"server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "name": "network-vif-deleted", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:13:59.095463 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdac62a-bb00-4fca-80be-186df7a743d7 x-openstack-request-id: req-3bdac62a-bb00-4fca-80be-186df7a743d7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:13:59.095822 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812e96d-720b-46d7-ba48-b5c24d133c1e", "name": "network-vif-deleted", "tag": "15063251-08c3-4e7b-bcea-0d7553ab4980", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:13:59.096221 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3bdac62a-bb00-4fca-80be-186df7a743d7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:13:59.096641 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812e96d-720b-46d7-ba48-b5c24d133c1e', 'name': 'network-vif-deleted', 'tag': '15063251-08c3-4e7b-bcea-0d7553ab4980', 'status': 'completed', 'code': 200} Feb 14 22:13:59.116100 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.627047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46098) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:59.676479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Deleting subnet 5909b310-c74b-4bde-9a98-5e30b24a9630 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:13:59.679568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Publish callbacks [] for subnet (5909b310-c74b-4bde-9a98-5e30b24a9630), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.715316 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (5909b310-c74b-4bde-9a98-5e30b24a9630), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.755472 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (5909b310-c74b-4bde-9a98-5e30b24a9630), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.810750 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (5909b310-c74b-4bde-9a98-5e30b24a9630), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.839580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5909b310-c74b-4bde-9a98-5e30b24a9630,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:13:59.844264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:13:59.847426 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9edf0876-b08f-428f-a86b-4fd6b4393b60 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5909b310-c74b-4bde-9a98-5e30b24a9630 HTTP/1.1" status: 204 len: 168 time: 0.2193227 Feb 14 22:13:59.849846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46100) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:13:59.926741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.013375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.039568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:00.049752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6330dd83-cb39-4822-8850-c35a079ea4bb') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:00.050048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6330dd83-cb39-4822-8850-c35a079ea4bb') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:00.060112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (6330dd83-cb39-4822-8850-c35a079ea4bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.074479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (6330dd83-cb39-4822-8850-c35a079ea4bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.080682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:00.081083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (6330dd83-cb39-4822-8850-c35a079ea4bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:00.082900 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:00.139263 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.144692 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.148162 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] 10.222.0.86 "DELETE /v2.0/networks/56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69 HTTP/1.1" status: 204 len: 168 time: 0.2973261 Feb 14 22:14:00.160212 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b66a2-e188-4535-805e-adae2d15503d admin admin] Pushing event deleted for resources: {'Network': ['ID=56e7aaf7-1c2a-4d2c-9ab3-dbc117faed69,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:00.259065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46104) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:00.300112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a59cacb1-5b0f-46a6-bb27-84e1d306ab5c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad059d5fc11b40f994702e72e7fc86f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398331 Feb 14 22:14:00.302554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46106) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:00.349339 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] Publish callbacks [] for security_group (4530437e-239c-4d7a-bc9e-fa8b9d116b40), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.374618 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] Publish callbacks [] for security_group (4530437e-239c-4d7a-bc9e-fa8b9d116b40), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.420847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4530437e-239c-4d7a-bc9e-fa8b9d116b40), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.423476 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:00.424641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4530437e-239c-4d7a-bc9e-fa8b9d116b40 HTTP/1.1" status: 204 len: 168 time: 0.1211896 Feb 14 22:14:00.432837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1276a-9fb7-47b1-bde3-948cd8038d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4530437e-239c-4d7a-bc9e-fa8b9d116b40,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:00.557455 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:14:01.034724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d569f04-3b10-4898-93e5-c6cf3da24978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.093741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:01.185136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698806567'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:01.204778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:01.208396 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.217171 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.292662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for security_group (8b2d2290-15b2-4267-9bbe-ead48c19439e), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.297039 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8b2d2290-15b2-4267-9bbe-ead48c19439e), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.327745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:01.334357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d2290-15b2-4267-9bbe-ead48c19439e,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:01.340548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e3a59b66-104f-4d17-9a9f-84d6217b13b3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.340898 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Added segment e3a59b66-104f-4d17-9a9f-84d6217b13b3 of type vlan for network b8c74728-a929-4703-a54d-eb185ea783d1 Feb 14 22:14:01.383934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b8c74728-a929-4703-a54d-eb185ea783d1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.409014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b8c74728-a929-4703-a54d-eb185ea783d1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.414193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:01.414777 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:01.478163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3831944 Feb 14 22:14:01.486717 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862265e2-9363-4bc7-a2b7-e536e6665db2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Network': ['ID=b8c74728-a929-4703-a54d-eb185ea783d1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:01.497112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b8c74728-a929-4703-a54d-eb185ea783d1 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:02.693889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 15063251-08c3-4e7b-bcea-0d7553ab4980 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:14:02.715220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 15063251-08c3-4e7b-bcea-0d7553ab4980 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:14:02.715576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 15063251-08c3-4e7b-bcea-0d7553ab4980 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:14:03.410416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-223f9221-2a5f-468e-97b8-7b1047e82921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:04.739521 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:04.785789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46132) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:04.789082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'subnet': {'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:04.879441 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:04.882811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.064902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (6151d51f-1bfd-4787-ae9c-022ad051cb9d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.125043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Subnet': ['ID=6151d51f-1bfd-4787-ae9c-022ad051cb9d,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:05.141023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking segment: {'id': 'e3a59b66-104f-4d17-9a9f-84d6217b13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:05.141390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network hostable DHCP agents. Network: b8c74728-a929-4703-a54d-eb185ea783d1, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:05.157972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network b8c74728-a929-4703-a54d-eb185ea783d1 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:05.167352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b8c74728-a929-4703-a54d-eb185ea783d1) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:05.172068 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:05.172929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.176067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656085e-379b-4c1f-a20b-335ae0ffe7e4 None None] Network b8c74728-a929-4703-a54d-eb185ea783d1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:05.189949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-85d28cd5-8c1c-444b-adae-fc8ca22414eb tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4049845 Feb 14 22:14:05.193442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46134) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:05.198410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478811397'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:05.217296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:05.220634 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.245606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:05.255259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.255611 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Added segment 1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46 of type vlan for network f3f7dda0-47d6-4289-a468-d7d1af560c1b Feb 14 22:14:05.287528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b8c74728-a929-4703-a54d-eb185ea783d1', 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1', 'project_id': '80d2011ff5ee4e25af89c844e54e4821', 'fixed_ips': [{'subnet_id': '6151d51f-1bfd-4787-ae9c-022ad051cb9d'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:05.288412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.302040 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (f3f7dda0-47d6-4289-a468-d7d1af560c1b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.328138 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (f3f7dda0-47d6-4289-a468-d7d1af560c1b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.333396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:05.333978 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.392648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1981499 Feb 14 22:14:05.395576 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46136) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:05.403110 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'subnet': {'network_id': 'f3f7dda0-47d6-4289-a468-d7d1af560c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:05.408771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd921f-e345-4e2d-90f3-e973f77e7051 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Network': ['ID=f3f7dda0-47d6-4289-a468-d7d1af560c1b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:05.420511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network f3f7dda0-47d6-4289-a468-d7d1af560c1b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:05.433487 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Allocated IP 2001:db8:0:ffff::2 (b8c74728-a929-4703-a54d-eb185ea783d1/6151d51f-1bfd-4787-ae9c-022ad051cb9d/183acabb-25ba-41b2-b5c3-1fc3f3a89ab4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:05.499821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:05.503503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.627767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks [] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.633853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.671399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Network b8c74728-a929-4703-a54d-eb185ea783d1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:05.674154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:05.679549 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:05.686567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Pushing event updated for resources: {'Port': ['ID=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:05.698449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (4c9e4115-c432-46b7-ac22-6b2a11a09eb5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.743899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Attempting to bind port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:05.744492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Attempting to bind port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e3a59b66-104f-4d17-9a9f-84d6217b13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:05.744629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Attempting to bind port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 on network b8c74728-a929-4703-a54d-eb185ea783d1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:05.749661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:05.750046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Checking segment: {'id': 'e3a59b66-104f-4d17-9a9f-84d6217b13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:05.750454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.750847 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Bound using segment: {'id': 'e3a59b66-104f-4d17-9a9f-84d6217b13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:05.751351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Bound port: 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a59b66-104f-4d17-9a9f-84d6217b13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b8c74728-a929-4703-a54d-eb185ea783d1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:05.751738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.754120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Subnet': ['ID=4c9e4115-c432-46b7-ac22-6b2a11a09eb5,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:05.770155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking segment: {'id': '1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f3f7dda0-47d6-4289-a468-d7d1af560c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:05.770525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network hostable DHCP agents. Network: f3f7dda0-47d6-4289-a468-d7d1af560c1b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:05.791875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network f3f7dda0-47d6-4289-a468-d7d1af560c1b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:05.801928 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, f3f7dda0-47d6-4289-a468-d7d1af560c1b) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:05.807813 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:05.808434 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.826556 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be93410c-a8aa-4234-bd25-b8ef1f123340 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4298112 Feb 14 22:14:05.829352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46138) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:05.919813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5de4e-6574-4c99-98cf-7267f5c309b2 None None] Network f3f7dda0-47d6-4289-a468-d7d1af560c1b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:05.932612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (f3f7dda0-47d6-4289-a468-d7d1af560c1b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:05.998446 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.013805 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (4c9e4115-c432-46b7-ac22-6b2a11a09eb5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.046904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] For port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:06.050761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] For port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,segment=NetworkSegment(e3a59b66-104f-4d17-9a9f-84d6217b13b3),segment_id=e3a59b66-104f-4d17-9a9f-84d6217b13b3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:06.070102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.084115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (4c9e4115-c432-46b7-ac22-6b2a11a09eb5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.100202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99862f7-b545-4d33-b011-0b850437e476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-f3f7dda0-47d6-4289-a468-d7d1af560c1b', 'network_id': 'f3f7dda0-47d6-4289-a468-d7d1af560c1b', 'project_id': '80d2011ff5ee4e25af89c844e54e4821', 'fixed_ips': [{'subnet_id': '4c9e4115-c432-46b7-ac22-6b2a11a09eb5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:06.101057 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a99862f7-b545-4d33-b011-0b850437e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.112227 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9e4115-c432-46b7-ac22-6b2a11a09eb5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:06.151912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2e839-2f67-4e16-8be6-518256229cdb None None] Pushing event updated for resources: {'Port': ['ID=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:06.178701 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (f3f7dda0-47d6-4289-a468-d7d1af560c1b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.203063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f7dda0-47d6-4289-a468-d7d1af560c1b']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:06.214250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:06.214662 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:06.220832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabb143-5127-48ca-bbd3-b17562d66657 None None] Network f3f7dda0-47d6-4289-a468-d7d1af560c1b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:06.225610 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.242651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.249309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:06.249823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (1dea8d9a-bf48-4bbb-81de-fcd5eb1e5d46), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:06.253462 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:06.319050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (f3f7dda0-47d6-4289-a468-d7d1af560c1b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.339207 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.341078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/f3f7dda0-47d6-4289-a468-d7d1af560c1b HTTP/1.1" status: 204 len: 168 time: 0.5106432 Feb 14 22:14:06.347694 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46140) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:06.354622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270401641'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:06.363999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fd7d0-27a9-40c9-b789-bacb49e988bf tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Network': ['ID=f3f7dda0-47d6-4289-a468-d7d1af560c1b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:06.376106 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:06.379461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.405171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:06.416198 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (93d732af-6f64-4576-b384-fa325e48e9ec), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.416548 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Added segment 93d732af-6f64-4576-b384-fa325e48e9ec of type vlan for network 8f662d3f-fd76-4ce2-9d99-679e1599c045 Feb 14 22:14:06.458424 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8f662d3f-fd76-4ce2-9d99-679e1599c045), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.484581 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8f662d3f-fd76-4ce2-9d99-679e1599c045), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.489612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:06.490227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.552298 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2034919 Feb 14 22:14:06.555047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:06.561902 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'subnet': {'network_id': '8f662d3f-fd76-4ce2-9d99-679e1599c045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:06.569926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2b614-b662-48f5-8003-001a94ea354e tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Network': ['ID=8f662d3f-fd76-4ce2-9d99-679e1599c045,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:06.580796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8f662d3f-fd76-4ce2-9d99-679e1599c045 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:06.656003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:06.658130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.659695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.720148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Performing IP validity checks on allocation pools {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 14 22:14:06.720587 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103512) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 14 22:14:06.840748 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (74330156-67ff-4fc5-9ced-07d4accfa298), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.902011 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Subnet': ['ID=74330156-67ff-4fc5-9ced-07d4accfa298,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:06.918790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking segment: {'id': '93d732af-6f64-4576-b384-fa325e48e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8f662d3f-fd76-4ce2-9d99-679e1599c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:06.919343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network hostable DHCP agents. Network: 8f662d3f-fd76-4ce2-9d99-679e1599c045, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:06.937088 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network 8f662d3f-fd76-4ce2-9d99-679e1599c045 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:06.946078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8f662d3f-fd76-4ce2-9d99-679e1599c045) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:06.950886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:06.951521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:06.957142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6871d6f-5ccd-4e3a-a067-4021d53acf3e None None] Network 8f662d3f-fd76-4ce2-9d99-679e1599c045 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:06.978949 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a81c0223-c0ae-4d0a-b686-7e4511a1381b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4197829 Feb 14 22:14:06.979368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46144) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:07.063636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fcddea-c1f6-4ad4-89ad-536af480a53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-8f662d3f-fd76-4ce2-9d99-679e1599c045', 'network_id': '8f662d3f-fd76-4ce2-9d99-679e1599c045', 'project_id': '80d2011ff5ee4e25af89c844e54e4821', 'fixed_ips': [{'subnet_id': '74330156-67ff-4fc5-9ced-07d4accfa298'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:07.064931 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37fcddea-c1f6-4ad4-89ad-536af480a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.089071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8f662d3f-fd76-4ce2-9d99-679e1599c045), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.139406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81665fb-1d7c-4db8-8fb8-3f8e64f551bd None None] Network b8c74728-a929-4703-a54d-eb185ea783d1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:07.145884 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (74330156-67ff-4fc5-9ced-07d4accfa298), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.208514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (74330156-67ff-4fc5-9ced-07d4accfa298), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server [None req-37fcddea-c1f6-4ad4-89ad-536af480a53f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74330156-67ff-4fc5-9ced-07d4accfa298: This subnet is being modified by another concurrent operation. Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise self.value Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server raise exception Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74330156-67ff-4fc5-9ced-07d4accfa298: This subnet is being modified by another concurrent operation. Feb 14 22:14:07.217907 n-d-828372-11 neutron-server[103514]: ERROR oslo_messaging.rpc.server Feb 14 22:14:07.225219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Provisioning complete for port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:07.225309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.237183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Subnet': ['ID=74330156-67ff-4fc5-9ced-07d4accfa298,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:07.253647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588e4b4-452e-4c63-85dd-75cc16ccf690 None None] Network 8f662d3f-fd76-4ce2-9d99-679e1599c045 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:07.303982 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8f662d3f-fd76-4ce2-9d99-679e1599c045), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.327359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f662d3f-fd76-4ce2-9d99-679e1599c045']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:07.337766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d732af-6f64-4576-b384-fa325e48e9ec') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:07.338064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d732af-6f64-4576-b384-fa325e48e9ec') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:07.347383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (93d732af-6f64-4576-b384-fa325e48e9ec), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.361141 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (93d732af-6f64-4576-b384-fa325e48e9ec), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.367560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:07.367922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (93d732af-6f64-4576-b384-fa325e48e9ec), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:07.373614 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:07.410381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.427550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Current status of the port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:07.427942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.445513 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8f662d3f-fd76-4ce2-9d99-679e1599c045), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.456145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.459246 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/8f662d3f-fd76-4ce2-9d99-679e1599c045 HTTP/1.1" status: 204 len: 168 time: 0.4787884 Feb 14 22:14:07.464399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] For port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,segment=NetworkSegment(e3a59b66-104f-4d17-9a9f-84d6217b13b3),segment_id=e3a59b66-104f-4d17-9a9f-84d6217b13b3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:07.465228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:07.471145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bef86-8f56-4703-8368-ab47ea8cb9ae tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Network': ['ID=8f662d3f-fd76-4ce2-9d99-679e1599c045,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:07.473976 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1134238217'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:07.474511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.498268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:07.502432 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.530564 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:07.532598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf31b42-1f96-4718-8b58-8fe829fdffcb None None] Pushing event updated for resources: {'Port': ['ID=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:07.542595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (34868c10-ee25-4b6b-9f78-f28631cfbb93), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.543020 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Added segment 34868c10-ee25-4b6b-9f78-f28631cfbb93 of type vlan for network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c Feb 14 22:14:07.586282 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.611829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.616821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:07.617410 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.646309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6263e-ea07-4de9-8c82-a763f216c5f6 None None] get_active_networks_info from n-d-828372-11 {{(pid=103514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 22:14:07.677473 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2069948 Feb 14 22:14:07.677827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46148) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:07.692826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'subnet': {'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:07.696827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212b7ec-a8f0-443a-9b30-9187a5cdb3dd tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Network': ['ID=a98c41c5-1e4b-4809-a7b4-54e5ae6c528c,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:07.714349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:07.782175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d81d7a4f-0247-46e5-b40f-8cb99abd2744 None None] Provisioning complete for port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:07.782834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4f-0247-46e5-b40f-8cb99abd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.795148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:07.798911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.818112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:07.846585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6263e-ea07-4de9-8c82-a763f216c5f6 None None] Resources bound (agent type, host, resource id): {{(pid=103514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 22:14:07.992919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:07.993615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:07.996953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7a4f-0247-46e5-b40f-8cb99abd2744 None None] Current status of the port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:08.001051 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (c21f7782-9ea8-4a8a-afec-41491e2cf8bd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.062920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Subnet': ['ID=c21f7782-9ea8-4a8a-afec-41491e2cf8bd,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:08.075449 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking segment: {'id': '34868c10-ee25-4b6b-9f78-f28631cfbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:08.076237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network hostable DHCP agents. Network: a98c41c5-1e4b-4809-a7b4-54e5ae6c528c, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:08.096575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:08.106883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a98c41c5-1e4b-4809-a7b4-54e5ae6c528c) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:08.111454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:08.112199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.125664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b50cc-8992-4a4e-bf73-b50786f0c878 None None] Network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:08.133165 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46150) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:08.133393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3beda17d-a2d1-4817-a956-acc524fce59a tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4542983 Feb 14 22:14:08.138488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644324399'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:08.157991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:08.161695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.181987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:08.187434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:08.196812 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cc055ed0-3697-44d3-97ff-c3830a22de87), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.197296 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Added segment cc055ed0-3697-44d3-97ff-c3830a22de87 of type vlan for network 8e1a2657-c0b4-4503-bb83-219862781897 Feb 14 22:14:08.240379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a98c41c5-1e4b-4809-a7b4-54e5ae6c528c', 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c', 'project_id': '80d2011ff5ee4e25af89c844e54e4821', 'fixed_ips': [{'subnet_id': 'c21f7782-9ea8-4a8a-afec-41491e2cf8bd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:08.241220 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.241983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (8e1a2657-c0b4-4503-bb83-219862781897), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.268323 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (8e1a2657-c0b4-4503-bb83-219862781897), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.273898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:08.274614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.339641 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2051473 Feb 14 22:14:08.342453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:08.349528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Request body: {'subnet': {'network_id': '8e1a2657-c0b4-4503-bb83-219862781897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:08.358819 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6019c3-2253-43bc-bfa3-d20326667411 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Network': ['ID=8e1a2657-c0b4-4503-bb83-219862781897,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:08.371147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 8e1a2657-c0b4-4503-bb83-219862781897 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:08.393361 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Allocated IP 2001:db8::2 (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c/c21f7782-9ea8-4a8a-afec-41491e2cf8bd/679d0bbb-a329-48a5-8f43-6e5c9a5c3311) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:08.447865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Made reservation on behalf of 80d2011ff5ee4e25af89c844e54e4821 for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:08.451710 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.583174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks [] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.589113 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.636266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (1312af43-48b7-4e87-95ea-03f6085c338f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.639253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:08.640669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Pushing event updated for resources: {'Port': ['ID=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:08.642871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:08.645619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:08.654430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.654780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.655118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.655488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.655820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.656145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.656484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.656794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.657116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.657436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.657755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.658073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.658389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:08.697586 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event updated for resources: {'Subnet': ['ID=1312af43-48b7-4e87-95ea-03f6085c338f,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:08.707601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Checking segment: {'id': 'cc055ed0-3697-44d3-97ff-c3830a22de87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8e1a2657-c0b4-4503-bb83-219862781897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:08.708021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network hostable DHCP agents. Network: 8e1a2657-c0b4-4503-bb83-219862781897, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:08.715384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Attempting to bind port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:08.715759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Attempting to bind port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '34868c10-ee25-4b6b-9f78-f28631cfbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:08.716128 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Attempting to bind port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 on network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:08.721500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:08.721876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Checking segment: {'id': '34868c10-ee25-4b6b-9f78-f28631cfbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:08.722271 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.722668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Bound using segment: {'id': '34868c10-ee25-4b6b-9f78-f28631cfbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:08.723425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Bound port: 679d0bbb-a329-48a5-8f43-6e5c9a5c3311, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34868c10-ee25-4b6b-9f78-f28631cfbb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a98c41c5-1e4b-4809-a7b4-54e5ae6c528c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:08.723875 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.725717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Network 8e1a2657-c0b4-4503-bb83-219862781897 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:08.734861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 8e1a2657-c0b4-4503-bb83-219862781897) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:08.739652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:08.740404 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.757337 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c24e984e-768c-4f8d-bbee-bcc0e4aa1e64 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138827 Feb 14 22:14:08.760438 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46154) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:08.761084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961895b-8b6f-4fe8-8e30-52ffe6b3b255 None None] Network 8e1a2657-c0b4-4503-bb83-219862781897 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:08.861872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (8e1a2657-c0b4-4503-bb83-219862781897), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.938735 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1312af43-48b7-4e87-95ea-03f6085c338f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:08.997938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] For port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:09.002667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] For port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,segment=NetworkSegment(34868c10-ee25-4b6b-9f78-f28631cfbb93),segment_id=34868c10-ee25-4b6b-9f78-f28631cfbb93)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:09.004688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (1312af43-48b7-4e87-95ea-03f6085c338f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.016063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.038273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Subnet': ['ID=1312af43-48b7-4e87-95ea-03f6085c338f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:09.089646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ee4fe-6a34-49f7-a9bc-9df78cb615d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-8e1a2657-c0b4-4503-bb83-219862781897', 'network_id': '8e1a2657-c0b4-4503-bb83-219862781897', 'project_id': '80d2011ff5ee4e25af89c844e54e4821', 'fixed_ips': [{'subnet_id': '1312af43-48b7-4e87-95ea-03f6085c338f'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:09.090515 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee4fe-6a34-49f7-a9bc-9df78cb615d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.103509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (8e1a2657-c0b4-4503-bb83-219862781897), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.115710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16fed5-16da-441f-a59f-ee6eb4ab85de None None] Pushing event updated for resources: {'Port': ['ID=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:09.124554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1a2657-c0b4-4503-bb83-219862781897']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:09.135362 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc055ed0-3697-44d3-97ff-c3830a22de87') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:09.135728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc055ed0-3697-44d3-97ff-c3830a22de87') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:09.150548 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (cc055ed0-3697-44d3-97ff-c3830a22de87), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.164106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cc055ed0-3697-44d3-97ff-c3830a22de87), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.173334 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:09.173756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (cc055ed0-3697-44d3-97ff-c3830a22de87), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.188870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e24745-cb5e-4c46-9b7f-2bccfb74be0d None None] Network 8e1a2657-c0b4-4503-bb83-219862781897 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:09.215565 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:09.240865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (8e1a2657-c0b4-4503-bb83-219862781897), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.249067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.254721 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/8e1a2657-c0b4-4503-bb83-219862781897 HTTP/1.1" status: 204 len: 168 time: 0.4909036 Feb 14 22:14:09.255439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46156) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.263898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2806fbc-12fc-461a-8b98-335db0a5b59f tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Network': ['ID=8e1a2657-c0b4-4503-bb83-219862781897,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:09.293497 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6393417-3b6a-4235-acaf-0f2bee1d3c7b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] GET failed (client error): The resource could not be found. Feb 14 22:14:09.295070 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e6393417-3b6a-4235-acaf-0f2bee1d3c7b tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "GET /v2.0/subnets/1312af43-48b7-4e87-95ea-03f6085c338f HTTP/1.1" status: 404 len: 337 time: 0.0379219 Feb 14 22:14:09.297844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46158) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.331789 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0ef84c-38bc-4d25-83fb-352b8fa15c52 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:09.332292 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0ef84c-38bc-4d25-83fb-352b8fa15c52 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:09.335352 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ef0ef84c-38bc-4d25-83fb-352b8fa15c52 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/8e1a2657-c0b4-4503-bb83-219862781897 HTTP/1.1" status: 404 len: 339 time: 0.0363517 Feb 14 22:14:09.339213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.366351 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b9559-55c8-4e6e-9767-ef6127be7f53 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:09.366723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2b9559-55c8-4e6e-9767-ef6127be7f53 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:09.370419 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fe2b9559-55c8-4e6e-9767-ef6127be7f53 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/subnets/1312af43-48b7-4e87-95ea-03f6085c338f HTTP/1.1" status: 404 len: 337 time: 0.0303278 Feb 14 22:14:09.372963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.392135 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4b92b5-6f52-454c-97a3-251e5c21c480 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:09.392646 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4b92b5-6f52-454c-97a3-251e5c21c480 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:09.395739 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bf4b92b5-6f52-454c-97a3-251e5c21c480 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/8e1a2657-c0b4-4503-bb83-219862781897 HTTP/1.1" status: 404 len: 339 time: 0.0218506 Feb 14 22:14:09.398333 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.456773 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Deleting subnet c21f7782-9ea8-4a8a-afec-41491e2cf8bd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:14:09.460106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (c21f7782-9ea8-4a8a-afec-41491e2cf8bd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.500371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (c21f7782-9ea8-4a8a-afec-41491e2cf8bd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.578167 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (c21f7782-9ea8-4a8a-afec-41491e2cf8bd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.639796 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (c21f7782-9ea8-4a8a-afec-41491e2cf8bd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.666387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Subnet': ['ID=c21f7782-9ea8-4a8a-afec-41491e2cf8bd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:09.670136 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.673369 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d60b3be0-1ae3-48ad-a1e8-5d60b095ec0d tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/subnets/c21f7782-9ea8-4a8a-afec-41491e2cf8bd HTTP/1.1" status: 204 len: 168 time: 0.2740884 Feb 14 22:14:09.675975 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46166) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:09.752929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.801159 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:09.810461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Deleting port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:09.810802 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.851582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:09.851966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.880885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] For port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,segment=NetworkSegment(34868c10-ee25-4b6b-9f78-f28631cfbb93),segment_id=34868c10-ee25-4b6b-9f78-f28631cfbb93)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:09.881256 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.897253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Calling delete_port for 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:09.931474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:09.931870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.965901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,segment=NetworkSegment(34868c10-ee25-4b6b-9f78-f28631cfbb93),segment_id=34868c10-ee25-4b6b-9f78-f28631cfbb93)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:09.970285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:09.984572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (679d0bbb-a329-48a5-8f43-6e5c9a5c3311), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.016530 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Port': ['ID=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:10.020135 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No DVR routers for this DVR port 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:10.030791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=679d0bbb-a329-48a5-8f43-6e5c9a5c3311,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:10.100447 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.121868 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98c41c5-1e4b-4809-a7b4-54e5ae6c528c']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:10.129846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb66a7-6a38-428d-97f4-3fe21edc2606 None None] Network a98c41c5-1e4b-4809-a7b4-54e5ae6c528c requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:10.131252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34868c10-ee25-4b6b-9f78-f28631cfbb93') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:10.131723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34868c10-ee25-4b6b-9f78-f28631cfbb93') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:10.141543 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (34868c10-ee25-4b6b-9f78-f28631cfbb93), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.154232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (34868c10-ee25-4b6b-9f78-f28631cfbb93), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.160422 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:10.160857 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (34868c10-ee25-4b6b-9f78-f28631cfbb93), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:10.163758 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:10.225539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a98c41c5-1e4b-4809-a7b4-54e5ae6c528c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.232576 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.232700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a88faee9-7e24-4bac-8730-32352b847c43 None None] Could not find standard attr ID for object 679d0bbb-a329-48a5-8f43-6e5c9a5c3311. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 22:14:10.238415 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/a98c41c5-1e4b-4809-a7b4-54e5ae6c528c HTTP/1.1" status: 204 len: 168 time: 0.5591791 Feb 14 22:14:10.239331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46168) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.249070 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83692a5-f98b-4c36-ac69-cda0c7e96cd2 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Network': ['ID=a98c41c5-1e4b-4809-a7b4-54e5ae6c528c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:10.266863 n-d-828372-11 neutron-server[103513]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b33ace1-6a2f-48f1-b495-a0386370806c tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:10.267400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b33ace1-6a2f-48f1-b495-a0386370806c tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103513) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:10.269653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c686e1f-b502-4be6-86cd-9fffb6614a66 None None] DHCP port deletion for a98c41c5-1e4b-4809-a7b4-54e5ae6c528c request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:14:10.273332 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46170) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.273838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4b33ace1-6a2f-48f1-b495-a0386370806c tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/subnets/74330156-67ff-4fc5-9ced-07d4accfa298 HTTP/1.1" status: 404 len: 337 time: 0.0333321 Feb 14 22:14:10.294681 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-340a91c6-44c1-4caa-892b-b1332558a705 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:10.295219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340a91c6-44c1-4caa-892b-b1332558a705 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:10.298249 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-340a91c6-44c1-4caa-892b-b1332558a705 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/8f662d3f-fd76-4ce2-9d99-679e1599c045 HTTP/1.1" status: 404 len: 339 time: 0.0225067 Feb 14 22:14:10.300943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46172) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.325827 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-414976da-8e3e-40f1-bb0c-444f7397a9e5 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:10.326265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414976da-8e3e-40f1-bb0c-444f7397a9e5 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:10.329236 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-414976da-8e3e-40f1-bb0c-444f7397a9e5 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/subnets/4c9e4115-c432-46b7-ac22-6b2a11a09eb5 HTTP/1.1" status: 404 len: 337 time: 0.0273938 Feb 14 22:14:10.331802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46174) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.349025 n-d-828372-11 neutron-server[103512]: INFO neutron.pecan_wsgi.hooks.translation [None req-544568f1-c689-4397-afb6-19fdee403007 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] DELETE failed (client error): The resource could not be found. Feb 14 22:14:10.349498 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544568f1-c689-4397-afb6-19fdee403007 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103512) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 22:14:10.354154 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-544568f1-c689-4397-afb6-19fdee403007 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/f3f7dda0-47d6-4289-a468-d7d1af560c1b HTTP/1.1" status: 404 len: 339 time: 0.0214746 Feb 14 22:14:10.354770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46176) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.403177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Deleting subnet 6151d51f-1bfd-4787-ae9c-022ad051cb9d {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:14:10.406178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (6151d51f-1bfd-4787-ae9c-022ad051cb9d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.448977 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (6151d51f-1bfd-4787-ae9c-022ad051cb9d), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.528798 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (6151d51f-1bfd-4787-ae9c-022ad051cb9d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.584325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (6151d51f-1bfd-4787-ae9c-022ad051cb9d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.612359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Subnet': ['ID=6151d51f-1bfd-4787-ae9c-022ad051cb9d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:10.618487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.621860 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d2db37ec-7176-4971-b2b9-a6a1de17d413 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/subnets/6151d51f-1bfd-4787-ae9c-022ad051cb9d HTTP/1.1" status: 204 len: 168 time: 0.2660866 Feb 14 22:14:10.624319 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46178) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:10.624699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f18de8-c3c2-43a6-bdfd-ab7a5b1b8f1d None None] Network b8c74728-a929-4703-a54d-eb185ea783d1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:10.697597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b8c74728-a929-4703-a54d-eb185ea783d1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.750112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Deleting port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:10.750459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.819827 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] For port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,segment=NetworkSegment(e3a59b66-104f-4d17-9a9f-84d6217b13b3),segment_id=e3a59b66-104f-4d17-9a9f-84d6217b13b3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:10.820196 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.834195 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Calling delete_port for 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:10.850499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] DHCP port deletion for b8c74728-a929-4703-a54d-eb185ea783d1 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:14:10.901096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Deleting port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:10.901492 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.919392 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.944086 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Port': ['ID=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:10.949321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] No DVR routers for this DVR port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:10.965834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] For port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,segment=NetworkSegment(e3a59b66-104f-4d17-9a9f-84d6217b13b3),segment_id=e3a59b66-104f-4d17-9a9f-84d6217b13b3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:10.966239 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:10.979044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Calling delete_port for 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:11.029310 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b8c74728-a929-4703-a54d-eb185ea783d1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.049678 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c74728-a929-4703-a54d-eb185ea783d1']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:11.057949 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (183acabb-25ba-41b2-b5c3-1fc3f3a89ab4), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.059469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a59b66-104f-4d17-9a9f-84d6217b13b3') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:11.059805 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a59b66-104f-4d17-9a9f-84d6217b13b3') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:11.070093 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (e3a59b66-104f-4d17-9a9f-84d6217b13b3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.080920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] Pushing event deleted for resources: {'Port': ['ID=183acabb-25ba-41b2-b5c3-1fc3f3a89ab4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:11.085262 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e3a59b66-104f-4d17-9a9f-84d6217b13b3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.087765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054e527-f470-4be0-a3d7-9904d01815e0 None None] No DVR routers for this DVR port 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:11.092159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:11.092561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (e3a59b66-104f-4d17-9a9f-84d6217b13b3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:11.095577 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:11.155725 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b8c74728-a929-4703-a54d-eb185ea783d1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.162349 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.166052 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] 10.222.0.86 "DELETE /v2.0/networks/b8c74728-a929-4703-a54d-eb185ea783d1 HTTP/1.1" status: 204 len: 168 time: 0.5408063 Feb 14 22:14:11.177435 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c409-a7a9-40e4-b61f-242389c6a283 tempest-NetworksIpV6Test-1961521247 tempest-NetworksIpV6Test-1961521247-project] Pushing event deleted for resources: {'Network': ['ID=b8c74728-a929-4703-a54d-eb185ea783d1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:11.405408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46184) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:11.533850 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-09179179-0b3a-4eed-99e8-b0c0a800d2e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80d2011ff5ee4e25af89c844e54e4821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272573 Feb 14 22:14:11.536358 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46188) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:11.582322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] Publish callbacks [] for security_group (8b2d2290-15b2-4267-9bbe-ead48c19439e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.603104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] Publish callbacks [] for security_group (8b2d2290-15b2-4267-9bbe-ead48c19439e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.648547 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8b2d2290-15b2-4267-9bbe-ead48c19439e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.651239 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:11.652562 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b2d2290-15b2-4267-9bbe-ead48c19439e HTTP/1.1" status: 204 len: 168 time: 0.1151943 Feb 14 22:14:11.661081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d1b9-7715-404f-aa6a-2041ed6d5291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d2290-15b2-4267-9bbe-ead48c19439e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:11.776017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:14:11.795635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:14:11.795997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 183acabb-25ba-41b2-b5c3-1fc3f3a89ab4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:14:11.796426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:14:11.815463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:14:11.815822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 679d0bbb-a329-48a5-8f43-6e5c9a5c3311 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:14:12.281396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46210) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:12.373352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-568973404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:12.394016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.395007 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.445567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router_controller (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.450080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.467116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.468309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3bb83c17-a763-41ba-ab24-bafec972d8c1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1858904 Feb 14 22:14:12.471321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46214) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:12.476457 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-419784043'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:12.495770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Made reservation on behalf of cdcb29e2c3644ec8a92de912ba7c39bb for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:12.498981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.507200 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.583664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for security_group (731fa31d-27bb-49a6-883a-4423f61fbb65), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.587113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (731fa31d-27bb-49a6-883a-4423f61fbb65), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.612737 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:12.621965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731fa31d-27bb-49a6-883a-4423f61fbb65,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:12.627746 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fbf7f14d-8dc6-4243-820a-10eff78a85f1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.628096 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Added segment fbf7f14d-8dc6-4243-820a-10eff78a85f1 of type vlan for network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 Feb 14 22:14:12.666513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.691046 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.695999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:12.696577 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:12.746783 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2743812 Feb 14 22:14:12.749663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46216) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:12.754804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'subnet': {'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:12.764562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0120-93df-4dae-a981-2d365650f206 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event updated for resources: {'Network': ['ID=4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:12.775260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:12.845030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Made reservation on behalf of cdcb29e2c3644ec8a92de912ba7c39bb for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:12.848444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.025802 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (1d33cd5b-049a-445f-92c8-26d7db0332e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.083451 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event updated for resources: {'Subnet': ['ID=1d33cd5b-049a-445f-92c8-26d7db0332e5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:13.093462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Checking segment: {'id': 'fbf7f14d-8dc6-4243-820a-10eff78a85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:13.093771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Network hostable DHCP agents. Network: 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:13.110136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:13.119335 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:13.123644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:13.124251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.127978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85eb50-a61b-4607-9205-011e498691df None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:13.141373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-db6e69c1-f19f-44ef-8dfd-c27474a8a72d tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3905387 Feb 14 22:14:13.144222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46218) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:13.149105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1596921001'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:13.170062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Made reservation on behalf of cdcb29e2c3644ec8a92de912ba7c39bb for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:13.173674 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.199139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:13.209193 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (734268c5-7b57-482d-b416-aa1163728cce), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.209524 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Added segment 734268c5-7b57-482d-b416-aa1163728cce of type vlan for network 70c2d875-509a-426e-a7c3-9553f867779b Feb 14 22:14:13.238879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3', 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3', 'project_id': 'cdcb29e2c3644ec8a92de912ba7c39bb', 'fixed_ips': [{'subnet_id': '1d33cd5b-049a-445f-92c8-26d7db0332e5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:13.239955 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.253258 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (70c2d875-509a-426e-a7c3-9553f867779b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.283288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (70c2d875-509a-426e-a7c3-9553f867779b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.288356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:13.288941 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.354182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2082603 Feb 14 22:14:13.357034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46220) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:13.361722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'subnet': {'network_id': '70c2d875-509a-426e-a7c3-9553f867779b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:13.377521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Allocated IP 172.20.0.2 (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3/1d33cd5b-049a-445f-92c8-26d7db0332e5/975f158c-8197-404d-809e-dac9e60fa68c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:13.380701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dc0de-cd29-4d6f-b491-bfafb495e7a4 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event updated for resources: {'Network': ['ID=70c2d875-509a-426e-a7c3-9553f867779b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:13.394243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 70c2d875-509a-426e-a7c3-9553f867779b details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:13.457345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Made reservation on behalf of cdcb29e2c3644ec8a92de912ba7c39bb for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:13.461172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.584229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks [] for port (975f158c-8197-404d-809e-dac9e60fa68c), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.590776 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (975f158c-8197-404d-809e-dac9e60fa68c), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.629613 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:13.632272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:13.635148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:13.646400 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (800e1d07-fde8-480f-bfa4-e81596825850), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.647887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Pushing event updated for resources: {'Port': ['ID=975f158c-8197-404d-809e-dac9e60fa68c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:13.700542 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Attempting to bind port 975f158c-8197-404d-809e-dac9e60fa68c on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:13.700921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Attempting to bind port 975f158c-8197-404d-809e-dac9e60fa68c by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'fbf7f14d-8dc6-4243-820a-10eff78a85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:13.701301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Attempting to bind port 975f158c-8197-404d-809e-dac9e60fa68c on network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:13.705620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event updated for resources: {'Subnet': ['ID=800e1d07-fde8-480f-bfa4-e81596825850,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:13.707237 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:13.707570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Checking segment: {'id': 'fbf7f14d-8dc6-4243-820a-10eff78a85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:13.707984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.708385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Bound using segment: {'id': 'fbf7f14d-8dc6-4243-820a-10eff78a85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:13.708859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Bound port: 975f158c-8197-404d-809e-dac9e60fa68c, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf7f14d-8dc6-4243-820a-10eff78a85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:13.709420 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (975f158c-8197-404d-809e-dac9e60fa68c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.722714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Checking segment: {'id': '734268c5-7b57-482d-b416-aa1163728cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:13.723093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Network hostable DHCP agents. Network: 70c2d875-509a-426e-a7c3-9553f867779b, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:13.739674 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Network 70c2d875-509a-426e-a7c3-9553f867779b is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:13.748863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 70c2d875-509a-426e-a7c3-9553f867779b) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:13.752948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:13.753874 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.762912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ea124-8d2c-4539-80d8-e1e24014d20f None None] Network 70c2d875-509a-426e-a7c3-9553f867779b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:13.772496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b34fdf9a-4d3f-49ca-ba7f-e643290fbd1a tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119964 Feb 14 22:14:13.772833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46222) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:13.777864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c21d2eb1-9b68-4286-977b-90800ed74acd tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Request body: {'router': {'external_gateway_info': {'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:13.821050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-738b7719-0203-4e33-9988-e382137ca16d None None] For port 975f158c-8197-404d-809e-dac9e60fa68c, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:13.836694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-738b7719-0203-4e33-9988-e382137ca16d None None] For port 975f158c-8197-404d-809e-dac9e60fa68c, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=975f158c-8197-404d-809e-dac9e60fa68c,segment=NetworkSegment(fbf7f14d-8dc6-4243-820a-10eff78a85f1),segment_id=fbf7f14d-8dc6-4243-820a-10eff78a85f1)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:13.845692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (975f158c-8197-404d-809e-dac9e60fa68c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.935904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-70c2d875-509a-426e-a7c3-9553f867779b', 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b', 'project_id': 'cdcb29e2c3644ec8a92de912ba7c39bb', 'fixed_ips': [{'subnet_id': '800e1d07-fde8-480f-bfa4-e81596825850'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:13.936765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:13.950727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b7719-0203-4e33-9988-e382137ca16d None None] Pushing event updated for resources: {'Port': ['ID=975f158c-8197-404d-809e-dac9e60fa68c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:13.999242 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c21d2eb1-9b68-4286-977b-90800ed74acd tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router_gateway (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.123044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Allocated IP 172.21.0.2 (70c2d875-509a-426e-a7c3-9553f867779b/800e1d07-fde8-480f-bfa4-e81596825850/98ac46ef-5d18-4d81-aed0-90405d21c114) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:14.145005 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [None req-c21d2eb1-9b68-4286-977b-90800ed74acd tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 22:14:14.146364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c21d2eb1-9b68-4286-977b-90800ed74acd tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "PUT /v2.0/routers/bbe382cb-8f6c-44e6-9878-0c1eb9274db6 HTTP/1.1" status: 400 len: 364 time: 0.3725271 Feb 14 22:14:14.153254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46224) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:14.215909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Deleting subnet 800e1d07-fde8-480f-bfa4-e81596825850 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:14:14.292063 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks [] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.297439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (800e1d07-fde8-480f-bfa4-e81596825850), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.297945 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.335486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Network 70c2d875-509a-426e-a7c3-9553f867779b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:14.338199 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:14.339458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (800e1d07-fde8-480f-bfa4-e81596825850), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.343662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:14.350577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Pushing event updated for resources: {'Port': ['ID=98ac46ef-5d18-4d81-aed0-90405d21c114,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:14.403056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Attempting to bind port 98ac46ef-5d18-4d81-aed0-90405d21c114 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:14.403404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Attempting to bind port 98ac46ef-5d18-4d81-aed0-90405d21c114 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '734268c5-7b57-482d-b416-aa1163728cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:14.403725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Attempting to bind port 98ac46ef-5d18-4d81-aed0-90405d21c114 on network 70c2d875-509a-426e-a7c3-9553f867779b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:14.408754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:14.409138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Checking segment: {'id': '734268c5-7b57-482d-b416-aa1163728cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:14.409541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.409937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Bound using segment: {'id': '734268c5-7b57-482d-b416-aa1163728cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:14.410415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Bound port: 98ac46ef-5d18-4d81-aed0-90405d21c114, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734268c5-7b57-482d-b416-aa1163728cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70c2d875-509a-426e-a7c3-9553f867779b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:14.410794 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.429985 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (800e1d07-fde8-480f-bfa4-e81596825850), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.491317 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (800e1d07-fde8-480f-bfa4-e81596825850), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.494376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] For port 98ac46ef-5d18-4d81-aed0-90405d21c114, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:14.497464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] For port 98ac46ef-5d18-4d81-aed0-90405d21c114, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=98ac46ef-5d18-4d81-aed0-90405d21c114,segment=NetworkSegment(734268c5-7b57-482d-b416-aa1163728cce),segment_id=734268c5-7b57-482d-b416-aa1163728cce)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:14.504675 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.520873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Subnet': ['ID=800e1d07-fde8-480f-bfa4-e81596825850,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:14.522848 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.528584 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d246e5e1-7c9c-45fe-a62a-42432c3fc2c2 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "DELETE /v2.0/subnets/800e1d07-fde8-480f-bfa4-e81596825850 HTTP/1.1" status: 204 len: 168 time: 0.3720946 Feb 14 22:14:14.528833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:14.567032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc3b26-0d17-47ac-be7d-b45906e8866f None None] Pushing event updated for resources: {'Port': ['ID=98ac46ef-5d18-4d81-aed0-90405d21c114,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:14.628854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (70c2d875-509a-426e-a7c3-9553f867779b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.688892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Deleting port 98ac46ef-5d18-4d81-aed0-90405d21c114 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:14.689237 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.767072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] For port 98ac46ef-5d18-4d81-aed0-90405d21c114, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=98ac46ef-5d18-4d81-aed0-90405d21c114,segment=NetworkSegment(734268c5-7b57-482d-b416-aa1163728cce),segment_id=734268c5-7b57-482d-b416-aa1163728cce)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:14.767506 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.782511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Calling delete_port for 98ac46ef-5d18-4d81-aed0-90405d21c114 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:14.875179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (98ac46ef-5d18-4d81-aed0-90405d21c114), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:14.900838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Port': ['ID=98ac46ef-5d18-4d81-aed0-90405d21c114,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:14.906787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] No DVR routers for this DVR port 98ac46ef-5d18-4d81-aed0-90405d21c114 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:14.959463 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7bc77-54b7-4f44-9bca-1cf298639b94 None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:14.988536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (70c2d875-509a-426e-a7c3-9553f867779b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.012513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c2d875-509a-426e-a7c3-9553f867779b']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:15.021854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734268c5-7b57-482d-b416-aa1163728cce') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:15.022163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734268c5-7b57-482d-b416-aa1163728cce') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:15.022776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Provisioning complete for port 975f158c-8197-404d-809e-dac9e60fa68c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:15.023494 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (975f158c-8197-404d-809e-dac9e60fa68c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.155417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Current status of the port 975f158c-8197-404d-809e-dac9e60fa68c is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:15.155874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (975f158c-8197-404d-809e-dac9e60fa68c), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.195235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] For port 975f158c-8197-404d-809e-dac9e60fa68c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=975f158c-8197-404d-809e-dac9e60fa68c,segment=NetworkSegment(fbf7f14d-8dc6-4243-820a-10eff78a85f1),segment_id=fbf7f14d-8dc6-4243-820a-10eff78a85f1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:15.200907 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (975f158c-8197-404d-809e-dac9e60fa68c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.265330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd1e1-3361-4df6-bb5e-b90defbfd74b None None] Pushing event updated for resources: {'Port': ['ID=975f158c-8197-404d-809e-dac9e60fa68c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:15.413328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (734268c5-7b57-482d-b416-aa1163728cce), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.421717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-763f589d-108e-4030-b845-f9592d06e01a None None] Provisioning complete for port 975f158c-8197-404d-809e-dac9e60fa68c triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:15.422025 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-763f589d-108e-4030-b845-f9592d06e01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (975f158c-8197-404d-809e-dac9e60fa68c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.429523 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (734268c5-7b57-482d-b416-aa1163728cce), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.436844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:15.437282 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (734268c5-7b57-482d-b416-aa1163728cce), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:15.440620 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:15.504773 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (70c2d875-509a-426e-a7c3-9553f867779b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.515012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-763f589d-108e-4030-b845-f9592d06e01a None None] Current status of the port 975f158c-8197-404d-809e-dac9e60fa68c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:15.515804 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.521502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "DELETE /v2.0/networks/70c2d875-509a-426e-a7c3-9553f867779b HTTP/1.1" status: 204 len: 168 time: 0.9895480 Feb 14 22:14:15.521809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:15.540816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd1ed7-811c-476a-97bd-eecb7e363291 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Network': ['ID=70c2d875-509a-426e-a7c3-9553f867779b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:15.585924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Deleting subnet 1d33cd5b-049a-445f-92c8-26d7db0332e5 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:14:15.589424 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (1d33cd5b-049a-445f-92c8-26d7db0332e5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.628992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3b399-5aa3-4502-97a1-ded93332851d None None] DHCP port deletion for 70c2d875-509a-426e-a7c3-9553f867779b request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:14:15.633512 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-fdf0f2c7-f4b5-437e-afca-6e583610e84d None None] Could not find standard attr ID for object 98ac46ef-5d18-4d81-aed0-90405d21c114. {{(pid=103514) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 22:14:15.635070 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (1d33cd5b-049a-445f-92c8-26d7db0332e5), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.648413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfbfb2-5b2f-451d-94d7-2c3344c693e9 None None] Network 70c2d875-509a-426e-a7c3-9553f867779b requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:15.661126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfbfb2-5b2f-451d-94d7-2c3344c693e9 None None] Network 70c2d875-509a-426e-a7c3-9553f867779b could not be found, it might have been deleted concurrently. {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 14 22:14:15.717530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (1d33cd5b-049a-445f-92c8-26d7db0332e5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.776524 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (1d33cd5b-049a-445f-92c8-26d7db0332e5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.805556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Subnet': ['ID=1d33cd5b-049a-445f-92c8-26d7db0332e5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:15.812973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.816263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-00a214d5-6e24-4db4-89be-0049d784a462 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "DELETE /v2.0/subnets/1d33cd5b-049a-445f-92c8-26d7db0332e5 HTTP/1.1" status: 204 len: 168 time: 0.2934613 Feb 14 22:14:15.819181 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:15.822218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff429b5c-aaa4-46af-b226-e01986cb817e None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:15.825102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 975f158c-8197-404d-809e-dac9e60fa68c up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:15.897878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.947799 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 975f158c-8197-404d-809e-dac9e60fa68c triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:15.948179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (975f158c-8197-404d-809e-dac9e60fa68c), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:15.951040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Deleting port 975f158c-8197-404d-809e-dac9e60fa68c {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:15.951418 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (975f158c-8197-404d-809e-dac9e60fa68c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.007354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] DHCP port deletion for 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:14:16.016735 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] For port 975f158c-8197-404d-809e-dac9e60fa68c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=975f158c-8197-404d-809e-dac9e60fa68c,segment=NetworkSegment(fbf7f14d-8dc6-4243-820a-10eff78a85f1),segment_id=fbf7f14d-8dc6-4243-820a-10eff78a85f1)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:16.017100 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (975f158c-8197-404d-809e-dac9e60fa68c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.033666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Calling delete_port for 975f158c-8197-404d-809e-dac9e60fa68c owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:16.059555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 975f158c-8197-404d-809e-dac9e60fa68c is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:16.084800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Deleting port 975f158c-8197-404d-809e-dac9e60fa68c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:14:16.085181 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (975f158c-8197-404d-809e-dac9e60fa68c), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.113789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (975f158c-8197-404d-809e-dac9e60fa68c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.142601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Port': ['ID=975f158c-8197-404d-809e-dac9e60fa68c,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:16.145288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] No DVR routers for this DVR port 975f158c-8197-404d-809e-dac9e60fa68c on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:16.153794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] For port 975f158c-8197-404d-809e-dac9e60fa68c, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=975f158c-8197-404d-809e-dac9e60fa68c,segment=NetworkSegment(fbf7f14d-8dc6-4243-820a-10eff78a85f1),segment_id=fbf7f14d-8dc6-4243-820a-10eff78a85f1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:16.154203 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (975f158c-8197-404d-809e-dac9e60fa68c), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.229913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.252047 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:16.262389 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf7f14d-8dc6-4243-820a-10eff78a85f1') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:16.262728 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf7f14d-8dc6-4243-820a-10eff78a85f1') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:16.276120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (fbf7f14d-8dc6-4243-820a-10eff78a85f1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.290630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (fbf7f14d-8dc6-4243-820a-10eff78a85f1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.297172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:14:16.297568 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (fbf7f14d-8dc6-4243-820a-10eff78a85f1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:14:16.300919 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:14:16.323389 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Calling delete_port for 975f158c-8197-404d-809e-dac9e60fa68c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:14:16.357739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.362976 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.369886 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "DELETE /v2.0/networks/4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 HTTP/1.1" status: 204 len: 168 time: 0.5460670 Feb 14 22:14:16.370384 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46232) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:16.382525 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb9cca-0521-4edb-bfab-75493622937c tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Pushing event deleted for resources: {'Network': ['ID=4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:16.398363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f4e17ad-b958-48d6-8119-4d3058b4b13b tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbe382cb-8f6c-44e6-9878-0c1eb9274db6 HTTP/1.1" status: 200 len: 205 time: 0.0269434 Feb 14 22:14:16.400765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46234) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:16.408995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (975f158c-8197-404d-809e-dac9e60fa68c), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.430733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Network 4c1618e2-a71a-4c25-8fd0-6fc9e3f50ad3 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 22:14:16.431761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] No DVR routers for this DVR port 975f158c-8197-404d-809e-dac9e60fa68c on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:14:16.434280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab768bb3-664e-416c-8c13-1ffed2e824b2 None None] Pushing event deleted for resources: {'Port': ['ID=975f158c-8197-404d-809e-dac9e60fa68c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:16.479222 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.644514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.646693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router_controller (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.691347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (bbe382cb-8f6c-44e6-9878-0c1eb9274db6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.691877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Fanout notify agent at l3_agent the message router_deleted on router bbe382cb-8f6c-44e6-9878-0c1eb9274db6 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:14:16.699659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:16.700728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8491f9ff-93e7-43fa-bb1f-e9778cc6aaf1 tempest-RoutersNegativeTest-382587803 tempest-RoutersNegativeTest-382587803-project] 10.222.0.86 "DELETE /v2.0/routers/bbe382cb-8f6c-44e6-9878-0c1eb9274db6 HTTP/1.1" status: 204 len: 168 time: 0.2990787 Feb 14 22:14:16.940989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46240) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:17.071434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c24c72c9-609d-4259-976d-44a5c4ec40a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdcb29e2c3644ec8a92de912ba7c39bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291344 Feb 14 22:14:17.074397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:17.122720 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] Publish callbacks [] for security_group (731fa31d-27bb-49a6-883a-4423f61fbb65), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.143173 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] Publish callbacks [] for security_group (731fa31d-27bb-49a6-883a-4423f61fbb65), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.190374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (731fa31d-27bb-49a6-883a-4423f61fbb65), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.192956 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.194111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/731fa31d-27bb-49a6-883a-4423f61fbb65 HTTP/1.1" status: 204 len: 168 time: 0.1188023 Feb 14 22:14:17.201957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc984e9-cde8-4f76-a988-9f8471598228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731fa31d-27bb-49a6-883a-4423f61fbb65,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:17.804933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46266) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:17.905014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-875144534-network', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:17.924749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 975f158c-8197-404d-809e-dac9e60fa68c no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:14:17.930628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Made reservation on behalf of 05697b83419a44aca08bc3c7569aa7fb for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:17.933028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.941579 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:17.947226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 975f158c-8197-404d-809e-dac9e60fa68c {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:14:17.947670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 975f158c-8197-404d-809e-dac9e60fa68c not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:14:18.015435 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks [] for security_group (33adb50f-2f12-4820-848c-7a30ad87ed91), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.019254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (33adb50f-2f12-4820-848c-7a30ad87ed91), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.040222 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:18.054208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33adb50f-2f12-4820-848c-7a30ad87ed91,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:18.059109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cb731024-11e6-4a6a-9425-d941abee654a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.059478 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Added segment cb731024-11e6-4a6a-9425-d941abee654a of type vlan for network a8ea9e07-3291-48e9-8aad-d2d41fb75eea Feb 14 22:14:18.100275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a8ea9e07-3291-48e9-8aad-d2d41fb75eea), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.124430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a8ea9e07-3291-48e9-8aad-d2d41fb75eea), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.125462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:18.126045 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.184005 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3778865 Feb 14 22:14:18.186967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46270) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:18.191546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75773768-3ecc-423c-ade1-cdee5f9a1539 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ea9e07-3291-48e9-8aad-d2d41fb75eea,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:18.191987 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Request body: {'subnet': {'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-subnet', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:18.201422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:18.212097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Made reservation on behalf of 05697b83419a44aca08bc3c7569aa7fb for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:18.214887 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.378703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (69745395-29d5-498e-abca-1e2703c97732), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.436442 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69745395-29d5-498e-abca-1e2703c97732,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:18.447440 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Checking segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:18.447808 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Network hostable DHCP agents. Network: a8ea9e07-3291-48e9-8aad-d2d41fb75eea, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:18.464667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:18.472565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a8ea9e07-3291-48e9-8aad-d2d41fb75eea) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:18.479626 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:18.480232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.480741 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e468673-2c7b-4cc6-90cc-d6e22febcb74 None None] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:18.496076 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-835d7c83-16a3-42b1-82e6-b727a150b7f9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3077815 Feb 14 22:14:18.498518 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:18.502750 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:18.520546 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (135266a4-2902-482b-8de9-4e948b642132), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.521606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (135266a4-2902-482b-8de9-4e948b642132), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.575353 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for router_controller (135266a4-2902-482b-8de9-4e948b642132), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.584981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:18.585873 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.721154 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Allocated IP 172.20.0.2 (a8ea9e07-3291-48e9-8aad-d2d41fb75eea/69745395-29d5-498e-abca-1e2703c97732/821e0a53-be59-4ae2-b8ea-fe9aa23b326a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:18.721361 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for router_gateway (135266a4-2902-482b-8de9-4e948b642132), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.863262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks [] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.868910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.908729 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:18.915802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:18.918564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Pushing event updated for resources: {'Port': ['ID=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:18.921394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:18.921970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for router_gateway (135266a4-2902-482b-8de9-4e948b642132), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.977946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Attempting to bind port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:18.978522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Attempting to bind port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:18.978727 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Attempting to bind port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:18.984294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:18.984678 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Checking segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:18.985122 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:18.985552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Bound using segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:18.986013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Bound port: 821e0a53-be59-4ae2-b8ea-fe9aa23b326a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:18.986412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.055373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] For port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:19.058711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] For port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:19.065347 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.125125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200a2c-a42e-4d57-add9-9394a4e2924a None None] Pushing event updated for resources: {'Port': ['ID=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:19.257334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.370771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Allocated IP 172.25.2.10 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c4a8a61d-42e3-413d-855a-9167b73e25bf) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:19.476398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.509114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.546112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:19.548959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:19.554510 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:19.576543 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Pushing event updated for resources: {'Port': ['ID=c4a8a61d-42e3-413d-855a-9167b73e25bf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:19.812152 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for router_gateway (135266a4-2902-482b-8de9-4e948b642132), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.832937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 821e0a53-be59-4ae2-b8ea-fe9aa23b326a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:19.885455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:19.885836 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:19.971955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:19.972499 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.006536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:20.012465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.033556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (135266a4-2902-482b-8de9-4e948b642132), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.066677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd64bc-9db3-46bf-8a64-a37e06005c03 None None] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:20.070164 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:20.139123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ddc3fccf-9131-438a-bc3a-4769a4556c2e None None] Provisioning complete for port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:20.139528 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fccf-9131-438a-bc3a-4769a4556c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.167997 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Router 135266a4-2902-482b-8de9-4e948b642132 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:14:20.258103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3fccf-9131-438a-bc3a-4769a4556c2e None None] Current status of the port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:20.282981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:14:20.297876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Sync routers for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:14:20.304727 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.309112 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2b920060-8b5a-44c4-b914-85e0136dd4eb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8065326 Feb 14 22:14:20.309501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46274) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:20.310085 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:20.310893 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:20.432414 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:20.479849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f5c0244d-928e-4165-903e-571939f7ec29 None None] Provisioning complete for port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:20.480230 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5c0244d-928e-4165-903e-571939f7ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.562016 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0244d-928e-4165-903e-571939f7ec29 None None] Current status of the port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:20.619333 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:19Z', 'revision_number': 3, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:20.645093 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Checking router: 135266a4-2902-482b-8de9-4e948b642132 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:14:20.645451 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Updating router 135266a4-2902-482b-8de9-4e948b642132 port c4a8a61d-42e3-413d-855a-9167b73e25bf binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:14:20.672118 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.744839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.900931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Allocated IP 172.20.0.1 (a8ea9e07-3291-48e9-8aad-d2d41fb75eea/69745395-29d5-498e-abca-1e2703c97732/8716a98d-611b-4f9a-9da9-1b21a87802c1) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:20.926074 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks [] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.931741 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:20.985341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Attempting to bind port c4a8a61d-42e3-413d-855a-9167b73e25bf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:20.985730 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Attempting to bind port c4a8a61d-42e3-413d-855a-9167b73e25bf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:20.986097 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Attempting to bind port c4a8a61d-42e3-413d-855a-9167b73e25bf on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:20.988922 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Pushing event updated for resources: {'Port': ['ID=c4a8a61d-42e3-413d-855a-9167b73e25bf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:20.997951 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:20.998302 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:20.998638 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:20.998984 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:20.999341 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:20.999675 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.000005 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.000334 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.000662 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.001018 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.001346 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.002066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.002066 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:14:21.005241 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:21.005629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:21.006035 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.006421 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:21.006890 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Bound port: c4a8a61d-42e3-413d-855a-9167b73e25bf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:21.007038 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks [] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.007313 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.044715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.058740 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] For port c4a8a61d-42e3-413d-855a-9167b73e25bf, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:21.061766 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] For port c4a8a61d-42e3-413d-855a-9167b73e25bf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c4a8a61d-42e3-413d-855a-9167b73e25bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:21.067677 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.085526 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:21.089248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:21.094905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:21.118758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:21.123133 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:21.123910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:21.140022 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (135266a4-2902-482b-8de9-4e948b642132), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.178751 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63147382-8a42-4dc8-97ee-fa4a600b62f2 None None] Pushing event updated for resources: {'Port': ['ID=c4a8a61d-42e3-413d-855a-9167b73e25bf,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:21.253782 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:21.293073 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.392810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d43ff4fc-3d9d-47a1-b390-c2ac1dd8fbdc None None] Provisioning complete for port 8716a98d-611b-4f9a-9da9-1b21a87802c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:21.393437 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d43ff4fc-3d9d-47a1-b390-c2ac1dd8fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.432753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d43ff4fc-3d9d-47a1-b390-c2ac1dd8fbdc None None] Port 8716a98d-611b-4f9a-9da9-1b21a87802c1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:14:21.468306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks [] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.473751 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.527333 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:19Z', 'revision_number': 3, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:21.540264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (135266a4-2902-482b-8de9-4e948b642132), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.542593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:21.554591 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d57735-0e2c-470c-b845-faf58328bf0d None None] The sync data for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 is: [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:19Z', 'revision_number': 3, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:14:21.638722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:21.640111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:21.789668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Router 135266a4-2902-482b-8de9-4e948b642132 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:14:21.844811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 821e0a53-be59-4ae2-b8ea-fe9aa23b326a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:21.914465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:21.914673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:21.946856 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:14:21.952085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-97698c33-6b4c-4f17-8466-ad2d403a9ad9 admin admin] 10.222.0.86 "PUT /v2.0/routers/135266a4-2902-482b-8de9-4e948b642132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415210 Feb 14 22:14:21.983493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b3bcceac-3db2-4e21-8ba4-570956903cb3 None None] Provisioning complete for port 8716a98d-611b-4f9a-9da9-1b21a87802c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:21.984009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3bcceac-3db2-4e21-8ba4-570956903cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.040559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcceac-3db2-4e21-8ba4-570956903cb3 None None] Port 8716a98d-611b-4f9a-9da9-1b21a87802c1 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:14:22.055747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:22.443596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:22.449068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-748491570-network', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:22.468454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Made reservation on behalf of ac7d80498578406aa0f8b1850110576a for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:22.470764 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.479391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.553350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks [] for security_group (e11c468f-7cb7-40e6-a242-408f91b71bdc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.557567 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e11c468f-7cb7-40e6-a242-408f91b71bdc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.581588 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:14:22.591428 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c468f-7cb7-40e6-a242-408f91b71bdc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:22.596345 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (395a3d67-ca75-4013-b7f7-34e79b981ffc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.596690 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Added segment 395a3d67-ca75-4013-b7f7-34e79b981ffc of type vlan for network 0cd588ce-a6b4-416f-a268-8fc222d48a9a Feb 14 22:14:22.637786 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (0cd588ce-a6b4-416f-a268-8fc222d48a9a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.662578 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (0cd588ce-a6b4-416f-a268-8fc222d48a9a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.663605 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:22.664187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.723029 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2783239 Feb 14 22:14:22.725829 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46298) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:22.730872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ad49f-69b5-41c5-a86b-46e6911b4f37 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd588ce-a6b4-416f-a268-8fc222d48a9a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:22.731440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Request body: {'subnet': {'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-subnet', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:22.740538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:14:22.753359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Made reservation on behalf of ac7d80498578406aa0f8b1850110576a for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:22.756368 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.931693 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (aa46f3d3-0e54-4fb7-a14d-e44da32b82f5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:22.989298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa46f3d3-0e54-4fb7-a14d-e44da32b82f5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:22.999625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Checking segment: {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:22.999986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Network hostable DHCP agents. Network: 0cd588ce-a6b4-416f-a268-8fc222d48a9a, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:14:23.016393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:14:23.025397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 0cd588ce-a6b4-416f-a268-8fc222d48a9a) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:23.029630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:23.030336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.035275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba915b86-e7a7-4d4c-b546-082f0c161b73 None None] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:23.052879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6f9a4eef-1804-4e1d-a0ba-800e05c093ce admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3257895 Feb 14 22:14:23.055298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46300) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:23.059971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:23.081024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (51987cd2-e075-4b14-a734-b40679550ee2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.082088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (51987cd2-e075-4b14-a734-b40679550ee2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.137099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Sync routers for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:14:23.143919 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for router_controller (51987cd2-e075-4b14-a734-b40679550ee2), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.149047 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:23.150084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:23.154079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:14:23.154902 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.292223 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for router_gateway (51987cd2-e075-4b14-a734-b40679550ee2), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.333559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:23.431933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Allocated IP 172.20.0.2 (0cd588ce-a6b4-416f-a268-8fc222d48a9a/aa46f3d3-0e54-4fb7-a14d-e44da32b82f5/ae055681-2c69-4836-9f6a-402b45782bf3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:23.498527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for router_gateway (51987cd2-e075-4b14-a734-b40679550ee2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.518052 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.624732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Allocated IP 172.25.2.130 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/402fd430-d473-4f1f-aac9-be4180717569) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:23.668579 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks [] for port (ae055681-2c69-4836-9f6a-402b45782bf3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.676404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.683577 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 4, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8716a98d-611b-4f9a-9da9-1b21a87802c1', 'name': '', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'mac_address': 'fa:16:3e:36:7c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:20Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 2, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'subnets': [{'id': '69745395-29d5-498e-abca-1e2703c97732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:23.727249 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for port (402fd430-d473-4f1f-aac9-be4180717569), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.736384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Checking router: 135266a4-2902-482b-8de9-4e948b642132 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:14:23.736742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Updating router 135266a4-2902-482b-8de9-4e948b642132 port 8716a98d-611b-4f9a-9da9-1b21a87802c1 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:14:23.766930 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (402fd430-d473-4f1f-aac9-be4180717569), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.767715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:23.773439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:23.777045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:23.782830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Pushing event updated for resources: {'Port': ['ID=ae055681-2c69-4836-9f6a-402b45782bf3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:23.789017 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:23.817830 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:23.825821 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:23.830508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:23.833671 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Pushing event updated for resources: {'Port': ['ID=402fd430-d473-4f1f-aac9-be4180717569,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:23.854248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c4a8a61d-42e3-413d-855a-9167b73e25bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:24.054232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Attempting to bind port ae055681-2c69-4836-9f6a-402b45782bf3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:24.054600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Attempting to bind port ae055681-2c69-4836-9f6a-402b45782bf3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:24.054977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Attempting to bind port ae055681-2c69-4836-9f6a-402b45782bf3 on network 0cd588ce-a6b4-416f-a268-8fc222d48a9a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:24.119582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:24.119967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Checking segment: {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:24.120375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.120766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Bound using segment: {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:24.121257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Bound port: ae055681-2c69-4836-9f6a-402b45782bf3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:24.121638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.234131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c4a8a61d-42e3-413d-855a-9167b73e25bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:24.234507 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.301074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] For port ae055681-2c69-4836-9f6a-402b45782bf3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:24.332416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] For port ae055681-2c69-4836-9f6a-402b45782bf3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae055681-2c69-4836-9f6a-402b45782bf3,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:24.344692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.440164 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for router_gateway (51987cd2-e075-4b14-a734-b40679550ee2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.478823 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3074-92cc-4e89-a9f2-abb056e4488d None None] Pushing event updated for resources: {'Port': ['ID=ae055681-2c69-4836-9f6a-402b45782bf3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:24.482798 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks [] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.484356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c4a8a61d-42e3-413d-855a-9167b73e25bf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:24.484731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.502189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.546202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c4a8a61d-42e3-413d-855a-9167b73e25bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c4a8a61d-42e3-413d-855a-9167b73e25bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:24.561033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.581086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24047c3-651d-424e-81aa-0ffe8e93dbd0 None None] Pushing event updated for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:24.676688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Attempting to bind port 8716a98d-611b-4f9a-9da9-1b21a87802c1 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:24.677013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Attempting to bind port 8716a98d-611b-4f9a-9da9-1b21a87802c1 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:24.677383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Attempting to bind port 8716a98d-611b-4f9a-9da9-1b21a87802c1 on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:24.695501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:24.695810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Checking segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:24.696272 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.697182 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Bound using segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:24.697656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Bound port: 8716a98d-611b-4f9a-9da9-1b21a87802c1, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:24.698052 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.699719 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (51987cd2-e075-4b14-a734-b40679550ee2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.701134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c4a8a61d-42e3-413d-855a-9167b73e25bf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:24.786993 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] For port 8716a98d-611b-4f9a-9da9-1b21a87802c1, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:24.791790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] For port 8716a98d-611b-4f9a-9da9-1b21a87802c1, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8716a98d-611b-4f9a-9da9-1b21a87802c1,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:24.800679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:24.873151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Router 51987cd2-e075-4b14-a734-b40679550ee2 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:14:24.892481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24047c3-651d-424e-81aa-0ffe8e93dbd0 None None] Pushing event updated for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:24.897425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:24.898062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:24.941829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Provisioning complete for port 8716a98d-611b-4f9a-9da9-1b21a87802c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:24.942207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.010257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:14:25.020710 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Sync routers for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:14:25.035030 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:25.036068 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:25.041854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.047043 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46302) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:14:25.057788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9c5e9e96-3186-41d7-8b2d-bffcdc129cfc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0010579 Feb 14 22:14:25.088578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Current status of the port 8716a98d-611b-4f9a-9da9-1b21a87802c1 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:25.089080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.095292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:25.182533 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:25.191339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] For port 8716a98d-611b-4f9a-9da9-1b21a87802c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8716a98d-611b-4f9a-9da9-1b21a87802c1,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:25.196264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.323554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d885cc-646c-4dab-bb0a-608735d15587 None None] Pushing event updated for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:25.345340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a72ddd9e-5127-4f31-9506-3bd4137a5609 None None] Provisioning complete for port 8716a98d-611b-4f9a-9da9-1b21a87802c1 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:25.345722 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a72ddd9e-5127-4f31-9506-3bd4137a5609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.414390 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 3, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:25.447838 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Checking router: 51987cd2-e075-4b14-a734-b40679550ee2 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:14:25.448769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Updating router 51987cd2-e075-4b14-a734-b40679550ee2 port 402fd430-d473-4f1f-aac9-be4180717569 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:14:25.469545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a72ddd9e-5127-4f31-9506-3bd4137a5609 None None] Current status of the port 8716a98d-611b-4f9a-9da9-1b21a87802c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:25.478172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 4, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8716a98d-611b-4f9a-9da9-1b21a87802c1', 'name': '', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'mac_address': 'fa:16:3e:36:7c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:20Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 4, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'subnets': [{'id': '69745395-29d5-498e-abca-1e2703c97732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:25.479405 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (402fd430-d473-4f1f-aac9-be4180717569), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.509812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffaa942-1fe6-4c4b-8ce9-fdac8b9cc3e0 None None] The sync data for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 is: [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:14:21Z', 'revision_number': 4, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '8716a98d-611b-4f9a-9da9-1b21a87802c1', 'name': '', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'mac_address': 'fa:16:3e:36:7c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:20Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 4, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'subnets': [{'id': '69745395-29d5-498e-abca-1e2703c97732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:14:25.604322 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.746247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a099a-7cbb-41c8-8643-e63388f5e3bd None None] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:14:25.824277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Allocated IP 172.20.0.1 (0cd588ce-a6b4-416f-a268-8fc222d48a9a/aa46f3d3-0e54-4fb7-a14d-e44da32b82f5/f1f24bf6-b4ed-47c2-b828-bf05619b57de) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:25.845985 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Provisioning complete for port ae055681-2c69-4836-9f6a-402b45782bf3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:25.846541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.881123 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks [] for port (402fd430-d473-4f1f-aac9-be4180717569), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.893577 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (402fd430-d473-4f1f-aac9-be4180717569), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:25.986439 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks [] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.004655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Current status of the port ae055681-2c69-4836-9f6a-402b45782bf3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:26.004655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.009451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae055681-2c69-4836-9f6a-402b45782bf3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:26.012086 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93977240-fcab-4559-9921-2f5d50b570c5 None None] Pushing event updated for resources: {'Port': ['ID=402fd430-d473-4f1f-aac9-be4180717569,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:26.028265 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Attempting to bind port 402fd430-d473-4f1f-aac9-be4180717569 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:26.029573 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Attempting to bind port 402fd430-d473-4f1f-aac9-be4180717569 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:26.030156 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Attempting to bind port 402fd430-d473-4f1f-aac9-be4180717569 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:26.036295 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:26.042039 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:26.042789 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.043435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:26.044006 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.044398 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Bound port: 402fd430-d473-4f1f-aac9-be4180717569, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:26.045762 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (402fd430-d473-4f1f-aac9-be4180717569), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.092816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:26.096256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:26.107629 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:26.109669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] For port ae055681-2c69-4836-9f6a-402b45782bf3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae055681-2c69-4836-9f6a-402b45782bf3,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:26.117215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:26.122352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.134650 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] For port 402fd430-d473-4f1f-aac9-be4180717569, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:26.143924 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] For port 402fd430-d473-4f1f-aac9-be4180717569, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=402fd430-d473-4f1f-aac9-be4180717569,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:26.164022 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (402fd430-d473-4f1f-aac9-be4180717569), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.173168 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ae055681-2c69-4836-9f6a-402b45782bf3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:26.173563 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.176338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (51987cd2-e075-4b14-a734-b40679550ee2), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.253697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bb2e1-9b9e-4a70-aac1-2e29f1cf5499 None None] Pushing event updated for resources: {'Port': ['ID=ae055681-2c69-4836-9f6a-402b45782bf3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:26.270400 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93977240-fcab-4559-9921-2f5d50b570c5 None None] Pushing event updated for resources: {'Port': ['ID=402fd430-d473-4f1f-aac9-be4180717569,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:26.314309 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:26.315139 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:26.321625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ae055681-2c69-4836-9f6a-402b45782bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:26.322913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c4a8a61d-42e3-413d-855a-9167b73e25bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:26.340113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.385041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-49a2be73-83f2-4292-9a2d-46d8489d8702 None None] Provisioning complete for port ae055681-2c69-4836-9f6a-402b45782bf3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:26.385483 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49a2be73-83f2-4292-9a2d-46d8489d8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.441459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c4a8a61d-42e3-413d-855a-9167b73e25bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:26.448167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.459894 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:26.600441 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks [] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.607076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-49a2be73-83f2-4292-9a2d-46d8489d8702 None None] Current status of the port ae055681-2c69-4836-9f6a-402b45782bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:26.609920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.626110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c4a8a61d-42e3-413d-855a-9167b73e25bf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:26.627272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8716a98d-611b-4f9a-9da9-1b21a87802c1 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:26.689552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 8716a98d-611b-4f9a-9da9-1b21a87802c1 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:26.690884 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.697242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:26.700346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (51987cd2-e075-4b14-a734-b40679550ee2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.749422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-cdf538aa-56d5-4fd4-97b7-57a8db787617 None None] Provisioning complete for port f1f24bf6-b4ed-47c2-b828-bf05619b57de triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:26.749966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdf538aa-56d5-4fd4-97b7-57a8db787617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:26.760508 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-927dae80-971b-4881-923c-15858e434cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f1f24bf6-b4ed-47c2-b828-bf05619b57de', 'name': '', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'mac_address': 'fa:16:3e:4a:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:25Z', 'updated_at': '2022-02-14T22:14:25Z', 'revision_number': 1, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'subnets': [{'id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:26.789520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dae80-971b-4881-923c-15858e434cc9 None None] The sync data for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 is: [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f1f24bf6-b4ed-47c2-b828-bf05619b57de', 'name': '', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'mac_address': 'fa:16:3e:4a:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:25Z', 'updated_at': '2022-02-14T22:14:25Z', 'revision_number': 1, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'subnets': [{'id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:14:26.797087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cdf538aa-56d5-4fd4-97b7-57a8db787617 None None] Port f1f24bf6-b4ed-47c2-b828-bf05619b57de cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:14:26.828857 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:26.830759 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:26.853065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 8716a98d-611b-4f9a-9da9-1b21a87802c1 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:26.961373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Router 51987cd2-e075-4b14-a734-b40679550ee2 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:14:27.089896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:14:27.095950 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-583bd545-df24-413e-aeb7-d7c49138d242 admin admin] 10.222.0.86 "PUT /v2.0/routers/51987cd2-e075-4b14-a734-b40679550ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450823 Feb 14 22:14:27.123683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1a3586b4-5fb9-4480-bce2-62fec8c0656e None None] Provisioning complete for port f1f24bf6-b4ed-47c2-b828-bf05619b57de triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:27.124064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a3586b4-5fb9-4480-bce2-62fec8c0656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:27.164476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1a3586b4-5fb9-4480-bce2-62fec8c0656e None None] Port f1f24bf6-b4ed-47c2-b828-bf05619b57de cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:14:27.811582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae055681-2c69-4836-9f6a-402b45782bf3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:27.862461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-e89d16e4-48b4-4d52-86ef-ac66d1dc3e5e tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:27.863950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ae055681-2c69-4836-9f6a-402b45782bf3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:27.864346 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-e89d16e4-48b4-4d52-86ef-ac66d1dc3e5e tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 816 time: 0.1080663 Feb 14 22:14:27.864475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:27.879308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-ff8f91d0-290c-416e-84f5-6464f04f357a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/quotas/05697b83419a44aca08bc3c7569aa7fb HTTP/1.1" status: 200 len: 375 time: 0.0090902 Feb 14 22:14:27.934536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-0102af3f-7b89-4484-91ed-310288033b7f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499959 Feb 14 22:14:27.940913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ae055681-2c69-4836-9f6a-402b45782bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:28.148305 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7d4f34ab-3c1c-4c9d-b85b-811219dc8b92 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275344 Feb 14 22:14:28.237518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-a2f1d949-cac3-4b73-b049-b0c4c1787ca5 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Feb 14 22:14:28.439998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e05d25f-e8d2-4445-a725-66ed10bb945a req-1018f3c3-231b-4ea8-811c-78012933cacd tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 210 time: 0.0391819 Feb 14 22:14:29.114696 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:29.365015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-613cf497-6db2-4e08-a1ad-1b779815c4d5 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:29.366483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-613cf497-6db2-4e08-a1ad-1b779815c4d5 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.64 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 816 time: 0.1031258 Feb 14 22:14:29.378004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Request body: {'port': {'device_id': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'admin_state_up': True, 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:29.492439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Made reservation on behalf of 05697b83419a44aca08bc3c7569aa7fb for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:14:29.496733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:29.546226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc870512-a95f-4dd5-afa1-b684f91d1783 req-c01a6784-e0a2-4b36-bc6b-05f854f47f23 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 210 time: 0.0352755 Feb 14 22:14:29.651760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Allocated IP 172.20.0.7 (a8ea9e07-3291-48e9-8aad-d2d41fb75eea/69745395-29d5-498e-abca-1e2703c97732/4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:14:29.714934 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Sync routers for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:14:29.724619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:29.725236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:29.813801 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks [] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:29.824480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 402fd430-d473-4f1f-aac9-be4180717569 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:29.853851 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:29.897305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:14:29.901036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:14:29.905105 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:14:29.939727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Pushing event updated for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:29.976109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:29.976856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:29.996182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-7e405d78-ba3d-4251-b2f9-0568b59fed84 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6217840 Feb 14 22:14:30.008848 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Request body: {'port': {'device_id': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:14:30.042046 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:30.081561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.123640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 402fd430-d473-4f1f-aac9-be4180717569 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:30.124184 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (402fd430-d473-4f1f-aac9-be4180717569), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.240398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-19142ff8-b3ac-459e-bad1-10df8eb6273a None None] Provisioning complete for port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:30.240777 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19142ff8-b3ac-459e-bad1-10df8eb6273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.326699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-19142ff8-b3ac-459e-bad1-10df8eb6273a None None] Port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:14:30.341826 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 402fd430-d473-4f1f-aac9-be4180717569 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:30.342481 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (402fd430-d473-4f1f-aac9-be4180717569), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.355229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:14:30.362780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks [] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.369558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 402fd430-d473-4f1f-aac9-be4180717569, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=402fd430-d473-4f1f-aac9-be4180717569,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:30.374725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (402fd430-d473-4f1f-aac9-be4180717569), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.374882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Transition to ACTIVE for port object 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:14:30.379649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.410565 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f1f24bf6-b4ed-47c2-b828-bf05619b57de', 'name': '', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'mac_address': 'fa:16:3e:4a:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:25Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 2, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'subnets': [{'id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:30.432760 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:30.449041 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Checking router: 51987cd2-e075-4b14-a734-b40679550ee2 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:14:30.449409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Updating router 51987cd2-e075-4b14-a734-b40679550ee2 port f1f24bf6-b4ed-47c2-b828-bf05619b57de binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:14:30.478770 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=402fd430-d473-4f1f-aac9-be4180717569,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:30.491058 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.509356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Attempting to bind port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:30.509843 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Attempting to bind port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:30.510019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Attempting to bind port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:30.514923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:14:30.515285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Attempting to bind port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:30.520700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:30.521044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Checking segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:30.521430 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Bound using segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:30.521858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Bound port: 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:30.522221 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.603174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:30.607295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:30.617659 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.663023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:30.663687 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.665894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb HTTP/1.1" status: 200 len: 1092 time: 0.6617966 Feb 14 22:14:30.668480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:14:30.670719 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c73f0fe-cfa5-4508-822a-ad05fc48c599" -d '{"events": [{"name": "network-changed", "server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:14:30.724338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae0501-0c92-4794-b5c2-3d11a72f4e36 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:30.773326 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cc111-62e4-4af4-a5ff-a86072fbc6e1 req-a2db46cf-df80-4480-9ccb-b3a3a422c901 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:30.775407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14cc111-62e4-4af4-a5ff-a86072fbc6e1 req-a2db46cf-df80-4480-9ccb-b3a3a422c901 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 943 time: 0.1311328 Feb 14 22:14:30.803716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-0884a7fa-7001-43c8-9d73-0efbc89311c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:30.805449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-0884a7fa-7001-43c8-9d73-0efbc89311c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 1126 time: 0.0924456 Feb 14 22:14:30.806044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks [] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.813402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.860220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-db384831-5fe1-4e92-ad70-7f45b1978375 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb HTTP/1.1" status: 200 len: 217 time: 0.0440989 Feb 14 22:14:30.868662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b14cc111-62e4-4af4-a5ff-a86072fbc6e1 req-464d97d5-2a47-4476-9a07-a01115366861 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870783 Feb 14 22:14:30.873126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3c20-09c2-4a55-90f2-9bd290a938ed None None] Pushing event updated for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:30.929565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-515aea13-63fd-4f40-ae5c-304c617bc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:30.931486 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-515aea13-63fd-4f40-ae5c-304c617bc0ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 200 len: 855 time: 0.0617535 Feb 14 22:14:30.934123 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec89bd-a3ea-46cd-aebd-0effbd8c41d3 x-openstack-request-id: req-b2ec89bd-a3ea-46cd-aebd-0effbd8c41d3 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:14:30.935418 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:14:30.935796 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2ec89bd-a3ea-46cd-aebd-0effbd8c41d3 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:14:30.936324 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb', 'status': 'completed', 'code': 200} Feb 14 22:14:30.945612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Attempting to bind port f1f24bf6-b4ed-47c2-b828-bf05619b57de on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:14:30.946545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Attempting to bind port f1f24bf6-b4ed-47c2-b828-bf05619b57de by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:14:30.947564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Attempting to bind port f1f24bf6-b4ed-47c2-b828-bf05619b57de on network 0cd588ce-a6b4-416f-a268-8fc222d48a9a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:14:30.954111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:14:30.954502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Checking segment: {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:14:30.954916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.955675 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Bound using segment: {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:14:30.956156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Bound port: f1f24bf6-b4ed-47c2-b828-bf05619b57de, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395a3d67-ca75-4013-b7f7-34e79b981ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:14:30.956552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:30.989559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c247e-ce09-4020-ba95-bf728c5959ec req-6e7edef0-4817-4621-b4a5-d35393aa8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:30.991452 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-6e7edef0-4817-4621-b4a5-d35393aa8fac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526664 Feb 14 22:14:31.051898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] For port f1f24bf6-b4ed-47c2-b828-bf05619b57de, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:14:31.056385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] For port f1f24bf6-b4ed-47c2-b828-bf05619b57de, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f1f24bf6-b4ed-47c2-b828-bf05619b57de,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:14:31.062384 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8044215f-c7d7-4682-8093-c056f9d64f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.065950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.094156 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-4405cde5-cd6e-46e4-9ae0-7ead3db9e256 service neutron] 10.222.0.64 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965538 Feb 14 22:14:31.136034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:14:31.136696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:14:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:31.194620 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3c20-09c2-4a55-90f2-9bd290a938ed None None] Pushing event updated for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:31.202366 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-051c247e-ce09-4020-ba95-bf728c5959ec req-762d744f-1ad0-4629-863d-833e78db8a08 service neutron] 10.222.0.64 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016548 Feb 14 22:14:31.217022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Provisioning complete for port f1f24bf6-b4ed-47c2-b828-bf05619b57de triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:31.217527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.307308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-09e761df-e627-42e3-8d73-0d850e051fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:31.308657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-09e761df-e627-42e3-8d73-0d850e051fb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 1126 time: 0.0559537 Feb 14 22:14:31.310871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:14:31.400377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-4d99cab2-e8b4-4e2f-9ab3-52ec4b4f99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:31.401910 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-4d99cab2-e8b4-4e2f-9ab3-52ec4b4f99de service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 917 time: 0.0877445 Feb 14 22:14:31.412806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Current status of the port f1f24bf6-b4ed-47c2-b828-bf05619b57de is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:31.413195 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.449087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-b133bd54-d69a-410b-a6cb-0e1717092c52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb HTTP/1.1" status: 200 len: 217 time: 0.0402403 Feb 14 22:14:31.500752 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] For port f1f24bf6-b4ed-47c2-b828-bf05619b57de, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f1f24bf6-b4ed-47c2-b828-bf05619b57de,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:31.506093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-5dc43522-1594-4276-a0a1-920ad73f2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:31.506814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.507559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-5dc43522-1594-4276-a0a1-920ad73f2fec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 200 len: 855 time: 0.0527256 Feb 14 22:14:31.556341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-4405eb7f-43ee-49b0-993b-2fd0207ff3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:31.557918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-4405eb7f-43ee-49b0-993b-2fd0207ff3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449386 Feb 14 22:14:31.602023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55f00-023b-44d4-80d1-751bdb89419e None None] Pushing event updated for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:31.638645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f1f24bf6-b4ed-47c2-b828-bf05619b57de', 'name': '', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'mac_address': 'fa:16:3e:4a:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:25Z', 'updated_at': '2022-02-14T22:14:31Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'subnets': [{'id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:14:31.640396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1a2f6ece-9f7b-437f-844d-627e3432d06b None None] Provisioning complete for port f1f24bf6-b4ed-47c2-b828-bf05619b57de triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:31.640770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6ece-9f7b-437f-844d-627e3432d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.654873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-947003a9-d317-4ba9-bf7f-5c04d709ff6e service neutron] 10.222.0.64 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909345 Feb 14 22:14:31.688828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca746b26-fc20-4a5f-b066-d51cc2822193 None None] The sync data for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 is: [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:26Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'f1f24bf6-b4ed-47c2-b828-bf05619b57de', 'name': '', 'network_id': '0cd588ce-a6b4-416f-a268-8fc222d48a9a', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'mac_address': 'fa:16:3e:4a:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:25Z', 'updated_at': '2022-02-14T22:14:31Z', 'revision_number': 4, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'subnets': [{'id': 'aa46f3d3-0e54-4fb7-a14d-e44da32b82f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:14:31.748736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c73f0fe-cfa5-4508-822a-ad05fc48c599 req-b113368e-e8d1-471f-95eb-0e86911cd496 service neutron] 10.222.0.64 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Feb 14 22:14:31.761915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f6ece-9f7b-437f-844d-627e3432d06b None None] Current status of the port f1f24bf6-b4ed-47c2-b828-bf05619b57de is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:31.815394 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f1f24bf6-b4ed-47c2-b828-bf05619b57de up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:31.862257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f1f24bf6-b4ed-47c2-b828-bf05619b57de triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:31.862636 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:31.943950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f1f24bf6-b4ed-47c2-b828-bf05619b57de is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:31.945110 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 402fd430-d473-4f1f-aac9-be4180717569 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:31.997740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02112f82-cd82-472c-81af-3c0556fdcc25 req-5f731ab5-941b-4da8-933d-cd476a8f1360 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:31.999234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02112f82-cd82-472c-81af-3c0556fdcc25 req-5f731ab5-941b-4da8-933d-cd476a8f1360 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 943 time: 0.0529616 Feb 14 22:14:31.999632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 402fd430-d473-4f1f-aac9-be4180717569 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:32.000562 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (402fd430-d473-4f1f-aac9-be4180717569), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:32.050778 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02112f82-cd82-472c-81af-3c0556fdcc25 req-efb4134f-410e-48e8-915e-be25cd1db86e tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Feb 14 22:14:32.081226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 402fd430-d473-4f1f-aac9-be4180717569 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:33.172338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61181225-f276-439f-a8ba-4161829a35fe req-fab6329c-a22b-461e-b36b-1cd7788d276b tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:33.173985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61181225-f276-439f-a8ba-4161829a35fe req-fab6329c-a22b-461e-b36b-1cd7788d276b tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 943 time: 0.0544040 Feb 14 22:14:33.222199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61181225-f276-439f-a8ba-4161829a35fe req-6baab4a9-3431-4276-877d-b111685b16ea tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Feb 14 22:14:33.412302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72dd7829-9030-4085-9227-49e93c8eaee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:34.130437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:14:34.225254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:34.236804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'port_id': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb', 'mac_address': 'fa:16:3e:22:0a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:14:34.279554 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:34.279975 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:34.293567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:14:34.313616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:34.317600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:34.341036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e996-2adc-4208-bb76-b306b64511c7 req-52666a05-ebd1-41e4-adb0-c314f6845d5f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:34.342523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8975e996-2adc-4208-bb76-b306b64511c7 req-52666a05-ebd1-41e4-adb0-c314f6845d5f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 943 time: 0.0540538 Feb 14 22:14:34.364848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:34.388204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8975e996-2adc-4208-bb76-b306b64511c7 req-7d1cb2f6-6efc-4127-8d91-30f7dd42a459 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Feb 14 22:14:34.602551 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:14:34.743769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:35.510448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f2950-72f3-460f-99f5-8b2f5524c830 req-b4555363-820d-43dc-bc5b-34d16a6941e6 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:35.511961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de0f2950-72f3-460f-99f5-8b2f5524c830 req-b4555363-820d-43dc-bc5b-34d16a6941e6 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 944 time: 0.0573280 Feb 14 22:14:35.559514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-de0f2950-72f3-460f-99f5-8b2f5524c830 req-8c412988-0698-4150-8c9b-7245c744fa34 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Feb 14 22:14:35.926779 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:36.148584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:14:36.199097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:14:36.203114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:14:36.203576 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:36.282828 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:14:36.283251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:36.306598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:14:36.308867 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39dedf3-fb17-46fc-a3d2-9e9e99056380" -d '{"events": [{"server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:14:36.321005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:14:36.324935 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:36.348995 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e3bd46-fe7c-4ae1-bd6b-8d1458ab2e5c x-openstack-request-id: req-a1e3bd46-fe7c-4ae1-bd6b-8d1458ab2e5c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:14:36.349299 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:14:36.349560 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1e3bd46-fe7c-4ae1-bd6b-8d1458ab2e5c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:14:36.349957 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb', 'code': 200} Feb 14 22:14:36.377800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:14:36.446287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436ab3f-fcd0-47b6-92f9-3cd589207320 req-d464eef2-6ff8-4a02-839a-5719166e6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:36.447752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2436ab3f-fcd0-47b6-92f9-3cd589207320 req-d464eef2-6ff8-4a02-839a-5719166e6a13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 1128 time: 0.0446026 Feb 14 22:14:36.491537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2436ab3f-fcd0-47b6-92f9-3cd589207320 req-412402f1-03cf-4d31-94fa-cf792b443dbb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Feb 14 22:14:36.659397 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:36.684899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a5d89-c461-440f-918e-6100637d9e3f req-fdf7916b-28fe-4392-b8dd-12f2cb406bb1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:36.686377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a60a5d89-c461-440f-918e-6100637d9e3f req-fdf7916b-28fe-4392-b8dd-12f2cb406bb1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0587413 Feb 14 22:14:36.734523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a60a5d89-c461-440f-918e-6100637d9e3f req-8e2a781c-677c-4c91-a641-b39658cce34a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Feb 14 22:14:37.383690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:14:37.556116 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:14:37.854036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6e5b-2ef5-461b-9bf4-9c1a45ae85ee req-4660178c-3836-40c6-8413-d54a64457004 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:37.855429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3fe6e5b-2ef5-461b-9bf4-9c1a45ae85ee req-4660178c-3836-40c6-8413-d54a64457004 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0523021 Feb 14 22:14:37.902024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3fe6e5b-2ef5-461b-9bf4-9c1a45ae85ee req-10059913-ba0d-4f1d-9c8f-42da6ac42b09 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Feb 14 22:14:38.018002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325555-6a99-4c9d-92e8-ffe2535b22cc req-3964170b-d525-4c56-ad9f-ca58541b1ce0 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:14:38.019470 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04325555-6a99-4c9d-92e8-ffe2535b22cc req-3964170b-d525-4c56-ad9f-ca58541b1ce0 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Feb 14 22:14:38.070285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04325555-6a99-4c9d-92e8-ffe2535b22cc req-00affb0b-f329-45a3-85a7-a59352f2d385 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Feb 14 22:14:59.118785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:01.034863 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-abe1c197-31a1-4040-9f5d-5818b29c709e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:03.413754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f7359d-fb3b-49ce-a523-c89024b6aae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:04.744909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:04.820834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-ba3f9861-a6ed-4a08-a792-25df25601a85 req-d169780c-e5fb-4d8d-8bc5-9b8866d623e7 service neutron] (103513) timed out ('10.222.0.86', 38080) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:15:05.930282 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:06.650295 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:07.389852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:12.190346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb926a-4ddc-4d50-9cec-643afd8e506e req-e1187d15-8881-4a43-9ec8-2e304b7eb938 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:12.191743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cadb926a-4ddc-4d50-9cec-643afd8e506e req-e1187d15-8881-4a43-9ec8-2e304b7eb938 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Feb 14 22:15:12.239984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cadb926a-4ddc-4d50-9cec-643afd8e506e req-f3c3122a-6c4a-4f27-965c-7e1cd403d0e6 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Feb 14 22:15:13.365045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4175-cd5c-4235-9af9-3cd2aa9e04ce req-7e872c25-9046-41f3-9027-ab37657fc22f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:13.366636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-caeb4175-cd5c-4235-9af9-3cd2aa9e04ce req-7e872c25-9046-41f3-9027-ab37657fc22f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Feb 14 22:15:13.417967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-caeb4175-cd5c-4235-9af9-3cd2aa9e04ce req-92b32dac-d219-4c42-a2e2-029695790e05 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Feb 14 22:15:13.878576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-97b27f59-5344-4121-9220-2aba96855678 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:13.880043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-97b27f59-5344-4121-9220-2aba96855678 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 945 time: 0.0558321 Feb 14 22:15:13.970543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Deleting port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:15:13.970886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:14.060711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] For port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:15:14.061081 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:14.072709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Calling delete_port for 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:15:14.198792 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:14.212055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:15:14.235238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Pushing event deleted for resources: {'Port': ['ID=4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:14.263921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.264280 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.264628 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.264969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.265308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.265640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.265972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.266306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.266635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.266963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.267328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.267650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.267971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:14.291282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] No DVR routers for this DVR port 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:15:14.294155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:14.297928 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f532b352-1375-48d8-bc41-43aa5ce9e807 req-4d65e01c-2bb3-4bb9-a2ce-21f761ad34ad tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.64 "DELETE /v2.0/ports/4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb HTTP/1.1" status: 204 len: 173 time: 0.4127920 Feb 14 22:15:14.298390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'name': 'network-vif-deleted', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:15:14.301087 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce52c2f-49b3-4e40-9893-99a01ab09d06" -d '{"events": [{"server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "name": "network-vif-deleted", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:15:14.343799 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814902d7-ce7e-4794-b8f6-a40f3beafbb1 x-openstack-request-id: req-814902d7-ce7e-4794-b8f6-a40f3beafbb1 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:15:14.344214 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec25e106-aaa2-4edf-9079-10cbac657c05", "name": "network-vif-deleted", "tag": "4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:15:14.344478 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-814902d7-ce7e-4794-b8f6-a40f3beafbb1 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:15:14.344886 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec25e106-aaa2-4edf-9079-10cbac657c05', 'name': 'network-vif-deleted', 'tag': '4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb', 'status': 'completed', 'code': 200} Feb 14 22:15:14.525440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c186aa5f-511c-48b5-b2d1-08855fa64d47 req-ae8d586e-3e6b-4873-98a2-48b377e0eeb6 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec25e106-aaa2-4edf-9079-10cbac657c05 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Feb 14 22:15:14.554751 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:15:16.342569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-fe9b0b57-a465-4453-84af-39f54aca3198 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:16.344059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-fe9b0b57-a465-4453-84af-39f54aca3198 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 816 time: 0.1013567 Feb 14 22:15:16.357833 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-367ca1a5-06f4-44cb-8609-def5f4833d42 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/quotas/05697b83419a44aca08bc3c7569aa7fb HTTP/1.1" status: 200 len: 375 time: 0.0086262 Feb 14 22:15:16.414434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c931be09-1580-4fd1-b2de-589d7383c0f9 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513742 Feb 14 22:15:16.506643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-53c1372a-de42-44ac-bab9-31837d5b9329 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812063 Feb 14 22:15:16.598137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-42bcd8dc-f294-4880-887f-bf8c10a89fb4 service neutron] 10.222.0.86 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852268 Feb 14 22:15:16.757308 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dce0b32-7317-447f-88cc-9f97d88e7c57 req-bd5fd702-efbf-4e16-891c-24ac6da157bd tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 210 time: 0.0284019 Feb 14 22:15:18.001198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26ad04d5-1d86-4b0d-9c1e-4487df60ed95 req-59c3afcb-81f2-4d19-a2bb-06f7764a516c tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 210 time: 0.0336037 Feb 14 22:15:18.042691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c07463e3-7141-4d7b-ae57-16dfd8c707a7 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:18.044181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c07463e3-7141-4d7b-ae57-16dfd8c707a7 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.83 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 816 time: 0.4785149 Feb 14 22:15:18.056129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Request body: {'port': {'device_id': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'admin_state_up': True, 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:15:18.161779 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Made reservation on behalf of 05697b83419a44aca08bc3c7569aa7fb for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:15:18.165340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.291831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Allocated IP 172.20.0.12 (a8ea9e07-3291-48e9-8aad-d2d41fb75eea/69745395-29d5-498e-abca-1e2703c97732/92d787ec-5096-4fa9-a2f5-6bae456c1aac) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:15:18.346084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:15:18.368553 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:15:18.368889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 4f3a7608-6ec1-4ff7-80a5-1e527d9d5beb not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:15:18.445654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks [] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.479809 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.522302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:15:18.525277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:15:18.527672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:15:18.563014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Pushing event updated for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:18.587140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:18.587839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.604583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c18465aa-362e-4a14-be3d-7092c8422f7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515246 Feb 14 22:15:18.615417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Request body: {'port': {'device_id': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:15:18.682213 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.761395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a287f68-f2cd-4dce-a721-7815d1aba638 None None] Provisioning complete for port 92d787ec-5096-4fa9-a2f5-6bae456c1aac triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:15:18.761756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a287f68-f2cd-4dce-a721-7815d1aba638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.796730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a287f68-f2cd-4dce-a721-7815d1aba638 None None] Port 92d787ec-5096-4fa9-a2f5-6bae456c1aac cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:15:18.945249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d787ec-5096-4fa9-a2f5-6bae456c1aac {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:15:18.952665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks [] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:18.964683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Transition to ACTIVE for port object 92d787ec-5096-4fa9-a2f5-6bae456c1aac will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:15:18.968739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:19.042792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Pushing event updated for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:19.124322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Attempting to bind port 92d787ec-5096-4fa9-a2f5-6bae456c1aac on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:15:19.124560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Attempting to bind port 92d787ec-5096-4fa9-a2f5-6bae456c1aac by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:15:19.124905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Attempting to bind port 92d787ec-5096-4fa9-a2f5-6bae456c1aac on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:15:19.136163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Port 92d787ec-5096-4fa9-a2f5-6bae456c1aac on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:15:19.136493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Attempting to bind port 92d787ec-5096-4fa9-a2f5-6bae456c1aac on network a8ea9e07-3291-48e9-8aad-d2d41fb75eea {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:15:19.144749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:15:19.145100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Checking segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:15:19.145493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Bound using segment: {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:15:19.145962 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Bound port: 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb731024-11e6-4a6a-9425-d941abee654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:15:19.146349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:19.157189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001199d-b594-44a6-9b63-2bb6e2b2a4ce req-94a93f94-a32f-4850-a143-bdffa361a49f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.158745 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9001199d-b594-44a6-9b63-2bb6e2b2a4ce req-94a93f94-a32f-4850-a143-bdffa361a49f tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 944 time: 0.0784016 Feb 14 22:15:19.254636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9001199d-b594-44a6-9b63-2bb6e2b2a4ce req-a917846b-82ca-4f7c-9a3c-5d85e79924da tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889418 Feb 14 22:15:19.261139 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:15:19.264339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:15:19.278345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:19.313116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.313746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:19.315126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] 10.222.0.83 "PUT /v2.0/ports/92d787ec-5096-4fa9-a2f5-6bae456c1aac HTTP/1.1" status: 200 len: 1093 time: 0.7039473 Feb 14 22:15:19.315582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:15:19.317836 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:15:19.351869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c0a7-0182-4d86-9690-c660f213bc05 service neutron] Pushing event updated for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:19.385487 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b683b6-d4e1-4fd5-94b2-8d01cdbca084 x-openstack-request-id: req-c6b683b6-d4e1-4fd5-94b2-8d01cdbca084 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:15:19.385783 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:15:19.386039 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6b683b6-d4e1-4fd5-94b2-8d01cdbca084 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:15:19.386444 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac', 'status': 'completed', 'code': 200} Feb 14 22:15:19.406165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-3d64f2e6-567b-4f1c-988d-6e817dcc4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.407740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-3d64f2e6-567b-4f1c-988d-6e817dcc4134 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 1127 time: 0.0521827 Feb 14 22:15:19.456950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-eda8e0ed-4bdd-4bf5-a2ad-cd975ea9a01f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac HTTP/1.1" status: 200 len: 217 time: 0.0406690 Feb 14 22:15:19.505785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-686761e9-1585-4e87-acfb-bc6663db95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.507942 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-686761e9-1585-4e87-acfb-bc6663db95fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 200 len: 855 time: 0.0442991 Feb 14 22:15:19.556588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-69371b25-26d8-4d4f-8fc4-6e0c9a751724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.558133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-69371b25-26d8-4d4f-8fc4-6e0c9a751724 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453963 Feb 14 22:15:19.651126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-409f3187-e7ce-4341-8c48-96499b59423f service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867763 Feb 14 22:15:19.740151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c735e0f-789c-4c74-b829-4ad5a0bff957 req-c561c929-80dc-4af3-81c4-9fc72d9c7093 service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829768 Feb 14 22:15:19.830350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-e2261622-ee73-4b74-be7e-00af9998bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.831893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-e2261622-ee73-4b74-be7e-00af9998bed6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 1127 time: 0.0460942 Feb 14 22:15:19.924327 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-28245907-35ea-4939-9913-52dfc80c44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:19.925717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-28245907-35ea-4939-9913-52dfc80c44f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 917 time: 0.0881579 Feb 14 22:15:19.969807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-250540da-3ba2-4ca2-9b6b-23bfcae7b95b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac HTTP/1.1" status: 200 len: 217 time: 0.0371768 Feb 14 22:15:20.025440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-2e98903f-3b34-4e36-8c16-dcdb1a5b6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:20.027006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-2e98903f-3b34-4e36-8c16-dcdb1a5b6e1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 200 len: 855 time: 0.0494006 Feb 14 22:15:20.080527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-38bf9244-b011-4042-bde5-658e34b0d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:20.082123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-38bf9244-b011-4042-bde5-658e34b0d60e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475047 Feb 14 22:15:20.114469 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-50c3ddc8-8daf-43b3-a857-19f5469e6588 req-e5b39612-2804-4e83-bef7-faa7ae91639b service neutron] (103512) timed out ('10.222.0.64', 53241) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:15:20.173126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-e1c9b059-2f8f-46dd-9c52-c85fa3355aff service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834017 Feb 14 22:15:20.265834 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2d8c4dc1-aaa5-4e19-8fc0-cda65f6e28f9 req-620f18ec-71f5-45a9-9079-671921508dc7 service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Feb 14 22:15:20.377538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad636-c07f-4d5e-908e-fbdcb78c276c req-073f8be0-3660-426b-8822-05a85043b6e2 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:20.379014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce2ad636-c07f-4d5e-908e-fbdcb78c276c req-073f8be0-3660-426b-8822-05a85043b6e2 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 944 time: 0.0539706 Feb 14 22:15:20.425112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ce2ad636-c07f-4d5e-908e-fbdcb78c276c req-52bad22d-4960-4a55-b57d-f490af84de90 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Feb 14 22:15:21.542175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e10b-6785-4e2b-9472-15a2992e42f7 req-bdc960e4-53c0-4f25-9564-3b76a7281a7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:21.543738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c1e10b-6785-4e2b-9472-15a2992e42f7 req-bdc960e4-53c0-4f25-9564-3b76a7281a7a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 944 time: 0.0529552 Feb 14 22:15:21.596233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-31c1e10b-6785-4e2b-9472-15a2992e42f7 req-9eb06dad-3172-4461-ade4-5ccc1d2f511a tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Feb 14 22:15:22.717073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8fff-7322-43f6-a6eb-b9e21bd25714 req-eeff024c-da01-46e0-99f3-7c1f64fabace tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:22.718566 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7def8fff-7322-43f6-a6eb-b9e21bd25714 req-eeff024c-da01-46e0-99f3-7c1f64fabace tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 944 time: 0.0538521 Feb 14 22:15:22.765215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7def8fff-7322-43f6-a6eb-b9e21bd25714 req-8fd8359f-18be-4e4f-ab02-dd11e9abf2e2 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Feb 14 22:15:23.024917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 92d787ec-5096-4fa9-a2f5-6bae456c1aac details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:15:23.118824 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:15:23.133552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '92d787ec-5096-4fa9-a2f5-6bae456c1aac', 'network_id': 'a8ea9e07-3291-48e9-8aad-d2d41fb75eea', 'port_id': '92d787ec-5096-4fa9-a2f5-6bae456c1aac', 'mac_address': 'fa:16:3e:6d:7f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69745395-29d5-498e-abca-1e2703c97732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:15:23.325490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 92d787ec-5096-4fa9-a2f5-6bae456c1aac is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:15:23.325930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:23.338414 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d787ec-5096-4fa9-a2f5-6bae456c1aac {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:15:23.357782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:15:23.361419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:23.406370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:23.413430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.414289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.414631 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.414971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.415342 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.415685 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.416111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.416450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.416786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.417120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.417451 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.417779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.418101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:15:23.562291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['92d787ec-5096-4fa9-a2f5-6bae456c1aac'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:15:23.885854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974098bb-8ac2-48d4-b7e8-b55bff0849a3 req-4d8d6741-ab85-4836-bd99-3dd441605db1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:23.887282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-974098bb-8ac2-48d4-b7e8-b55bff0849a3 req-4d8d6741-ab85-4836-bd99-3dd441605db1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 945 time: 0.0528367 Feb 14 22:15:23.934152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-974098bb-8ac2-48d4-b7e8-b55bff0849a3 req-10f9860b-6d74-4b97-a34d-da497aa20bd5 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Feb 14 22:15:25.041511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 92d787ec-5096-4fa9-a2f5-6bae456c1aac up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:15:25.057164 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed4eb-bddb-44ce-b2ef-f97243c1c50f req-4ee84c99-04e1-43a2-92d3-ab82b2ec23a7 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:25.058676 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-508ed4eb-bddb-44ce-b2ef-f97243c1c50f req-4ee84c99-04e1-43a2-92d3-ab82b2ec23a7 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 945 time: 0.0593674 Feb 14 22:15:25.089228 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 92d787ec-5096-4fa9-a2f5-6bae456c1aac completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:15:25.093236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 92d787ec-5096-4fa9-a2f5-6bae456c1aac triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:15:25.093635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:25.107674 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-508ed4eb-bddb-44ce-b2ef-f97243c1c50f req-a481b8b0-f8a7-41c1-978f-83fe30f96a88 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Feb 14 22:15:25.171815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 92d787ec-5096-4fa9-a2f5-6bae456c1aac is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:15:25.172214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:25.194186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:15:25.196933 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4e549-dd66-488d-87da-3c892daa663b" -d '{"events": [{"server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "name": "network-vif-plugged", "status": "completed", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:15:25.209208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:15:25.214238 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:25.237842 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be8159-fb58-4b70-b119-9a5bb224aca2 x-openstack-request-id: req-89be8159-fb58-4b70-b119-9a5bb224aca2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:15:25.238138 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "name": "network-vif-plugged", "status": "completed", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:15:25.238392 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89be8159-fb58-4b70-b119-9a5bb224aca2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:15:25.238810 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac', 'code': 200} Feb 14 22:15:25.265400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:15:25.333836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493677-6bf9-4601-960e-dae9db97392b req-4a723b43-1078-4cb6-95e3-a82a28ead7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:25.335653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15493677-6bf9-4601-960e-dae9db97392b req-4a723b43-1078-4cb6-95e3-a82a28ead7fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 1129 time: 0.0447848 Feb 14 22:15:25.378572 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15493677-6bf9-4601-960e-dae9db97392b req-171019e5-aac3-4f0f-a2b1-4b9dacb72a33 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Feb 14 22:15:26.230770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86582f-9f7a-43a5-942f-1cfbbb2c0103 req-2923be62-a31c-4acd-9356-e55574a93f99 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:26.232279 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd86582f-9f7a-43a5-942f-1cfbbb2c0103 req-2923be62-a31c-4acd-9356-e55574a93f99 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0572815 Feb 14 22:15:26.282208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd86582f-9f7a-43a5-942f-1cfbbb2c0103 req-75a3ea27-456b-4eaf-b451-14191a95daed tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Feb 14 22:15:27.399479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad59047-6810-4fcb-a633-332011788761 req-d12b66dd-1a7d-45f2-8adf-041d88f1c589 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:27.400960 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ad59047-6810-4fcb-a633-332011788761 req-d12b66dd-1a7d-45f2-8adf-041d88f1c589 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Feb 14 22:15:27.447555 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0ad59047-6810-4fcb-a633-332011788761 req-be4f6561-368a-4077-8e1c-fc50b50f9ddf tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Feb 14 22:15:27.564080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ba2f-dd31-42c8-8be3-0e492228655e req-fea26937-3363-41d9-9e76-612329b8fcb8 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:27.565565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4b4ba2f-dd31-42c8-8be3-0e492228655e req-fea26937-3363-41d9-9e76-612329b8fcb8 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Feb 14 22:15:27.616239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4b4ba2f-dd31-42c8-8be3-0e492228655e req-f1539e6d-3e97-4786-a771-04207308c109 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Feb 14 22:15:29.136600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:31.037226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e47b3e2a-60df-45d8-a77d-95e0a22ad826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:33.416925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa03366a-482d-4012-a728-0fc6a1e77ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:34.748137 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:35.932274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:36.677857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:37.384105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:15:37.970979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-2f8aaad3-257d-49a9-893c-d276c6023aab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470927 Feb 14 22:15:38.057242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-de7f97ef-ddb2-4e18-90fc-d79050042bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:38.058735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-de7f97ef-ddb2-4e18-90fc-d79050042bca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05697b83419a44aca08bc3c7569aa7fb&device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 1129 time: 0.0453136 Feb 14 22:15:38.168339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-8c1520e6-a68a-4d91-ad8a-05c343582393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:38.169735 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-8c1520e6-a68a-4d91-ad8a-05c343582393 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 200 len: 917 time: 0.0905516 Feb 14 22:15:38.212061 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-8493e8dc-8dad-4a87-99a8-1ee97cb00839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac HTTP/1.1" status: 200 len: 217 time: 0.0348229 Feb 14 22:15:38.258978 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-503f3e06-0489-4912-86de-65ba533b204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:38.260391 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-503f3e06-0489-4912-86de-65ba533b204e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 200 len: 855 time: 0.0424471 Feb 14 22:15:38.308277 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-b13384f7-fe0d-46ea-bef1-14393022d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:15:38.309768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-b13384f7-fe0d-46ea-bef1-14393022d3a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8ea9e07-3291-48e9-8aad-d2d41fb75eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441506 Feb 14 22:15:38.404657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-85f4e5fe-d07b-4c8e-90e6-ef2464389793 service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882075 Feb 14 22:15:38.495396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d9884fd0-d893-4e59-94c3-8d1b74d91125 req-67e7a11c-d462-41bc-a99a-0fd8f2fa52fb service neutron] 10.222.0.83 "GET /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841346 Feb 14 22:15:51.554214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:15:59.149692 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:01.038843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66287e69-fea7-4887-a7fd-f954e60f35be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:01.595622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11877-fad9-4d94-bc3c-33c2888a5098 req-35a4b0e7-7b8a-4347-a142-e0da2c878d2e tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:01.597133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16b11877-fad9-4d94-bc3c-33c2888a5098 req-35a4b0e7-7b8a-4347-a142-e0da2c878d2e tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0599027 Feb 14 22:16:01.645190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16b11877-fad9-4d94-bc3c-33c2888a5098 req-d3cb6dfa-a2bb-419b-800f-92ee23279af6 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Feb 14 22:16:02.768314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653693ea-4ab7-4e8b-a39e-d918d161a65d req-09b05f4f-5536-49cd-a9a4-f3779f414b56 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:02.770079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-653693ea-4ab7-4e8b-a39e-d918d161a65d req-09b05f4f-5536-49cd-a9a4-f3779f414b56 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0543079 Feb 14 22:16:02.823329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-653693ea-4ab7-4e8b-a39e-d918d161a65d req-9a7300d1-05d4-45e5-9957-d10a08c9cc62 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/security-groups?id=33adb50f-2f12-4820-848c-7a30ad87ed91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472362 Feb 14 22:16:03.043131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf772a3-083b-4503-b680-bd07d227d929 req-34659bbb-bf4b-4646-9082-d090b52029a1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:03.044603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf772a3-083b-4503-b680-bd07d227d929 req-34659bbb-bf4b-4646-9082-d090b52029a1 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.83 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 946 time: 0.0561955 Feb 14 22:16:03.136981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Deleting port 92d787ec-5096-4fa9-a2f5-6bae456c1aac {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:03.137250 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:03.229746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] For port 92d787ec-5096-4fa9-a2f5-6bae456c1aac, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=92d787ec-5096-4fa9-a2f5-6bae456c1aac,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:03.230028 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:03.241692 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Calling delete_port for 92d787ec-5096-4fa9-a2f5-6bae456c1aac owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:03.367607 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (92d787ec-5096-4fa9-a2f5-6bae456c1aac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:03.379957 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['92d787ec-5096-4fa9-a2f5-6bae456c1aac'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:16:03.400440 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Pushing event deleted for resources: {'Port': ['ID=92d787ec-5096-4fa9-a2f5-6bae456c1aac,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:03.425373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6365eaf9-3e77-4310-9d6c-916640d9113c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:03.444040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] No DVR routers for this DVR port 92d787ec-5096-4fa9-a2f5-6bae456c1aac on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:16:03.447241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:03.450588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1cf772a3-083b-4503-b680-bd07d227d929 req-d5d77e65-0a31-4b61-bb14-2cb01e575815 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.83 "DELETE /v2.0/ports/92d787ec-5096-4fa9-a2f5-6bae456c1aac HTTP/1.1" status: 204 len: 173 time: 0.4003525 Feb 14 22:16:03.451027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'name': 'network-vif-deleted', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:16:03.453302 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca14fb-8568-4970-91d8-02dc2c557b9a" -d '{"events": [{"server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "name": "network-vif-deleted", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:16:03.492323 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc4220-aaed-49ab-b75c-ab4cd68ed399 x-openstack-request-id: req-6fdc4220-aaed-49ab-b75c-ab4cd68ed399 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:16:03.492707 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7297643d-b94d-4dbc-b4de-ca7d064c6c98", "name": "network-vif-deleted", "tag": "92d787ec-5096-4fa9-a2f5-6bae456c1aac", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:16:03.493047 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6fdc4220-aaed-49ab-b75c-ab4cd68ed399 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:16:03.493471 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7297643d-b94d-4dbc-b4de-ca7d064c6c98', 'name': 'network-vif-deleted', 'tag': '92d787ec-5096-4fa9-a2f5-6bae456c1aac', 'status': 'completed', 'code': 200} Feb 14 22:16:03.942341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-beec19c1-c0d1-4f80-b955-6ed4c98260ed req-b8d28513-44d2-4a63-bc94-577c830e44f9 tempest-TestEncryptedCinderVolumes-1756486955 tempest-TestEncryptedCinderVolumes-1756486955-project] 10.222.0.86 "GET /v2.0/ports?device_id=7297643d-b94d-4dbc-b4de-ca7d064c6c98 HTTP/1.1" status: 200 len: 210 time: 0.0305166 Feb 14 22:16:04.749004 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:05.032966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46700) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:05.701951 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (135266a4-2902-482b-8de9-4e948b642132), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:05.935628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:05.947652 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Deleting port 8716a98d-611b-4f9a-9da9-1b21a87802c1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:05.948004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.025981 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] For port 8716a98d-611b-4f9a-9da9-1b21a87802c1, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=8716a98d-611b-4f9a-9da9-1b21a87802c1,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:06.026268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.037642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Calling delete_port for 8716a98d-611b-4f9a-9da9-1b21a87802c1 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:06.217403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (8716a98d-611b-4f9a-9da9-1b21a87802c1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.241277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Pushing event deleted for resources: {'Port': ['ID=8716a98d-611b-4f9a-9da9-1b21a87802c1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:06.252279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.252636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.253527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.253527 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.253733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.253942 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.254272 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.254601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.254930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.255283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.255612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.256025 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.256250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:06.425336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (135266a4-2902-482b-8de9-4e948b642132), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.639638 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Router 135266a4-2902-482b-8de9-4e948b642132 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:16:06.674123 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.746963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:06.752045 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8f54dc5e-7f61-4362-a890-2153521ff783 admin admin] 10.222.0.86 "PUT /v2.0/routers/135266a4-2902-482b-8de9-4e948b642132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180390 Feb 14 22:16:06.755271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:06.757855 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Sync routers for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:06.767822 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:06.768434 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:06.862460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks [] for router (135266a4-2902-482b-8de9-4e948b642132), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:06.967807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:06.970713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks [] for router_gateway (135266a4-2902-482b-8de9-4e948b642132), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.022840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Deleting port c4a8a61d-42e3-413d-855a-9167b73e25bf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:07.023271 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.104894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] For port c4a8a61d-42e3-413d-855a-9167b73e25bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c4a8a61d-42e3-413d-855a-9167b73e25bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:07.105602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.116909 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Calling delete_port for c4a8a61d-42e3-413d-855a-9167b73e25bf owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:07.140997 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:16:06Z', 'revision_number': 5, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port': {'id': 'c4a8a61d-42e3-413d-855a-9167b73e25bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135266a4-2902-482b-8de9-4e948b642132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:19Z', 'updated_at': '2022-02-14T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:07.170736 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Checking router: 135266a4-2902-482b-8de9-4e948b642132 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:07.178846 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Routers {'135266a4-2902-482b-8de9-4e948b642132'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:07.179546 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['135266a4-2902-482b-8de9-4e948b642132'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:07.185380 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 92d787ec-5096-4fa9-a2f5-6bae456c1aac no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:07.205587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 92d787ec-5096-4fa9-a2f5-6bae456c1aac {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:07.206013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 92d787ec-5096-4fa9-a2f5-6bae456c1aac not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:07.267428 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] Set router 135266a4-2902-482b-8de9-4e948b642132 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:07.284478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (c4a8a61d-42e3-413d-855a-9167b73e25bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.311275 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a8a61d-42e3-413d-855a-9167b73e25bf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:07.322802 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:16:06Z', 'revision_number': 6, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:07.351608 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529cd2-c109-45f1-8846-a59c8799f747 None None] The sync data for ids ['135266a4-2902-482b-8de9-4e948b642132'] in n-d-828372-11 is: [{'id': '135266a4-2902-482b-8de9-4e948b642132', 'name': 'tempest-TestEncryptedCinderVolumes-875144534-router', 'tenant_id': '05697b83419a44aca08bc3c7569aa7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:18Z', 'updated_at': '2022-02-14T22:16:06Z', 'revision_number': 6, 'project_id': '05697b83419a44aca08bc3c7569aa7fb', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:07.372799 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (135266a4-2902-482b-8de9-4e948b642132), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.391936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.464237 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (135266a4-2902-482b-8de9-4e948b642132), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.466362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks [] for router_controller (135266a4-2902-482b-8de9-4e948b642132), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.512375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (135266a4-2902-482b-8de9-4e948b642132), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.513016 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135266a4-2902-482b-8de9-4e948b642132 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:16:07.517270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.518623 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9efd4c21-e95c-471e-a2b1-ec96d4557354 admin admin] 10.222.0.86 "DELETE /v2.0/routers/135266a4-2902-482b-8de9-4e948b642132 HTTP/1.1" status: 204 len: 168 time: 0.7623789 Feb 14 22:16:07.521071 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:07.564708 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Deleting subnet 69745395-29d5-498e-abca-1e2703c97732 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:16:07.567851 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Publish callbacks [] for subnet (69745395-29d5-498e-abca-1e2703c97732), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.601407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (69745395-29d5-498e-abca-1e2703c97732), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.679244 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (69745395-29d5-498e-abca-1e2703c97732), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.736022 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (69745395-29d5-498e-abca-1e2703c97732), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.763254 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69745395-29d5-498e-abca-1e2703c97732,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:07.765232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.768514 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cc92de4d-415f-47a9-95cf-a6f1736c4530 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/69745395-29d5-498e-abca-1e2703c97732 HTTP/1.1" status: 204 len: 168 time: 0.2464797 Feb 14 22:16:07.770532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6305f-4b3f-4db4-840e-3b7ffe6b0f58 None None] Network a8ea9e07-3291-48e9-8aad-d2d41fb75eea requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:07.771042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46716) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:07.855672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a8ea9e07-3291-48e9-8aad-d2d41fb75eea), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.911522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Deleting port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:07.911863 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.973837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] For port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,segment=NetworkSegment(cb731024-11e6-4a6a-9425-d941abee654a),segment_id=cb731024-11e6-4a6a-9425-d941abee654a)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:07.974199 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:07.986765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Calling delete_port for 821e0a53-be59-4ae2-b8ea-fe9aa23b326a owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:08.066333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (821e0a53-be59-4ae2-b8ea-fe9aa23b326a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.092732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Pushing event deleted for resources: {'Port': ['ID=821e0a53-be59-4ae2-b8ea-fe9aa23b326a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:08.097722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] No DVR routers for this DVR port 821e0a53-be59-4ae2-b8ea-fe9aa23b326a on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:16:08.169944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a8ea9e07-3291-48e9-8aad-d2d41fb75eea), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.192028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ea9e07-3291-48e9-8aad-d2d41fb75eea']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:08.202303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb731024-11e6-4a6a-9425-d941abee654a') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:08.202598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb731024-11e6-4a6a-9425-d941abee654a') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:08.214821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5da6a-b837-489f-8de3-0fb2f8fd7817 None None] DHCP port deletion for a8ea9e07-3291-48e9-8aad-d2d41fb75eea request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:16:08.215818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (cb731024-11e6-4a6a-9425-d941abee654a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.232394 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cb731024-11e6-4a6a-9425-d941abee654a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.239580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:16:08.240118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (cb731024-11e6-4a6a-9425-d941abee654a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:16:08.242050 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:16:08.281617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8716a98d-611b-4f9a-9da9-1b21a87802c1 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:08.304471 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a8ea9e07-3291-48e9-8aad-d2d41fb75eea), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.306447 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 8716a98d-611b-4f9a-9da9-1b21a87802c1 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:08.307003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 8716a98d-611b-4f9a-9da9-1b21a87802c1 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:08.316479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.323042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a8ea9e07-3291-48e9-8aad-d2d41fb75eea HTTP/1.1" status: 204 len: 168 time: 0.5476923 Feb 14 22:16:08.323522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46718) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:08.333954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0908d-338b-4610-8476-30bce1e9c004 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ea9e07-3291-48e9-8aad-d2d41fb75eea,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:08.679474 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (51987cd2-e075-4b14-a734-b40679550ee2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.920125 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Deleting port f1f24bf6-b4ed-47c2-b828-bf05619b57de {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:08.920465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:08.995620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] For port f1f24bf6-b4ed-47c2-b828-bf05619b57de, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f1f24bf6-b4ed-47c2-b828-bf05619b57de,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:08.995911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:09.007316 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Calling delete_port for f1f24bf6-b4ed-47c2-b828-bf05619b57de owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:09.185302 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (f1f24bf6-b4ed-47c2-b828-bf05619b57de), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:09.211178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f24bf6-b4ed-47c2-b828-bf05619b57de,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:09.379104 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (51987cd2-e075-4b14-a734-b40679550ee2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:09.879246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c4a8a61d-42e3-413d-855a-9167b73e25bf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:09.899830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c4a8a61d-42e3-413d-855a-9167b73e25bf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:09.900184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c4a8a61d-42e3-413d-855a-9167b73e25bf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:09.900615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 821e0a53-be59-4ae2-b8ea-fe9aa23b326a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:09.906802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Router 51987cd2-e075-4b14-a734-b40679550ee2 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:16:09.919010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 821e0a53-be59-4ae2-b8ea-fe9aa23b326a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:09.919406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 821e0a53-be59-4ae2-b8ea-fe9aa23b326a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:10.014966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:10.019924 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-831df601-d758-4aff-b8bc-09aeeb19b730 admin admin] 10.222.0.86 "PUT /v2.0/routers/51987cd2-e075-4b14-a734-b40679550ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952722 Feb 14 22:16:10.022845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46722) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:10.023398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Sync routers for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:10.032805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:10.033351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:10.127781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks [] for router (51987cd2-e075-4b14-a734-b40679550ee2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.142144 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:10.231369 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks [] for router_gateway (51987cd2-e075-4b14-a734-b40679550ee2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.283546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Deleting port 402fd430-d473-4f1f-aac9-be4180717569 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:10.283830 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (402fd430-d473-4f1f-aac9-be4180717569), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.328221 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '402fd430-d473-4f1f-aac9-be4180717569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:16:09Z', 'revision_number': 5, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port': {'id': '402fd430-d473-4f1f-aac9-be4180717569', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51987cd2-e075-4b14-a734-b40679550ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:10.354504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Checking router: 51987cd2-e075-4b14-a734-b40679550ee2 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:10.361414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] For port 402fd430-d473-4f1f-aac9-be4180717569, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=402fd430-d473-4f1f-aac9-be4180717569,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:10.361805 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (402fd430-d473-4f1f-aac9-be4180717569), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.362615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Routers {'51987cd2-e075-4b14-a734-b40679550ee2'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:10.363246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['51987cd2-e075-4b14-a734-b40679550ee2'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:10.375351 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Calling delete_port for 402fd430-d473-4f1f-aac9-be4180717569 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:10.449618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] Set router 51987cd2-e075-4b14-a734-b40679550ee2 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:10.504280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:16:10Z', 'revision_number': 6, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:10.529960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef33b7-9279-4650-9f08-a672060528c0 None None] The sync data for ids ['51987cd2-e075-4b14-a734-b40679550ee2'] in n-d-828372-11 is: [{'id': '51987cd2-e075-4b14-a734-b40679550ee2', 'name': 'tempest-TestEncryptedCinderVolumes-748491570-router', 'tenant_id': 'ac7d80498578406aa0f8b1850110576a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:14:23Z', 'updated_at': '2022-02-14T22:16:10Z', 'revision_number': 6, 'project_id': 'ac7d80498578406aa0f8b1850110576a', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:10.544695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (402fd430-d473-4f1f-aac9-be4180717569), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.574619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=402fd430-d473-4f1f-aac9-be4180717569,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:10.633637 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (51987cd2-e075-4b14-a734-b40679550ee2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.721859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (51987cd2-e075-4b14-a734-b40679550ee2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.724076 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks [] for router_controller (51987cd2-e075-4b14-a734-b40679550ee2), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.768915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (51987cd2-e075-4b14-a734-b40679550ee2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.769446 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51987cd2-e075-4b14-a734-b40679550ee2 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:16:10.774433 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.775658 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b4adfeb-211b-4aa8-b096-3994f9baabe6 admin admin] 10.222.0.86 "DELETE /v2.0/routers/51987cd2-e075-4b14-a734-b40679550ee2 HTTP/1.1" status: 204 len: 168 time: 0.7518489 Feb 14 22:16:10.778140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46724) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:10.821382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Deleting subnet aa46f3d3-0e54-4fb7-a14d-e44da32b82f5 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:16:10.824564 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Publish callbacks [] for subnet (aa46f3d3-0e54-4fb7-a14d-e44da32b82f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.860420 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (aa46f3d3-0e54-4fb7-a14d-e44da32b82f5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.944438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (aa46f3d3-0e54-4fb7-a14d-e44da32b82f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:10.996490 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (aa46f3d3-0e54-4fb7-a14d-e44da32b82f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.024811 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa46f3d3-0e54-4fb7-a14d-e44da32b82f5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:11.027595 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.030004 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08178da4-6045-45fe-a378-57f8ad995e98 None None] Network 0cd588ce-a6b4-416f-a268-8fc222d48a9a requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:11.031649 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-89aee996-ae47-4869-a77a-6eafb5c4f1fe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/aa46f3d3-0e54-4fb7-a14d-e44da32b82f5 HTTP/1.1" status: 204 len: 168 time: 0.2525797 Feb 14 22:16:11.034330 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46726) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:11.106204 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (0cd588ce-a6b4-416f-a268-8fc222d48a9a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.161819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Deleting port ae055681-2c69-4836-9f6a-402b45782bf3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:11.162179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.223231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] For port ae055681-2c69-4836-9f6a-402b45782bf3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ae055681-2c69-4836-9f6a-402b45782bf3,segment=NetworkSegment(395a3d67-ca75-4013-b7f7-34e79b981ffc),segment_id=395a3d67-ca75-4013-b7f7-34e79b981ffc)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:11.223552 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.235958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Calling delete_port for ae055681-2c69-4836-9f6a-402b45782bf3 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:11.282755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] DHCP port deletion for 0cd588ce-a6b4-416f-a268-8fc222d48a9a request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:16:11.324620 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.337207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Deleting port ae055681-2c69-4836-9f6a-402b45782bf3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:16:11.337577 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.354282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] No DVR routers for this DVR port ae055681-2c69-4836-9f6a-402b45782bf3 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:16:11.356863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae055681-2c69-4836-9f6a-402b45782bf3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:11.405239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] For port ae055681-2c69-4836-9f6a-402b45782bf3, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:11.405655 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.418273 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Calling delete_port for ae055681-2c69-4836-9f6a-402b45782bf3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:16:11.421307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Port ae055681-2c69-4836-9f6a-402b45782bf3 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 22:16:11.422539 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (ae055681-2c69-4836-9f6a-402b45782bf3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.439658 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (0cd588ce-a6b4-416f-a268-8fc222d48a9a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.449096 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] Pushing event deleted for resources: {'Port': ['ID=ae055681-2c69-4836-9f6a-402b45782bf3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:11.464042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba0a2c-275d-40cd-9012-7980d266db6e None None] No DVR routers for this DVR port ae055681-2c69-4836-9f6a-402b45782bf3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:16:11.466622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd588ce-a6b4-416f-a268-8fc222d48a9a']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:11.478131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395a3d67-ca75-4013-b7f7-34e79b981ffc') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:11.478496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395a3d67-ca75-4013-b7f7-34e79b981ffc') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:11.488738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (395a3d67-ca75-4013-b7f7-34e79b981ffc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.505417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (395a3d67-ca75-4013-b7f7-34e79b981ffc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.512439 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:16:11.512829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (395a3d67-ca75-4013-b7f7-34e79b981ffc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:16:11.515182 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:16:11.572086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (0cd588ce-a6b4-416f-a268-8fc222d48a9a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.577517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.581118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0cd588ce-a6b4-416f-a268-8fc222d48a9a HTTP/1.1" status: 204 len: 168 time: 0.5457754 Feb 14 22:16:11.592603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4dbd4-8dd5-403c-9164-176083d29ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd588ce-a6b4-416f-a268-8fc222d48a9a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:11.743376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46730) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:11.782358 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff3156ed-c9ea-447d-a548-70b136d23051 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05697b83419a44aca08bc3c7569aa7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377309 Feb 14 22:16:11.784882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46732) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:11.838504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f1f24bf6-b4ed-47c2-b828-bf05619b57de no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:11.840083 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] Publish callbacks [] for security_group (33adb50f-2f12-4820-848c-7a30ad87ed91), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.858296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f1f24bf6-b4ed-47c2-b828-bf05619b57de {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:11.858644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f1f24bf6-b4ed-47c2-b828-bf05619b57de not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:11.859063 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae055681-2c69-4836-9f6a-402b45782bf3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:11.861986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] Publish callbacks [] for security_group (33adb50f-2f12-4820-848c-7a30ad87ed91), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.877438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ae055681-2c69-4836-9f6a-402b45782bf3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:11.877790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ae055681-2c69-4836-9f6a-402b45782bf3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:11.878191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 402fd430-d473-4f1f-aac9-be4180717569 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:16:11.901789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 402fd430-d473-4f1f-aac9-be4180717569 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:16:11.902191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 402fd430-d473-4f1f-aac9-be4180717569 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:16:11.916877 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (33adb50f-2f12-4820-848c-7a30ad87ed91), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.919538 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:11.920701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/33adb50f-2f12-4820-848c-7a30ad87ed91 HTTP/1.1" status: 204 len: 168 time: 0.1349397 Feb 14 22:16:11.934142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d29e-a0b5-45bc-b3af-d4b5700c49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33adb50f-2f12-4820-848c-7a30ad87ed91,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:12.235410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46738) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:12.274574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5097e233-b744-4faf-8b46-33c3774b7de9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac7d80498578406aa0f8b1850110576a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374563 Feb 14 22:16:12.276961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46740) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:12.324709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] Publish callbacks [] for security_group (e11c468f-7cb7-40e6-a242-408f91b71bdc), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:12.345125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] Publish callbacks [] for security_group (e11c468f-7cb7-40e6-a242-408f91b71bdc), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:12.392085 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e11c468f-7cb7-40e6-a242-408f91b71bdc), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:12.394678 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:12.395877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e11c468f-7cb7-40e6-a242-408f91b71bdc HTTP/1.1" status: 204 len: 168 time: 0.1180301 Feb 14 22:16:12.403766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6f1f6-03de-4b60-9759-9c8d27bf4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c468f-7cb7-40e6-a242-408f91b71bdc,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:13.043069 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46762) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:13.154155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-913855762-network', 'tenant_id': 'eda36ed44237471f9e4d87376307682d'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:13.173305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Made reservation on behalf of eda36ed44237471f9e4d87376307682d for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:16:13.175512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.184058 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.256714 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks [] for security_group (0e674183-350b-4411-93aa-4d7f941898f0), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.261000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0e674183-350b-4411-93aa-4d7f941898f0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.288404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:16:13.295084 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e674183-350b-4411-93aa-4d7f941898f0,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:13.302048 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9afdd27c-aee8-4c7c-8d86-41d4f0ced953), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.302500 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Added segment 9afdd27c-aee8-4c7c-8d86-41d4f0ced953 of type vlan for network 91885e14-360b-4f6c-adad-beb3608e178f Feb 14 22:16:13.342341 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (91885e14-360b-4f6c-adad-beb3608e178f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.365175 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (91885e14-360b-4f6c-adad-beb3608e178f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.366097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:13.366671 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.424770 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3804259 Feb 14 22:16:13.427524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46766) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:13.431797 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96155eab-1155-4cb7-9eae-c85b61c41978 admin admin] Pushing event updated for resources: {'Network': ['ID=91885e14-360b-4f6c-adad-beb3608e178f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:13.433519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Request body: {'subnet': {'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-913855762-subnet', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:13.441432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 91885e14-360b-4f6c-adad-beb3608e178f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:16:13.454366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Made reservation on behalf of eda36ed44237471f9e4d87376307682d for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:16:13.457172 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.625080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (2c2e332b-75dd-42ce-acc8-465247fd6c43), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.688756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2e332b-75dd-42ce-acc8-465247fd6c43,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:13.691378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Checking segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:13.691737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Network hostable DHCP agents. Network: 91885e14-360b-4f6c-adad-beb3608e178f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:16:13.709225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Network 91885e14-360b-4f6c-adad-beb3608e178f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:16:13.717620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 91885e14-360b-4f6c-adad-beb3608e178f) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:13.721784 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:13.722375 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.728294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19cc8e-6d12-4fd7-a348-13580226c014 None None] Network 91885e14-360b-4f6c-adad-beb3608e178f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:13.737973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7bf497c9-d825-4536-80ee-13f590a463c5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3087139 Feb 14 22:16:13.740661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46768) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:13.745577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:13.764915 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.766037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.820127 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for router_controller (370714c0-4edb-40d8-b77f-8690790ad2d1), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.831742 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-91885e14-360b-4f6c-adad-beb3608e178f', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:16:13.832691 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:13.966945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Allocated IP 172.20.0.2 (91885e14-360b-4f6c-adad-beb3608e178f/2c2e332b-75dd-42ce-acc8-465247fd6c43/84eb3a18-7281-4a2b-8362-aec9d5b76ef3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:13.972732 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for router_gateway (370714c0-4edb-40d8-b77f-8690790ad2d1), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.110160 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks [] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.116393 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.163259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Network 91885e14-360b-4f6c-adad-beb3608e178f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:14.166974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Pushing event updated for resources: {'Port': ['ID=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:14.169391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:14.171431 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:14.188762 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for router_gateway (370714c0-4edb-40d8-b77f-8690790ad2d1), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.208479 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.225827 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Attempting to bind port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:14.226052 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Attempting to bind port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:14.226490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Attempting to bind port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 on network 91885e14-360b-4f6c-adad-beb3608e178f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:14.232020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:14.232400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Checking segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:14.232811 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.233201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Bound using segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:14.233662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Bound port: 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:14.234042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.298093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] For port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:14.301066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] For port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:14.307964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.312382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Allocated IP 172.25.2.101 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/92f1c570-27bb-417e-b84b-3ed304843e9a) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:14.425566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.461926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:14.510753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:14.515730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:14.518153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Pushing event updated for resources: {'Port': ['ID=92f1c570-27bb-417e-b84b-3ed304843e9a,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:14.520506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:14.527622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663032de-ccde-4dff-8302-2d4cdd615f53 None None] Pushing event updated for resources: {'Port': ['ID=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:14.550727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.551079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.551458 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.551957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.552332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.552663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.552993 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.553410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.553737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.554060 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.554386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.554706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.555025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:14.816567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for router_gateway (370714c0-4edb-40d8-b77f-8690790ad2d1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.011135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.467358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae60468-8d08-4ae3-aa02-73f735b348fb None None] Network 91885e14-360b-4f6c-adad-beb3608e178f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:15.496264 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Router 370714c0-4edb-40d8-b77f-8690790ad2d1 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:16:15.542500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Provisioning complete for port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:15.543065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.605946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:15.617236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Sync routers for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:15.630337 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:15.631292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:15.631820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.634071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b87a5d10-5781-4b59-911d-330d5e6b9b62 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8917439 Feb 14 22:16:15.636736 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46770) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:15.658849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Current status of the port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:15.659449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.697196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] For port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:15.704640 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.752650 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:15.763286 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9e31b-6818-420f-ba13-ed6d84dac7fb None None] Pushing event updated for resources: {'Port': ['ID=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:15.895243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:15.948849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-de7f6476-3b06-455f-8645-1eb00d8e3516 None None] Provisioning complete for port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:15.949373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de7f6476-3b06-455f-8645-1eb00d8e3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:15.954001 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:14Z', 'revision_number': 3, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:15.984745 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Checking router: 370714c0-4edb-40d8-b77f-8690790ad2d1 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:15.985025 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Updating router 370714c0-4edb-40d8-b77f-8690790ad2d1 port 92f1c570-27bb-417e-b84b-3ed304843e9a binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:16:15.998698 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:15.999076 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.013975 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.073887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-de7f6476-3b06-455f-8645-1eb00d8e3516 None None] Current status of the port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:16.115440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:16.139781 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.268050 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks [] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.273509 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.293654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Allocated IP 172.20.0.1 (91885e14-360b-4f6c-adad-beb3608e178f/2c2e332b-75dd-42ce-acc8-465247fd6c43/957f9484-19e1-43f5-a09e-1c0f516d51ff) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:16.324483 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Attempting to bind port 92f1c570-27bb-417e-b84b-3ed304843e9a on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:16.324774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Attempting to bind port 92f1c570-27bb-417e-b84b-3ed304843e9a by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:16.325144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Attempting to bind port 92f1c570-27bb-417e-b84b-3ed304843e9a on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:16.332595 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Pushing event updated for resources: {'Port': ['ID=92f1c570-27bb-417e-b84b-3ed304843e9a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:16.334615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:16.334995 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:16.335427 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.335822 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:16.336290 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Bound port: 92f1c570-27bb-417e-b84b-3ed304843e9a, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:16.336702 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.363016 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.363388 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.363734 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.364074 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.364410 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.364740 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.365071 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.365398 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.365732 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.366055 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.366379 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.366707 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.367028 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:16.401463 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] For port 92f1c570-27bb-417e-b84b-3ed304843e9a, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:16.404588 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] For port 92f1c570-27bb-417e-b84b-3ed304843e9a, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=92f1c570-27bb-417e-b84b-3ed304843e9a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:16.405290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks [] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.410126 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.442294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.467488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:16.468105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:16.479171 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Network 91885e14-360b-4f6c-adad-beb3608e178f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:16.482108 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:16.485431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:16.505414 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8803232-cf48-4282-87a1-386e861b803b None None] Pushing event updated for resources: {'Port': ['ID=92f1c570-27bb-417e-b84b-3ed304843e9a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:16.514330 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Pushing event updated for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:16.532397 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (370714c0-4edb-40d8-b77f-8690790ad2d1), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.597668 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:16.675408 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.798085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-37fdd606-1297-4ecf-bcf0-1e7f8449600f None None] Provisioning complete for port 957f9484-19e1-43f5-a09e-1c0f516d51ff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:16.798633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37fdd606-1297-4ecf-bcf0-1e7f8449600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.831711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-37fdd606-1297-4ecf-bcf0-1e7f8449600f None None] Port 957f9484-19e1-43f5-a09e-1c0f516d51ff cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:16:16.845955 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks [] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.850997 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.879578 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:14Z', 'revision_number': 3, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:16.908933 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadefc3-f014-4f7c-a9bc-ce850dda2297 None None] The sync data for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 is: [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:14Z', 'revision_number': 3, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:16.916050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (370714c0-4edb-40d8-b77f-8690790ad2d1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:16.917824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Pushing event updated for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:17.018732 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Network 91885e14-360b-4f6c-adad-beb3608e178f is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:17.020268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:17.165777 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Router 370714c0-4edb-40d8-b77f-8690790ad2d1 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:16:17.255043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5054bf33-2bb2-4339-9b26-f98c4346abc9 None None] Provisioning complete for port 957f9484-19e1-43f5-a09e-1c0f516d51ff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:17.255607 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5054bf33-2bb2-4339-9b26-f98c4346abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.299780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5054bf33-2bb2-4339-9b26-f98c4346abc9 None None] Port 957f9484-19e1-43f5-a09e-1c0f516d51ff cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:16:17.302764 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:17.308892 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-03ae6d16-37f0-4980-bcd1-2a2c8395a80d admin admin] 10.222.0.86 "PUT /v2.0/routers/370714c0-4edb-40d8-b77f-8690790ad2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710591 Feb 14 22:16:17.786454 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 46786) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:17.792116 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-383118060-network', 'tenant_id': '810ae21d34a640e0b74c8678b907decb'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:17.812965 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Made reservation on behalf of 810ae21d34a640e0b74c8678b907decb for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:16:17.815756 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.828683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.865575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 92f1c570-27bb-417e-b84b-3ed304843e9a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:17.905259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks [] for security_group (e371580e-6ca3-4488-9b17-6b5b3e591769), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.910512 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e371580e-6ca3-4488-9b17-6b5b3e591769), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.916247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 92f1c570-27bb-417e-b84b-3ed304843e9a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:17.916627 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.939724 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:16:17.945193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371580e-6ca3-4488-9b17-6b5b3e591769,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:17.953631 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (94fd4d5c-1960-4bd4-a287-49e6e2231b3e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:17.954038 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Added segment 94fd4d5c-1960-4bd4-a287-49e6e2231b3e of type vlan for network ce616c18-5ec6-49cc-ae03-c2d387eeee48 Feb 14 22:16:17.999245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (ce616c18-5ec6-49cc-ae03-c2d387eeee48), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.005472 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 92f1c570-27bb-417e-b84b-3ed304843e9a is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:18.005866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.022815 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (ce616c18-5ec6-49cc-ae03-c2d387eeee48), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.023795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:18.024396 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.027366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 92f1c570-27bb-417e-b84b-3ed304843e9a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=92f1c570-27bb-417e-b84b-3ed304843e9a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:18.031140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.080654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=92f1c570-27bb-417e-b84b-3ed304843e9a,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:18.386341 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5987535 Feb 14 22:16:18.389176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46788) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:18.393662 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c9a3f-30ee-49e3-9425-6dae5005de21 admin admin] Pushing event updated for resources: {'Network': ['ID=ce616c18-5ec6-49cc-ae03-c2d387eeee48,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:18.394520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Request body: {'subnet': {'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-383118060-subnet', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:18.403981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:16:18.417135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Made reservation on behalf of 810ae21d34a640e0b74c8678b907decb for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:16:18.419662 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.545757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Sync routers for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:18.560368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:18.560979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:18.596531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b5318ab4-ab44-4781-a0be-62a36bfa8488), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.652304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5318ab4-ab44-4781-a0be-62a36bfa8488,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:18.663112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Checking segment: {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:18.663513 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Network hostable DHCP agents. Network: ce616c18-5ec6-49cc-ae03-c2d387eeee48, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:16:18.674282 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:18.681336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:16:18.690328 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, ce616c18-5ec6-49cc-ae03-c2d387eeee48) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:18.694949 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:18.696672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.704449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d226794-3e26-48e3-86e2-a94cb7f80bfb None None] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:18.714694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fefddc9c-fed7-4fcf-978f-df36deb34d99 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3241074 Feb 14 22:16:18.717123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46790) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:18.721584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:18.740711 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.741842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.800728 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for router_controller (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.909075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'project_id': '810ae21d34a640e0b74c8678b907decb', 'fixed_ips': [{'subnet_id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:16:18.909913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:18.947487 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for router_gateway (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.068762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 2, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:19.102069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Checking router: 370714c0-4edb-40d8-b77f-8690790ad2d1 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:19.102458 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Updating router 370714c0-4edb-40d8-b77f-8690790ad2d1 port 957f9484-19e1-43f5-a09e-1c0f516d51ff binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:16:19.104666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Allocated IP 172.20.0.2 (ce616c18-5ec6-49cc-ae03-c2d387eeee48/b5318ab4-ab44-4781-a0be-62a36bfa8488/e53dabe5-ed08-4788-b749-ae817c2044ae) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:19.142245 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.153842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for router_gateway (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.173349 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.295475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Allocated IP 172.25.2.42 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:19.396514 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.402371 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks [] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.411707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.432954 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.479189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:19.486186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:19.489215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:19.514725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:19.640810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:19.644325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Pushing event updated for resources: {'Port': ['ID=e53dabe5-ed08-4788-b749-ae817c2044ae,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:19.654274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:19.659242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:19.754768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for router_gateway (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.756334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Attempting to bind port e53dabe5-ed08-4788-b749-ae817c2044ae on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:19.756759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Attempting to bind port e53dabe5-ed08-4788-b749-ae817c2044ae by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:19.757149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Attempting to bind port e53dabe5-ed08-4788-b749-ae817c2044ae on network ce616c18-5ec6-49cc-ae03-c2d387eeee48 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:19.763011 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks [] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.767234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:19.767691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Checking segment: {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:19.768026 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.768506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Bound using segment: {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:19.768977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Bound port: e53dabe5-ed08-4788-b749-ae817c2044ae, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:19.769442 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.772394 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:19.861527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bbdf-d1b3-47c5-9646-e7dc11673142 None None] Pushing event updated for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:19.895908 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 92f1c570-27bb-417e-b84b-3ed304843e9a up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:19.963662 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] For port e53dabe5-ed08-4788-b749-ae817c2044ae, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:19.976253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Attempting to bind port 957f9484-19e1-43f5-a09e-1c0f516d51ff on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:19.976625 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Attempting to bind port 957f9484-19e1-43f5-a09e-1c0f516d51ff by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:19.976996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Attempting to bind port 957f9484-19e1-43f5-a09e-1c0f516d51ff on network 91885e14-360b-4f6c-adad-beb3608e178f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:19.989937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] For port e53dabe5-ed08-4788-b749-ae817c2044ae, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e53dabe5-ed08-4788-b749-ae817c2044ae,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:19.993976 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.001821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:20.002292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Checking segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:20.002610 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.003007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Bound using segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:20.003590 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Bound port: 957f9484-19e1-43f5-a09e-1c0f516d51ff, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:20.003989 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.010038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.107844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 92f1c570-27bb-417e-b84b-3ed304843e9a triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:20.108224 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.135844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2948e75-532f-409d-bdb9-75f4cc4b5604 None None] Pushing event updated for resources: {'Port': ['ID=e53dabe5-ed08-4788-b749-ae817c2044ae,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:20.144346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:16:20.180403 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] For port 957f9484-19e1-43f5-a09e-1c0f516d51ff, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:20.187365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] For port 957f9484-19e1-43f5-a09e-1c0f516d51ff, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=957f9484-19e1-43f5-a09e-1c0f516d51ff,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:20.192418 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Provisioning complete for port 957f9484-19e1-43f5-a09e-1c0f516d51ff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:20.192819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.217707 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.271573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:20.304967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Sync routers for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:20.316347 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.318579 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-71ca9937-5f0b-4f44-bd6a-46e81491ef3b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6003258 Feb 14 22:16:20.321945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 46792) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:16:20.323670 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:20.327277 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:20.355421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bbdf-d1b3-47c5-9646-e7dc11673142 None None] Pushing event updated for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:20.365158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 92f1c570-27bb-417e-b84b-3ed304843e9a is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:20.370073 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:20.370599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:20.489113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Current status of the port 957f9484-19e1-43f5-a09e-1c0f516d51ff is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:20.489508 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.522383 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:20.593771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-34283857-342a-465a-bde3-67dabf569c31 None None] For port 957f9484-19e1-43f5-a09e-1c0f516d51ff, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=957f9484-19e1-43f5-a09e-1c0f516d51ff,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:20.603258 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.606984 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:20.740845 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:19Z', 'revision_number': 3, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:20.769975 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34283857-342a-465a-bde3-67dabf569c31 None None] Pushing event updated for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:20.776519 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Checking router: f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:20.776880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Updating router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:16:20.787507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ce205d3e-6856-43ea-b5f6-54a57ba75a9f None None] Provisioning complete for port 957f9484-19e1-43f5-a09e-1c0f516d51ff triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:20.787891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce205d3e-6856-43ea-b5f6-54a57ba75a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.805482 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.861483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:20.924197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ce205d3e-6856-43ea-b5f6-54a57ba75a9f None None] Current status of the port 957f9484-19e1-43f5-a09e-1c0f516d51ff is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:20.935880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:20.969078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca80d2-bd63-45ae-b9ae-23d70ad63834 None None] The sync data for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 is: [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:21.086332 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Allocated IP 172.20.0.1 (ce616c18-5ec6-49cc-ae03-c2d387eeee48/b5318ab4-ab44-4781-a0be-62a36bfa8488/b0b04354-9530-4dcb-bb25-735745462474) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:21.137470 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks [] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.143485 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.202880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Attempting to bind port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:21.202880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Attempting to bind port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:21.202880 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Attempting to bind port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:21.214115 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:21.214492 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:21.214897 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.215314 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:21.215797 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Bound port: 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:21.216178 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.257014 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f56234-2499-4bf7-ab3d-d510fda9de83 None None] Pushing event updated for resources: {'Port': ['ID=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:21.280769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] For port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:21.284064 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] For port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:21.296753 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.364582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f56234-2499-4bf7-ab3d-d510fda9de83 None None] Pushing event updated for resources: {'Port': ['ID=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:21.381998 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:21.382615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:21.448498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377fa54-39d4-45ff-85f9-27b3c8cb9cd2 None None] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:16:21.506481 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:21.575061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Provisioning complete for port e53dabe5-ed08-4788-b749-ae817c2044ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:21.577632 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.650882 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks [] for port (b0b04354-9530-4dcb-bb25-735745462474), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.674294 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Current status of the port e53dabe5-ed08-4788-b749-ae817c2044ae is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:21.674834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.716386 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.724604 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] For port e53dabe5-ed08-4788-b749-ae817c2044ae, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e53dabe5-ed08-4788-b749-ae817c2044ae,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:21.733391 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:19Z', 'revision_number': 3, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:21.737542 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.770297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:21.774204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:21.776527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:21.784558 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d324449-8e91-44dd-8053-6f8b5aa1fdd5 None None] The sync data for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 is: [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:19Z', 'revision_number': 3, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:21.810923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f01e7-0bda-4a9f-b915-2bc06f2ddab2 None None] Pushing event updated for resources: {'Port': ['ID=e53dabe5-ed08-4788-b749-ae817c2044ae,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:21.824612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:21.836699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:21.985738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3de1a700-591e-4de1-9135-c4a980edc60c None None] Provisioning complete for port e53dabe5-ed08-4788-b749-ae817c2044ae triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:21.986242 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3de1a700-591e-4de1-9135-c4a980edc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.046961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 957f9484-19e1-43f5-a09e-1c0f516d51ff up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:22.075458 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0b04354-9530-4dcb-bb25-735745462474), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.183545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 957f9484-19e1-43f5-a09e-1c0f516d51ff triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:22.187693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.219653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3de1a700-591e-4de1-9135-c4a980edc60c None None] Current status of the port e53dabe5-ed08-4788-b749-ae817c2044ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:22.316973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks [] for port (b0b04354-9530-4dcb-bb25-735745462474), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.321125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 957f9484-19e1-43f5-a09e-1c0f516d51ff is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:22.323189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e53dabe5-ed08-4788-b749-ae817c2044ae up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:22.330384 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.386659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e7f092c4-140a-4b5f-b754-afb956fa8f3c None None] Provisioning complete for port b0b04354-9530-4dcb-bb25-735745462474 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:22.387219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7f092c4-140a-4b5f-b754-afb956fa8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0b04354-9530-4dcb-bb25-735745462474), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.391266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e53dabe5-ed08-4788-b749-ae817c2044ae triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:22.391758 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.407259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:22.417108 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.470141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e7f092c4-140a-4b5f-b754-afb956fa8f3c None None] Port b0b04354-9530-4dcb-bb25-735745462474 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:16:22.531324 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:22.532511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e53dabe5-ed08-4788-b749-ae817c2044ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:22.532841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:22.660181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:16:22.784073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:16:22.789753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-396cfc13-dbd2-4100-b334-1db2739bd1c0 admin admin] 10.222.0.86 "PUT /v2.0/routers/f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4658825 Feb 14 22:16:22.791667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d653ea70-ec20-4155-babc-e851b0f8b7f4 None None] Provisioning complete for port b0b04354-9530-4dcb-bb25-735745462474 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:22.792041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d653ea70-ec20-4155-babc-e851b0f8b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0b04354-9530-4dcb-bb25-735745462474), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:22.829268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d653ea70-ec20-4155-babc-e851b0f8b7f4 None None] Port b0b04354-9530-4dcb-bb25-735745462474 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:16:23.960362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:24.014358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:24.015044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:24.109813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:24.110212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:24.141744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:24.154511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:24.155410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e53dabe5-ed08-4788-b749-ae817c2044ae up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:24.242467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:24.252044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.252531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.252971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.253406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.253876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.254334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.254761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.255186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.255615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.256037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.256453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.256871 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.257283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:16:24.271353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e53dabe5-ed08-4788-b749-ae817c2044ae triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:24.271812 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:24.367556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e53dabe5-ed08-4788-b749-ae817c2044ae is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:24.508569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Sync routers for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:16:24.520926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:24.521805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:24.804241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:25.043697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:22Z', 'revision_number': 4, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b0b04354-9530-4dcb-bb25-735745462474', 'name': '', 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'mac_address': 'fa:16:3e:43:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:20Z', 'updated_at': '2022-02-14T22:16:22Z', 'revision_number': 2, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'subnets': [{'id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:25.073849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Checking router: f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:16:25.074125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Updating router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 port b0b04354-9530-4dcb-bb25-735745462474 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:16:25.104381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0b04354-9530-4dcb-bb25-735745462474), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.406338 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks [] for port (b0b04354-9530-4dcb-bb25-735745462474), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.416186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.475141 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803a166-4715-46b0-b730-132679a57516 None None] Pushing event updated for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:25.535453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Attempting to bind port b0b04354-9530-4dcb-bb25-735745462474 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:25.535923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Attempting to bind port b0b04354-9530-4dcb-bb25-735745462474 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:25.536359 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Attempting to bind port b0b04354-9530-4dcb-bb25-735745462474 on network ce616c18-5ec6-49cc-ae03-c2d387eeee48 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:25.544224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:25.545147 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Checking segment: {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:25.545770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.546309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Bound using segment: {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:25.546875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Bound port: b0b04354-9530-4dcb-bb25-735745462474, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fd4d5c-1960-4bd4-a287-49e6e2231b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:25.547290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0b04354-9530-4dcb-bb25-735745462474), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.630654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] For port b0b04354-9530-4dcb-bb25-735745462474, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:25.634694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] For port b0b04354-9530-4dcb-bb25-735745462474, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0b04354-9530-4dcb-bb25-735745462474,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:25.647964 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:25.736365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:16:25.737079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:16:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:25.867687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803a166-4715-46b0-b730-132679a57516 None None] Pushing event updated for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:25.900184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:16:26.010156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:26.053618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Provisioning complete for port b0b04354-9530-4dcb-bb25-735745462474 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:26.054313 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0b04354-9530-4dcb-bb25-735745462474), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:26.182532 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:26.182905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:26.293369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Current status of the port b0b04354-9530-4dcb-bb25-735745462474 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:26.293721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b0b04354-9530-4dcb-bb25-735745462474), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:26.397606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] For port b0b04354-9530-4dcb-bb25-735745462474, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0b04354-9530-4dcb-bb25-735745462474,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:26.400349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:22Z', 'revision_number': 4, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b0b04354-9530-4dcb-bb25-735745462474', 'name': '', 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'mac_address': 'fa:16:3e:43:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:20Z', 'updated_at': '2022-02-14T22:16:25Z', 'revision_number': 4, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'subnets': [{'id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:16:26.402259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:26.429328 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:26.431630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f433979b-3493-4bf5-961e-c259a7f87808 None None] The sync data for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 is: [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:16:22Z', 'revision_number': 4, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'b0b04354-9530-4dcb-bb25-735745462474', 'name': '', 'network_id': 'ce616c18-5ec6-49cc-ae03-c2d387eeee48', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'mac_address': 'fa:16:3e:43:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:20Z', 'updated_at': '2022-02-14T22:16:25Z', 'revision_number': 4, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'subnets': [{'id': 'b5318ab4-ab44-4781-a0be-62a36bfa8488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:16:26.499803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96918bbc-3484-4e42-b575-a191388c5d53 None None] Pushing event updated for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:26.581499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3950d88d-acfe-498c-a439-a3e0480ca5f8 None None] Provisioning complete for port b0b04354-9530-4dcb-bb25-735745462474 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:26.582201 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3950d88d-acfe-498c-a439-a3e0480ca5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0b04354-9530-4dcb-bb25-735745462474), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:26.686776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3950d88d-acfe-498c-a439-a3e0480ca5f8 None None] Current status of the port b0b04354-9530-4dcb-bb25-735745462474 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:27.904964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0b04354-9530-4dcb-bb25-735745462474 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:27.957192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port b0b04354-9530-4dcb-bb25-735745462474 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:27.957570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (b0b04354-9530-4dcb-bb25-735745462474), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:28.064851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port b0b04354-9530-4dcb-bb25-735745462474 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:28.553619 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:16:29.244922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:31.046929 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e84838ca-0e6f-4a73-aefa-c532d857b387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:32.854806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-bcb11017-2bc4-4c21-860a-05c874849a46 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:32.856304 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-bcb11017-2bc4-4c21-860a-05c874849a46 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 814 time: 0.0997157 Feb 14 22:16:32.870949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-6307e170-9a78-47bb-82e1-c75cdb0564c0 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/quotas/eda36ed44237471f9e4d87376307682d HTTP/1.1" status: 200 len: 375 time: 0.0094450 Feb 14 22:16:32.929163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-0ac9a05b-7992-4d69-9056-dfe3d57b95e7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532577 Feb 14 22:16:33.022182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-b3b15784-b3a1-40f7-a976-e125e30455bc service neutron] 10.222.0.86 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815415 Feb 14 22:16:33.117701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-dc5fb8c0-4a79-49b5-b9a4-3e5484262dd7 service neutron] 10.222.0.86 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893064 Feb 14 22:16:33.274011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0f161ad-468e-44fa-a0db-b45b38b24ef9 req-9db30b56-0e27-47d8-a2c1-c7ac99e545cc tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 210 time: 0.0274074 Feb 14 22:16:33.419906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63bd8094-515e-4cbe-9223-aa4cb683495e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.223109 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-5b76791b-1cf1-4a19-b351-21aba9f3eb75 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:34.224831 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-5b76791b-1cf1-4a19-b351-21aba9f3eb75 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 814 time: 0.1165767 Feb 14 22:16:34.237135 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'port': {'device_id': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'admin_state_up': True, 'tenant_id': 'eda36ed44237471f9e4d87376307682d'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:34.379243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f04d4669-5bc5-425c-aa61-7546d2e9758b req-26dfaac7-8b67-46da-8e7b-93ad1d77e5c1 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 210 time: 0.0354483 Feb 14 22:16:34.388841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Made reservation on behalf of eda36ed44237471f9e4d87376307682d for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:16:34.400178 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.542491 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Allocated IP 172.20.0.10 (91885e14-360b-4f6c-adad-beb3608e178f/2c2e332b-75dd-42ce-acc8-465247fd6c43/f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:16:34.753115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.761733 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.803649 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.853205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Network 91885e14-360b-4f6c-adad-beb3608e178f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:16:34.857523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:16:34.860279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:16:34.903104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:34.926641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:34.927713 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:34.948080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d2d8c03b-349e-40e4-9570-9d6231ccd82c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140155 Feb 14 22:16:35.166743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-802d6c35-3d54-43f3-90af-b12dcc2bc455 None None] Provisioning complete for port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:35.167044 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-802d6c35-3d54-43f3-90af-b12dcc2bc455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:35.202232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-802d6c35-3d54-43f3-90af-b12dcc2bc455 None None] Port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:16:35.516594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5ccb-4172-4ad3-a671-ffbf65fbe351 req-2c4e6100-fda8-45a5-b314-77a570c20276 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:35.518147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-028a5ccb-4172-4ad3-a671-ffbf65fbe351 req-2c4e6100-fda8-45a5-b314-77a570c20276 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0612233 Feb 14 22:16:35.573695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-028a5ccb-4172-4ad3-a671-ffbf65fbe351 req-c4a9bf9e-3474-4844-9af4-b20484c1853b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Feb 14 22:16:35.939378 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:36.607257 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-f5bb602e-8972-48fd-b0ae-98abcef658d1 req-33c3a492-9f75-4530-a77e-d75014727291 service neutron] (103512) timed out ('10.222.0.86', 43518) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:16:36.698540 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:36.966752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc734-a512-4acc-8a09-20a53d3e6048 req-394bb7fe-d3b0-4438-b19e-b3320b382c68 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:36.968331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4cbc734-a512-4acc-8a09-20a53d3e6048 req-394bb7fe-d3b0-4438-b19e-b3320b382c68 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0609415 Feb 14 22:16:37.024434 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4cbc734-a512-4acc-8a09-20a53d3e6048 req-0e2a79be-4b0c-439b-b99a-faf25b932718 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497787 Feb 14 22:16:37.390166 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:38.155268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3cd2-6114-4fd6-9501-ed66cd45b076 req-5a6f1fce-c879-447e-be55-c5a0cdb40d19 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:38.156860 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01ee3cd2-6114-4fd6-9501-ed66cd45b076 req-5a6f1fce-c879-447e-be55-c5a0cdb40d19 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0568843 Feb 14 22:16:38.208664 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-01ee3cd2-6114-4fd6-9501-ed66cd45b076 req-aa924bd8-3999-4a98-890a-9b314ac73ee7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Feb 14 22:16:39.336910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082dd11-0f25-4bfc-8ef4-4ce1c45c4875 req-6aadf864-17c7-4c0d-94cd-747ff49a39eb tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:39.339052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8082dd11-0f25-4bfc-8ef4-4ce1c45c4875 req-6aadf864-17c7-4c0d-94cd-747ff49a39eb tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0608814 Feb 14 22:16:39.393703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8082dd11-0f25-4bfc-8ef4-4ce1c45c4875 req-a98d36aa-ee24-47cb-af03-556fa3d3da5e tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 Feb 14 22:16:40.569579 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db7273-2b4c-44f2-b19b-ac2645bdbf4f req-666f8ded-df25-4788-b81b-49f8e0633d5e tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:40.571083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15db7273-2b4c-44f2-b19b-ac2645bdbf4f req-666f8ded-df25-4788-b81b-49f8e0633d5e tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0565274 Feb 14 22:16:40.625844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15db7273-2b4c-44f2-b19b-ac2645bdbf4f req-7993290a-4dae-4b3b-9bc6-5387b069c621 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484707 Feb 14 22:16:41.766147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ac4b0-cc20-463b-a8a6-40ed3e54e1c8 req-a8128be3-e101-44bc-b1ba-497d175ba212 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:41.768488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-722ac4b0-cc20-463b-a8a6-40ed3e54e1c8 req-a8128be3-e101-44bc-b1ba-497d175ba212 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0672121 Feb 14 22:16:41.833139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-722ac4b0-cc20-463b-a8a6-40ed3e54e1c8 req-6566a457-725e-4930-b5ec-6b6d3397da3b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 Feb 14 22:16:42.951071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1d0d-abad-4485-9c50-b59cc6e938b5 req-9dd363fa-1d19-4798-9e73-bbf3c5c5e178 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:42.952583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e13b1d0d-abad-4485-9c50-b59cc6e938b5 req-9dd363fa-1d19-4798-9e73-bbf3c5c5e178 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0526147 Feb 14 22:16:42.998983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e13b1d0d-abad-4485-9c50-b59cc6e938b5 req-149201e9-4a53-4abd-b5e5-3cc7dc69800c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Feb 14 22:16:44.117752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc18215-0b28-4fb5-b841-872e87ca7f01 req-9619d010-9c90-4e73-bb21-1ffe43722e80 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:44.119241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cc18215-0b28-4fb5-b841-872e87ca7f01 req-9619d010-9c90-4e73-bb21-1ffe43722e80 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0536735 Feb 14 22:16:44.165274 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cc18215-0b28-4fb5-b841-872e87ca7f01 req-6bd7ea70-1d14-4751-a634-b01b52d6d776 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Feb 14 22:16:45.286488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d68db-bc64-409b-baf5-dd83f12c615b req-6e8631d0-ab9b-4b5d-9ba3-6529a4a78cdc tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:45.288347 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a56d68db-bc64-409b-baf5-dd83f12c615b req-6e8631d0-ab9b-4b5d-9ba3-6529a4a78cdc tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 932 time: 0.0582700 Feb 14 22:16:45.334617 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a56d68db-bc64-409b-baf5-dd83f12c615b req-5408da24-ff9a-49d5-bac4-6a29a80821ea tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Feb 14 22:16:45.600534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Request body: {'port': {'device_id': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:16:45.660220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:45.921640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:16:45.928945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks [] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:45.941448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Transition to ACTIVE for port object f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:16:45.945568 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:45.998095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:46.071250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Attempting to bind port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:16:46.071607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Attempting to bind port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:16:46.071924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Attempting to bind port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec on network 91885e14-360b-4f6c-adad-beb3608e178f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:46.076587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec on network 91885e14-360b-4f6c-adad-beb3608e178f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:16:46.076908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Attempting to bind port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec on network 91885e14-360b-4f6c-adad-beb3608e178f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:16:46.082314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:16:46.082647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Checking segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:16:46.083344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Bound using segment: {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:16:46.083904 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Bound port: f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afdd27c-aee8-4c7c-8d86-41d4f0ced953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:16:46.084265 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:46.155062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:16:46.158001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:16:46.164050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:46.199527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.200160 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:46.202158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1093 time: 0.6065571 Feb 14 22:16:46.202619 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:16:46.204936 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:16:46.237837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e29c7-bdf1-4ac6-876d-8058102cd611 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:46.257995 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5501c-497e-4c46-b193-9568c6957455 x-openstack-request-id: req-1df5501c-497e-4c46-b193-9568c6957455 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:16:46.258309 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:16:46.258564 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1df5501c-497e-4c46-b193-9568c6957455 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:16:46.258997 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:16:46.297170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-9ad0ce57-657b-4653-aaaf-e327d83d54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.298994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-9ad0ce57-657b-4653-aaaf-e327d83d54a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1127 time: 0.0537629 Feb 14 22:16:46.346688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-af06231a-1754-4140-8cc9-1b0a7b5c6dbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 217 time: 0.0411019 Feb 14 22:16:46.397129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-0bf6fcba-25e8-41ed-a733-450d1e09cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.398739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-0bf6fcba-25e8-41ed-a733-450d1e09cb36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0462282 Feb 14 22:16:46.486133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-80689699-ddf3-468c-86f9-b2942163f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.487565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-80689699-ddf3-468c-86f9-b2942163f278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0822959 Feb 14 22:16:46.495408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994823fb-4a17-4e11-ac9f-b4773709f200 req-8b73a818-7f47-4dbd-8252-0f2559a59dd3 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.496806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-994823fb-4a17-4e11-ac9f-b4773709f200 req-8b73a818-7f47-4dbd-8252-0f2559a59dd3 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 944 time: 0.0931709 Feb 14 22:16:46.591795 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-994823fb-4a17-4e11-ac9f-b4773709f200 req-80996003-e49f-4d06-b412-57f04b6cd715 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873082 Feb 14 22:16:46.614287 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-0b9a9ae4-0686-44dc-8233-6577c7508f2c service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165133 Feb 14 22:16:46.707827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d1a3861-4b99-4e49-8206-6a399d5eeb93 req-d1191367-3e15-4e61-9754-6c35b53b61f5 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Feb 14 22:16:46.800668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-a661587c-82e2-4e1e-8f0e-f3c6c478991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.802126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-a661587c-82e2-4e1e-8f0e-f3c6c478991f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1127 time: 0.0450776 Feb 14 22:16:46.897799 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-389a987f-01e3-43a8-841e-48b2a804c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.899301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-389a987f-01e3-43a8-841e-48b2a804c383 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.0918527 Feb 14 22:16:46.940118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-9e7ce52b-97d7-4d78-bda5-d0338047f1ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 217 time: 0.0343616 Feb 14 22:16:46.987746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-9b293d2a-c166-48fa-aaa6-484af77a274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:46.989151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-9b293d2a-c166-48fa-aaa6-484af77a274c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0422544 Feb 14 22:16:47.037221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-f403c344-4200-4e5e-a2a9-8f72ee04aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:47.038667 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-f403c344-4200-4e5e-a2a9-8f72ee04aeff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0419509 Feb 14 22:16:47.130785 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-8f747c88-bed1-4d4c-a7e5-b366e7942b52 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Feb 14 22:16:47.222553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-08e2d9c9-6c6b-4aff-ab5f-0889b25c9a82 req-e4f1769a-2db6-4ddc-8311-d35eb87f301a service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Feb 14 22:16:47.714418 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da4e88-30bf-44d7-950b-900f255ef764 req-d4d0a2aa-2ad8-4b41-8817-2cc9d25f31c4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:47.716565 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73da4e88-30bf-44d7-950b-900f255ef764 req-d4d0a2aa-2ad8-4b41-8817-2cc9d25f31c4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 944 time: 0.0583518 Feb 14 22:16:47.763176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73da4e88-30bf-44d7-950b-900f255ef764 req-89718c23-5a14-480a-a52f-6fbed330b1a4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Feb 14 22:16:48.768573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:16:48.863501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:48.874700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'port_id': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'mac_address': 'fa:16:3e:c2:69:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:16:48.881195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c666f-4fc3-4df3-b6c2-54ddd30084a8 req-e2d901dd-79e3-4ad1-85b8-22fad21f41e9 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:48.882699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e1c666f-4fc3-4df3-b6c2-54ddd30084a8 req-e2d901dd-79e3-4ad1-85b8-22fad21f41e9 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 944 time: 0.0536363 Feb 14 22:16:48.915383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:48.916129 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:48.929515 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:16:48.930128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8e1c666f-4fc3-4df3-b6c2-54ddd30084a8 req-b08dca53-700a-4874-874d-d59293643b5d tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Feb 14 22:16:48.948736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:48.953114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:48.999194 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:49.315931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:16:50.053205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba9655-baa2-4dd3-8cbb-2e78cf671958 req-1e3d3dda-cfb2-4b74-97a3-d39a1c54c9e7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:50.054703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9ba9655-baa2-4dd3-8cbb-2e78cf671958 req-1e3d3dda-cfb2-4b74-97a3-d39a1c54c9e7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 945 time: 0.0577350 Feb 14 22:16:50.101955 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e9ba9655-baa2-4dd3-8cbb-2e78cf671958 req-73f92f8a-6b67-4e16-a76f-416717be07cd tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Feb 14 22:16:50.785762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:16:50.840005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:16:50.844670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:16:50.845078 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:50.928474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:16:50.928869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:50.951699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:16:50.954298 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ecd2c-0b0c-452f-9958-3a4a34c7941c" -d '{"events": [{"server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "name": "network-vif-plugged", "status": "completed", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:16:50.967205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:16:50.971739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:16:50.998824 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010c65e-1623-49c6-8e82-1d87ef1a17fc x-openstack-request-id: req-8010c65e-1623-49c6-8e82-1d87ef1a17fc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:16:50.999119 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "name": "network-vif-plugged", "status": "completed", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:16:50.999417 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8010c65e-1623-49c6-8e82-1d87ef1a17fc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:16:50.999805 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'code': 200} Feb 14 22:16:51.029556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:16:51.109201 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2499-e7fa-4124-a27f-62af9e81071f req-a77f9195-187b-4733-a5d5-30d3e5279fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:51.110705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-904c2499-e7fa-4124-a27f-62af9e81071f req-a77f9195-187b-4733-a5d5-30d3e5279fe6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1129 time: 0.0446174 Feb 14 22:16:51.158505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-904c2499-e7fa-4124-a27f-62af9e81071f req-f78b6ab7-376d-4557-8059-e583c336487f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Feb 14 22:16:51.224497 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc959-bbab-4d53-b42f-eae17f94e845 req-4529ef40-c7bc-4871-8ae3-ca2bf7913c74 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:51.225994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e30fc959-bbab-4d53-b42f-eae17f94e845 req-4529ef40-c7bc-4871-8ae3-ca2bf7913c74 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0524700 Feb 14 22:16:51.276711 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e30fc959-bbab-4d53-b42f-eae17f94e845 req-a0fe2ad1-dfe2-4f2e-9d86-47495ec78c4c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Feb 14 22:16:52.400403 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543cecf-e52e-4c44-9b48-15317e6d8b9b req-c359c3b1-d266-4347-9c3d-ce867509086c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:52.401901 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4543cecf-e52e-4c44-9b48-15317e6d8b9b req-c359c3b1-d266-4347-9c3d-ce867509086c tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0533533 Feb 14 22:16:52.450840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4543cecf-e52e-4c44-9b48-15317e6d8b9b req-6c9adf87-666e-445d-8692-34cc582499a9 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Feb 14 22:16:53.569793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8efd1-8b01-4fe8-ba00-628f5721fee8 req-df036766-7acd-436a-8362-b07af1e46bf2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:53.571273 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ec8efd1-8b01-4fe8-ba00-628f5721fee8 req-df036766-7acd-436a-8362-b07af1e46bf2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0524812 Feb 14 22:16:53.617429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ec8efd1-8b01-4fe8-ba00-628f5721fee8 req-b3295480-669c-4036-b1c2-ec4fe71c7ae2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Feb 14 22:16:53.735529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f145d9-180c-4bff-8dd1-8821f152f4fa req-667b7670-0c10-4d49-8d21-74273196e907 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:53.737004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6f145d9-180c-4bff-8dd1-8821f152f4fa req-667b7670-0c10-4d49-8d21-74273196e907 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0566387 Feb 14 22:16:53.783473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6f145d9-180c-4bff-8dd1-8821f152f4fa req-6b167eb6-7a49-485f-8d40-5e8e0a60cbce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Feb 14 22:16:53.968921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9a27-1314-43d5-a803-3bb723bd0962 req-e0db3d16-cd45-4bc8-9be6-a34b958c3b2b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:16:53.970394 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-548d9a27-1314-43d5-a803-3bb723bd0962 req-e0db3d16-cd45-4bc8-9be6-a34b958c3b2b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0529866 Feb 14 22:16:54.016382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-548d9a27-1314-43d5-a803-3bb723bd0962 req-72c1770c-8934-4c16-a55a-1664dfc5cb0e tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Feb 14 22:16:59.202369 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:01.050960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4343f2c2-d749-4a29-ab57-293b9750669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:03.421994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-caa01367-f709-43de-a1a6-19470e0945ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:04.756246 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:05.553230 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:17:05.941953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:06.682091 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:07.391555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:12.791733 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874373a8-dfbb-4aa0-bd76-ec320e3e8a1a req-b53e8fa5-139f-4f02-8d52-36798b813eab tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:12.793184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-874373a8-dfbb-4aa0-bd76-ec320e3e8a1a req-b53e8fa5-139f-4f02-8d52-36798b813eab tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0550463 Feb 14 22:17:12.843762 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-874373a8-dfbb-4aa0-bd76-ec320e3e8a1a req-13454d3b-763e-4a4a-8d65-c3b8f85c6d5f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Feb 14 22:17:12.866236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47020) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:13.017170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca08d0-1b86-46d7-b9bc-3e5431ed0946 tempest-TestMinimumBasicScenario-10262347 tempest-TestMinimumBasicScenario-10262347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:13.018710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-20ca08d0-1b86-46d7-b9bc-3e5431ed0946 tempest-TestMinimumBasicScenario-10262347 tempest-TestMinimumBasicScenario-10262347-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1124 time: 0.1515338 Feb 14 22:17:13.021815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47024) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:13.026190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:13.047495 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:13.146286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:13.251827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Allocated IP 172.25.2.168 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/a3501263-9599-4327-bd5f-1258655f8dab) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:17:13.351908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for port (a3501263-9599-4327-bd5f-1258655f8dab), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:13.389892 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a3501263-9599-4327-bd5f-1258655f8dab), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:13.424232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:17:13.427046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:17:13.432550 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:17:13.465995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'Port': ['ID=a3501263-9599-4327-bd5f-1258655f8dab,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:13.811494 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for floatingip (797972b1-60fa-47ff-887a-57c0f349e4cb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:13.879348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a3501263-9599-4327-bd5f-1258655f8dab), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.025959 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for port (a3501263-9599-4327-bd5f-1258655f8dab), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.030373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a3501263-9599-4327-bd5f-1258655f8dab), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.098889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'Port': ['ID=a3501263-9599-4327-bd5f-1258655f8dab,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:14.107499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (797972b1-60fa-47ff-887a-57c0f349e4cb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.206969 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Floating IP 797972b1-60fa-47ff-887a-57c0f349e4cb associated. External IP: 172.25.2.168, port: f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec. Feb 14 22:17:14.421741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Router 370714c0-4edb-40d8-b77f-8690790ad2d1 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:17:14.530250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:17:14.540384 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Sync routers for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:17:14.549012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.551520 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:17:14.552199 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:17:14.578539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-adaa9a74-af5f-406d-b16f-3962b313b014 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5556459 Feb 14 22:17:14.579543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:17:14.581395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47028) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:14.584352 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b4a926-20ea-474c-9a80-5038f0d2fced" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:17:14.586173 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573834767', 'description': 'tempest-secgroup-smoke-573834767 description', 'project_id': 'eda36ed44237471f9e4d87376307682d'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:14.620872 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.625780 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80789072-8992-4a1d-bd5f-acbad2600bdd x-openstack-request-id: req-80789072-8992-4a1d-bd5f-acbad2600bdd {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:17:14.626137 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:17:14.626398 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-80789072-8992-4a1d-bd5f-acbad2600bdd {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:17:14.626743 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:17:14.696016 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (7488aa98-1173-4aa5-b7c5-18e378c0d0fb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.699174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-b1038a19-0cdd-4201-a3c3-cf4d9091602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:14.701583 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-b1038a19-0cdd-4201-a3c3-cf4d9091602b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1129 time: 0.0524476 Feb 14 22:17:14.701911 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7488aa98-1173-4aa5-b7c5-18e378c0d0fb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.732112 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.733382 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1509688 Feb 14 22:17:14.736298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47032) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:14.741402 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:14.747263 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7488aa98-1173-4aa5-b7c5-18e378c0d0fb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:14.760315 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.760675 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.761044 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.761380 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.761720 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.762056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.762924 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.763284 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.763617 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.765030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.765030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.765244 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.765569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133da75-1d2f-43ab-9ed0-81547cf9d7ce tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:14.767005 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:17:14.784999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (94da9345-d541-4269-b96c-8086508af5c8), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.812571 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-38bdd6d8-c1d1-482b-9780-21e286066b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:14.814447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-38bdd6d8-c1d1-482b-9780-21e286066b44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.1054785 Feb 14 22:17:14.847101 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (94da9345-d541-4269-b96c-8086508af5c8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.851897 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (94da9345-d541-4269-b96c-8086508af5c8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.874010 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94da9345-d541-4269-b96c-8086508af5c8,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:14.880885 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.881851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-e7ee8145-8c72-485d-a57c-5e7aa8b6ba58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1000 time: 0.0615358 Feb 14 22:17:14.882934 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0111a034-bf81-495c-a20c-19e6c1547052 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454825 Feb 14 22:17:14.885860 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47034) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:14.890994 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:14.918205 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (1e259803-0f6f-4cd7-b309-a6319f48211a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.944427 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-5e38d49a-36ee-438a-bcf4-ad5a8218de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:14.946239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-5e38d49a-36ee-438a-bcf4-ad5a8218de58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0564950 Feb 14 22:17:14.979132 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (1e259803-0f6f-4cd7-b309-a6319f48211a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:14.984524 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (1e259803-0f6f-4cd7-b309-a6319f48211a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.002723 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e259803-0f6f-4cd7-b309-a6319f48211a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:15.009708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '797972b1-60fa-47ff-887a-57c0f349e4cb', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'port_id': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'mac_address': 'fa:16:3e:c2:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:17:13Z', 'updated_at': '2022-02-14T22:17:13Z', 'revision_number': 0, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:17:15.011935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-9d251a83-a15b-4b38-a1e6-473e71c3cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:15.016172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.016517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-9d251a83-a15b-4b38-a1e6-473e71c3cafe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0638077 Feb 14 22:17:15.020102 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47036) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:15.020358 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9286281-a417-4c3a-a944-f0b5ec0fe42a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334131 Feb 14 22:17:15.024532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:15.034423 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-835fc607-dd4a-4b18-b6e2-eac1a00063fe service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:17:15.035457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-835fc607-dd4a-4b18-b6e2-eac1a00063fe service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061340 Feb 14 22:17:15.042109 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Checking router: 370714c0-4edb-40d8-b77f-8690790ad2d1 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:17:15.050594 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:17:15.051567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:17:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:17:15.103439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (b07cbc12-c337-40a8-b065-ee0bb8cbe7c2), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.159853 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:17:15.391387 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '797972b1-60fa-47ff-887a-57c0f349e4cb', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'port_id': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'mac_address': 'fa:16:3e:c2:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:17:13Z', 'updated_at': '2022-02-14T22:17:13Z', 'revision_number': 0, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:17:15.421493 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05bb19-3343-44d9-a6a0-bc7c8645737e None None] The sync data for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 is: [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '797972b1-60fa-47ff-887a-57c0f349e4cb', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'port_id': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'mac_address': 'fa:16:3e:c2:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:17:13Z', 'updated_at': '2022-02-14T22:17:13Z', 'revision_number': 0, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:17:15.525492 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-b9433876-91d1-4f45-b666-1a53ead061c3 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826813 Feb 14 22:17:15.537683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (b07cbc12-c337-40a8-b065-ee0bb8cbe7c2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.547130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b07cbc12-c337-40a8-b065-ee0bb8cbe7c2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.610329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07cbc12-c337-40a8-b065-ee0bb8cbe7c2,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:15.619059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.620337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5992448 Feb 14 22:17:15.623824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47038) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:15.628967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:15.629121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.629434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.629943 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.630219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.630446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.630785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.631117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.631474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.632383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.632726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.633252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.633593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.633924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531579a9-00f9-467e-9d32-843352808496 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:17:15.634343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584affc4-65ee-44ec-b3a7-bee5d5f05cc9 None None] New status for floating IP 797972b1-60fa-47ff-887a-57c0f349e4cb: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:17:15.668496 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8b4a926-20ea-474c-9a80-5038f0d2fced req-dab5cb15-93bb-4883-98cd-4e4679e18b42 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325953 Feb 14 22:17:15.676081 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (068afe15-16d8-413c-a007-6cb39845078e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.734859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (068afe15-16d8-413c-a007-6cb39845078e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.738866 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (068afe15-16d8-413c-a007-6cb39845078e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.758336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068afe15-16d8-413c-a007-6cb39845078e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:15.763083 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.766834 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9947bb9e-9e09-4501-93c7-eb2f483d97b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388228 Feb 14 22:17:15.767327 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47040) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:15.771387 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:15.795977 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Project eda36ed44237471f9e4d87376307682d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:17:15.801460 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (4f04dd88-e67a-41c1-a401-bcd9fe4a3bb7), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.860051 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (4f04dd88-e67a-41c1-a401-bcd9fe4a3bb7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.863362 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4f04dd88-e67a-41c1-a401-bcd9fe4a3bb7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.882499 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f04dd88-e67a-41c1-a401-bcd9fe4a3bb7,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:15.890863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.892092 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-06f5431a-104f-4f2e-9ed1-661effb9e744 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240427 Feb 14 22:17:15.894859 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47042) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:17:15.899037 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'security_group_rule': {'security_group_id': '7488aa98-1173-4aa5-b7c5-18e378c0d0fb', 'project_id': 'eda36ed44237471f9e4d87376307682d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:15.917794 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Project eda36ed44237471f9e4d87376307682d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:17:15.922598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (ad1b5bcd-400c-408b-8ab9-16a993c367c9), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.982220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (ad1b5bcd-400c-408b-8ab9-16a993c367c9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:15.985926 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ad1b5bcd-400c-408b-8ab9-16a993c367c9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.003670 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1b5bcd-400c-408b-8ab9-16a993c367c9,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:16.010862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.012088 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-570f7fb8-f343-4607-8e1e-8d01742655b4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162896 Feb 14 22:17:16.106832 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-8657063d-6f4a-46de-838b-926af9c7a597 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573834767&fields=id&tenant_id=eda36ed44237471f9e4d87376307682d HTTP/1.1" status: 200 len: 267 time: 0.0473967 Feb 14 22:17:16.161506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-c242a286-194c-4415-abf3-4a7655801af2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:16.162951 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-c242a286-194c-4415-abf3-4a7655801af2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0508442 Feb 14 22:17:16.173320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'port': {'security_groups': ['0e674183-350b-4411-93aa-4d7f941898f0', '7488aa98-1173-4aa5-b7c5-18e378c0d0fb']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:17:16.239507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.422283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:17:16.451646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.456068 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.467606 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:17:16.501319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:16.501947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.503362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be9bf17f-3fc0-42c7-b16e-8ad2d197dd29 req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "PUT /v2.0/ports/f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 982 time: 0.3342917 Feb 14 22:17:16.532190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061510d-4ad9-4971-8a08-a14fc2ede476 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:17:16.579398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:17:16.627515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:17:16.629898 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a9ea0-5808-4882-9b56-a981aebebf56" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:17:16.646412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab96ef-7a93-4cbf-93f4-ee04c93f44bc req-ccfa67ed-f96c-4ea7-a7cf-8f6263e9369f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:16.648087 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4ab96ef-7a93-4cbf-93f4-ee04c93f44bc req-ccfa67ed-f96c-4ea7-a7cf-8f6263e9369f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0677125 Feb 14 22:17:16.723636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f4ab96ef-7a93-4cbf-93f4-ee04c93f44bc req-875b9ec5-7fc2-4e08-82be-bebc8320ee88 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690980 Feb 14 22:17:16.773194 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80aa2e6-b228-43c2-a019-476f8460198e x-openstack-request-id: req-b80aa2e6-b228-43c2-a019-476f8460198e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:17:16.773493 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:17:16.773748 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b80aa2e6-b228-43c2-a019-476f8460198e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:17:16.774141 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:17:16.840768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-e947dfe1-2897-4d16-b4eb-fe2bdc9724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:16.842294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-e947dfe1-2897-4d16-b4eb-fe2bdc9724c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1168 time: 0.0473714 Feb 14 22:17:16.872691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-e3d1e884-f3d6-4cb2-89a1-4688192f946b None None] Provisioning complete for port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:17:16.873288 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e884-f3d6-4cb2-89a1-4688192f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:16.937790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-a7e0e10a-c380-46b3-8afa-f7315184b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:16.939184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-a7e0e10a-c380-46b3-8afa-f7315184b2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.0911207 Feb 14 22:17:17.003569 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-ee31a5f9-9e4d-40d8-b37a-2e9bba7144dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1002 time: 0.0583119 Feb 14 22:17:17.051431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-73ae1b5b-bdc5-494a-a2c8-6aac321ccddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:17.052912 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-73ae1b5b-bdc5-494a-a2c8-6aac321ccddd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0441494 Feb 14 22:17:17.085505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1e884-f3d6-4cb2-89a1-4688192f946b None None] Current status of the port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:17:17.107507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-e4912261-224f-4911-9579-125113940f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:17.109080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-e4912261-224f-4911-9579-125113940f14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501323 Feb 14 22:17:17.197431 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-3d7b933c-6764-4b2e-900e-91b3becdf868 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824044 Feb 14 22:17:17.292355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-765a9ea0-5808-4882-9b56-a981aebebf56 req-5082ec77-900c-4e9e-9aa7-8dd037d21726 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Feb 14 22:17:29.195064 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:31.042642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6646-3b06-4f1f-9028-6ec27c0af66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:33.424187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ede03f38-3bc0-4abb-a1db-b65add3c5e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:34.759555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:35.943056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:36.698037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:37.393579 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:17:37.881827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-b3463994-31ef-416b-a5fc-ba449e5aeb99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441694 Feb 14 22:17:37.964256 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-3e7510a7-da90-4efc-a4f4-86037b52100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:37.965750 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-3e7510a7-da90-4efc-a4f4-86037b52100f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1168 time: 0.0443058 Feb 14 22:17:38.067775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-02ed1e6c-5612-4ab4-a663-381fd73a4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:38.069234 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-02ed1e6c-5612-4ab4-a663-381fd73a4771 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.0864086 Feb 14 22:17:38.133468 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-4942f32b-bc31-4437-922a-63e6f859213a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1002 time: 0.0582244 Feb 14 22:17:38.181435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-234e93cb-c3ca-4787-8dae-ba460ff27229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:38.182866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-234e93cb-c3ca-4787-8dae-ba460ff27229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0436368 Feb 14 22:17:38.236046 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-4c66d547-9711-4064-91a0-d43bfa693b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:17:38.237546 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-4c66d547-9711-4064-91a0-d43bfa693b6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488837 Feb 14 22:17:38.326190 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-69b0a5f0-7858-4d18-8b90-a4e5f959f794 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812600 Feb 14 22:17:38.418118 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-293b102c-0baa-4289-a075-5c9fdf2ec477 req-cb3ecc87-579c-47c8-9d2b-92c22ae816e5 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869913 Feb 14 22:17:42.552065 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:17:59.195557 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:01.044797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0b3edf0-1f35-4d85-844a-4757591856c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:02.031245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154102-e251-4055-b832-8d08a418b879 req-76059ca3-6d08-42ec-9d27-11054066a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:02.032760 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-76059ca3-6d08-42ec-9d27-11054066a6ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1168 time: 0.0465000 Feb 14 22:18:02.160592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154102-e251-4055-b832-8d08a418b879 req-64912e22-c99d-4d74-9b80-c81659dffea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:02.161950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-64912e22-c99d-4d74-9b80-c81659dffea6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.1222649 Feb 14 22:18:02.169750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5fa2-4694-452c-a721-1426ddbad528 req-07be5596-eb61-4a1c-a55b-7cacbc8cdf3b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:02.171136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff8f5fa2-4694-452c-a721-1426ddbad528 req-07be5596-eb61-4a1c-a55b-7cacbc8cdf3b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.1976624 Feb 14 22:18:02.258748 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-4a076313-49d0-4dbc-b732-5f922dfcaebe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1002 time: 0.0866532 Feb 14 22:18:02.303498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff8f5fa2-4694-452c-a721-1426ddbad528 req-5a909a68-e975-4e80-908f-6380ab0a1c95 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260633 Feb 14 22:18:02.321287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154102-e251-4055-b832-8d08a418b879 req-0baf18ca-6aac-447f-a803-09211fc30e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:02.322737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-0baf18ca-6aac-447f-a803-09211fc30e7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0537412 Feb 14 22:18:02.372923 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154102-e251-4055-b832-8d08a418b879 req-1f4c68e7-3e97-4a82-9c1e-3153d087497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:02.375034 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-1f4c68e7-3e97-4a82-9c1e-3153d087497e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453012 Feb 14 22:18:02.465330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-f9cfa642-7a91-4ade-aea9-7ac1042a32e0 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Feb 14 22:18:02.554017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba154102-e251-4055-b832-8d08a418b879 req-db0d757d-037a-476b-b44e-a445ad6552cf service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Feb 14 22:18:03.426285 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0229-0bae-4124-915b-51ddd08c7538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:03.427061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a325e3-1d4b-431c-8e7a-008b3992ac56 req-4bf500b4-3658-4ba4-9df7-80d06a95c220 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:03.428879 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6a325e3-1d4b-431c-8e7a-008b3992ac56 req-4bf500b4-3658-4ba4-9df7-80d06a95c220 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0563302 Feb 14 22:18:03.489037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a6a325e3-1d4b-431c-8e7a-008b3992ac56 req-3fadce58-95ab-40e7-80f0-811fed1540b7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543191 Feb 14 22:18:04.621887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe004b-6387-4ba8-9246-49900736830e req-251e68ed-2cf3-4d16-ac11-c58e1a933980 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:04.623390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dffe004b-6387-4ba8-9246-49900736830e req-251e68ed-2cf3-4d16-ac11-c58e1a933980 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0573931 Feb 14 22:18:04.690964 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dffe004b-6387-4ba8-9246-49900736830e req-9bcdc572-8e14-473e-a7b7-a485090e8100 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613453 Feb 14 22:18:04.761421 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:05.813474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b308410-b29e-4d54-a815-f67784abab8c req-53894788-fcfa-4362-a9ff-0e8c5281aef7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:05.814992 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b308410-b29e-4d54-a815-f67784abab8c req-53894788-fcfa-4362-a9ff-0e8c5281aef7 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0544405 Feb 14 22:18:05.877794 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b308410-b29e-4d54-a815-f67784abab8c req-b65ea420-021f-459f-b032-5c2b17dd3236 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567832 Feb 14 22:18:05.945887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:06.700991 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:07.000428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad59c-2627-4f3e-944e-71e6bd839489 req-f0194be3-3ee1-4597-9ef2-fe3ebe9132cb tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:07.001585 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c0ad59c-2627-4f3e-944e-71e6bd839489 req-f0194be3-3ee1-4597-9ef2-fe3ebe9132cb tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0570657 Feb 14 22:18:07.060141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0c0ad59c-2627-4f3e-944e-71e6bd839489 req-2b9da535-8386-4f1c-ac33-78374af2d255 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529201 Feb 14 22:18:07.395650 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:08.180122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c465b-3f9d-4a7c-99c6-02827111a44d req-1d7cf5ba-b138-4ce5-ac83-8dde6ecb0c80 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:08.181613 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad4c465b-3f9d-4a7c-99c6-02827111a44d req-1d7cf5ba-b138-4ce5-ac83-8dde6ecb0c80 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0533614 Feb 14 22:18:08.244975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ad4c465b-3f9d-4a7c-99c6-02827111a44d req-290df86a-ca33-4fd5-a81d-44a7f47309f2 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577652 Feb 14 22:18:09.366079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddd10b-62bc-4ad8-b3ff-7f1df94d63ab req-1183577a-04ec-479b-bfc5-e5600c394a66 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:09.367597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3ddd10b-62bc-4ad8-b3ff-7f1df94d63ab req-1183577a-04ec-479b-bfc5-e5600c394a66 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0545430 Feb 14 22:18:09.430705 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3ddd10b-62bc-4ad8-b3ff-7f1df94d63ab req-6b4c1700-49c9-487b-8062-250da95ea59b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573132 Feb 14 22:18:10.551615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2af504-f9d2-4062-a024-8b73dd53bffc req-438d40fb-1a86-4c08-a417-6c03256d2908 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:10.553002 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a2af504-f9d2-4062-a024-8b73dd53bffc req-438d40fb-1a86-4c08-a417-6c03256d2908 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0536554 Feb 14 22:18:10.611959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a2af504-f9d2-4062-a024-8b73dd53bffc req-a69a9ec5-595c-40c4-9599-7c0979946528 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532839 Feb 14 22:18:11.736186 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388ddd-d502-4edc-9972-b85b5d041408 req-3ce2ef73-b762-4d5a-ad01-0d821f54f10f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:11.737681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46388ddd-d502-4edc-9972-b85b5d041408 req-3ce2ef73-b762-4d5a-ad01-0d821f54f10f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0556159 Feb 14 22:18:11.796658 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-46388ddd-d502-4edc-9972-b85b5d041408 req-a261e39a-6760-457c-9149-5fad60b281a0 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532465 Feb 14 22:18:12.923183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad936d-cef7-47f0-b205-fd0a988b6431 req-82905a83-9e56-4630-b547-0ccac6f15a13 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:12.924670 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dad936d-cef7-47f0-b205-fd0a988b6431 req-82905a83-9e56-4630-b547-0ccac6f15a13 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0571947 Feb 14 22:18:12.982982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0dad936d-cef7-47f0-b205-fd0a988b6431 req-e0a1f0ce-ea81-4150-a493-587a5ae03644 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526514 Feb 14 22:18:14.101593 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deefff-7a9a-48b7-99dc-a3a6bce784a9 req-24cc0a16-2ec6-455f-aa6b-37c440f8c214 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:14.102994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3deefff-7a9a-48b7-99dc-a3a6bce784a9 req-24cc0a16-2ec6-455f-aa6b-37c440f8c214 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0540502 Feb 14 22:18:14.161958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3deefff-7a9a-48b7-99dc-a3a6bce784a9 req-bfae2964-99dc-4e07-a167-9054e2c04bff tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=7488aa98-1173-4aa5-b7c5-18e378c0d0fb&id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533371 Feb 14 22:18:19.551590 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:18:29.195973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:31.046597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f6c78ed-c6e6-4b1a-8eef-8a18653b77a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:33.427078 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-232777c4-d5b6-4030-8b74-6342fc783ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:34.763689 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:35.950991 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:36.730979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:37.399968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:18:37.872815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-80b8d356-e9aa-44e8-8351-c6b4ddfab11d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447538 Feb 14 22:18:37.961471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-503d3fa8-543b-40b6-bec1-d4c808a03d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:37.962965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-503d3fa8-543b-40b6-bec1-d4c808a03d0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1168 time: 0.0486386 Feb 14 22:18:38.062942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-5e375b11-42e2-43eb-b6f8-a3b053f127d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:38.064467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-5e375b11-42e2-43eb-b6f8-a3b053f127d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.0840662 Feb 14 22:18:38.133483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-f97e0980-1ba7-4522-8788-e16b000843c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1002 time: 0.0630727 Feb 14 22:18:38.180600 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-80066a03-d1cb-4c00-bf94-4fe132691e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:38.182039 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-80066a03-d1cb-4c00-bf94-4fe132691e49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0433960 Feb 14 22:18:38.229790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-42cc73c2-ab7e-4280-80cc-4124db16c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:18:38.231299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-42cc73c2-ab7e-4280-80cc-4124db16c24e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438640 Feb 14 22:18:38.323260 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-653d80e3-2cb4-407c-8baa-c42d8ada7e50 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Feb 14 22:18:38.422442 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ad69163-7c73-44a6-a7e2-1d2971119060 req-1c53b736-0c57-4ef4-864b-7757345b35e0 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Feb 14 22:18:56.551895 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:18:59.196487 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:01.051744 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25a11865-fb20-46b7-9f42-9927ea0bc552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:03.428454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3dde0ede-76e6-4289-940c-49b886095e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:04.767814 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:05.952816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:06.726572 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:07.402585 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:17.566717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-e542cf2a-d5d5-4a5d-9da7-47ab09c2c32f tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573834767&fields=id&tenant_id=eda36ed44237471f9e4d87376307682d HTTP/1.1" status: 200 len: 267 time: 0.0442777 Feb 14 22:19:17.628284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-cc6ac411-1285-437a-b916-341f2bd6e480 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:17.629804 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-cc6ac411-1285-437a-b916-341f2bd6e480 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 985 time: 0.0578935 Feb 14 22:19:17.640516 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Request body: {'port': {'security_groups': ['0e674183-350b-4411-93aa-4d7f941898f0']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:17.710646 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:17.884946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:17.914463 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:17.918911 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:17.930474 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:19:17.964860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:17.965515 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:17.966943 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92161b7a-7120-4031-9b86-aad1448e8e25 req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "PUT /v2.0/ports/f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 943 time: 0.3307402 Feb 14 22:19:17.969920 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:19:17.974714 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497c53d-2419-4e28-b7b8-fe81b0b2f970" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:19:17.975452 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47128) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:18.002397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event updated for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:18.020924 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.021283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.021629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.021970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.022359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.022702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.023338 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.023470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.023764 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.024143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.024479 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.024805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.025129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610573f-4aa0-4fc9-83dd-3623bf115c69 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.046436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:19:18.050676 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (7488aa98-1173-4aa5-b7c5-18e378c0d0fb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.078606 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (7488aa98-1173-4aa5-b7c5-18e378c0d0fb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.152166 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (7488aa98-1173-4aa5-b7c5-18e378c0d0fb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.155015 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.157155 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e8e36b-d5c2-4bef-9daf-a4eae8b1db2d x-openstack-request-id: req-84e8e36b-d5c2-4bef-9daf-a4eae8b1db2d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:19:18.157456 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:19:18.157706 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84e8e36b-d5c2-4bef-9daf-a4eae8b1db2d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:19:18.158199 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:19:18.159067 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47134) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:18.159446 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "DELETE /v2.0/security-groups/7488aa98-1173-4aa5-b7c5-18e378c0d0fb HTTP/1.1" status: 204 len: 168 time: 0.1826284 Feb 14 22:19:18.169414 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7488aa98-1173-4aa5-b7c5-18e378c0d0fb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:18.177696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.178324 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.178847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.179545 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.180065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.180552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.180785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.181554 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.181882 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.182413 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.182966 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.183374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.183637 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982f3a38-6f34-4d7d-9e7b-fd40c90891d4 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:18.303782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-bd15008a-4cc7-4857-8175-556c99621098 None None] Provisioning complete for port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:18.304183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd15008a-4cc7-4857-8175-556c99621098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.368299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-860a97d4-7d48-4d32-8eb8-97e6a8244218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:18.369814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-860a97d4-7d48-4d32-8eb8-97e6a8244218 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1129 time: 0.1579988 Feb 14 22:19:18.380340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bd15008a-4cc7-4857-8175-556c99621098 None None] Current status of the port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:18.441839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Deleting port a3501263-9599-4327-bd5f-1258655f8dab {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:18.442185 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a3501263-9599-4327-bd5f-1258655f8dab), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.515831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-99878f9d-f92e-4629-a563-7dbdde67ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:18.517319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-99878f9d-f92e-4629-a563-7dbdde67ee01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.1407425 Feb 14 22:19:18.578294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a3501263-9599-4327-bd5f-1258655f8dab), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.578992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for floatingip (a3501263-9599-4327-bd5f-1258655f8dab), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.602903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Calling delete_port for a3501263-9599-4327-bd5f-1258655f8dab owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:18.617828 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-d28c3328-e886-4cd8-bc0b-c2fa571e07f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 1002 time: 0.0896630 Feb 14 22:19:18.708925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-9c053314-9add-42fb-b693-ae48a3f6d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:18.710307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-9c053314-9add-42fb-b693-ae48a3f6d93e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0870497 Feb 14 22:19:18.784276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-525d9597-5a95-4ab5-8bfb-f92aa5cd034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:18.786382 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-525d9597-5a95-4ab5-8bfb-f92aa5cd034d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0696056 Feb 14 22:19:18.884200 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a3501263-9599-4327-bd5f-1258655f8dab), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:18.926183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event deleted for resources: {'Port': ['ID=a3501263-9599-4327-bd5f-1258655f8dab,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:18.957976 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-bd584d96-fc00-4bdc-ae18-8bfd06a3f46e service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630812 Feb 14 22:19:19.043857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks [] for floatingip (797972b1-60fa-47ff-887a-57c0f349e4cb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:19.044078 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Floating IP 797972b1-60fa-47ff-887a-57c0f349e4cb disassociated (deleted). External IP: 172.25.2.168, port: f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec. Feb 14 22:19:19.123464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0497c53d-2419-4e28-b7b8-fe81b0b2f970 req-c8ac789d-f067-46d9-9eb5-f7550a1a3d77 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462765 Feb 14 22:19:19.282665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Router 370714c0-4edb-40d8-b77f-8690790ad2d1 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:19:19.735696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:19:19.741453 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:19.746368 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Sync routers for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:19:19.756684 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:19.757289 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:19.772018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2d1e0ab2-e538-4fea-a014-a5f8465887ca tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "DELETE /v2.0/floatingips/797972b1-60fa-47ff-887a-57c0f349e4cb HTTP/1.1" status: 204 len: 168 time: 1.6111872 Feb 14 22:19:19.866489 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:20.075102 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:20.101126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Checking router: 370714c0-4edb-40d8-b77f-8690790ad2d1 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:19:20.108994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:20.109582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:20.160038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:19:20.162656 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1adae9-1d9c-410a-b171-678a48cd8542" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:19:20.200535 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e5e731-cece-4aed-977b-f33815483ce0 x-openstack-request-id: req-36e5e731-cece-4aed-977b-f33815483ce0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:19:20.200951 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:19:20.201268 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36e5e731-cece-4aed-977b-f33815483ce0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:19:20.201776 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:19:20.267609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-be2c1e97-f37f-44ad-a52c-7917ed664ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:20.269085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-be2c1e97-f37f-44ad-a52c-7917ed664ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eda36ed44237471f9e4d87376307682d&device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 1129 time: 0.0461907 Feb 14 22:19:20.313052 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:20.361379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-e9c52e64-f7fe-44a5-bb0c-bfff0e14933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:20.363429 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-e9c52e64-f7fe-44a5-bb0c-bfff0e14933a service neutron] 10.222.0.64 "GET /v2.0/networks?id=91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 200 len: 915 time: 0.0878925 Feb 14 22:19:20.407122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-dc475d38-2658-4f90-a295-c758ad144609 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 200 len: 217 time: 0.0363564 Feb 14 22:19:20.454905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-eff2919b-d128-40e9-88b0-02ccc2805c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:20.456437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-eff2919b-d128-40e9-88b0-02ccc2805c3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 200 len: 853 time: 0.0440428 Feb 14 22:19:20.509355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-ec0200e3-5790-4b3b-ac8b-d0c7f9148d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:20.510877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-ec0200e3-5790-4b3b-ac8b-d0c7f9148d31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91885e14-360b-4f6c-adad-beb3608e178f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487840 Feb 14 22:19:20.511252 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:20.539487 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49b1a4-eaf2-4731-920f-2bdda46c0ab2 None None] The sync data for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 is: [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:16:16Z', 'revision_number': 4, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '957f9484-19e1-43f5-a09e-1c0f516d51ff', 'name': '', 'network_id': '91885e14-360b-4f6c-adad-beb3608e178f', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'mac_address': 'fa:16:3e:28:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:16Z', 'updated_at': '2022-02-14T22:16:20Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'subnets': [{'id': '2c2e332b-75dd-42ce-acc8-465247fd6c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:19:20.612516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-14c871af-c38c-4424-b100-7facad7b5050 service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947835 Feb 14 22:19:20.705054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c1adae9-1d9c-410a-b171-678a48cd8542 req-89ec406b-3bcb-429e-a760-88f0b6eabf2e service neutron] 10.222.0.64 "GET /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Feb 14 22:19:20.797000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e6335-a06a-4e3e-ae88-da2a80574ebc None None] New status for floating IP 797972b1-60fa-47ff-887a-57c0f349e4cb: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:19:29.195925 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:31.053341 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de22802b-31cd-43c3-af68-506693843c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:33.431301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30c49a0b-bfee-42d9-8745-2fa2ca6d981d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:33.552033 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:19:34.770570 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:35.108484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f193-1386-4751-a540-235d4afb89d8 req-1c08e178-c83b-4aa5-9e55-795bfd3d7d6b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:35.109974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd23f193-1386-4751-a540-235d4afb89d8 req-1c08e178-c83b-4aa5-9e55-795bfd3d7d6b tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0597193 Feb 14 22:19:35.156954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd23f193-1386-4751-a540-235d4afb89d8 req-23249191-fbb5-4690-b982-c8fb2f4bd236 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 14 22:19:35.955114 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:36.279809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e9a5f-e05e-433d-a749-8128955d8b67 req-fd3594cd-5c77-4d6d-92ee-5ae3a8e04ea1 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:36.281343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a2e9a5f-e05e-433d-a749-8128955d8b67 req-fd3594cd-5c77-4d6d-92ee-5ae3a8e04ea1 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0540988 Feb 14 22:19:36.328410 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a2e9a5f-e05e-433d-a749-8128955d8b67 req-3614229f-623c-48b3-9b04-289fdb2e1a50 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e674183-350b-4411-93aa-4d7f941898f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Feb 14 22:19:36.732346 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:36.923624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3173c454-3ee7-4609-85f8-df71d8266328 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:36.925082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3173c454-3ee7-4609-85f8-df71d8266328 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 946 time: 0.0555594 Feb 14 22:19:37.017217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Deleting port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:37.017486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:37.109800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] For port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:37.110163 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:37.123113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Calling delete_port for f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:37.249362 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:37.260864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:19:37.281680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Pushing event deleted for resources: {'Port': ['ID=f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:37.326488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] No DVR routers for this DVR port f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:19:37.329246 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:37.332629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3661fa2f-22b7-42da-9e42-fb18d32d0085 req-3ae5bfe1-a506-460b-97ac-74c2ca9ba503 tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.64 "DELETE /v2.0/ports/f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec HTTP/1.1" status: 204 len: 173 time: 0.4023533 Feb 14 22:19:37.333635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'name': 'network-vif-deleted', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:19:37.335925 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26283114-6437-4820-8d0f-cd9a0b4a772d" -d '{"events": [{"server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "name": "network-vif-deleted", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:19:37.374065 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55501c6-0174-4bfb-97fc-f26a8249d06d x-openstack-request-id: req-a55501c6-0174-4bfb-97fc-f26a8249d06d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:19:37.374390 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c180df9-d9f5-42fd-ae7a-24a8ad1f541e", "name": "network-vif-deleted", "tag": "f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:19:37.374644 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a55501c6-0174-4bfb-97fc-f26a8249d06d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:19:37.375045 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c180df9-d9f5-42fd-ae7a-24a8ad1f541e', 'name': 'network-vif-deleted', 'tag': 'f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec', 'status': 'completed', 'code': 200} Feb 14 22:19:37.418105 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:37.450433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a73481dc-6f98-496e-9832-17ae89343a1f req-1d7c21d1-4c72-4598-97c9-a1da3b70a01a tempest-TestMinimumBasicScenario-876585798 tempest-TestMinimumBasicScenario-876585798-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c180df9-d9f5-42fd-ae7a-24a8ad1f541e HTTP/1.1" status: 200 len: 210 time: 0.0295148 Feb 14 22:19:40.016882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47248) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:40.369896 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (370714c0-4edb-40d8-b77f-8690790ad2d1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:40.616726 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Deleting port 957f9484-19e1-43f5-a09e-1c0f516d51ff {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:40.617065 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:40.693475 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] For port 957f9484-19e1-43f5-a09e-1c0f516d51ff, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=957f9484-19e1-43f5-a09e-1c0f516d51ff,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:40.693864 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:40.705438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Calling delete_port for 957f9484-19e1-43f5-a09e-1c0f516d51ff owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:40.890807 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (957f9484-19e1-43f5-a09e-1c0f516d51ff), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:40.916566 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=957f9484-19e1-43f5-a09e-1c0f516d51ff,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:41.093639 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (370714c0-4edb-40d8-b77f-8690790ad2d1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:41.314341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Router 370714c0-4edb-40d8-b77f-8690790ad2d1 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:19:41.423775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:19:41.429359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eff8fede-dabb-4607-9e0d-7862cb9637b9 admin admin] 10.222.0.86 "PUT /v2.0/routers/370714c0-4edb-40d8-b77f-8690790ad2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114373 Feb 14 22:19:41.432004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47250) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:41.434501 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Sync routers for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:19:41.444008 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:41.444689 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:41.537788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks [] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:41.550343 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:41.641667 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks [] for router_gateway (370714c0-4edb-40d8-b77f-8690790ad2d1), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:41.694683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Deleting port 92f1c570-27bb-417e-b84b-3ed304843e9a {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:41.695049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:41.699241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:41.720771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:41.721483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device f9ab84f5-b5da-45d6-8e95-11dbde9ff9ec not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:41.737200 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:19:40Z', 'revision_number': 5, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port': {'id': '92f1c570-27bb-417e-b84b-3ed304843e9a', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:14Z', 'updated_at': '2022-02-14T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:41.763562 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Checking router: 370714c0-4edb-40d8-b77f-8690790ad2d1 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:19:41.771872 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Routers {'370714c0-4edb-40d8-b77f-8690790ad2d1'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:41.772481 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['370714c0-4edb-40d8-b77f-8690790ad2d1'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:41.778240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] For port 92f1c570-27bb-417e-b84b-3ed304843e9a, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=92f1c570-27bb-417e-b84b-3ed304843e9a,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:41.778606 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:41.790902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Calling delete_port for 92f1c570-27bb-417e-b84b-3ed304843e9a owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:41.858992 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] Set router 370714c0-4edb-40d8-b77f-8690790ad2d1 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:41.913783 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:19:41Z', 'revision_number': 6, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:41.940679 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b0ae3-134d-4876-96eb-0ffc89dcdfb9 None None] The sync data for ids ['370714c0-4edb-40d8-b77f-8690790ad2d1'] in n-d-828372-11 is: [{'id': '370714c0-4edb-40d8-b77f-8690790ad2d1', 'name': 'tempest-TestMinimumBasicScenario-913855762-router', 'tenant_id': 'eda36ed44237471f9e4d87376307682d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:13Z', 'updated_at': '2022-02-14T22:19:41Z', 'revision_number': 6, 'project_id': 'eda36ed44237471f9e4d87376307682d', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:19:41.984004 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (92f1c570-27bb-417e-b84b-3ed304843e9a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.357211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f1c570-27bb-417e-b84b-3ed304843e9a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:42.421134 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (370714c0-4edb-40d8-b77f-8690790ad2d1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.512186 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.514340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks [] for router_controller (370714c0-4edb-40d8-b77f-8690790ad2d1), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.559438 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (370714c0-4edb-40d8-b77f-8690790ad2d1), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.559960 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370714c0-4edb-40d8-b77f-8690790ad2d1 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:19:42.564460 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.565432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-008c298f-f382-4bb4-bfb4-3413035c2a27 admin admin] 10.222.0.86 "DELETE /v2.0/routers/370714c0-4edb-40d8-b77f-8690790ad2d1 HTTP/1.1" status: 204 len: 168 time: 1.1322024 Feb 14 22:19:42.568131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47252) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:42.611810 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Deleting subnet 2c2e332b-75dd-42ce-acc8-465247fd6c43 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:19:42.614879 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Publish callbacks [] for subnet (2c2e332b-75dd-42ce-acc8-465247fd6c43), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.649486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (2c2e332b-75dd-42ce-acc8-465247fd6c43), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.726093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (2c2e332b-75dd-42ce-acc8-465247fd6c43), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.783220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (2c2e332b-75dd-42ce-acc8-465247fd6c43), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.810234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2e332b-75dd-42ce-acc8-465247fd6c43,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:42.812190 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.815409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e2908360-a1fa-4429-8c7d-ae583c9406a6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2c2e332b-75dd-42ce-acc8-465247fd6c43 HTTP/1.1" status: 204 len: 168 time: 0.2463074 Feb 14 22:19:42.817806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58208cd-4f5b-483a-b628-e6043347561f None None] Network 91885e14-360b-4f6c-adad-beb3608e178f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:19:42.818341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47254) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:42.892563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (91885e14-360b-4f6c-adad-beb3608e178f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.950355 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Deleting port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:42.950698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:42.984034 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] DHCP port deletion for 91885e14-360b-4f6c-adad-beb3608e178f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:19:43.029661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] For port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:43.030037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.035392 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Deleting port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:43.035883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.045989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Calling delete_port for 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:43.106019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] For port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,segment=NetworkSegment(9afdd27c-aee8-4c7c-8d86-41d4f0ced953),segment_id=9afdd27c-aee8-4c7c-8d86-41d4f0ced953)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:43.106347 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.119066 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Calling delete_port for 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:43.126991 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.157678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:43.159559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] No DVR routers for this DVR port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:19:43.201047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (84eb3a18-7281-4a2b-8362-aec9d5b76ef3), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.229143 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Pushing event deleted for resources: {'Port': ['ID=84eb3a18-7281-4a2b-8362-aec9d5b76ef3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:43.235334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] No DVR routers for this DVR port 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:19:43.235832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (91885e14-360b-4f6c-adad-beb3608e178f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.248573 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.249425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.249775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.250119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.250456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.250793 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.251118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.251501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.251830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.252158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.252483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.252807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.253129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e681030-b363-4455-ac69-0f17649fad6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:43.258668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91885e14-360b-4f6c-adad-beb3608e178f']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:43.268234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afdd27c-aee8-4c7c-8d86-41d4f0ced953') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:43.268543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afdd27c-aee8-4c7c-8d86-41d4f0ced953') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:43.279001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (9afdd27c-aee8-4c7c-8d86-41d4f0ced953), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.292417 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (9afdd27c-aee8-4c7c-8d86-41d4f0ced953), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.298728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:19:43.299144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (9afdd27c-aee8-4c7c-8d86-41d4f0ced953), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:19:43.300810 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:19:43.358431 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (91885e14-360b-4f6c-adad-beb3608e178f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.363878 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.367602 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] 10.222.0.86 "DELETE /v2.0/networks/91885e14-360b-4f6c-adad-beb3608e178f HTTP/1.1" status: 204 len: 168 time: 0.5488288 Feb 14 22:19:43.370573 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47256) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:43.378664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d6391-cb69-4f15-8251-a6fa492ab9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=91885e14-360b-4f6c-adad-beb3608e178f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:43.719614 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.946524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 92f1c570-27bb-417e-b84b-3ed304843e9a no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:43.966939 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 92f1c570-27bb-417e-b84b-3ed304843e9a {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:43.967327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 92f1c570-27bb-417e-b84b-3ed304843e9a not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:43.967754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 957f9484-19e1-43f5-a09e-1c0f516d51ff no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:43.969021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Deleting port b0b04354-9530-4dcb-bb25-735745462474 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:43.969368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b0b04354-9530-4dcb-bb25-735745462474), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:43.986453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 957f9484-19e1-43f5-a09e-1c0f516d51ff {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:43.986738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 957f9484-19e1-43f5-a09e-1c0f516d51ff not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:43.987148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:44.012833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:44.013185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 84eb3a18-7281-4a2b-8362-aec9d5b76ef3 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:44.046188 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] For port b0b04354-9530-4dcb-bb25-735745462474, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=b0b04354-9530-4dcb-bb25-735745462474,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:44.046561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b0b04354-9530-4dcb-bb25-735745462474), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:44.057914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Calling delete_port for b0b04354-9530-4dcb-bb25-735745462474 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:44.237195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b0b04354-9530-4dcb-bb25-735745462474), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:44.266914 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b04354-9530-4dcb-bb25-735745462474,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:44.434064 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:44.652210 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:19:44.760223 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:19:44.765229 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f9d0463a-c099-4a5b-a9cb-e64bd84f2ff1 admin admin] 10.222.0.86 "PUT /v2.0/routers/f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3936024 Feb 14 22:19:44.768003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47258) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:44.769415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Sync routers for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:19:44.779511 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:44.780710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:44.874514 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks [] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:44.889075 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:44.979818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks [] for router_gateway (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.032488 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Deleting port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:45.032943 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.080178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:19:44Z', 'revision_number': 5, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port': {'id': '3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:16:19Z', 'updated_at': '2022-02-14T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:45.106303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Checking router: f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:19:45.111014 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] For port 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:45.111415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.114594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Routers {'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:45.115226 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:45.123649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Calling delete_port for 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:45.204914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] Set router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:45.258918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:19:44Z', 'revision_number': 6, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:45.298983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.326619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Pushing event deleted for resources: {'Port': ['ID=3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:45.390127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.439364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed8921-886e-4a80-8178-d158114f81a8 None None] The sync data for ids ['f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5'] in n-d-828372-11 is: [{'id': 'f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5', 'name': 'tempest-TestMinimumBasicScenario-383118060-router', 'tenant_id': '810ae21d34a640e0b74c8678b907decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:16:18Z', 'updated_at': '2022-02-14T22:19:44Z', 'revision_number': 6, 'project_id': '810ae21d34a640e0b74c8678b907decb', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:19:45.484729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.486859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks [] for router_controller (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.534613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.535059 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:19:45.540173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.541318 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-92530c14-a8b7-4ff9-8caa-ca88780a8398 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f6ca6ed4-0f2d-47c1-ba9c-7a22f06652e5 HTTP/1.1" status: 204 len: 168 time: 0.7723958 Feb 14 22:19:45.543877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47260) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:45.586489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Deleting subnet b5318ab4-ab44-4781-a0be-62a36bfa8488 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:19:45.589538 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Publish callbacks [] for subnet (b5318ab4-ab44-4781-a0be-62a36bfa8488), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.623598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b5318ab4-ab44-4781-a0be-62a36bfa8488), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.700856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b5318ab4-ab44-4781-a0be-62a36bfa8488), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.755686 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b5318ab4-ab44-4781-a0be-62a36bfa8488), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.782721 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5318ab4-ab44-4781-a0be-62a36bfa8488,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:45.785509 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.791601 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5f855723-66cf-4440-b233-286acbe86267 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b5318ab4-ab44-4781-a0be-62a36bfa8488 HTTP/1.1" status: 204 len: 168 time: 0.2445285 Feb 14 22:19:45.791872 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:45.795419 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441a88f-4c81-4210-a99d-58db210d8e9e None None] Network ce616c18-5ec6-49cc-ae03-c2d387eeee48 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:19:45.866147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (ce616c18-5ec6-49cc-ae03-c2d387eeee48), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.931139 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Deleting port e53dabe5-ed08-4788-b749-ae817c2044ae {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:19:45.931521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:45.992329 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] For port e53dabe5-ed08-4788-b749-ae817c2044ae, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e53dabe5-ed08-4788-b749-ae817c2044ae,segment=NetworkSegment(94fd4d5c-1960-4bd4-a287-49e6e2231b3e),segment_id=94fd4d5c-1960-4bd4-a287-49e6e2231b3e)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:45.992692 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.004971 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Calling delete_port for e53dabe5-ed08-4788-b749-ae817c2044ae owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:19:46.079957 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e53dabe5-ed08-4788-b749-ae817c2044ae), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.108839 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Pushing event deleted for resources: {'Port': ['ID=e53dabe5-ed08-4788-b749-ae817c2044ae,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:46.112982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] No DVR routers for this DVR port e53dabe5-ed08-4788-b749-ae817c2044ae on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:19:46.180660 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (ce616c18-5ec6-49cc-ae03-c2d387eeee48), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.200283 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce616c18-5ec6-49cc-ae03-c2d387eeee48']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:46.209148 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fd4d5c-1960-4bd4-a287-49e6e2231b3e') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:46.210007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fd4d5c-1960-4bd4-a287-49e6e2231b3e') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:46.219861 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (94fd4d5c-1960-4bd4-a287-49e6e2231b3e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.237285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (94fd4d5c-1960-4bd4-a287-49e6e2231b3e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.244572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:19:46.244974 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (94fd4d5c-1960-4bd4-a287-49e6e2231b3e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:19:46.246788 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:19:46.274256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd867ef5-5d09-4870-975b-3a0e7c8746c8 None None] DHCP port deletion for ce616c18-5ec6-49cc-ae03-c2d387eeee48 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:19:46.315865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (ce616c18-5ec6-49cc-ae03-c2d387eeee48), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.322019 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.325367 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] 10.222.0.86 "DELETE /v2.0/networks/ce616c18-5ec6-49cc-ae03-c2d387eeee48 HTTP/1.1" status: 204 len: 168 time: 0.5325789 Feb 14 22:19:46.339338 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c904-3e45-4e41-a425-df12b93e477c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce616c18-5ec6-49cc-ae03-c2d387eeee48,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:46.372053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0b04354-9530-4dcb-bb25-735745462474 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:46.394456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: b0b04354-9530-4dcb-bb25-735745462474 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:46.394811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device b0b04354-9530-4dcb-bb25-735745462474 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:46.519794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47266) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:46.562668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ed8a2148-2240-4acf-95a6-a6295779e4ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eda36ed44237471f9e4d87376307682d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405266 Feb 14 22:19:46.565101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47268) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:46.612422 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] Publish callbacks [] for security_group (0e674183-350b-4411-93aa-4d7f941898f0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.634257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] Publish callbacks [] for security_group (0e674183-350b-4411-93aa-4d7f941898f0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.681219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0e674183-350b-4411-93aa-4d7f941898f0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.683915 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:46.685058 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e674183-350b-4411-93aa-4d7f941898f0 HTTP/1.1" status: 204 len: 168 time: 0.1189694 Feb 14 22:19:46.693053 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664fdac-9ed3-46be-b1b8-0723dc2e4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e674183-350b-4411-93aa-4d7f941898f0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:47.005407 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47274) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:47.048146 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e0cbda62-89bc-4d30-a93d-984d8f862503 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=810ae21d34a640e0b74c8678b907decb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415072 Feb 14 22:19:47.050690 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47276) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:47.096556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] Publish callbacks [] for security_group (e371580e-6ca3-4488-9b17-6b5b3e591769), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:47.117869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] Publish callbacks [] for security_group (e371580e-6ca3-4488-9b17-6b5b3e591769), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:47.163527 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e371580e-6ca3-4488-9b17-6b5b3e591769), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:47.166368 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:47.167591 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e371580e-6ca3-4488-9b17-6b5b3e591769 HTTP/1.1" status: 204 len: 168 time: 0.1159718 Feb 14 22:19:47.175141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6acafd-6d75-4a43-a42b-37e14c003f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371580e-6ca3-4488-9b17-6b5b3e591769,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:47.941586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:47.962591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:47.962946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3795ca71-7bc6-49d7-b5cc-1a0f6a6b37c5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:47.963415 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e53dabe5-ed08-4788-b749-ae817c2044ae no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:19:47.986427 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e53dabe5-ed08-4788-b749-ae817c2044ae {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:19:47.986784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e53dabe5-ed08-4788-b749-ae817c2044ae not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:19:48.691208 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47316) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:48.696286 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413666986', 'description': 'tempest-secgroup-smoke-1413666986 description', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:48.716435 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.724324 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.795607 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (eea86493-6864-408f-a8c5-b919266cbae1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.798988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eea86493-6864-408f-a8c5-b919266cbae1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.840593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea86493-6864-408f-a8c5-b919266cbae1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:48.874743 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0793cf4a-d58c-4a9c-9a7b-63dbccb26d17), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.878742 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0793cf4a-d58c-4a9c-9a7b-63dbccb26d17), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.910126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:48.911357 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2191181 Feb 14 22:19:48.913074 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1db42d-7fa8-4289-b23a-d221bab51253 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:48.915033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47318) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:48.919718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:48.946374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (45f05336-776a-4254-adf8-889e466d7d9f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.001390 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (45f05336-776a-4254-adf8-889e466d7d9f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.005116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (45f05336-776a-4254-adf8-889e466d7d9f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.023356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f05336-776a-4254-adf8-889e466d7d9f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.031201 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.032409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b0061325-4e06-4781-994e-1226eb44ae54 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163099 Feb 14 22:19:49.037073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47320) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.041634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.065405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (ef7276c2-75bd-4fef-805b-4228da988643), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.124313 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (ef7276c2-75bd-4fef-805b-4228da988643), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.127944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ef7276c2-75bd-4fef-805b-4228da988643), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.146543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7276c2-75bd-4fef-805b-4228da988643,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.152739 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.153919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a63d6d87-62e5-4b25-8b54-99354d5d747e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158051 Feb 14 22:19:49.156702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47322) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.160903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.186276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (93128f5b-57ff-4915-b268-c0dbcd86ebde), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.242992 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (93128f5b-57ff-4915-b268-c0dbcd86ebde), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.246373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (93128f5b-57ff-4915-b268-c0dbcd86ebde), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.265454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93128f5b-57ff-4915-b268-c0dbcd86ebde,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.271115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.272440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f7f2d20a-e4c9-40f9-8129-11ac828c46d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147976 Feb 14 22:19:49.275129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47324) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.279533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.305294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (5559e8ca-cd46-49ca-932a-a29ae1b5bcbf), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.361895 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (5559e8ca-cd46-49ca-932a-a29ae1b5bcbf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.365402 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5559e8ca-cd46-49ca-932a-a29ae1b5bcbf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.383319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5559e8ca-cd46-49ca-932a-a29ae1b5bcbf,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.389798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.390978 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-625bf2e7-882c-4242-b337-ae3c0f7fe7ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148927 Feb 14 22:19:49.393682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47326) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.398637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.419230 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:19:49.423996 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (d59099c2-f053-4dba-a072-8bca5feda520), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.483576 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (d59099c2-f053-4dba-a072-8bca5feda520), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.486998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (d59099c2-f053-4dba-a072-8bca5feda520), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.505859 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59099c2-f053-4dba-a072-8bca5feda520,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.511876 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.513059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a290cd39-ee3c-4915-b311-e1bc2c98b61c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184525 Feb 14 22:19:49.515887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47328) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.520107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0793cf4a-d58c-4a9c-9a7b-63dbccb26d17', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.539265 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:19:49.543987 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (62f3bb9d-8217-4707-a42e-49d722c279cb), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.602147 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (62f3bb9d-8217-4707-a42e-49d722c279cb), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.605548 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (62f3bb9d-8217-4707-a42e-49d722c279cb), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.624340 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f3bb9d-8217-4707-a42e-49d722c279cb,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.632059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.633241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a8ac93e-62b3-4c6e-b3af-8b68a03949a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165082 Feb 14 22:19:49.636310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47330) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.640972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'network': {'name': 'tempest-network-smoke--1061203091', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.659284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:19:49.662536 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.685399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:19:49.694789 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5d1a8a31-a70a-4e29-9a3f-0906210461ba), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.695133 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Added segment 5d1a8a31-a70a-4e29-9a3f-0906210461ba of type vlan for network 96ec836f-3da9-48b6-aee8-db242254aa58 Feb 14 22:19:49.735079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (96ec836f-3da9-48b6-aee8-db242254aa58), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.759031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (96ec836f-3da9-48b6-aee8-db242254aa58), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.764072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:49.764643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.820588 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1832688 Feb 14 22:19:49.823639 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47332) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:49.828896 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'admin_state_up': True, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:49.836725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92809-9837-4e1d-8bda-7986cc030499 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Network': ['ID=96ec836f-3da9-48b6-aee8-db242254aa58,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:49.848171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 96ec836f-3da9-48b6-aee8-db242254aa58 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:19:49.856067 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.857119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:49.910939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (75b72ad0-0a78-4381-ad5b-b9561204cc05), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.054127 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (75b72ad0-0a78-4381-ad5b-b9561204cc05), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.244004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.262613 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.368230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.86 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1fe51e11-3ab7-4c59-9241-b8d804301672) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:19:50.470172 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.508147 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:50.545095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:19:50.547894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:50.553962 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:19:50.579006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=1fe51e11-3ab7-4c59-9241-b8d804301672,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:51.120695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:51.321908 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:51.451593 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 75b72ad0-0a78-4381-ad5b-b9561204cc05 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:19:51.562030 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:19:51.572760 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Sync routers for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:19:51.583194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:51.583891 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:51.584640 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:51.587625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:51.588119 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c18c0540-e602-4fe9-839a-1e4da9fa984c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7629046 Feb 14 22:19:51.702634 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:51.722149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a3cbd771-daa6-4882-8718-791f32e23c4c tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=4edaacc1b0fb47ecaa040c27972ea42e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1298487 Feb 14 22:19:51.723021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47340) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:51.815112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8228c-84f6-4747-baad-798d6373fb43 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:51.820114 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3ea8228c-84f6-4747-baad-798d6373fb43 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955112 Feb 14 22:19:51.820334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:51.849654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-e3cd867f-baf8-47ed-af15-eb3f8a2a695e tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279059 Feb 14 22:19:51.852269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:51.857323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298742460', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:51.895335 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:51Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:51.924134 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Checking router: 75b72ad0-0a78-4381-ad5b-b9561204cc05 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:19:51.924601 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Updating router 75b72ad0-0a78-4381-ad5b-b9561204cc05 port 1fe51e11-3ab7-4c59-9241-b8d804301672 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:19:51.954373 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:51.959811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:19:51.963414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.154967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (b831922a-1ac9-4faf-a07e-065b1fe32e90), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.217205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Subnet': ['ID=b831922a-1ac9-4faf-a07e-065b1fe32e90,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:52.224522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Checking segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:19:52.225426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network hostable DHCP agents. Network: 96ec836f-3da9-48b6-aee8-db242254aa58, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:19:52.242557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 96ec836f-3da9-48b6-aee8-db242254aa58 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:19:52.251999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 96ec836f-3da9-48b6-aee8-db242254aa58) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:52.259911 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:52.260671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809cbdf-8f28-4ffa-9f8a-8054d5ff5b5f None None] Network 96ec836f-3da9-48b6-aee8-db242254aa58 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:19:52.261109 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.284852 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-53dcd136-bf95-451e-8b40-6f8d49d5b380 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4315350 Feb 14 22:19:52.288697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:19:52.309005 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks [] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.316044 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.360151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Attempting to bind port 1fe51e11-3ab7-4c59-9241-b8d804301672 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:19:52.361658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Attempting to bind port 1fe51e11-3ab7-4c59-9241-b8d804301672 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:19:52.361658 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Attempting to bind port 1fe51e11-3ab7-4c59-9241-b8d804301672 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:19:52.369793 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:19:52.370176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:19:52.370576 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.370968 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:19:52.371475 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Bound port: 1fe51e11-3ab7-4c59-9241-b8d804301672, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:19:52.371841 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.379283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-96ec836f-3da9-48b6-aee8-db242254aa58', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:19:52.380172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.401970 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Pushing event updated for resources: {'Port': ['ID=1fe51e11-3ab7-4c59-9241-b8d804301672,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:52.411958 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.412350 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.413299 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.413643 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.413972 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.414304 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.414636 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.414963 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.415312 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.415641 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.415969 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.416291 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.416615 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:19:52.446366 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] For port 1fe51e11-3ab7-4c59-9241-b8d804301672, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:19:52.450175 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] For port 1fe51e11-3ab7-4c59-9241-b8d804301672, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1fe51e11-3ab7-4c59-9241-b8d804301672,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:19:52.458082 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.528994 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:52.529707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Allocated IP 172.20.0.2 (96ec836f-3da9-48b6-aee8-db242254aa58/b831922a-1ac9-4faf-a07e-065b1fe32e90/3f36b67d-6b1c-4f32-be7e-598999faaf05) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:19:52.529873 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:52.569347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6567e-7bde-48c0-a8c4-a6408acabfa4 None None] Pushing event updated for resources: {'Port': ['ID=1fe51e11-3ab7-4c59-9241-b8d804301672,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:52.645422 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:52.681933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks [] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.688512 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.727336 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Network 96ec836f-3da9-48b6-aee8-db242254aa58 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:19:52.730192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:52.735829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:19:52.743232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Pushing event updated for resources: {'Port': ['ID=3f36b67d-6b1c-4f32-be7e-598999faaf05,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:52.778391 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.801189 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Attempting to bind port 3f36b67d-6b1c-4f32-be7e-598999faaf05 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:19:52.801715 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Attempting to bind port 3f36b67d-6b1c-4f32-be7e-598999faaf05 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:19:52.802203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Attempting to bind port 3f36b67d-6b1c-4f32-be7e-598999faaf05 on network 96ec836f-3da9-48b6-aee8-db242254aa58 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:19:52.808326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:19:52.808829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Checking segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:19:52.809330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.809835 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Bound using segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:19:52.810404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Bound port: 3f36b67d-6b1c-4f32-be7e-598999faaf05, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:19:52.810889 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.831833 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:51Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:52.858965 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e7a9e-3074-4b46-aa62-5968e90e4ff8 None None] The sync data for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 is: [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:51Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:19:52.878031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] For port 3f36b67d-6b1c-4f32-be7e-598999faaf05, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:19:52.883524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] For port 3f36b67d-6b1c-4f32-be7e-598999faaf05, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f36b67d-6b1c-4f32-be7e-598999faaf05,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:19:52.889981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:52.961808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb5974-a810-4e96-9d9e-144bb4311c96 None None] Pushing event updated for resources: {'Port': ['ID=3f36b67d-6b1c-4f32-be7e-598999faaf05,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:53.085601 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.1 (96ec836f-3da9-48b6-aee8-db242254aa58/b831922a-1ac9-4faf-a07e-065b1fe32e90/6bd3fe81-823d-496e-8cf1-21b21c84e2ef) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:19:53.253932 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.300733 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.340445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 96ec836f-3da9-48b6-aee8-db242254aa58 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:19:53.343612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:53.347698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:19:53.375836 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:53.399178 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.539849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.853246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.858227 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.936653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:53.939035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:53.951081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0671dc-27cd-4e11-b273-ce9bce75e78c None None] Network 96ec836f-3da9-48b6-aee8-db242254aa58 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:19:54.034812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1fe51e11-3ab7-4c59-9241-b8d804301672 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:19:54.045083 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 96ec836f-3da9-48b6-aee8-db242254aa58 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:19:54.046555 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:54.107906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Provisioning complete for port 3f36b67d-6b1c-4f32-be7e-598999faaf05 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.108279 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.158209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1fe51e11-3ab7-4c59-9241-b8d804301672 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.158584 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.164050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 75b72ad0-0a78-4381-ad5b-b9561204cc05 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:19:54.250796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Current status of the port 3f36b67d-6b1c-4f32-be7e-598999faaf05 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:54.251219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.309619 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] For port 3f36b67d-6b1c-4f32-be7e-598999faaf05, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f36b67d-6b1c-4f32-be7e-598999faaf05,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:54.310340 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:19:54.318309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.324621 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6120f9f4-eb4b-46d0-9932-2202fba7a6b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/75b72ad0-0a78-4381-ad5b-b9561204cc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339162 Feb 14 22:19:54.331083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1fe51e11-3ab7-4c59-9241-b8d804301672 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:54.331555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.379832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 1fe51e11-3ab7-4c59-9241-b8d804301672, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1fe51e11-3ab7-4c59-9241-b8d804301672,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:54.390402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.391202 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f36b67d-6b1c-4f32-be7e-598999faaf05 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:19:54.426994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff88b-f182-4fd6-97e4-91d8b5ad1a68 None None] Pushing event updated for resources: {'Port': ['ID=3f36b67d-6b1c-4f32-be7e-598999faaf05,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:54.499816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=1fe51e11-3ab7-4c59-9241-b8d804301672,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:54.507502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3f36b67d-6b1c-4f32-be7e-598999faaf05 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.507885 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.509781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-47d50203-06f9-4f87-91f0-b213816badb4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413666986&fields=id&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 267 time: 0.0608084 Feb 14 22:19:54.551561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Provisioning complete for port 3f36b67d-6b1c-4f32-be7e-598999faaf05 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.552051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.641815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-bc0ac1c0-f371-4caf-86d0-c52f4fe3c99f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:54.643413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-bc0ac1c0-f371-4caf-86d0-c52f4fe3c99f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/networks?id=96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 200 len: 797 time: 0.1246154 Feb 14 22:19:54.651599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3f36b67d-6b1c-4f32-be7e-598999faaf05 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:54.667032 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-a6d83474-d358-47ff-9a3b-bdf1b3140914 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/quotas/4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 375 time: 0.0116701 Feb 14 22:19:54.687716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Current status of the port 3f36b67d-6b1c-4f32-be7e-598999faaf05 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:54.697600 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Sync routers for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:19:54.713527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:54.714156 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:54.718078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Provisioning complete for port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.718453 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:54.745090 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b968816b-a227-4a72-8b0c-b7988bc6367c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557666 Feb 14 22:19:54.802196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd3419-7b2e-4c4a-b740-82921414e9e4 None None] Port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:19:54.817238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-a7382745-0e81-4b35-9541-959f2d148c49 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:19:54.818264 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-a7382745-0e81-4b35-9541-959f2d148c49 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600836 Feb 14 22:19:54.862204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:54.922460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-50e71d58-fda3-4a47-b0dc-4b7bcb537ecb service neutron] 10.222.0.86 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979381 Feb 14 22:19:54.988709 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8b3d7e18-f0ed-4702-a644-8bd1c251666f None None] Provisioning complete for port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:54.989306 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7e18-f0ed-4702-a644-8bd1c251666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.012519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-be38f702-c1b7-4f87-8756-fbe37ae3bfcd service neutron] 10.222.0.86 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850477 Feb 14 22:19:55.044369 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d7e18-f0ed-4702-a644-8bd1c251666f None None] Port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:19:55.113503 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 2, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:55.141483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Checking router: 75b72ad0-0a78-4381-ad5b-b9561204cc05 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:19:55.141848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Updating router 75b72ad0-0a78-4381-ad5b-b9561204cc05 port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:19:55.180207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.184050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bd24f780-56f5-493f-9205-cbe757ca2d16 req-4050ed12-106e-4af5-90dd-fad06b86c30b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 210 time: 0.0312991 Feb 14 22:19:55.452500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks [] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.457573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.509222 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddca1e-b8de-41f3-b165-20d20e515fcf None None] Pushing event updated for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:55.741703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Attempting to bind port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:19:55.742211 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Attempting to bind port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:19:55.742648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Attempting to bind port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef on network 96ec836f-3da9-48b6-aee8-db242254aa58 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:19:55.747843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:19:55.748303 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Checking segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:19:55.748709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.749134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Bound using segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:19:55.749563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Bound port: 6bd3fe81-823d-496e-8cf1-21b21c84e2ef, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:19:55.749962 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.798238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-5e367e99-974b-4e30-8f09-94669e3927c8 None None] Provisioning complete for port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:55.798603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e367e99-974b-4e30-8f09-94669e3927c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.848494 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] For port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:19:55.858055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e367e99-974b-4e30-8f09-94669e3927c8 None None] Port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:19:55.862262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] For port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:19:55.868923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:55.930078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:19:55.930719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:19:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:55.939193 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddca1e-b8de-41f3-b165-20d20e515fcf None None] Pushing event updated for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:55.980347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f36b67d-6b1c-4f32-be7e-598999faaf05 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:19:56.083055 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:19:56.113696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3f36b67d-6b1c-4f32-be7e-598999faaf05 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:56.114074 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.296625 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-07645a0f-fa18-400f-9e6c-6a970903fe46 req-07eae466-fdce-4df6-887b-3e59f8661a98 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 210 time: 0.0358071 Feb 14 22:19:56.298097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Provisioning complete for port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:56.298476 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.319012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-632fb9ed-f1d1-4766-a60f-751471407d6c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:56.320724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-632fb9ed-f1d1-4766-a60f-751471407d6c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/networks?id=96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 200 len: 797 time: 0.1538963 Feb 14 22:19:56.390214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-8931de5f-d888-48d2-9790-850dbe701a65 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 380 time: 0.0575764 Feb 14 22:19:56.401170 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'port': {'device_id': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'admin_state_up': True, 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'security_groups': ['0793cf4a-d58c-4a9c-9a7b-63dbccb26d17']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:56.410602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3f36b67d-6b1c-4f32-be7e-598999faaf05 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:56.411738 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1fe51e11-3ab7-4c59-9241-b8d804301672 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:19:56.511071 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Current status of the port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:56.511586 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.512851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:19:56.516621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.518332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:19:56.556732 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1fe51e11-3ab7-4c59-9241-b8d804301672 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:56.557111 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.559130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53b2e9-c6a4-46ce-8c6e-b2958560f8c8 None None] The sync data for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 is: [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:19:56.619247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] For port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:19:56.635046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.686642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.11 (96ec836f-3da9-48b6-aee8-db242254aa58/b831922a-1ac9-4faf-a07e-065b1fe32e90/16657001-7725-4e5c-9708-12b8c4cd342d) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:19:56.723277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d24bdf-5efb-4155-8d80-333e9322f631 None None] Pushing event updated for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:56.737552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1fe51e11-3ab7-4c59-9241-b8d804301672 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:56.847644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (16657001-7725-4e5c-9708-12b8c4cd342d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.883834 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:56.930880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 96ec836f-3da9-48b6-aee8-db242254aa58 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:19:56.936158 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:19:56.940785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:19:56.945506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:57.000113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:57.001059 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.022371 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-4deda6ba-f381-494d-a949-357b66bab18e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259811 Feb 14 22:19:57.033542 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-99090728-f054-4574-bd0e-f0d794dde392 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:19:57.034672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-99090728-f054-4574-bd0e-f0d794dde392 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057950 Feb 14 22:19:57.104148 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Request body: {'port': {'device_id': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:19:57.172654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-98f1bedf-48c0-49a5-a511-c4421a998a3a None None] Provisioning complete for port 16657001-7725-4e5c-9708-12b8c4cd342d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:57.173129 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98f1bedf-48c0-49a5-a511-c4421a998a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.174125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.208797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-98f1bedf-48c0-49a5-a511-c4421a998a3a None None] Port 16657001-7725-4e5c-9708-12b8c4cd342d cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:19:57.465690 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ba185-3c43-4d3c-9c9a-539dd3c06b3a req-214d446e-289a-4f08-8250-c3a389e56e17 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:57.467285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c6ba185-3c43-4d3c-9c9a-539dd3c06b3a req-214d446e-289a-4f08-8250-c3a389e56e17 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 932 time: 0.0928991 Feb 14 22:19:57.517800 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16657001-7725-4e5c-9708-12b8c4cd342d {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:19:57.528845 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks [] for port (16657001-7725-4e5c-9708-12b8c4cd342d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.559615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Transition to ACTIVE for port object 16657001-7725-4e5c-9708-12b8c4cd342d will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:19:57.563959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2c6ba185-3c43-4d3c-9c9a-539dd3c06b3a req-46dc6f80-3bb2-4be9-8a1f-3064326735d5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737770 Feb 14 22:19:57.565006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.630898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:57.706387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Attempting to bind port 16657001-7725-4e5c-9708-12b8c4cd342d on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:19:57.706387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Attempting to bind port 16657001-7725-4e5c-9708-12b8c4cd342d by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:19:57.706665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Attempting to bind port 16657001-7725-4e5c-9708-12b8c4cd342d on network 96ec836f-3da9-48b6-aee8-db242254aa58 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:19:57.712415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Port 16657001-7725-4e5c-9708-12b8c4cd342d on network 96ec836f-3da9-48b6-aee8-db242254aa58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:19:57.712738 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Attempting to bind port 16657001-7725-4e5c-9708-12b8c4cd342d on network 96ec836f-3da9-48b6-aee8-db242254aa58 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:19:57.719122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:19:57.719745 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Checking segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:19:57.720129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Bound using segment: {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:19:57.720572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Bound port: 16657001-7725-4e5c-9708-12b8c4cd342d, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1a8a31-a70a-4e29-9a3f-0906210461ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:19:57.720916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.790722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:19:57.793997 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=16657001-7725-4e5c-9708-12b8c4cd342d,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:19:57.800795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.834017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:57.835098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:57.836516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 200 len: 1093 time: 0.7947025 Feb 14 22:19:57.838770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:19:57.841427 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c82c7-2d4e-4130-84d8-012576f1b237" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:19:57.871378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32718f8-7c42-4ee5-896d-75a86ae5b7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:19:57.893557 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b95068-ca8d-4262-946d-eddb6ee69f7d x-openstack-request-id: req-24b95068-ca8d-4262-946d-eddb6ee69f7d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:19:57.893854 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:19:57.894098 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24b95068-ca8d-4262-946d-eddb6ee69f7d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:19:57.894498 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d', 'status': 'completed', 'code': 200} Feb 14 22:19:57.929535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-915322a4-2f62-48d3-89a1-7c767064e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:57.930880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-915322a4-2f62-48d3-89a1-7c767064e214 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1127 time: 0.0481834 Feb 14 22:19:57.978277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-42ca4572-504b-4f45-9052-75762cb85cda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 200 len: 217 time: 0.0399730 Feb 14 22:19:58.001885 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6bd3fe81-823d-496e-8cf1-21b21c84e2ef up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:19:58.039043 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-7b787106-b17c-4541-bd10-26ec34c1aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.040597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-7b787106-b17c-4541-bd10-26ec34c1aff2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b831922a-1ac9-4faf-a07e-065b1fe32e90 HTTP/1.1" status: 200 len: 835 time: 0.0568700 Feb 14 22:19:58.053745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:19:58.054130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:58.093153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-5c23a39d-fde2-4ade-925a-78f6f39e9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.094982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-5c23a39d-fde2-4ade-925a-78f6f39e9b06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96ec836f-3da9-48b6-aee8-db242254aa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489535 Feb 14 22:19:58.141969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:19:58.191917 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-1ca983b6-fd1c-47a2-895b-486c4f114440 service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900772 Feb 14 22:19:58.280634 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-163a1134-6bae-4ac0-ad7a-88ae2ca3f887 req-d1901aaa-5adb-4a41-be9a-0df65b0b291b service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Feb 14 22:19:58.376589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-7166ac23-e1ce-4f61-b546-81da86eea2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.378066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-7166ac23-e1ce-4f61-b546-81da86eea2ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1127 time: 0.0500989 Feb 14 22:19:58.467937 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-5653826e-5ffe-4ccd-af0c-f1e2c4a98efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.469593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-5653826e-5ffe-4ccd-af0c-f1e2c4a98efd service neutron] 10.222.0.83 "GET /v2.0/networks?id=96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 200 len: 898 time: 0.0825262 Feb 14 22:19:58.509327 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-f70b73e1-f7aa-4af2-bb02-e965b77f5547 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 200 len: 217 time: 0.0332246 Feb 14 22:19:58.562507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-55ab5dce-da28-4c3f-b944-b3870e6b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.563982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-55ab5dce-da28-4c3f-b944-b3870e6b93cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b831922a-1ac9-4faf-a07e-065b1fe32e90 HTTP/1.1" status: 200 len: 835 time: 0.0474777 Feb 14 22:19:58.615472 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-a1ed725f-baa6-40b1-9110-e44dadb457f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.617008 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-a1ed725f-baa6-40b1-9110-e44dadb457f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96ec836f-3da9-48b6-aee8-db242254aa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456266 Feb 14 22:19:58.748791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07738-819a-49ee-98cd-3ccf41a3d492 req-7d8f2c13-0607-41a0-8fa2-72624ed8195f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:58.750196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a07738-819a-49ee-98cd-3ccf41a3d492 req-7d8f2c13-0607-41a0-8fa2-72624ed8195f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 944 time: 0.1066711 Feb 14 22:19:58.753793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-410ce190-7d1b-4ce1-a71a-35a95bfab4ac service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280370 Feb 14 22:19:58.849062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a07738-819a-49ee-98cd-3ccf41a3d492 req-0d7871da-5942-4677-a8d5-f513d779bd5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930698 Feb 14 22:19:58.876909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a07c82c7-2d4e-4130-84d8-012576f1b237 req-b2d3bbab-1a49-4ff9-b00b-836d6abd3415 service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146967 Feb 14 22:19:59.216135 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:19:59.968345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ffa5-5cf3-47c7-9dfc-9384cbe58ba6 req-c07f683b-0192-4813-856c-c941f16a8779 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:19:59.970084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ee9ffa5-5cf3-47c7-9dfc-9384cbe58ba6 req-c07f683b-0192-4813-856c-c941f16a8779 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 944 time: 0.0534749 Feb 14 22:20:00.019610 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ee9ffa5-5cf3-47c7-9dfc-9384cbe58ba6 req-83408f2a-5ff2-41bf-9b2f-9f97c3b752e3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Feb 14 22:20:00.233241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 16657001-7725-4e5c-9708-12b8c4cd342d details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:20:00.327502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=16657001-7725-4e5c-9708-12b8c4cd342d,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:00.338962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '16657001-7725-4e5c-9708-12b8c4cd342d', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'port_id': '16657001-7725-4e5c-9708-12b8c4cd342d', 'mac_address': 'fa:16:3e:ac:b5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:20:00.377201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 16657001-7725-4e5c-9708-12b8c4cd342d is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:00.377588 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:00.390178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16657001-7725-4e5c-9708-12b8c4cd342d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:20:00.408813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=16657001-7725-4e5c-9708-12b8c4cd342d,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:00.412974 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:00.457837 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:00.624009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['16657001-7725-4e5c-9708-12b8c4cd342d'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:20:01.055468 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22af7c69-3ab3-4dc9-af1f-97b21187dab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:01.141522 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a581e-d074-414e-b0b6-5eb201d2f98b req-92fdfe7d-d6c1-41e9-8d1a-1f46d152da0d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:01.142993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed8a581e-d074-414e-b0b6-5eb201d2f98b req-92fdfe7d-d6c1-41e9-8d1a-1f46d152da0d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 945 time: 0.0543001 Feb 14 22:20:01.191349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ed8a581e-d074-414e-b0b6-5eb201d2f98b req-d72d9a0e-4f71-47c4-bda2-1922e7e07be5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Feb 14 22:20:02.244098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 16657001-7725-4e5c-9708-12b8c4cd342d up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:20:02.294652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 16657001-7725-4e5c-9708-12b8c4cd342d completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:20:02.298767 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 16657001-7725-4e5c-9708-12b8c4cd342d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:02.299373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:02.321416 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61cff4-2cc3-4cb7-8d31-ca07787f1c4d req-e75d6dc9-f247-4fee-b2c9-b7c16e491018 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:02.322918 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a61cff4-2cc3-4cb7-8d31-ca07787f1c4d req-e75d6dc9-f247-4fee-b2c9-b7c16e491018 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 945 time: 0.0599158 Feb 14 22:20:02.372257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6a61cff4-2cc3-4cb7-8d31-ca07787f1c4d req-2d9eb98f-4ee9-47fe-b42d-98ed0da3f6a7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Feb 14 22:20:02.381961 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 16657001-7725-4e5c-9708-12b8c4cd342d is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:02.382351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:02.406172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:20:02.408333 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796fb12d-146e-44f6-8cf6-c1ac8ef9f619" -d '{"events": [{"server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "name": "network-vif-plugged", "status": "completed", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:20:02.420615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=16657001-7725-4e5c-9708-12b8c4cd342d,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:02.424549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:02.472314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:02.498893 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdacd095-6b6f-427f-a819-e5d53cc380c9 x-openstack-request-id: req-cdacd095-6b6f-427f-a819-e5d53cc380c9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:20:02.499226 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "name": "network-vif-plugged", "status": "completed", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:20:02.499487 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cdacd095-6b6f-427f-a819-e5d53cc380c9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:20:02.499884 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d', 'code': 200} Feb 14 22:20:02.597089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b02bf-d526-4293-b4e3-baea7e825da4 req-89a7930b-1c8d-448f-9c56-15bf256ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:02.598608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af0b02bf-d526-4293-b4e3-baea7e825da4 req-89a7930b-1c8d-448f-9c56-15bf256ec460 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1129 time: 0.0443895 Feb 14 22:20:02.644989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af0b02bf-d526-4293-b4e3-baea7e825da4 req-95ca95fd-c1ea-4f6e-ab66-c9c72e4fc062 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389016 Feb 14 22:20:03.434116 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c51d4a4-cdad-4156-aef2-601cc4dd174c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:03.506853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec95ed-2e86-4650-8c80-15a36ac34e50 req-b63cf1f2-5c2b-4fb4-a67f-41eb4204ad81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:03.508481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53ec95ed-2e86-4650-8c80-15a36ac34e50 req-b63cf1f2-5c2b-4fb4-a67f-41eb4204ad81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0619752 Feb 14 22:20:03.562600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-53ec95ed-2e86-4650-8c80-15a36ac34e50 req-641f9ec0-4c75-4bd9-96b4-7f77eb7f8f59 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Feb 14 22:20:04.687011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25258-54b3-44e5-b424-d5d2e7e17c35 req-4ec3a30b-df8c-4408-ad61-62842c87d8e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:04.688557 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92a25258-54b3-44e5-b424-d5d2e7e17c35 req-4ec3a30b-df8c-4408-ad61-62842c87d8e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0528216 Feb 14 22:20:04.737301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-92a25258-54b3-44e5-b424-d5d2e7e17c35 req-b1672c18-9878-4454-b4c5-a0be9444de9b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Feb 14 22:20:04.774771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:04.854001 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af501d-af08-44b6-a759-11ad03517fbb req-7387e002-1ca7-4e1d-8d20-1ffc6ec693e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:04.855417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af501d-af08-44b6-a759-11ad03517fbb req-7387e002-1ca7-4e1d-8d20-1ffc6ec693e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0530660 Feb 14 22:20:04.903341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-89af501d-af08-44b6-a759-11ad03517fbb req-91fbccf5-214e-416c-8f69-8420b4d21483 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Feb 14 22:20:04.924572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47402) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:04.971279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b9554-f1c1-46d0-b69a-e4bfb2ab3eb0 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:04.972765 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6a6b9554-f1c1-46d0-b69a-e4bfb2ab3eb0 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1124 time: 0.0472450 Feb 14 22:20:04.975652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47404) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:04.980399 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '16657001-7725-4e5c-9708-12b8c4cd342d', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:05.000432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.092817 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.202597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.108 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:20:05.307448 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.340960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.380815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:05.383789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:05.387179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:20:05.415917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:05.759780 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (8fa0b57a-c4f8-41b5-9e41-6e21eeef5137), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.826839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.956869 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.977452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:05.981729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:06.049293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:06.059700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (8fa0b57a-c4f8-41b5-9e41-6e21eeef5137), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:06.164405 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 associated. External IP: 172.25.2.108, port: 16657001-7725-4e5c-9708-12b8c4cd342d. Feb 14 22:20:06.716777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 75b72ad0-0a78-4381-ad5b-b9561204cc05 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:20:06.731844 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:06.829390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:20:06.839548 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Sync routers for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:20:06.848037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:06.852740 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:06.853344 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:06.878042 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48d75b6e-73ee-40c9-be87-ab64c39db2c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9008241 Feb 14 22:20:06.878610 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:20:06.880878 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db4a81-a180-4d83-b421-a533e60fe0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:20:06.962271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:06.981985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac2fe0-4335-4444-b1b7-39e497be1b28 req-5df634a6-1208-4642-af46-2c1be3c969c1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:06.983423 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fac2fe0-4335-4444-b1b7-39e497be1b28 req-5df634a6-1208-4642-af46-2c1be3c969c1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0557613 Feb 14 22:20:07.036045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fac2fe0-4335-4444-b1b7-39e497be1b28 req-8be2d35e-9d84-45de-a0e9-582a590e3b48 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Feb 14 22:20:07.058019 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47410) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:07.095763 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e334f110-a5d3-4790-934b-218990cea308 x-openstack-request-id: req-e334f110-a5d3-4790-934b-218990cea308 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:20:07.096004 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:20:07.096255 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e334f110-a5d3-4790-934b-218990cea308 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:20:07.096824 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d', 'status': 'completed', 'code': 200} Feb 14 22:20:07.150649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2cdcb434-3a31-456b-bfd3-c6cc98c617bf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 HTTP/1.1" status: 200 len: 992 time: 0.0914752 Feb 14 22:20:07.163236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-8c8aabee-3709-42ac-9b11-89db7e04d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:07.164703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-8c8aabee-3709-42ac-9b11-89db7e04d010 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1129 time: 0.0575969 Feb 14 22:20:07.196799 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8fa0b57a-c4f8-41b5-9e41-6e21eeef5137', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'port_id': '16657001-7725-4e5c-9708-12b8c4cd342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'mac_address': 'fa:16:3e:ac:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:20:05Z', 'updated_at': '2022-02-14T22:20:05Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:07.223681 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Checking router: 75b72ad0-0a78-4381-ad5b-b9561204cc05 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:20:07.232175 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:07.232710 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:07.261137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-be96712b-e57f-4867-a7b7-76d8f8cb4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:07.262628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-be96712b-e57f-4867-a7b7-76d8f8cb4c52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 200 len: 898 time: 0.0910771 Feb 14 22:20:07.327786 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-46949915-4a80-4b6e-a3ae-aec4eeb64294 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 200 len: 1000 time: 0.0588541 Feb 14 22:20:07.340396 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:07.380535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-eede45a0-392e-4178-8717-797d7dbb366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:07.382100 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-eede45a0-392e-4178-8717-797d7dbb366c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b831922a-1ac9-4faf-a07e-065b1fe32e90 HTTP/1.1" status: 200 len: 835 time: 0.0490510 Feb 14 22:20:07.410738 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:07.433151 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-a0b88ad1-8f03-4804-9029-a8bb82571f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:07.434948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-a0b88ad1-8f03-4804-9029-a8bb82571f91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96ec836f-3da9-48b6-aee8-db242254aa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470221 Feb 14 22:20:07.523995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-93c641c1-390b-4f8f-8ade-16f01c3a441e service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Feb 14 22:20:07.564172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8fa0b57a-c4f8-41b5-9e41-6e21eeef5137', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'port_id': '16657001-7725-4e5c-9708-12b8c4cd342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'mac_address': 'fa:16:3e:ac:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:20:05Z', 'updated_at': '2022-02-14T22:20:05Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:07.590339 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e9915-7605-4f5b-82b1-ff222a2cd307 None None] The sync data for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 is: [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '8fa0b57a-c4f8-41b5-9e41-6e21eeef5137', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'port_id': '16657001-7725-4e5c-9708-12b8c4cd342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'mac_address': 'fa:16:3e:ac:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:20:05Z', 'updated_at': '2022-02-14T22:20:05Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:20:07.619086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38db4a81-a180-4d83-b421-a533e60fe0e8 req-5692bcfa-0977-4c76-a51e-31c2dec6f20c service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895460 Feb 14 22:20:07.779903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d5378-4aa5-4e37-84e3-277c04e308fd None None] New status for floating IP 8fa0b57a-c4f8-41b5-9e41-6e21eeef5137: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:20:08.153827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47412) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:08.213753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a2160af-5207-47b3-af30-5c082330a983 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 HTTP/1.1" status: 200 len: 994 time: 0.0587289 Feb 14 22:20:10.551530 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:20:29.213985 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:31.058654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c86990d7-6181-4d83-b0b1-0838a9dc348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:33.436119 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acdf1e36-9f8c-4d34-9980-7604f028e6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:34.777797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:35.961085 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:36.743485 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:37.414713 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:39.601131 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50ad8-e9ec-4d28-a1d3-9b803dcba316 req-b4b67403-80eb-45f8-97e8-37505903ccc7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:39.602615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ef50ad8-e9ec-4d28-a1d3-9b803dcba316 req-b4b67403-80eb-45f8-97e8-37505903ccc7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0605757 Feb 14 22:20:39.652050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3ef50ad8-e9ec-4d28-a1d3-9b803dcba316 req-f2bd66b4-ee42-4199-b99c-668bb6a664bd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Feb 14 22:20:40.774112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134b8a2-0c2b-4b74-a56f-c04f26d4f68c req-ea0088e6-7472-4935-b06f-e83e9d342e63 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:40.775626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d134b8a2-0c2b-4b74-a56f-c04f26d4f68c req-ea0088e6-7472-4935-b06f-e83e9d342e63 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0526683 Feb 14 22:20:40.828114 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d134b8a2-0c2b-4b74-a56f-c04f26d4f68c req-a8c50e9c-782e-48b2-b8f9-47695682e569 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467749 Feb 14 22:20:40.850259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47436) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:40.913378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2904257d-17b1-4b0b-9118-31b4a6d9070e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 HTTP/1.1" status: 200 len: 994 time: 0.0619891 Feb 14 22:20:42.184242 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93339-e5f7-4808-9115-37b1180676a1 req-6926f883-e9e8-405b-8197-e0c16502fd20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:42.185669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9b93339-e5f7-4808-9115-37b1180676a1 req-6926f883-e9e8-405b-8197-e0c16502fd20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0545878 Feb 14 22:20:42.235772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9b93339-e5f7-4808-9115-37b1180676a1 req-5597a6b1-d60f-45ec-ac77-9be4f81e6da1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Feb 14 22:20:43.355374 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd1917-dd4c-4303-bf07-815ba4966fb5 req-3cabc536-3409-448a-9707-deb5769fedac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:43.356872 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0bd1917-dd4c-4303-bf07-815ba4966fb5 req-3cabc536-3409-448a-9707-deb5769fedac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0533905 Feb 14 22:20:43.408321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0bd1917-dd4c-4303-bf07-815ba4966fb5 req-4a65c7f7-cd00-47db-979f-4b55aaf0fe63 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458601 Feb 14 22:20:43.431015 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47446) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:43.490974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a99f78d-7ee9-4b41-a266-add168c5d370 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 HTTP/1.1" status: 200 len: 994 time: 0.0588291 Feb 14 22:20:43.707636 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47452) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:43.864200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:20:43.864560 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:43.942100 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:43.942441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:43.954741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:20:44.102681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:44.128364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=ee4f5c06-9aab-4c15-9fdd-a05ab3242f8f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:44.153573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.153939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.154291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.154639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.154981 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.155346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.155688 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.156024 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.156357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.156689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.157022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.157352 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.158026 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:44.198909 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (8fa0b57a-c4f8-41b5-9e41-6e21eeef5137), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:44.199280 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 disassociated (deleted). External IP: 172.25.2.108, port: 16657001-7725-4e5c-9708-12b8c4cd342d. Feb 14 22:20:44.413363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 75b72ad0-0a78-4381-ad5b-b9561204cc05 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:20:44.524323 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:20:44.529125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:44.533904 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Sync routers for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:20:44.546955 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:44.547592 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:44.560280 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1ab61223-8c84-4b9f-892e-cf68c5d7bd49 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/floatingips/8fa0b57a-c4f8-41b5-9e41-6e21eeef5137 HTTP/1.1" status: 204 len: 168 time: 0.8515582 Feb 14 22:20:44.560866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:20:44.563226 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12f99ec-ca92-41f8-94d0-0b0281c00fda" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:20:44.657002 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:44.716763 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d470684-974d-4869-9573-32c67ee0eea6 x-openstack-request-id: req-1d470684-974d-4869-9573-32c67ee0eea6 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:20:44.717089 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:20:44.717345 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d470684-974d-4869-9573-32c67ee0eea6 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:20:44.717754 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d', 'status': 'completed', 'code': 200} Feb 14 22:20:44.824487 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-13ae96ca-00f7-4eec-a358-fd74c8b4901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:44.826020 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-13ae96ca-00f7-4eec-a358-fd74c8b4901e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 1129 time: 0.0848527 Feb 14 22:20:44.837794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684181-6bc1-446d-bd95-1d989e751435 req-4e829be4-e043-435e-aa1f-f951ff3bee0c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:44.839923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34684181-6bc1-446d-bd95-1d989e751435 req-4e829be4-e043-435e-aa1f-f951ff3bee0c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0708125 Feb 14 22:20:44.866964 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:44.896249 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Checking router: 75b72ad0-0a78-4381-ad5b-b9561204cc05 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:20:44.906275 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:44.907255 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:44.943683 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-34684181-6bc1-446d-bd95-1d989e751435 req-5313acf8-9cb3-46f2-a102-762f533240d5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944660 Feb 14 22:20:44.964536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-193cd7a9-e4c3-4508-963c-a2a833256d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:44.966131 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-193cd7a9-e4c3-4508-963c-a2a833256d04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 200 len: 898 time: 0.1253779 Feb 14 22:20:45.012330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-c4f5c7de-272e-4e8c-876d-c9e785565433 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 200 len: 217 time: 0.0397933 Feb 14 22:20:45.014835 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:45.060428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-56b51de8-73e1-4185-8e91-2aaed4b5e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:45.061884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-56b51de8-73e1-4185-8e91-2aaed4b5e69c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b831922a-1ac9-4faf-a07e-065b1fe32e90 HTTP/1.1" status: 200 len: 835 time: 0.0438244 Feb 14 22:20:45.113336 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-6b9b1444-5b82-402f-b5eb-a459930d38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:45.114840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-6b9b1444-5b82-402f-b5eb-a459930d38ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96ec836f-3da9-48b6-aee8-db242254aa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457227 Feb 14 22:20:45.207914 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-f5e1e435-ead2-45b1-b30b-efd3b7cabc13 service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Feb 14 22:20:45.209708 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:45.243123 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1235b-c569-41ba-87a7-bfcdffc66e17 None None] The sync data for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 is: [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:19:53Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '6bd3fe81-823d-496e-8cf1-21b21c84e2ef', 'name': '', 'network_id': '96ec836f-3da9-48b6-aee8-db242254aa58', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:28:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:52Z', 'updated_at': '2022-02-14T22:19:56Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': 'b831922a-1ac9-4faf-a07e-065b1fe32e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:20:45.311298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c12f99ec-ca92-41f8-94d0-0b0281c00fda req-f7fe4391-3939-43bb-a6d8-26a4b6dd99f7 service neutron] 10.222.0.83 "GET /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964584 Feb 14 22:20:45.474131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585822d7-5412-4c04-8735-696ea15fd7da None None] New status for floating IP 8fa0b57a-c4f8-41b5-9e41-6e21eeef5137: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:20:46.064996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4864-0ee9-4c40-a941-c9fdfeaa46f1 req-f88f812c-fe3d-49dd-942b-c544b140a322 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:46.066514 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93fb4864-0ee9-4c40-a941-c9fdfeaa46f1 req-f88f812c-fe3d-49dd-942b-c544b140a322 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0538635 Feb 14 22:20:46.120355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-93fb4864-0ee9-4c40-a941-c9fdfeaa46f1 req-f72203d0-1d86-43e2-8d96-9ecc7849cf4b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476367 Feb 14 22:20:46.234482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-4d36ab40-6250-44cc-9ab3-8dac282c2438 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:46.235865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-4d36ab40-6250-44cc-9ab3-8dac282c2438 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f1fbc59-7ae2-447c-b33d-7582da293365 HTTP/1.1" status: 200 len: 946 time: 0.0508075 Feb 14 22:20:46.325777 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 16657001-7725-4e5c-9708-12b8c4cd342d {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:20:46.326119 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:46.415936 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 16657001-7725-4e5c-9708-12b8c4cd342d, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=16657001-7725-4e5c-9708-12b8c4cd342d,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:46.416416 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:46.428710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 16657001-7725-4e5c-9708-12b8c4cd342d owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:20:46.559480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (16657001-7725-4e5c-9708-12b8c4cd342d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:46.587518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=16657001-7725-4e5c-9708-12b8c4cd342d,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:46.633397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] No DVR routers for this DVR port 16657001-7725-4e5c-9708-12b8c4cd342d on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:20:46.635913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:46.639277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d3cb9dd3-e579-486a-a7ed-83be2188d339 req-b380f4b3-d413-4534-9e33-00c5c89434be tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "DELETE /v2.0/ports/16657001-7725-4e5c-9708-12b8c4cd342d HTTP/1.1" status: 204 len: 173 time: 0.3977561 Feb 14 22:20:46.719172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'name': 'network-vif-deleted', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:20:46.721837 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae63b5a-8db9-4b5b-a142-48d900d2b18d" -d '{"events": [{"server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "name": "network-vif-deleted", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:20:46.756780 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a813a-5eea-4bab-b068-b3290e7cb087 x-openstack-request-id: req-be4a813a-5eea-4bab-b068-b3290e7cb087 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:20:46.757083 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1fbc59-7ae2-447c-b33d-7582da293365", "name": "network-vif-deleted", "tag": "16657001-7725-4e5c-9708-12b8c4cd342d", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:20:46.757343 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be4a813a-5eea-4bab-b068-b3290e7cb087 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:20:46.757762 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1fbc59-7ae2-447c-b33d-7582da293365', 'name': 'network-vif-deleted', 'tag': '16657001-7725-4e5c-9708-12b8c4cd342d', 'status': 'completed', 'code': 200} Feb 14 22:20:47.175616 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47466) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:47.543095 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:47.550816 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:20:47.808837 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:20:47.809188 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:47.895211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 6bd3fe81-823d-496e-8cf1-21b21c84e2ef, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:47.895583 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:47.907731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 6bd3fe81-823d-496e-8cf1-21b21c84e2ef owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:20:48.090024 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6bd3fe81-823d-496e-8cf1-21b21c84e2ef), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:48.123183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=6bd3fe81-823d-496e-8cf1-21b21c84e2ef,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:48.299501 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:48.859614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 75b72ad0-0a78-4381-ad5b-b9561204cc05 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:20:48.967495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:20:48.973354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b9a740d0-3b1e-4a34-9394-77e28af6df01 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/75b72ad0-0a78-4381-ad5b-b9561204cc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967303 Feb 14 22:20:48.975666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47468) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:48.977240 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Sync routers for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:20:48.987993 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:48.988599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:49.026567 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting subnet b831922a-1ac9-4faf-a07e-065b1fe32e90 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:20:49.029709 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (b831922a-1ac9-4faf-a07e-065b1fe32e90), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.069985 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (b831922a-1ac9-4faf-a07e-065b1fe32e90), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.094785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:49.157060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (b831922a-1ac9-4faf-a07e-065b1fe32e90), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.214787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (b831922a-1ac9-4faf-a07e-065b1fe32e90), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.241565 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Subnet': ['ID=b831922a-1ac9-4faf-a07e-065b1fe32e90,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:49.252035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.254003 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7d39f-6707-4947-aca6-803c53bbce55 None None] Network 96ec836f-3da9-48b6-aee8-db242254aa58 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:20:49.255597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/subnets/b831922a-1ac9-4faf-a07e-065b1fe32e90 HTTP/1.1" status: 204 len: 168 time: 0.2784300 Feb 14 22:20:49.257497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.258435 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47470) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:49.263458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.264642 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.265620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.266233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.266893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.267622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.268336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.268952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.269702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.270693 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.271318 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.272385 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b9589-8a6d-4e8a-8491-6d09b6597147 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.281860 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:20:48Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:49.310311 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Checking router: 75b72ad0-0a78-4381-ad5b-b9561204cc05 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:20:49.318769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Routers {'75b72ad0-0a78-4381-ad5b-b9561204cc05'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:49.319408 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['75b72ad0-0a78-4381-ad5b-b9561204cc05'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:49.389490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.424887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] DHCP port deletion for 96ec836f-3da9-48b6-aee8-db242254aa58 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:20:49.430595 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] Set router 75b72ad0-0a78-4381-ad5b-b9561204cc05 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:49.473382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Deleting port 3f36b67d-6b1c-4f32-be7e-598999faaf05 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:20:49.473765 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.509643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (75b72ad0-0a78-4381-ad5b-b9561204cc05), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.569527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 1fe51e11-3ab7-4c59-9241-b8d804301672 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:20:49.569974 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.653587 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 1fe51e11-3ab7-4c59-9241-b8d804301672, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1fe51e11-3ab7-4c59-9241-b8d804301672,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:49.654264 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.669082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 1fe51e11-3ab7-4c59-9241-b8d804301672 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:20:49.700378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] For port 3f36b67d-6b1c-4f32-be7e-598999faaf05, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f36b67d-6b1c-4f32-be7e-598999faaf05,segment=NetworkSegment(5d1a8a31-a70a-4e29-9a3f-0906210461ba),segment_id=5d1a8a31-a70a-4e29-9a3f-0906210461ba)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:49.700697 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.712634 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:20:48Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:49.716564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Calling delete_port for 3f36b67d-6b1c-4f32-be7e-598999faaf05 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:20:49.742281 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dbd33-c611-4b43-af68-4e7efa86dc59 None None] The sync data for ids ['75b72ad0-0a78-4381-ad5b-b9561204cc05'] in n-d-828372-11 is: [{'id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963920074', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:19:49Z', 'updated_at': '2022-02-14T22:20:48Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '1fe51e11-3ab7-4c59-9241-b8d804301672', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b72ad0-0a78-4381-ad5b-b9561204cc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:19:50Z', 'updated_at': '2022-02-14T22:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:20:49.797641 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (3f36b67d-6b1c-4f32-be7e-598999faaf05), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.820829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Pushing event deleted for resources: {'Port': ['ID=3f36b67d-6b1c-4f32-be7e-598999faaf05,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:49.828327 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] No DVR routers for this DVR port 3f36b67d-6b1c-4f32-be7e-598999faaf05 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:20:49.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.838308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840687 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.840781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.841043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.841363 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df90f-2e6d-4454-8932-bd0251663005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:49.864710 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1fe51e11-3ab7-4c59-9241-b8d804301672), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:49.896016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=1fe51e11-3ab7-4c59-9241-b8d804301672,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:49.957183 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.054815 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.057585 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (75b72ad0-0a78-4381-ad5b-b9561204cc05), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.108966 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (75b72ad0-0a78-4381-ad5b-b9561204cc05), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.109769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Fanout notify agent at l3_agent the message router_deleted on router 75b72ad0-0a78-4381-ad5b-b9561204cc05 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:20:50.117791 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.119037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0aebc680-7abc-40da-b486-bc4d86468047 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/routers/75b72ad0-0a78-4381-ad5b-b9561204cc05 HTTP/1.1" status: 204 len: 168 time: 0.8597395 Feb 14 22:20:50.122249 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47472) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:50.219810 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (96ec836f-3da9-48b6-aee8-db242254aa58), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.277081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6bd3fe81-823d-496e-8cf1-21b21c84e2ef no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:20:50.302996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 6bd3fe81-823d-496e-8cf1-21b21c84e2ef {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:20:50.303634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 6bd3fe81-823d-496e-8cf1-21b21c84e2ef not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:20:50.304266 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f36b67d-6b1c-4f32-be7e-598999faaf05 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:20:50.320086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (96ec836f-3da9-48b6-aee8-db242254aa58), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.330339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3f36b67d-6b1c-4f32-be7e-598999faaf05 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:20:50.330701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f36b67d-6b1c-4f32-be7e-598999faaf05 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:20:50.352812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ec836f-3da9-48b6-aee8-db242254aa58']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:50.363640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1a8a31-a70a-4e29-9a3f-0906210461ba') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:50.363954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1a8a31-a70a-4e29-9a3f-0906210461ba') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:50.374089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (5d1a8a31-a70a-4e29-9a3f-0906210461ba), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.388187 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (5d1a8a31-a70a-4e29-9a3f-0906210461ba), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.394508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:20:50.395097 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (5d1a8a31-a70a-4e29-9a3f-0906210461ba), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:20:50.398278 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:20:50.459812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (96ec836f-3da9-48b6-aee8-db242254aa58), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.468079 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.474653 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47474) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:50.479048 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/networks/96ec836f-3da9-48b6-aee8-db242254aa58 HTTP/1.1" status: 204 len: 168 time: 0.3556831 Feb 14 22:20:50.494465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434a1a6-c457-4ab5-9896-cdaba5508a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Network': ['ID=96ec836f-3da9-48b6-aee8-db242254aa58,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:50.552950 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0793cf4a-d58c-4a9c-9a7b-63dbccb26d17), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.561544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 16657001-7725-4e5c-9708-12b8c4cd342d no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:20:50.583102 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0793cf4a-d58c-4a9c-9a7b-63dbccb26d17), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.589260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 16657001-7725-4e5c-9708-12b8c4cd342d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:20:50.589691 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 16657001-7725-4e5c-9708-12b8c4cd342d not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:20:50.644862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0793cf4a-d58c-4a9c-9a7b-63dbccb26d17), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.647596 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:50.652327 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/security-groups/0793cf4a-d58c-4a9c-9a7b-63dbccb26d17 HTTP/1.1" status: 204 len: 168 time: 0.1729484 Feb 14 22:20:50.658821 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbbec4-3839-421d-af5f-bd15416023d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0793cf4a-d58c-4a9c-9a7b-63dbccb26d17,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:50.923458 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47480) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:50.928373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712728190', 'description': 'tempest-secgroup-smoke-1712728190 description', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:50.953863 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.024338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0ba2795a-c881-4a14-b849-0c0c37ed234a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.028054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0ba2795a-c881-4a14-b849-0c0c37ed234a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.059844 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.061068 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1365986 Feb 14 22:20:51.062959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772efd-260c-4c4e-99d9-d6451ff83d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2795a-c881-4a14-b849-0c0c37ed234a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.064185 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47482) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.069488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.098797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (49ffc3fd-8d54-4aae-a65e-912169ab7511), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.169015 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (49ffc3fd-8d54-4aae-a65e-912169ab7511), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.173743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (49ffc3fd-8d54-4aae-a65e-912169ab7511), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.193172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ffc3fd-8d54-4aae-a65e-912169ab7511,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.203591 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.204790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9223e47a-e519-4386-8136-3af97572fa82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390264 Feb 14 22:20:51.207759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47484) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.211990 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.237090 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (af3f0c93-3ca9-4453-812d-499230859fc5), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.295340 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (af3f0c93-3ca9-4453-812d-499230859fc5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.298788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (af3f0c93-3ca9-4453-812d-499230859fc5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.317141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3f0c93-3ca9-4453-812d-499230859fc5,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.325291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.327622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ab31b206-3238-4253-9c61-fe8594bc84f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188719 Feb 14 22:20:51.329322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47486) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.333763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.360006 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (44d64e16-86dc-4561-a3f6-f1ed653cbc5a), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.417893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (44d64e16-86dc-4561-a3f6-f1ed653cbc5a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.421955 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (44d64e16-86dc-4561-a3f6-f1ed653cbc5a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.440835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d64e16-86dc-4561-a3f6-f1ed653cbc5a,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.447918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.451906 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ee593c48-b388-48db-ac56-744fd7d8f602 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188240 Feb 14 22:20:51.452062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47488) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.456308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.481395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (26f5ac54-ed42-4a4d-b2cb-efa1cf3f1329), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.543735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (26f5ac54-ed42-4a4d-b2cb-efa1cf3f1329), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.547409 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (26f5ac54-ed42-4a4d-b2cb-efa1cf3f1329), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.567629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f5ac54-ed42-4a4d-b2cb-efa1cf3f1329,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.575071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.576348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9dddc22f-3678-40ee-80d5-a6bc708a3e14 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233521 Feb 14 22:20:51.579048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47490) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.583618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.605084 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:20:51.610355 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (a4056d12-8273-4909-8f50-a47cf82012c6), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.670014 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (a4056d12-8273-4909-8f50-a47cf82012c6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.673601 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (a4056d12-8273-4909-8f50-a47cf82012c6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.692371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4056d12-8273-4909-8f50-a47cf82012c6,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.701302 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.703132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3c341ba0-719c-4412-9c30-04bf8cd891b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230099 Feb 14 22:20:51.705895 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47492) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.710156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '0ba2795a-c881-4a14-b849-0c0c37ed234a', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.734934 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:20:51.740235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (24e040fc-a25c-4645-bd4a-105fe6cf2abe), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.802797 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (24e040fc-a25c-4645-bd4a-105fe6cf2abe), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.806401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (24e040fc-a25c-4645-bd4a-105fe6cf2abe), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.825983 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e040fc-a25c-4645-bd4a-105fe6cf2abe,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:51.831633 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.835606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-329c0d77-019b-4594-bd9d-3b6509000d8f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259899 Feb 14 22:20:51.835724 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47494) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:51.841310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'network': {'name': 'tempest-network-smoke--1575530793', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'port_security_enabled': True}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:51.861117 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:20:51.864454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.890519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:20:51.902156 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cb9eb159-df15-49eb-805f-2400a84f5922), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.902513 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Added segment cb9eb159-df15-49eb-805f-2400a84f5922 of type vlan for network da44e5d4-716c-4d03-8d5c-1600907780c9 Feb 14 22:20:51.944089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1fe51e11-3ab7-4c59-9241-b8d804301672 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:20:51.962806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (da44e5d4-716c-4d03-8d5c-1600907780c9), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.966247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1fe51e11-3ab7-4c59-9241-b8d804301672 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:20:51.966601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1fe51e11-3ab7-4c59-9241-b8d804301672 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:20:51.992753 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (da44e5d4-716c-4d03-8d5c-1600907780c9), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:51.998033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:51.998623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.059263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2225204 Feb 14 22:20:52.061980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47496) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:52.066353 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'admin_state_up': True, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:52.079896 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469195-6fd0-42ee-85ca-55a1dd36af70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Network': ['ID=da44e5d4-716c-4d03-8d5c-1600907780c9,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:52.090608 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network da44e5d4-716c-4d03-8d5c-1600907780c9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:20:52.097060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.098456 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.156230 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (ce753a85-5622-4c7d-9bdc-45085f27473c), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.295315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (ce753a85-5622-4c7d-9bdc-45085f27473c), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.489454 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (ce753a85-5622-4c7d-9bdc-45085f27473c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.508292 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.612013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.41 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/65e03c1a-96e1-4740-a386-21c1c992adaa) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:20:52.710934 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.745890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:52.786234 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:52.789142 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:52.792515 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:20:52.817184 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=65e03c1a-96e1-4740-a386-21c1c992adaa,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:53.044155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (ce753a85-5622-4c7d-9bdc-45085f27473c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:53.242432 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:53.373360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router ce753a85-5622-4c7d-9bdc-45085f27473c is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:20:53.820725 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:20:53.830870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Sync routers for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:20:53.842722 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:53.843406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:53.844374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:53.845611 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2b6345e1-c6d6-42ab-9cd8-52e09ceeacdf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7826993 Feb 14 22:20:53.849143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47498) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:53.877324 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ba24c167-c9a3-4825-b0d9-67914e11415a tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=4edaacc1b0fb47ecaa040c27972ea42e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270877 Feb 14 22:20:53.880081 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47500) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:53.960919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:53.969453 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986023a3-f1ce-45c1-a0bd-d5b4db96897d tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:53.970983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-986023a3-f1ce-45c1-a0bd-d5b4db96897d tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899465 Feb 14 22:20:53.974193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47502) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:54.002338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4743568d-330a-4d80-ac2e-ce53d3423fa0 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270815 Feb 14 22:20:54.004995 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47504) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:54.009931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053618264', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:54.107735 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:20:54.111890 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.148833 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:52Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:54.177038 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Checking router: ce753a85-5622-4c7d-9bdc-45085f27473c for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:20:54.177425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Updating router ce753a85-5622-4c7d-9bdc-45085f27473c port 65e03c1a-96e1-4740-a386-21c1c992adaa binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:20:54.205376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.306975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (9cce575d-0b34-43a3-ac70-b1c1a02baf80), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.368925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Subnet': ['ID=9cce575d-0b34-43a3-ac70-b1c1a02baf80,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:54.376304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Checking segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:20:54.376676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network hostable DHCP agents. Network: da44e5d4-716c-4d03-8d5c-1600907780c9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:20:54.393596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network da44e5d4-716c-4d03-8d5c-1600907780c9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:20:54.404296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, da44e5d4-716c-4d03-8d5c-1600907780c9) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:54.408532 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:54.409125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.420995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae80ea-024f-48cc-9c89-d7e4dec77dd5 None None] Network da44e5d4-716c-4d03-8d5c-1600907780c9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:20:54.428224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f83b552d-36bf-485c-8d3f-c6656b5f7488 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4208760 Feb 14 22:20:54.429980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47508) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:20:54.509631 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks [] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.523274 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.602858 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-da44e5d4-716c-4d03-8d5c-1600907780c9', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:20:54.603829 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.615051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308431e-34af-47a6-9b5c-b39a63a1b6d7 None None] Pushing event updated for resources: {'Port': ['ID=65e03c1a-96e1-4740-a386-21c1c992adaa,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:54.622850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Attempting to bind port 65e03c1a-96e1-4740-a386-21c1c992adaa on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:20:54.623185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Attempting to bind port 65e03c1a-96e1-4740-a386-21c1c992adaa by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:20:54.623559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Attempting to bind port 65e03c1a-96e1-4740-a386-21c1c992adaa on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:20:54.630864 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:20:54.631271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:20:54.631680 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.632074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:20:54.632543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Bound port: 65e03c1a-96e1-4740-a386-21c1c992adaa, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:20:54.632922 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.774645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] For port 65e03c1a-96e1-4740-a386-21c1c992adaa, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:20:54.790598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] For port 65e03c1a-96e1-4740-a386-21c1c992adaa, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65e03c1a-96e1-4740-a386-21c1c992adaa,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:20:54.799425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.806019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Allocated IP 172.20.0.2 (da44e5d4-716c-4d03-8d5c-1600907780c9/9cce575d-0b34-43a3-ac70-b1c1a02baf80/80f7bd41-335e-4867-8b23-866a5a999df5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:20:54.896330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:54.910916 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:54.911584 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:54.921288 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308431e-34af-47a6-9b5c-b39a63a1b6d7 None None] Pushing event updated for resources: {'Port': ['ID=65e03c1a-96e1-4740-a386-21c1c992adaa,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:55.089410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:55.116408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks [] for port (80f7bd41-335e-4867-8b23-866a5a999df5), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.146672 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.200126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.1 (da44e5d4-716c-4d03-8d5c-1600907780c9/9cce575d-0b34-43a3-ac70-b1c1a02baf80/3a6acca6-23a7-4f21-bd61-81598949174b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:20:55.225234 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Network da44e5d4-716c-4d03-8d5c-1600907780c9 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:55.233232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:55.239086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:20:55.242329 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Pushing event updated for resources: {'Port': ['ID=80f7bd41-335e-4867-8b23-866a5a999df5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:55.317715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (3a6acca6-23a7-4f21-bd61-81598949174b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.346108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Attempting to bind port 80f7bd41-335e-4867-8b23-866a5a999df5 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:20:55.346486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Attempting to bind port 80f7bd41-335e-4867-8b23-866a5a999df5 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:20:55.347140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Attempting to bind port 80f7bd41-335e-4867-8b23-866a5a999df5 on network da44e5d4-716c-4d03-8d5c-1600907780c9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:20:55.352973 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.354956 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:20:55.355379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Checking segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:20:55.355778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.356176 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Bound using segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:20:55.356643 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Bound port: 80f7bd41-335e-4867-8b23-866a5a999df5, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:20:55.357030 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.393771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network da44e5d4-716c-4d03-8d5c-1600907780c9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:55.397155 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:55.402232 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:52Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:55.404470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:20:55.433171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:55.438132 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19d65e-c6dc-4a2c-aca2-4821d50c8e0c None None] The sync data for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 is: [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:52Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:20:55.456796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (ce753a85-5622-4c7d-9bdc-45085f27473c), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.462206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] For port 80f7bd41-335e-4867-8b23-866a5a999df5, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:20:55.467951 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] For port 80f7bd41-335e-4867-8b23-866a5a999df5, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f7bd41-335e-4867-8b23-866a5a999df5,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:20:55.475422 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.543697 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abb334-fc02-4e7a-baa8-be8fb39b720d None None] Pushing event updated for resources: {'Port': ['ID=80f7bd41-335e-4867-8b23-866a5a999df5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:55.621988 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.989738 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (3a6acca6-23a7-4f21-bd61-81598949174b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:55.995893 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.046720 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f7bd41-335e-4867-8b23-866a5a999df5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:20:56.082042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (ce753a85-5622-4c7d-9bdc-45085f27473c), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.083932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:56.106968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f7bd41-335e-4867-8b23-866a5a999df5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:56.107396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.187392 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network da44e5d4-716c-4d03-8d5c-1600907780c9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:56.189013 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:56.321146 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router ce753a85-5622-4c7d-9bdc-45085f27473c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:20:56.387289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f7bd41-335e-4867-8b23-866a5a999df5 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:56.388019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.426749 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 80f7bd41-335e-4867-8b23-866a5a999df5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f7bd41-335e-4867-8b23-866a5a999df5,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:56.434376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.435852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65e03c1a-96e1-4740-a386-21c1c992adaa up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:20:56.453299 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:20:56.467343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-19c861e0-308d-4ed2-905d-65ba67a231e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/ce753a85-5622-4c7d-9bdc-45085f27473c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273788 Feb 14 22:20:56.525969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=80f7bd41-335e-4867-8b23-866a5a999df5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:56.540711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 65e03c1a-96e1-4740-a386-21c1c992adaa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:56.542330 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.633884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 65e03c1a-96e1-4740-a386-21c1c992adaa is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:56.634449 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.644049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-6612f069-8c14-46e2-a53d-5d158b67e0ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712728190&fields=id&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 267 time: 0.0533478 Feb 14 22:20:56.660873 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 65e03c1a-96e1-4740-a386-21c1c992adaa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65e03c1a-96e1-4740-a386-21c1c992adaa,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:56.665843 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.720335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=65e03c1a-96e1-4740-a386-21c1c992adaa,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:56.733973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f84083-c668-44c6-bc8f-75c1c525b9a8 None None] Network da44e5d4-716c-4d03-8d5c-1600907780c9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:20:56.767413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-7b24cea9-737b-4510-beaa-101b3dae0d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:56.768948 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-7b24cea9-737b-4510-beaa-101b3dae0d2a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 797 time: 0.1180470 Feb 14 22:20:56.784812 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-accc878d-bbe4-4835-8b2f-c41b5efb9780 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/quotas/4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 375 time: 0.0097020 Feb 14 22:20:56.803486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-196d6694-4291-4217-95c2-018699cdf3e4 None None] Provisioning complete for port 80f7bd41-335e-4867-8b23-866a5a999df5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:56.803867 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-196d6694-4291-4217-95c2-018699cdf3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:56.844635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-1488bde2-6c87-4f08-9388-416e72c0a368 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531158 Feb 14 22:20:56.924950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-196d6694-4291-4217-95c2-018699cdf3e4 None None] Current status of the port 80f7bd41-335e-4867-8b23-866a5a999df5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:56.948904 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-8f32b732-2a2f-4a48-8bc1-4a5580dc00d5 service neutron] 10.222.0.86 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912714 Feb 14 22:20:57.048168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-bd73a21b-7139-47f6-a48f-54d2cdf92238 service neutron] 10.222.0.86 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935550 Feb 14 22:20:57.147387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Provisioning complete for port 80f7bd41-335e-4867-8b23-866a5a999df5 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:57.147868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:57.242818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ff5e90e-dd76-4dba-8348-1bafdbcd2e37 req-8c755197-96dc-48b7-a3be-dfb07deba2e1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 210 time: 0.0435469 Feb 14 22:20:57.292085 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Current status of the port 80f7bd41-335e-4867-8b23-866a5a999df5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:57.303390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:57.303778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:57.345050 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e23854c-6e00-4100-9cc8-ce0195c5aec7 None None] Port 3a6acca6-23a7-4f21-bd61-81598949174b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:20:57.389460 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Sync routers for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:20:57.400483 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:57.401760 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:57.465641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b52c2ebb-b069-4d51-938f-ecf5205b01e9 None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:57.465938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b52c2ebb-b069-4d51-938f-ecf5205b01e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:57.500857 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b52c2ebb-b069-4d51-938f-ecf5205b01e9 None None] Port 3a6acca6-23a7-4f21-bd61-81598949174b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:20:57.513783 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:57.620126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-da71c20a-7c74-4bcf-99dd-31996d9164cd None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:57.620503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da71c20a-7c74-4bcf-99dd-31996d9164cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:57.657325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-da71c20a-7c74-4bcf-99dd-31996d9164cd None None] Port 3a6acca6-23a7-4f21-bd61-81598949174b cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:20:57.719819 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 2, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:57.749812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Checking router: ce753a85-5622-4c7d-9bdc-45085f27473c for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:20:57.750173 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Updating router ce753a85-5622-4c7d-9bdc-45085f27473c port 3a6acca6-23a7-4f21-bd61-81598949174b binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:20:57.776889 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:57.990411 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f7bd41-335e-4867-8b23-866a5a999df5 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:20:58.032471 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks [] for port (3a6acca6-23a7-4f21-bd61-81598949174b), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.037531 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.038647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f7bd41-335e-4867-8b23-866a5a999df5 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:58.039030 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.088543 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Pushing event updated for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:58.096664 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.097271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.097996 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.098134 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.098462 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.098980 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.099335 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.099676 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.100153 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.100455 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.100779 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.101166 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.101439 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:20:58.123357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f7bd41-335e-4867-8b23-866a5a999df5 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:58.124492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65e03c1a-96e1-4740-a386-21c1c992adaa up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:20:58.159512 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Attempting to bind port 3a6acca6-23a7-4f21-bd61-81598949174b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:20:58.159889 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Attempting to bind port 3a6acca6-23a7-4f21-bd61-81598949174b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:20:58.160252 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Attempting to bind port 3a6acca6-23a7-4f21-bd61-81598949174b on network da44e5d4-716c-4d03-8d5c-1600907780c9 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:20:58.165523 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:20:58.165904 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Checking segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:20:58.167015 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.167437 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Bound using segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:20:58.167909 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Bound port: 3a6acca6-23a7-4f21-bd61-81598949174b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:20:58.168294 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.181696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 65e03c1a-96e1-4740-a386-21c1c992adaa triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:58.183345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.238695 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] For port 3a6acca6-23a7-4f21-bd61-81598949174b, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:20:58.242541 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] For port 3a6acca6-23a7-4f21-bd61-81598949174b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a6acca6-23a7-4f21-bd61-81598949174b,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:20:58.251332 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.296099 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 65e03c1a-96e1-4740-a386-21c1c992adaa is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:58.299900 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:58.300257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.312606 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e986ece-2ad8-44f7-b837-9af634836778 None None] Pushing event updated for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:58.329974 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:20:58.330858 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:20:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:58.346328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b61c911-1b7e-4ce2-9720-2f179ea76740 req-2017e36f-3774-4bb1-a148-0d50d1921c53 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 210 time: 0.0503204 Feb 14 22:20:58.398332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Current status of the port 3a6acca6-23a7-4f21-bd61-81598949174b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:58.398735 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.443033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] For port 3a6acca6-23a7-4f21-bd61-81598949174b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a6acca6-23a7-4f21-bd61-81598949174b,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:20:58.453412 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.485542 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:20:58.510638 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb810c-0332-4599-b5ad-2fed5d4d829e None None] Pushing event updated for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:20:58.676576 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-92bca875-a97f-4fbb-b11e-80c37954c958 None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:20:58.676954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92bca875-a97f-4fbb-b11e-80c37954c958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:58.704737 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:20:58.733064 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a97b3-28f6-4739-8104-7a946feeeb21 None None] The sync data for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 is: [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:20:58.781204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-92bca875-a97f-4fbb-b11e-80c37954c958 None None] Current status of the port 3a6acca6-23a7-4f21-bd61-81598949174b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:20:59.229953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:59.358193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-24dd4626-4040-4246-a9c9-ca6a29775b70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:20:59.359932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-24dd4626-4040-4246-a9c9-ca6a29775b70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 797 time: 0.1219544 Feb 14 22:20:59.445815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-20f7ced9-baf7-4919-98f2-3ccfbacf1e39 req-5c244345-820e-4f96-9007-08813a4b27ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 210 time: 0.0316761 Feb 14 22:20:59.465095 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-04d87489-b035-4f46-9337-2bb4dff6086d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 380 time: 0.0958118 Feb 14 22:20:59.474137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'port': {'device_id': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'admin_state_up': True, 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'security_groups': ['0ba2795a-c881-4a14-b849-0c0c37ed234a']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:20:59.588536 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:20:59.592012 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:59.729557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.5 (da44e5d4-716c-4d03-8d5c-1600907780c9/9cce575d-0b34-43a3-ac70-b1c1a02baf80/574fddff-e778-4dea-bca2-980242988068) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:20:59.869947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (574fddff-e778-4dea-bca2-980242988068), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:59.903745 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (574fddff-e778-4dea-bca2-980242988068), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:20:59.951637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network da44e5d4-716c-4d03-8d5c-1600907780c9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:20:59.954839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:20:59.957183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:20:59.990141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:00.018486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:00.019122 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.033560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a6acca6-23a7-4f21-bd61-81598949174b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:21:00.039300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-45fe17ab-7c9f-45ca-82cb-feceda586f9c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691800 Feb 14 22:21:00.052099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Request body: {'port': {'device_id': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:21:00.083558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3a6acca6-23a7-4f21-bd61-81598949174b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:21:00.084018 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.118584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (574fddff-e778-4dea-bca2-980242988068), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.171087 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3a6acca6-23a7-4f21-bd61-81598949174b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:21:00.215754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c4aa2a19-1c34-408a-8c25-96f8252161b3 None None] Provisioning complete for port 574fddff-e778-4dea-bca2-980242988068 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:21:00.216308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a19-1c34-408a-8c25-96f8252161b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (574fddff-e778-4dea-bca2-980242988068), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.251416 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa2a19-1c34-408a-8c25-96f8252161b3 None None] Port 574fddff-e778-4dea-bca2-980242988068 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:21:00.389065 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574fddff-e778-4dea-bca2-980242988068 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:21:00.396518 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks [] for port (574fddff-e778-4dea-bca2-980242988068), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.409027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Transition to ACTIVE for port object 574fddff-e778-4dea-bca2-980242988068 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:21:00.413117 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (574fddff-e778-4dea-bca2-980242988068), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.467128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:00.568446 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Attempting to bind port 574fddff-e778-4dea-bca2-980242988068 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:21:00.568801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Attempting to bind port 574fddff-e778-4dea-bca2-980242988068 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:21:00.569141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Attempting to bind port 574fddff-e778-4dea-bca2-980242988068 on network da44e5d4-716c-4d03-8d5c-1600907780c9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:21:00.579103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Port 574fddff-e778-4dea-bca2-980242988068 on network da44e5d4-716c-4d03-8d5c-1600907780c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:21:00.579462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Attempting to bind port 574fddff-e778-4dea-bca2-980242988068 on network da44e5d4-716c-4d03-8d5c-1600907780c9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:21:00.587459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:21:00.587808 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Checking segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:21:00.588311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Bound using segment: {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:21:00.588756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Bound port: 574fddff-e778-4dea-bca2-980242988068, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9eb159-df15-49eb-805f-2400a84f5922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:21:00.589124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (574fddff-e778-4dea-bca2-980242988068), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.611049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dd31f-0b16-4ff0-811c-0d152adcb0d4 req-91f549dc-b8ce-4fa7-a9cc-b0834239bf58 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:00.612652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f79dd31f-0b16-4ff0-811c-0d152adcb0d4 req-91f549dc-b8ce-4fa7-a9cc-b0834239bf58 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 943 time: 0.0929945 Feb 14 22:21:00.712754 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f79dd31f-0b16-4ff0-811c-0d152adcb0d4 req-be2ea4b7-6637-462f-9569-e50a643e0f71 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746930 Feb 14 22:21:00.713746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:21:00.717077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=574fddff-e778-4dea-bca2-980242988068,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:21:00.724886 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (574fddff-e778-4dea-bca2-980242988068), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.765193 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:00.765832 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:00.767333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-e50877be-5814-4696-a679-8c308177a3cc service neutron] 10.222.0.64 "PUT /v2.0/ports/574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 1092 time: 0.7195947 Feb 14 22:21:00.767775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:21:00.770017 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a11133-0952-429a-82d2-fccc157efc18" -d '{"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:21:00.800958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50877be-5814-4696-a679-8c308177a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:00.822316 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c3f9ac-f38c-4497-8d36-4b257b048ab7 x-openstack-request-id: req-a1c3f9ac-f38c-4497-8d36-4b257b048ab7 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:21:00.823301 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:21:00.823971 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1c3f9ac-f38c-4497-8d36-4b257b048ab7 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:21:00.824102 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068', 'status': 'completed', 'code': 200} Feb 14 22:21:00.867248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-4e87e10c-119a-408e-9ec2-8c94ed1315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:00.868796 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-4e87e10c-119a-408e-9ec2-8c94ed1315d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1126 time: 0.0558689 Feb 14 22:21:00.914984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-4b33f957-4d30-42c5-b1a1-b725047d9c9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 217 time: 0.0387394 Feb 14 22:21:00.966642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-a912286d-80d3-4a1d-9992-0ce915d81778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:00.968180 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-a912286d-80d3-4a1d-9992-0ce915d81778 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0475886 Feb 14 22:21:01.021524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-04d302dc-bd40-412b-9357-a94a3a26890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.023027 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-04d302dc-bd40-412b-9357-a94a3a26890d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483050 Feb 14 22:21:01.059404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b776b3a-5ede-4092-abb3-3e919a570087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:01.111409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-d1cd4027-dd43-46b8-96c9-a41ea2929ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820730 Feb 14 22:21:01.205789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fe95644-9e6a-4ce7-a35f-ad7fe0834a6d req-0b6ad05a-f43b-4506-9acc-4ffa8c9aff46 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 Feb 14 22:21:01.301727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11133-0952-429a-82d2-fccc157efc18 req-15d9c5bc-0b5d-4e7e-9f56-dda45c7c216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.303345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-15d9c5bc-0b5d-4e7e-9f56-dda45c7c216b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1126 time: 0.0460703 Feb 14 22:21:01.393357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11133-0952-429a-82d2-fccc157efc18 req-61fea11e-602e-4ae8-9522-ccf02980793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.394840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-61fea11e-602e-4ae8-9522-ccf02980793c service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.0843968 Feb 14 22:21:01.440239 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-ed016702-3c38-41c1-9905-9cbe9fdd942c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 217 time: 0.0380089 Feb 14 22:21:01.489093 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11133-0952-429a-82d2-fccc157efc18 req-4223ad09-e3e4-4fb9-a8ae-0f601b09f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.490449 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-4223ad09-e3e4-4fb9-a8ae-0f601b09f407 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0436249 Feb 14 22:21:01.539575 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11133-0952-429a-82d2-fccc157efc18 req-6c594086-a0a0-41c8-baac-547b0974437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.541301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-6c594086-a0a0-41c8-baac-547b0974437f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450187 Feb 14 22:21:01.639121 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-1bd6cfec-8672-4ed2-a2e1-6e400b2a67ae service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918288 Feb 14 22:21:01.727252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e7a11133-0952-429a-82d2-fccc157efc18 req-c783ef25-67e0-4c6e-b894-9592f44a93fc service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823300 Feb 14 22:21:01.835266 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b9e52-46ed-4665-b2e4-df6e15998975 req-9c495aa7-54ac-4ac4-a98e-acff169e3d05 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:01.836744 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-819b9e52-46ed-4665-b2e4-df6e15998975 req-9c495aa7-54ac-4ac4-a98e-acff169e3d05 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 943 time: 0.0533819 Feb 14 22:21:01.892164 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-819b9e52-46ed-4665-b2e4-df6e15998975 req-ff4cd450-d71d-430d-b487-407ec8f692d7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Feb 14 22:21:03.008980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590031e-4d97-48b3-a9a8-acd8300c81b1 req-34e4fa5b-e92c-475e-abd7-8e951b55077f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:03.011010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b590031e-4d97-48b3-a9a8-acd8300c81b1 req-34e4fa5b-e92c-475e-abd7-8e951b55077f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 943 time: 0.0519688 Feb 14 22:21:03.058902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b590031e-4d97-48b3-a9a8-acd8300c81b1 req-842878ff-d845-4e25-ad3c-c55b94ae29a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Feb 14 22:21:03.437778 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5093eb1f-8203-4616-835b-44cc8c4bdae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:04.177042 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c4a59-d979-48bf-84fe-5194643088cd req-9ce05dd1-7961-4545-9a9f-02e8ad084d64 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:04.178520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b4c4a59-d979-48bf-84fe-5194643088cd req-9ce05dd1-7961-4545-9a9f-02e8ad084d64 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 943 time: 0.0519447 Feb 14 22:21:04.226935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b4c4a59-d979-48bf-84fe-5194643088cd req-31dc3fff-fbbe-4804-bfe0-9e6c79c3e342 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Feb 14 22:21:04.785816 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:05.349560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578b1dc-ec30-4408-897d-bca972361e51 req-2e53959e-0679-42b6-9905-7cb8598bf483 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:05.351031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7578b1dc-ec30-4408-897d-bca972361e51 req-2e53959e-0679-42b6-9905-7cb8598bf483 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 943 time: 0.0569417 Feb 14 22:21:05.406554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7578b1dc-ec30-4408-897d-bca972361e51 req-b8916987-50f2-494d-bbee-a924856a03e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497878 Feb 14 22:21:05.964466 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:05.976552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 574fddff-e778-4dea-bca2-980242988068 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:21:06.070028 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=574fddff-e778-4dea-bca2-980242988068,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:21:06.081699 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '574fddff-e778-4dea-bca2-980242988068', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'port_id': '574fddff-e778-4dea-bca2-980242988068', 'mac_address': 'fa:16:3e:4f:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:21:06.122319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 574fddff-e778-4dea-bca2-980242988068 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:21:06.122854 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (574fddff-e778-4dea-bca2-980242988068), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:06.136733 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574fddff-e778-4dea-bca2-980242988068 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:21:06.155241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=574fddff-e778-4dea-bca2-980242988068,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:21:06.159416 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (574fddff-e778-4dea-bca2-980242988068), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:06.208339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:06.536152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac36ca-9b7f-4a9f-9c2c-bcfdd7902165 req-a0285861-607e-4f48-b96b-86c7787874ee tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:06.537558 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6aac36ca-9b7f-4a9f-9c2c-bcfdd7902165 req-a0285861-607e-4f48-b96b-86c7787874ee tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 944 time: 0.0598989 Feb 14 22:21:06.545970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['574fddff-e778-4dea-bca2-980242988068'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:21:06.587996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6aac36ca-9b7f-4a9f-9c2c-bcfdd7902165 req-f414beac-2380-409e-8550-7c633296f356 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Feb 14 22:21:06.759075 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:07.416581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:07.712005 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37703b49-a9e6-4019-9670-9dcaa6a0d68d req-7bd3e166-7319-4b50-b5cc-af3e6bf44033 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:07.713506 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37703b49-a9e6-4019-9670-9dcaa6a0d68d req-7bd3e166-7319-4b50-b5cc-af3e6bf44033 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 944 time: 0.0571504 Feb 14 22:21:07.763632 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-37703b49-a9e6-4019-9670-9dcaa6a0d68d req-f0cc2594-39d2-4b2a-8131-5b06ffa39983 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Feb 14 22:21:07.997530 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 574fddff-e778-4dea-bca2-980242988068 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:21:08.045167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 574fddff-e778-4dea-bca2-980242988068 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:21:08.048942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 574fddff-e778-4dea-bca2-980242988068 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:21:08.049317 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (574fddff-e778-4dea-bca2-980242988068), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:08.126315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 574fddff-e778-4dea-bca2-980242988068 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:21:08.126705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (574fddff-e778-4dea-bca2-980242988068), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:08.148119 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fddff-e778-4dea-bca2-980242988068'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:21:08.150340 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1504c6-d9c7-4a21-a66b-bc64388a9be2" -d '{"events": [{"server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "574fddff-e778-4dea-bca2-980242988068"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:21:08.163755 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=574fddff-e778-4dea-bca2-980242988068,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:21:08.168611 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (574fddff-e778-4dea-bca2-980242988068), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:08.190867 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab1a8c7-3ddd-40d4-96ed-b896edd27689 x-openstack-request-id: req-3ab1a8c7-3ddd-40d4-96ed-b896edd27689 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:21:08.191182 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "name": "network-vif-plugged", "status": "completed", "tag": "574fddff-e778-4dea-bca2-980242988068", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:21:08.191443 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ab1a8c7-3ddd-40d4-96ed-b896edd27689 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:21:08.191837 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574fddff-e778-4dea-bca2-980242988068', 'code': 200} Feb 14 22:21:08.217938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:08.289682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab5c35-792b-47b0-a254-7e56d00b589a req-36cac94f-ce1a-4b9c-8199-c1d6b07f8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:08.291229 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42ab5c35-792b-47b0-a254-7e56d00b589a req-36cac94f-ce1a-4b9c-8199-c1d6b07f8cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0440567 Feb 14 22:21:08.335830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42ab5c35-792b-47b0-a254-7e56d00b589a req-b78ebe04-ba55-4a59-b08b-7c2f58af6a66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Feb 14 22:21:08.883792 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353c0e-8cdc-4fd8-a327-440d60c58323 req-7cb9feef-2e7c-468b-9816-8ac13702de56 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:08.885320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e353c0e-8cdc-4fd8-a327-440d60c58323 req-7cb9feef-2e7c-468b-9816-8ac13702de56 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0529130 Feb 14 22:21:08.938312 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e353c0e-8cdc-4fd8-a327-440d60c58323 req-d69817ec-8d15-4082-935a-ec282e29c6b6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Feb 14 22:21:10.056437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90998771-0f88-469e-8dc3-b2beba3eacf3 req-bdabeab3-58ac-4144-9655-927de92123e8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:10.057897 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90998771-0f88-469e-8dc3-b2beba3eacf3 req-bdabeab3-58ac-4144-9655-927de92123e8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0510724 Feb 14 22:21:10.106303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-90998771-0f88-469e-8dc3-b2beba3eacf3 req-f539c33b-5a3f-4151-b678-d937019d7833 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Feb 14 22:21:10.221940 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb77529-11a5-4f3f-8242-7f44333d174c req-371426dc-93ab-414e-9349-e25a30c8586d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:10.223693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb77529-11a5-4f3f-8242-7f44333d174c req-371426dc-93ab-414e-9349-e25a30c8586d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0522919 Feb 14 22:21:10.270854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb77529-11a5-4f3f-8242-7f44333d174c req-d64c1ada-1562-478d-8923-ddc53baa55f6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Feb 14 22:21:10.292812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47570) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:21:10.339356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c155fbd-e9a8-46d5-92f7-54f6f7165f10 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:10.340854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4c155fbd-e9a8-46d5-92f7-54f6f7165f10 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1123 time: 0.0470612 Feb 14 22:21:10.343623 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47572) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:21:10.347963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '574fddff-e778-4dea-bca2-980242988068', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:21:10.367098 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:10.461842 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:10.565387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.173 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/e5c53245-3de2-4471-b235-a2a742894335) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:21:10.663105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (e5c53245-3de2-4471-b235-a2a742894335), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:10.696766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e5c53245-3de2-4471-b235-a2a742894335), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:10.736682 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:21:10.739554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:21:10.744123 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:21:10.769917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=e5c53245-3de2-4471-b235-a2a742894335,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:11.452015 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (a5cc5cbd-4894-41dc-b8cb-bcca6207e307), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:11.524060 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5c53245-3de2-4471-b235-a2a742894335), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:11.673724 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (e5c53245-3de2-4471-b235-a2a742894335), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:11.678363 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (e5c53245-3de2-4471-b235-a2a742894335), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:11.748762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=e5c53245-3de2-4471-b235-a2a742894335,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:21:11.757031 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (a5cc5cbd-4894-41dc-b8cb-bcca6207e307), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:11.859132 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP a5cc5cbd-4894-41dc-b8cb-bcca6207e307 associated. External IP: 172.25.2.173, port: 574fddff-e778-4dea-bca2-980242988068. Feb 14 22:21:12.075942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router ce753a85-5622-4c7d-9bdc-45085f27473c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:21:12.186362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:21:12.195664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Sync routers for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:21:12.203499 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:12.205300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:21:12.206936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:21:12.234159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-6b322ee3-4270-4d98-88f0-c16f88a82b3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8895316 Feb 14 22:21:12.234863 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:21:12.237288 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad" -d '{"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:21:12.315974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:21:12.335147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6debb10-c763-4e4c-a7f7-6d334c84d968 req-1ae2b74e-991a-43c0-8687-947fce66954c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:12.336682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6debb10-c763-4e4c-a7f7-6d334c84d968 req-1ae2b74e-991a-43c0-8687-947fce66954c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0533741 Feb 14 22:21:12.386668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f6debb10-c763-4e4c-a7f7-6d334c84d968 req-11d99ad9-8a23-4795-9ef8-c20bd60d9b0d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Feb 14 22:21:12.409208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47578) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:21:12.453219 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0fb81-0f7e-4b18-9a72-27f30cf8c5ed x-openstack-request-id: req-7fc0fb81-0f7e-4b18-9a72-27f30cf8c5ed {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:21:12.453879 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:21:12.453879 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7fc0fb81-0f7e-4b18-9a72-27f30cf8c5ed {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:21:12.454084 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068', 'status': 'completed', 'code': 200} Feb 14 22:21:12.505736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7d545e5f-5a19-4ebe-ae82-867547c70d34 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/a5cc5cbd-4894-41dc-b8cb-bcca6207e307 HTTP/1.1" status: 200 len: 991 time: 0.0949025 Feb 14 22:21:12.518969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-ef026a5e-2621-484b-a894-535b0a952a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:12.520530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-ef026a5e-2621-484b-a894-535b0a952a8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0637038 Feb 14 22:21:12.538909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'a5cc5cbd-4894-41dc-b8cb-bcca6207e307', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'port_id': '574fddff-e778-4dea-bca2-980242988068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'mac_address': 'fa:16:3e:4f:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:21:11Z', 'updated_at': '2022-02-14T22:21:11Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:21:12.568855 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Checking router: ce753a85-5622-4c7d-9bdc-45085f27473c for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:21:12.577166 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:21:12.577775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:21:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:21:12.615841 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-78e67e25-6333-4211-8aa8-8a14ce7063e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:12.617306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-78e67e25-6333-4211-8aa8-8a14ce7063e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.0905025 Feb 14 22:21:12.683096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-0db92bb9-da1b-4a02-891c-a559efc4908c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 999 time: 0.0596068 Feb 14 22:21:12.686120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:21:12.731894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-4c38fdbe-07e0-4754-9b5c-b402ac9676d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:12.733283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-4c38fdbe-07e0-4754-9b5c-b402ac9676d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0446730 Feb 14 22:21:12.788989 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-8c3e0ca9-2746-4f7c-a709-ab3ded90c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:12.790537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-8c3e0ca9-2746-4f7c-a709-ab3ded90c5b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494816 Feb 14 22:21:12.883589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-f0a84a8d-2db1-4f58-9ac8-5a8a36da1da0 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864573 Feb 14 22:21:12.981688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3b48ab7-1c18-41ea-9677-2d96b4a98dad req-d5fc87d3-a963-4f48-bc2c-ee07625efb73 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927932 Feb 14 22:21:13.066809 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'a5cc5cbd-4894-41dc-b8cb-bcca6207e307', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'port_id': '574fddff-e778-4dea-bca2-980242988068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'mac_address': 'fa:16:3e:4f:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:21:11Z', 'updated_at': '2022-02-14T22:21:11Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:21:13.096528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f839718-15a0-4ac1-b1aa-9650c3257f2b None None] The sync data for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 is: [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'a5cc5cbd-4894-41dc-b8cb-bcca6207e307', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'port_id': '574fddff-e778-4dea-bca2-980242988068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'mac_address': 'fa:16:3e:4f:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:21:11Z', 'updated_at': '2022-02-14T22:21:11Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:21:13.296457 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484dc48-4721-4562-ae56-081df68203c3 None None] New status for floating IP a5cc5cbd-4894-41dc-b8cb-bcca6207e307: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:21:13.509073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47580) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:21:13.571941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f34dbbe6-03ac-42ee-aa77-35431f52cda9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/a5cc5cbd-4894-41dc-b8cb-bcca6207e307 HTTP/1.1" status: 200 len: 991 time: 0.0617187 Feb 14 22:21:14.576301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47582) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:21:14.640975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-895fbdb0-6c10-4d79-8aab-19e861eb84c8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/a5cc5cbd-4894-41dc-b8cb-bcca6207e307 HTTP/1.1" status: 200 len: 993 time: 0.0635300 Feb 14 22:21:24.549919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:21:29.228803 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:31.060673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0efd659d-c4b3-4a7e-9c00-1d754d323deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:33.439893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3538c25c-1c81-41f4-904b-1d9c673acc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:34.782963 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:35.966158 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:36.771187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:37.420241 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:21:42.887552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-92227ec8-364c-46da-a21f-143a779d92d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427363 Feb 14 22:21:42.972903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-13379210-c594-4b48-9c3f-2503bb6f6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:42.974663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-13379210-c594-4b48-9c3f-2503bb6f6e0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0448904 Feb 14 22:21:43.077826 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-796874cc-8f23-4549-a5ed-42e94bcbb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:43.079311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-796874cc-8f23-4549-a5ed-42e94bcbb5b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.0866857 Feb 14 22:21:43.142863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-572b3aab-dbcc-4ef7-bb3c-159074f0ae7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 1001 time: 0.0577259 Feb 14 22:21:43.192203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-6ac8ca32-d0cd-4263-97ec-a38a189e79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:43.193631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-6ac8ca32-d0cd-4263-97ec-a38a189e79dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0427592 Feb 14 22:21:43.247618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-cfa40fa7-2575-4afe-bf85-d5fec4835d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:21:43.249113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-cfa40fa7-2575-4afe-bf85-d5fec4835d52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486794 Feb 14 22:21:43.340619 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-8d5eba8d-91f9-4d39-9b7f-ababcbcd993f service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Feb 14 22:21:43.432299 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-869fe191-e9a2-4725-9481-6fa95f2fefdd req-501e18ed-5882-4a35-85a5-a293e09681e3 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857625 Feb 14 22:21:59.244382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:01.062284 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a006889f-a0a9-47b8-8ef1-13d14f5e21b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:01.550825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:22:03.444552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29726ee5-765e-48f7-8636-a74d56493ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:04.786611 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:05.968920 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:06.797290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:07.422908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:15.544240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e8c8-b549-4072-8fa7-0dba16880bca req-ce77a9ca-c170-4b10-81ae-27065cee151b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:15.545648 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7938e8c8-b549-4072-8fa7-0dba16880bca req-ce77a9ca-c170-4b10-81ae-27065cee151b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0841074 Feb 14 22:22:15.548238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7033-2304-4989-8c94-23698694d4bf req-cfae5ef0-38eb-4b28-96b4-fd9b61feaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:15.549591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-cfae5ef0-38eb-4b28-96b4-fd9b61feaff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0790129 Feb 14 22:22:15.648060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7938e8c8-b549-4072-8fa7-0dba16880bca req-1b6fe075-381d-4458-9317-c58ef1eb13e0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961757 Feb 14 22:22:15.674473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7033-2304-4989-8c94-23698694d4bf req-e25e31c7-795d-4f73-8f28-1bda697bdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:15.675993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-e25e31c7-795d-4f73-8f28-1bda697bdd95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.1185403 Feb 14 22:22:15.740097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-357ac22a-e948-492f-823d-eab80033f24b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 1001 time: 0.0580599 Feb 14 22:22:15.795252 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7033-2304-4989-8c94-23698694d4bf req-c3c3fc6b-7aac-4ac5-81b9-293bf42f7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:15.796629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-c3c3fc6b-7aac-4ac5-81b9-293bf42f7907 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0486898 Feb 14 22:22:15.845846 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7033-2304-4989-8c94-23698694d4bf req-f18ab254-d441-49c8-8eaf-4571b6ff406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:15.847466 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-f18ab254-d441-49c8-8eaf-4571b6ff406f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446351 Feb 14 22:22:15.935283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-72699f9d-79cd-4191-928a-1f40600ef160 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815556 Feb 14 22:22:16.031013 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-980e7033-2304-4989-8c94-23698694d4bf req-235c7ba7-af5a-4128-bbb2-3bc9a5fd6819 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867052 Feb 14 22:22:16.767137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe64a-7f09-463c-9dca-e17444288877 req-18627b41-d5b9-4a45-ab38-aac747d273e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:16.770074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13dfe64a-7f09-463c-9dca-e17444288877 req-18627b41-d5b9-4a45-ab38-aac747d273e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0531435 Feb 14 22:22:16.818049 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-13dfe64a-7f09-463c-9dca-e17444288877 req-ac41653a-99e0-498c-ac1c-90ba06d2c8e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Feb 14 22:22:17.941691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3731b-7dd8-4be6-b727-2a99b6fd9437 req-898afa93-d68e-4164-93ef-2e3c5af398b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:17.943189 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fc3731b-7dd8-4be6-b727-2a99b6fd9437 req-898afa93-d68e-4164-93ef-2e3c5af398b2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0578208 Feb 14 22:22:17.991702 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7fc3731b-7dd8-4be6-b727-2a99b6fd9437 req-f2c871be-c9b5-4f1c-9f7b-603bef93a890 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Feb 14 22:22:19.111388 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b980-3f21-46a3-a197-a406bec60a51 req-504f9901-2bd3-4dd5-97ef-fd03b55463a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:19.113455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6783b980-3f21-46a3-a197-a406bec60a51 req-504f9901-2bd3-4dd5-97ef-fd03b55463a8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0527000 Feb 14 22:22:19.162454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6783b980-3f21-46a3-a197-a406bec60a51 req-ce20a72c-d62b-4df4-bac6-b4c007e2e2f8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Feb 14 22:22:20.279236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea9894-739a-4dde-96ec-db9aacee7805 req-03fa9025-4f25-4f08-bc11-a1a0b616c6c9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:20.280645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fea9894-739a-4dde-96ec-db9aacee7805 req-03fa9025-4f25-4f08-bc11-a1a0b616c6c9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0518098 Feb 14 22:22:20.333408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8fea9894-739a-4dde-96ec-db9aacee7805 req-1292511b-a7d8-4943-acff-5e15b581b2ba tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Feb 14 22:22:21.451622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ad52-3a48-4662-9b7d-59417c21b0e0 req-5468cc21-5a89-4ea7-9052-a69c886bee56 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:21.453106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff32ad52-3a48-4662-9b7d-59417c21b0e0 req-5468cc21-5a89-4ea7-9052-a69c886bee56 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0524709 Feb 14 22:22:21.501973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff32ad52-3a48-4662-9b7d-59417c21b0e0 req-e831391e-7f6f-4683-a289-5496331d7d3e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Feb 14 22:22:22.626637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e36fa-8f50-466f-86db-5c648f1975bf req-f596f2c4-c4f8-491a-89dc-1a808957223e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:22.628133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-069e36fa-8f50-466f-86db-5c648f1975bf req-f596f2c4-c4f8-491a-89dc-1a808957223e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0587704 Feb 14 22:22:22.676071 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-069e36fa-8f50-466f-86db-5c648f1975bf req-6b4ee5c6-e22d-4758-8bc9-b5be8363d298 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Feb 14 22:22:23.798132 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd3b33-d603-4a9c-a67c-006d5ec731f2 req-8a0a9f81-059c-4400-9f51-f95fb8cfb2b9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:23.799638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2fd3b33-d603-4a9c-a67c-006d5ec731f2 req-8a0a9f81-059c-4400-9f51-f95fb8cfb2b9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0562878 Feb 14 22:22:23.847628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e2fd3b33-d603-4a9c-a67c-006d5ec731f2 req-1a9dad9a-c0a3-4c6a-b9ed-3849731d19b1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Feb 14 22:22:24.966842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332539d-2644-421a-8c35-769173e97a48 req-494a1f4f-9e5a-4a1f-ae4e-8bcaa40ec33f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:24.968368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b332539d-2644-421a-8c35-769173e97a48 req-494a1f4f-9e5a-4a1f-ae4e-8bcaa40ec33f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0530453 Feb 14 22:22:25.016425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b332539d-2644-421a-8c35-769173e97a48 req-60c42e96-8a91-4fa7-b72f-90b334516f96 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Feb 14 22:22:26.138562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06433-8785-4646-ad92-13aebb6c65b4 req-8b7ef1e1-5bb1-4ead-9c30-91753822bf6c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:26.140078 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8f06433-8785-4646-ad92-13aebb6c65b4 req-8b7ef1e1-5bb1-4ead-9c30-91753822bf6c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0568318 Feb 14 22:22:26.187455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8f06433-8785-4646-ad92-13aebb6c65b4 req-de21f8d6-65a1-4a95-8f50-eb2f368983a7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 14 22:22:27.307198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5ac78-3070-4637-ac22-38af9d948822 req-5884edac-7435-4d3a-81b9-96df157890a4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:27.308671 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbf5ac78-3070-4637-ac22-38af9d948822 req-5884edac-7435-4d3a-81b9-96df157890a4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0523667 Feb 14 22:22:27.357352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cbf5ac78-3070-4637-ac22-38af9d948822 req-fe163c37-a68b-4a74-88e9-1a1bab5b8928 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Feb 14 22:22:27.380172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47632) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:22:27.443130 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-702203f8-0f16-4c7b-9ffe-515d7577e160 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/a5cc5cbd-4894-41dc-b8cb-bcca6207e307 HTTP/1.1" status: 200 len: 993 time: 0.0618579 Feb 14 22:22:29.243428 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:31.187047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ff33abb-0608-49d0-9bae-75ac95b57552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:33.446059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25a87d8f-bfc6-4da3-a0cc-5cc6b1062b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:34.788874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:35.971177 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:36.793569 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:37.424530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:22:38.549291 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:22:43.874922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-f056aac7-267a-4a8e-b8d5-4e13cde1f188 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433824 Feb 14 22:22:43.956537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-81fffde7-64b6-47b9-8e29-f01cc77fa85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:43.958024 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-81fffde7-64b6-47b9-8e29-f01cc77fa85a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0433586 Feb 14 22:22:44.060998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-f42ec650-e713-4175-970e-774a6026a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:44.062465 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-f42ec650-e713-4175-970e-774a6026a2dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.0859644 Feb 14 22:22:44.126043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-5495e634-c6a8-4566-befd-4980d600e5b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 1001 time: 0.0573559 Feb 14 22:22:44.173172 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-5d4fa4b4-26dd-494f-acf5-2ae4ebcf64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:44.174574 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-5d4fa4b4-26dd-494f-acf5-2ae4ebcf64fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0432270 Feb 14 22:22:44.226404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-1f1a1f17-ead2-47b7-9e1f-852cd2f8bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:22:44.227924 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-1f1a1f17-ead2-47b7-9e1f-852cd2f8bfe3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477350 Feb 14 22:22:44.314932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-770a6082-62f4-478c-9a06-d2e3165a9e33 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Feb 14 22:22:44.406490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2fdf59eb-d212-4234-9cf3-fdf15db2ca5c req-56da6ccb-910c-43d1-a9b6-adc7ef72cbe8 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856390 Feb 14 22:22:59.243553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:01.069549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8043660e-92d7-4f61-87ea-bcc3c0ea6589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:03.448450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22fe7ace-b48f-431b-98c6-3c7d5f40d7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:04.792303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:05.973227 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:06.798358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:07.429855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:10.691291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-c4ca05ec-e6e8-49be-b296-a7f742bd0ffa req-f87ba03a-a493-485c-b34d-398233be0d08 tempest-ServerDiskConfigTestJSON-1013097520 tempest-ServerDiskConfigTestJSON-1013097520-project] (103512) timed out ('10.222.0.64', 53262) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:23:15.547967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:23:22.391803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47652) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:22.543967 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port e5c53245-3de2-4471-b235-a2a742894335 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:23:22.544223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e5c53245-3de2-4471-b235-a2a742894335), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:22.619294 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e5c53245-3de2-4471-b235-a2a742894335), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:22.619626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (e5c53245-3de2-4471-b235-a2a742894335), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:22.631297 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for e5c53245-3de2-4471-b235-a2a742894335 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:23:22.774541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e5c53245-3de2-4471-b235-a2a742894335), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:22.799241 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=e5c53245-3de2-4471-b235-a2a742894335,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:22.811207 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.811572 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.811926 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.812273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.812613 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.812952 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.813290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.813622 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.813956 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.814290 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.814619 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.814946 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.815301 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:22.869072 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (a5cc5cbd-4894-41dc-b8cb-bcca6207e307), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:22.869413 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP a5cc5cbd-4894-41dc-b8cb-bcca6207e307 disassociated (deleted). External IP: 172.25.2.173, port: 574fddff-e778-4dea-bca2-980242988068. Feb 14 22:23:23.382831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router ce753a85-5622-4c7d-9bdc-45085f27473c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:23:23.491768 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:23:23.496492 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:23.501148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Sync routers for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:23:23.510507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:23.511118 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:23.525346 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f0b9c009-f795-47e0-be6d-b069a09f2eb5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/floatingips/a5cc5cbd-4894-41dc-b8cb-bcca6207e307 HTTP/1.1" status: 204 len: 168 time: 1.1324840 Feb 14 22:23:23.526036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:23:23.591066 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7cc696-6379-413a-b003-519843ba2a27" -d '{"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:23:23.633215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:23.737800 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac4ab1f-6780-4850-9c9d-71fe54f7597b x-openstack-request-id: req-dac4ab1f-6780-4850-9c9d-71fe54f7597b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:23:23.738316 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "tag": "574fddff-e778-4dea-bca2-980242988068", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:23:23.738919 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dac4ab1f-6780-4850-9c9d-71fe54f7597b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:23:23.739600 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'tag': '574fddff-e778-4dea-bca2-980242988068', 'status': 'completed', 'code': 200} Feb 14 22:23:23.820980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc696-6379-413a-b003-519843ba2a27 req-1e05e31b-5a3d-446b-a400-02b2b478f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:23.822722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-1e05e31b-5a3d-446b-a400-02b2b478f336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 1128 time: 0.0587680 Feb 14 22:23:23.842393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:23.869461 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Checking router: ce753a85-5622-4c7d-9bdc-45085f27473c for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:23:23.878238 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:23.878838 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:23.953887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc696-6379-413a-b003-519843ba2a27 req-3d5eab05-50f7-4fe4-b1a9-1cf7e247ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:23.955405 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-3d5eab05-50f7-4fe4-b1a9-1cf7e247ff40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 200 len: 898 time: 0.1254790 Feb 14 22:23:23.962806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c3fa7-2fc5-4080-a80b-74dddd6fddce req-612f26cb-e52b-4d4c-8b26-fb83f4ba162f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:23.964217 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c1c3fa7-2fc5-4080-a80b-74dddd6fddce req-612f26cb-e52b-4d4c-8b26-fb83f4ba162f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.1704025 Feb 14 22:23:23.989516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:24.004342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-837a4608-8273-4a8f-80d7-07d5c59f72a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 200 len: 217 time: 0.0392017 Feb 14 22:23:24.080512 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1c1c3fa7-2fc5-4080-a80b-74dddd6fddce req-2e5cdfa9-2f86-4547-9e31-ecb9baca4dd5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097665 Feb 14 22:23:24.082293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc696-6379-413a-b003-519843ba2a27 req-1e32052b-b35c-497d-b439-dc8c77a59e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:24.084339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-1e32052b-b35c-497d-b439-dc8c77a59e0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 200 len: 835 time: 0.0710518 Feb 14 22:23:24.134720 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc696-6379-413a-b003-519843ba2a27 req-b56f1948-4967-4253-9eb6-326c183dd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:24.136253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-b56f1948-4967-4253-9eb6-326c183dd014 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da44e5d4-716c-4d03-8d5c-1600907780c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459528 Feb 14 22:23:24.185457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:24.215449 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed508-bf30-43d3-b713-386a2b995406 None None] The sync data for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 is: [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:55Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3a6acca6-23a7-4f21-bd61-81598949174b', 'name': '', 'network_id': 'da44e5d4-716c-4d03-8d5c-1600907780c9', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f3:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:55Z', 'updated_at': '2022-02-14T22:20:58Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9cce575d-0b34-43a3-ac70-b1c1a02baf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:23:24.224687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-30d76bcd-8684-4c9f-a1f0-25f0d2a2d53f service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815921 Feb 14 22:23:24.322823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f7cc696-6379-413a-b003-519843ba2a27 req-3d27bc43-1ee2-49b0-b516-ba42324591f2 service neutron] 10.222.0.64 "GET /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919826 Feb 14 22:23:24.444414 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc581ab-2379-4248-93ed-0fcc6f32daa6 None None] New status for floating IP a5cc5cbd-4894-41dc-b8cb-bcca6207e307: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:23:25.203002 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9fd9e-7298-4ab5-ad6f-7aadea0efb0e req-0a613cd4-c71e-4b46-bc2a-c250a70c3fd0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:25.204538 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1be9fd9e-7298-4ab5-ad6f-7aadea0efb0e req-0a613cd4-c71e-4b46-bc2a-c250a70c3fd0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0535290 Feb 14 22:23:25.253369 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1be9fd9e-7298-4ab5-ad6f-7aadea0efb0e req-75d864c7-e2c1-4125-8992-e1358ea940f9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=0ba2795a-c881-4a14-b849-0c0c37ed234a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Feb 14 22:23:25.479657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-8143a46a-3f57-4da6-84b0-0b10600414c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:25.481060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-8143a46a-3f57-4da6-84b0-0b10600414c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 945 time: 0.0568652 Feb 14 22:23:25.570669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 574fddff-e778-4dea-bca2-980242988068 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:23:25.571016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (574fddff-e778-4dea-bca2-980242988068), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:25.661612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 574fddff-e778-4dea-bca2-980242988068, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=574fddff-e778-4dea-bca2-980242988068,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:25.661998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (574fddff-e778-4dea-bca2-980242988068), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:25.674396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 574fddff-e778-4dea-bca2-980242988068 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:23:25.804346 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (574fddff-e778-4dea-bca2-980242988068), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:25.837346 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=574fddff-e778-4dea-bca2-980242988068,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:25.851064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.851811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.852410 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.852742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.853078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.853414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.853747 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.854076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:25.890213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] No DVR routers for this DVR port 574fddff-e778-4dea-bca2-980242988068 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:23:25.892643 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:25.896050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-704e0f8e-bf7d-43a9-8d9f-6791ca21d7ae req-e002725a-7e95-462a-b51c-e4748ff085a5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "DELETE /v2.0/ports/574fddff-e778-4dea-bca2-980242988068 HTTP/1.1" status: 204 len: 173 time: 0.4104581 Feb 14 22:23:25.896494 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'name': 'network-vif-deleted', 'tag': '574fddff-e778-4dea-bca2-980242988068'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:23:25.898710 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e74bf05-fabc-4c9c-b423-325dc38876a2" -d '{"events": [{"server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "name": "network-vif-deleted", "tag": "574fddff-e778-4dea-bca2-980242988068"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:23:25.934376 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087ace5-e056-43bd-8351-ea91fbfd2b5f x-openstack-request-id: req-d087ace5-e056-43bd-8351-ea91fbfd2b5f {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:23:25.937383 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26feedb2-0096-4bc0-90a0-d52a1f11a2aa", "name": "network-vif-deleted", "tag": "574fddff-e778-4dea-bca2-980242988068", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:23:25.937383 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d087ace5-e056-43bd-8351-ea91fbfd2b5f {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:23:25.937383 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26feedb2-0096-4bc0-90a0-d52a1f11a2aa', 'name': 'network-vif-deleted', 'tag': '574fddff-e778-4dea-bca2-980242988068', 'status': 'completed', 'code': 200} Feb 14 22:23:26.373807 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c4b611a6-221e-45ae-913a-a99be728522a req-6ba60408-ef0f-4130-910b-8b204214b801 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=26feedb2-0096-4bc0-90a0-d52a1f11a2aa HTTP/1.1" status: 200 len: 210 time: 0.0317430 Feb 14 22:23:27.432634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47676) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:27.794071 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (ce753a85-5622-4c7d-9bdc-45085f27473c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.054242 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 3a6acca6-23a7-4f21-bd61-81598949174b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:23:28.054598 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.142831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 3a6acca6-23a7-4f21-bd61-81598949174b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a6acca6-23a7-4f21-bd61-81598949174b,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:28.143232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.154842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 3a6acca6-23a7-4f21-bd61-81598949174b owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:23:28.339888 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3a6acca6-23a7-4f21-bd61-81598949174b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.370321 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=3a6acca6-23a7-4f21-bd61-81598949174b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:28.548689 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (ce753a85-5622-4c7d-9bdc-45085f27473c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.603822 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 574fddff-e778-4dea-bca2-980242988068 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:23:28.624627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 574fddff-e778-4dea-bca2-980242988068 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:23:28.624971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 574fddff-e778-4dea-bca2-980242988068 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:23:28.772023 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router ce753a85-5622-4c7d-9bdc-45085f27473c has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:23:28.878883 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:23:28.883961 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c99b3716-2986-4ed4-a92a-e573ce0b1a5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/ce753a85-5622-4c7d-9bdc-45085f27473c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502857 Feb 14 22:23:28.886990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47678) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:28.888045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Sync routers for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:23:28.898680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:28.899323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:28.938162 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting subnet 9cce575d-0b34-43a3-ac70-b1c1a02baf80 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:23:28.941428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (9cce575d-0b34-43a3-ac70-b1c1a02baf80), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:28.981589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (9cce575d-0b34-43a3-ac70-b1c1a02baf80), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.004276 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:29.066629 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9cce575d-0b34-43a3-ac70-b1c1a02baf80), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.124380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9cce575d-0b34-43a3-ac70-b1c1a02baf80), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.153246 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Subnet': ['ID=9cce575d-0b34-43a3-ac70-b1c1a02baf80,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:29.155939 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.163365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085317a-896e-4245-b6dc-34a11e0405b2 None None] Network da44e5d4-716c-4d03-8d5c-1600907780c9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:23:29.163544 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-58e62012-97c0-4b60-9ddc-37ead2c4ed92 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/subnets/9cce575d-0b34-43a3-ac70-b1c1a02baf80 HTTP/1.1" status: 204 len: 168 time: 0.2721632 Feb 14 22:23:29.163826 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47680) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:29.268290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.273442 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.273622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:23:28Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:29.304800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Checking router: ce753a85-5622-4c7d-9bdc-45085f27473c for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:23:29.318175 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Routers {'ce753a85-5622-4c7d-9bdc-45085f27473c'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:29.318774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['ce753a85-5622-4c7d-9bdc-45085f27473c'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:29.381539 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (ce753a85-5622-4c7d-9bdc-45085f27473c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.437500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 65e03c1a-96e1-4740-a386-21c1c992adaa {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:23:29.437753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.522886 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 65e03c1a-96e1-4740-a386-21c1c992adaa, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=65e03c1a-96e1-4740-a386-21c1c992adaa,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:29.523285 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.535558 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 65e03c1a-96e1-4740-a386-21c1c992adaa owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:23:29.567925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] DHCP port deletion for da44e5d4-716c-4d03-8d5c-1600907780c9 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:23:29.613370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] Set router ce753a85-5622-4c7d-9bdc-45085f27473c gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:29.703463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (65e03c1a-96e1-4740-a386-21c1c992adaa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.728612 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=65e03c1a-96e1-4740-a386-21c1c992adaa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:29.738953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Deleting port 80f7bd41-335e-4867-8b23-866a5a999df5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:23:29.739362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.792077 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (ce753a85-5622-4c7d-9bdc-45085f27473c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.837757 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] For port 80f7bd41-335e-4867-8b23-866a5a999df5, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f7bd41-335e-4867-8b23-866a5a999df5,segment=NetworkSegment(cb9eb159-df15-49eb-805f-2400a84f5922),segment_id=cb9eb159-df15-49eb-805f-2400a84f5922)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:29.838165 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.852654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Calling delete_port for 80f7bd41-335e-4867-8b23-866a5a999df5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:23:29.887280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.889403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (ce753a85-5622-4c7d-9bdc-45085f27473c), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.914319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:23:28Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:29.934025 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (ce753a85-5622-4c7d-9bdc-45085f27473c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.934792 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Fanout notify agent at l3_agent the message router_deleted on router ce753a85-5622-4c7d-9bdc-45085f27473c {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:23:29.943351 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:29.944711 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88deaba5-3aea-41ce-9347-d25807f55c97 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/routers/ce753a85-5622-4c7d-9bdc-45085f27473c HTTP/1.1" status: 204 len: 168 time: 0.7799187 Feb 14 22:23:29.947586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47682) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:29.952012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1515ec-f55a-4358-9242-8ff5b0ff31e3 None None] The sync data for ids ['ce753a85-5622-4c7d-9bdc-45085f27473c'] in n-d-828372-11 is: [{'id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397084553', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:23:28Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '65e03c1a-96e1-4740-a386-21c1c992adaa', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce753a85-5622-4c7d-9bdc-45085f27473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:20:52Z', 'updated_at': '2022-02-14T22:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:23:29.974606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (80f7bd41-335e-4867-8b23-866a5a999df5), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.001135 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Pushing event deleted for resources: {'Port': ['ID=80f7bd41-335e-4867-8b23-866a5a999df5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:30.006111 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] No DVR routers for this DVR port 80f7bd41-335e-4867-8b23-866a5a999df5 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.015444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.016707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.016707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.016707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.017385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.017385 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2ae41-b2ca-4f6c-a956-6b7e920236d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:30.037856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (da44e5d4-716c-4d03-8d5c-1600907780c9), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.124743 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (da44e5d4-716c-4d03-8d5c-1600907780c9), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.144758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da44e5d4-716c-4d03-8d5c-1600907780c9']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:30.154762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9eb159-df15-49eb-805f-2400a84f5922') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:30.155056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9eb159-df15-49eb-805f-2400a84f5922') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:30.164298 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (cb9eb159-df15-49eb-805f-2400a84f5922), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.178461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (cb9eb159-df15-49eb-805f-2400a84f5922), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.185305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:23:30.185624 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (cb9eb159-df15-49eb-805f-2400a84f5922), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:23:30.188648 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:23:30.431784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f7bd41-335e-4867-8b23-866a5a999df5 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:23:30.455092 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 80f7bd41-335e-4867-8b23-866a5a999df5 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:23:30.455627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f7bd41-335e-4867-8b23-866a5a999df5 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:23:30.456142 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a6acca6-23a7-4f21-bd61-81598949174b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:23:30.479886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3a6acca6-23a7-4f21-bd61-81598949174b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:23:30.480247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a6acca6-23a7-4f21-bd61-81598949174b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:23:30.615961 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (da44e5d4-716c-4d03-8d5c-1600907780c9), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.620277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.626669 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/networks/da44e5d4-716c-4d03-8d5c-1600907780c9 HTTP/1.1" status: 204 len: 168 time: 0.6753371 Feb 14 22:23:30.626776 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47684) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:30.641836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a7c19-8fb3-4f0a-9098-36ad8877aa70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Network': ['ID=da44e5d4-716c-4d03-8d5c-1600907780c9,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:30.686011 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0ba2795a-c881-4a14-b849-0c0c37ed234a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.710717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (0ba2795a-c881-4a14-b849-0c0c37ed234a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.770940 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (0ba2795a-c881-4a14-b849-0c0c37ed234a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.773459 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:30.774638 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/security-groups/0ba2795a-c881-4a14-b849-0c0c37ed234a HTTP/1.1" status: 204 len: 168 time: 0.1468849 Feb 14 22:23:30.783563 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bc468-a354-48a6-ab78-821bb8770d3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2795a-c881-4a14-b849-0c0c37ed234a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.075008 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18f653e2-206d-471a-a489-50a700ca15ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.080181 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47690) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.085360 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533141376', 'description': 'tempest-secgroup-smoke-533141376 description', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.105283 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.172153 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (8888754b-ca6a-4a25-aecd-f7df076b65fa), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.175727 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8888754b-ca6a-4a25-aecd-f7df076b65fa), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.206735 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.207999 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1266553 Feb 14 22:23:31.209215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21126278-fd4d-4cae-aa5e-0a76e78956ab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8888754b-ca6a-4a25-aecd-f7df076b65fa,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.211065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47692) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.215943 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.244212 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2dcb7e18-74be-4c12-b22c-41d3c4b6d1be), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.293775 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2dcb7e18-74be-4c12-b22c-41d3c4b6d1be), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.297380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2dcb7e18-74be-4c12-b22c-41d3c4b6d1be), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.319427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb7e18-74be-4c12-b22c-41d3c4b6d1be,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.331749 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.333129 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-df733248-5a87-4eed-89ca-f8eebdca1278 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208827 Feb 14 22:23:31.336734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47694) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.341620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.367878 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (3c022b7a-d3c3-457d-b226-0fd885ebd401), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.428542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (3c022b7a-d3c3-457d-b226-0fd885ebd401), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.432449 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (3c022b7a-d3c3-457d-b226-0fd885ebd401), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.458277 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c022b7a-d3c3-457d-b226-0fd885ebd401,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.469427 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.471287 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fcf25d11-f367-4b13-a04d-d075b0b28c45 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335065 Feb 14 22:23:31.473939 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47696) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.479142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.504053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (946b8f0c-46fa-4405-a058-c3a507c4d9fb), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.559657 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (946b8f0c-46fa-4405-a058-c3a507c4d9fb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.563233 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (946b8f0c-46fa-4405-a058-c3a507c4d9fb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.580359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946b8f0c-46fa-4405-a058-c3a507c4d9fb,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.589453 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.590933 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7c456556-35de-475b-8da4-1a0a019295d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152303 Feb 14 22:23:31.593753 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47698) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.598018 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.623475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (8fa6138c-ec37-47ce-9f79-412be1c4d68e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.679479 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (8fa6138c-ec37-47ce-9f79-412be1c4d68e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.683005 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (8fa6138c-ec37-47ce-9f79-412be1c4d68e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.703005 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa6138c-ec37-47ce-9f79-412be1c4d68e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.711755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.712958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-26417dcd-6cbd-4557-a345-a74054ba2be9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182616 Feb 14 22:23:31.715770 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47700) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.720041 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.741156 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:23:31.746142 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (35e94de3-9d1f-4adb-bf78-381e5ac557ef), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.802159 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (35e94de3-9d1f-4adb-bf78-381e5ac557ef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.806257 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (35e94de3-9d1f-4adb-bf78-381e5ac557ef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.823698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e94de3-9d1f-4adb-bf78-381e5ac557ef,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.830875 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.832049 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8020706c-7e7b-4665-b9b4-c50751add662 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153319 Feb 14 22:23:31.835846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47702) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.840313 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': '8888754b-ca6a-4a25-aecd-f7df076b65fa', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.860689 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:23:31.865650 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (9bd4a513-4684-4025-8b22-bdd7d547546e), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.924804 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (9bd4a513-4684-4025-8b22-bdd7d547546e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.928680 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (9bd4a513-4684-4025-8b22-bdd7d547546e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.947733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd4a513-4684-4025-8b22-bdd7d547546e,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:31.959869 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:31.961142 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0fd1ec30-e2d4-4e1a-a442-a580ef62de94 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243656 Feb 14 22:23:31.964013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47704) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:31.968898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'network': {'name': 'tempest-network-smoke--1480630315', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:31.988228 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:23:31.991803 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.019445 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:23:32.020367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65e03c1a-96e1-4740-a386-21c1c992adaa no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:23:32.031210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.031579 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Added segment 1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c of type vlan for network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 Feb 14 22:23:32.042025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 65e03c1a-96e1-4740-a386-21c1c992adaa {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:23:32.042382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 65e03c1a-96e1-4740-a386-21c1c992adaa not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:23:32.076355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.101507 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.106523 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:32.107105 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.155710 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905992 Feb 14 22:23:32.158437 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47706) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:32.163273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'admin_state_up': True, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:32.187991 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad898f9c-a4c0-4d2e-a1f0-6dc181949a04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Network': ['ID=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:32.198722 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (04bb6d47-6196-4577-8814-618b33690675), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.199242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:23:32.200106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (04bb6d47-6196-4577-8814-618b33690675), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.259403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (04bb6d47-6196-4577-8814-618b33690675), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.698987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (04bb6d47-6196-4577-8814-618b33690675), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.887350 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (04bb6d47-6196-4577-8814-618b33690675), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:32.905170 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.006547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.60 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:23:33.103450 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.136537 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.173260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:33.175999 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:33.181894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:23:33.187304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:33.438881 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (04bb6d47-6196-4577-8814-618b33690675), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.450118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b903b5a6-a3a7-48af-b3d6-e81d0d5cdc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.647120 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (04bb6d47-6196-4577-8814-618b33690675), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.771916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 04bb6d47-6196-4577-8814-618b33690675 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:23:33.877657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:23:33.887469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Sync routers for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:23:33.897759 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:33.898277 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:33.898448 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:33.901898 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5c03409d-68e1-4697-9f5f-3c6451386825 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7395952 Feb 14 22:23:33.902225 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47708) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:33.930301 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dad49b4e-6d7f-4dcc-822b-799751329b56 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=4edaacc1b0fb47ecaa040c27972ea42e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271387 Feb 14 22:23:33.932793 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47710) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:34.010076 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:34.015760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca42d3-5439-4894-a63b-2596c7f9b0cc tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:34.017317 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2aca42d3-5439-4894-a63b-2596c7f9b0cc tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836415 Feb 14 22:23:34.020097 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47712) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:34.052072 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3febbd53-5e5d-4c5c-8696-9a5bb333b8d3 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307384 Feb 14 22:23:34.055068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47714) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:34.059654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-473107535', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:34.144778 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:23:34.148788 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.189302 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:33Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:34.215703 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Checking router: 04bb6d47-6196-4577-8814-618b33690675 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:23:34.216057 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Updating router 04bb6d47-6196-4577-8814-618b33690675 port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:23:34.244707 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.334173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.392200 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Subnet': ['ID=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:34.404739 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Checking segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:23:34.405105 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network hostable DHCP agents. Network: beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:23:34.421795 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:23:34.432031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:34.436405 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:34.437002 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.445334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d6250-ca05-4f28-baef-2bc741bc62f4 None None] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:23:34.455958 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9bf941f4-61df-44ed-94a1-d16e71f09b0f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3998337 Feb 14 22:23:34.458633 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47716) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:34.511508 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks [] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.517799 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.550019 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:23:34.551006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.577186 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Pushing event updated for resources: {'Port': ['ID=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:34.581854 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Attempting to bind port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:23:34.582404 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Attempting to bind port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:23:34.582817 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Attempting to bind port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:23:34.592734 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:23:34.593118 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:23:34.593738 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.594136 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:23:34.594604 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Bound port: cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:23:34.594990 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.598212 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.598567 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.598911 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.599812 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.600151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.600483 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.600814 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.601141 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.601466 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.601791 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.602115 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.602692 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.603013 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:23:34.657763 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] For port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:23:34.661001 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] For port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:23:34.667875 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.696201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Allocated IP 172.20.0.2 (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8/86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a/68a33ebc-3623-436e-9e4a-ecc9ff322ba0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:23:34.715745 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:34.716711 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:34.784169 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2ce7-7dda-4b10-90ae-b0dab1948f42 None None] Pushing event updated for resources: {'Port': ['ID=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:34.824579 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.845399 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:34.873634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks [] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.882097 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.921578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:34.926483 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:34.931846 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:23:34.932053 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.937067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Pushing event updated for resources: {'Port': ['ID=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:34.990684 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Attempting to bind port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:23:34.991185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Attempting to bind port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:23:34.991623 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Attempting to bind port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:23:34.997594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:23:34.998072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Checking segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:23:34.998543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:34.999259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Bound using segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:23:34.999572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Bound port: 68a33ebc-3623-436e-9e4a-ecc9ff322ba0, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:23:35.000028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.035884 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:33Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:35.062352 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5709317-27a6-4a0b-8567-4e35bbdd7c76 None None] The sync data for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 is: [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:33Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:23:35.073525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] For port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:23:35.077106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] For port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:23:35.085136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.158821 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109e1bd-f2ea-4b96-a90c-44ef64226143 None None] Pushing event updated for resources: {'Port': ['ID=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:35.233540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.1 (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8/86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a/300208ae-c6bb-4a38-af29-d0e62c36c5bc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:23:35.386562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.431268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.474647 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:35.479082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:35.485780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:23:35.519058 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:35.542757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (04bb6d47-6196-4577-8814-618b33690675), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.679651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.978245 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.984521 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:35.991658 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.154994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:36.211568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:36.212068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.216206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad1614-2c7f-47b4-a598-75e5734c42db None None] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:23:36.322262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Provisioning complete for port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:36.322645 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.394124 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:36.397589 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (04bb6d47-6196-4577-8814-618b33690675), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.429457 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:36.429845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.491980 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:36.494066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:36.499396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:36.513615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.514396 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:36.518585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Current status of the port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:36.518973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.627426 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 04bb6d47-6196-4577-8814-618b33690675 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:23:36.643402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:36.664961 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:23:36.665385 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:23:36.666784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:36.667229 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.760126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:36.760126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.762659 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:23:36.773888 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-4814f798-2a4f-496f-995a-5b541c2cd382 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/04bb6d47-6196-4577-8814-618b33690675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3141124 Feb 14 22:23:36.785968 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:36.792702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.841353 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:36.855917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:36.947595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-99628177-e5c6-4947-af7c-1eeed81825dd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533141376&fields=id&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 267 time: 0.0477414 Feb 14 22:23:36.957112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Sync routers for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:23:36.968155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:36.968782 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:37.069708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-047becbc-0956-46bc-a3a1-26fe7a156b4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:37.071258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-047becbc-0956-46bc-a3a1-26fe7a156b4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 797 time: 0.1172869 Feb 14 22:23:37.087301 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-b2647c90-b279-4268-ad70-f0f51d6b8ada tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/quotas/4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 375 time: 0.0099468 Feb 14 22:23:37.088169 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:37.147542 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-d5e84f4e-5527-4f71-ae3f-feb7bdb57a32 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530932 Feb 14 22:23:37.244521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f23a72c-eb8d-4a5a-a8dc-4f384abaa9d4 None None] Current status of the port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:37.253753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-a4ec0cae-e435-49bf-b338-be315c66dcec service neutron] 10.222.0.86 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931664 Feb 14 22:23:37.318829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 2, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:37.343062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-bda23461-a80c-43d4-ac75-bbfb8f993593 service neutron] 10.222.0.86 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Feb 14 22:23:37.345756 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Checking router: 04bb6d47-6196-4577-8814-618b33690675 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:23:37.346045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Updating router 04bb6d47-6196-4577-8814-618b33690675 port 300208ae-c6bb-4a38-af29-d0e62c36c5bc binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:23:37.380711 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.392160 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Provisioning complete for port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:37.392530 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.471379 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.513810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1985706-6966-4e6e-abee-5f03ada3ec56 req-7531199b-1668-4ef9-9b2d-f96af86125d1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 210 time: 0.0295012 Feb 14 22:23:37.632860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Current status of the port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:37.655879 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Provisioning complete for port 300208ae-c6bb-4a38-af29-d0e62c36c5bc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:37.656255 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.714995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c84ae8c8-5549-4f1c-8537-3a2723a8c849 None None] Port 300208ae-c6bb-4a38-af29-d0e62c36c5bc cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:23:37.782028 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks [] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.788062 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.858321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7469a7-77a2-4d33-9082-51c9ac2a46a8 None None] Pushing event updated for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:37.894131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Attempting to bind port 300208ae-c6bb-4a38-af29-d0e62c36c5bc on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:23:37.894506 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Attempting to bind port 300208ae-c6bb-4a38-af29-d0e62c36c5bc by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:23:37.894878 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Attempting to bind port 300208ae-c6bb-4a38-af29-d0e62c36c5bc on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:23:37.901015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:23:37.901395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Checking segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:23:37.901797 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:37.902192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Bound using segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:23:37.902656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Bound port: 300208ae-c6bb-4a38-af29-d0e62c36c5bc, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:23:37.903035 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.141456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:38.190021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] For port 300208ae-c6bb-4a38-af29-d0e62c36c5bc, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:23:38.209759 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] For port 300208ae-c6bb-4a38-af29-d0e62c36c5bc, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=300208ae-c6bb-4a38-af29-d0e62c36c5bc,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:23:38.213938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Provisioning complete for port 300208ae-c6bb-4a38-af29-d0e62c36c5bc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:38.214316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.218502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.298217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:38.298601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.341962 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:38.342610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:38.384915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7469a7-77a2-4d33-9082-51c9ac2a46a8 None None] Pushing event updated for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:38.489501 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Current status of the port 300208ae-c6bb-4a38-af29-d0e62c36c5bc is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:38.489930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.543293 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-4ca5f19a-b0f5-4756-ab7a-e01c080704e1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:38.547691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-4ca5f19a-b0f5-4756-ab7a-e01c080704e1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 797 time: 0.1546085 Feb 14 22:23:38.562098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:38.617002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:38.618086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:38.622391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] For port 300208ae-c6bb-4a38-af29-d0e62c36c5bc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=300208ae-c6bb-4a38-af29-d0e62c36c5bc,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:38.639590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137d90d3-2ef6-415d-aa1a-30d8a20ddeea req-2c809d6a-8887-48df-b03f-3a7de4b213c0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 210 time: 0.0413227 Feb 14 22:23:38.653549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.653731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-7eb18348-efab-402e-914c-de2bbe343b27 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 379 time: 0.0954189 Feb 14 22:23:38.663250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'port': {'device_id': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'admin_state_up': True, 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'security_groups': ['8888754b-ca6a-4a25-aecd-f7df076b65fa']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:38.776412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:23:38.780331 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.806429 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4192da-5033-4b01-b62b-f0111b0ff54f None None] Pushing event updated for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:38.825280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6a804a52-4b99-4e57-9e27-e15327b3298c None None] Provisioning complete for port 300208ae-c6bb-4a38-af29-d0e62c36c5bc triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:38.825663 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a804a52-4b99-4e57-9e27-e15327b3298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.864441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:38.865357 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:38.910618 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.10 (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8/86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a/aa8f5edc-1df1-400b-835d-4606491e7ffd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:23:39.022082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6a804a52-4b99-4e57-9e27-e15327b3298c None None] Current status of the port 300208ae-c6bb-4a38-af29-d0e62c36c5bc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:39.026972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:39.054486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.059138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:39.061492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96024fb9-3569-48d6-b03b-f6e02c3daf3f None None] The sync data for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 is: [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:23:39.097112 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.159698 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:39.165339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:39.170178 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:23:39.174677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:39.229339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:39.230050 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.249411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-fa8ca144-9457-4b62-8979-5ae9391e26c7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903525 Feb 14 22:23:39.264568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Request body: {'port': {'device_id': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:39.341000 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.443783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f2f66119-2368-4b35-9f7e-7619b50d87f2 None None] Provisioning complete for port aa8f5edc-1df1-400b-835d-4606491e7ffd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:39.444323 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f66119-2368-4b35-9f7e-7619b50d87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.487517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f2f66119-2368-4b35-9f7e-7619b50d87f2 None None] Port aa8f5edc-1df1-400b-835d-4606491e7ffd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:23:39.635573 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8f5edc-1df1-400b-835d-4606491e7ffd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:23:39.644125 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks [] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.656495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Transition to ACTIVE for port object aa8f5edc-1df1-400b-835d-4606491e7ffd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:23:39.660726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.714713 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:39.836952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df978-1253-45a2-9f36-079935941c86 req-68c30a31-9bd9-414f-b6df-9fd8504a30e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:39.838691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc2df978-1253-45a2-9f36-079935941c86 req-68c30a31-9bd9-414f-b6df-9fd8504a30e2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.1201353 Feb 14 22:23:39.842150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:23:39.842501 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:23:39.842838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:23:39.855643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:23:39.855980 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:23:39.870737 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:23:39.871088 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Checking segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:23:39.871520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Bound using segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:23:39.871965 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Bound port: aa8f5edc-1df1-400b-835d-4606491e7ffd, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:23:39.872336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:39.929731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc2df978-1253-45a2-9f36-079935941c86 req-c4b3586b-597f-409b-80fa-d5ca571d984d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840967 Feb 14 22:23:39.964025 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:23:39.967147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:23:39.973773 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:40.011259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.011926 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:40.013727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] 10.222.0.83 "PUT /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1093 time: 0.7561533 Feb 14 22:23:40.016482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:23:40.019640 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b351d-8220-4d54-a475-418a039426a3" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:23:40.062999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d690b-afbc-410e-a10e-25451b2b4bfd service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:40.130594 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00521afc-37d2-4158-99ea-80e6660ed0f9 x-openstack-request-id: req-00521afc-37d2-4158-99ea-80e6660ed0f9 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:23:40.131185 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:23:40.131185 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00521afc-37d2-4158-99ea-80e6660ed0f9 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:23:40.131580 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'status': 'completed', 'code': 200} Feb 14 22:23:40.157539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-9717a8fc-9875-4417-a866-6d1c3373767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.159080 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-9717a8fc-9875-4417-a866-6d1c3373767d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.0858109 Feb 14 22:23:40.163854 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 300208ae-c6bb-4a38-af29-d0e62c36c5bc up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:40.222844 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-05c4c9c9-472f-435a-8ff0-07c07955f9a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 217 time: 0.0535903 Feb 14 22:23:40.223116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 300208ae-c6bb-4a38-af29-d0e62c36c5bc triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:40.223490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:40.285751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-bb82f817-2c61-43fc-a680-35014321182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.287921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-bb82f817-2c61-43fc-a680-35014321182c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0590768 Feb 14 22:23:40.314152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 300208ae-c6bb-4a38-af29-d0e62c36c5bc is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:40.339812 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e621-9193-4de1-b39d-0d3768581970 req-2a859421-66d6-4440-935f-0ff220b52229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.342019 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-2a859421-66d6-4440-935f-0ff220b52229 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483382 Feb 14 22:23:40.435336 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-8ff9e60b-8938-4dd6-8751-564bdab75f1e service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850897 Feb 14 22:23:40.522370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e01e621-9193-4de1-b39d-0d3768581970 req-7cd5ff4b-f37b-4550-9ddb-e5736794a434 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Feb 14 22:23:40.617079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b351d-8220-4d54-a475-418a039426a3 req-59584e2c-5ddc-48e9-b935-7d10bfcd6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.618494 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-59584e2c-5ddc-48e9-b935-7d10bfcd6646 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.0510173 Feb 14 22:23:40.706798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b351d-8220-4d54-a475-418a039426a3 req-8f69d011-e3ad-47d7-bd84-ecb4fd5c3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.708311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-8f69d011-e3ad-47d7-bd84-ecb4fd5c3298 service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0833073 Feb 14 22:23:40.754543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-bbe4b40a-45a1-4390-84ee-be8562f7740c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 217 time: 0.0399780 Feb 14 22:23:40.812669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b351d-8220-4d54-a475-418a039426a3 req-5e3b4319-f5ca-414d-a51d-7fd781eb0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.818333 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-5e3b4319-f5ca-414d-a51d-7fd781eb0de3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0524657 Feb 14 22:23:40.865305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b351d-8220-4d54-a475-418a039426a3 req-c9bc95b2-afc5-47e1-ad1f-a05af66d3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:40.866783 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-c9bc95b2-afc5-47e1-ad1f-a05af66d3243 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448744 Feb 14 22:23:40.963226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-027a214e-2de8-48ba-ba63-cc93b5f047e0 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860727 Feb 14 22:23:41.089393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-737b351d-8220-4d54-a475-418a039426a3 req-81e0cc61-219c-4c8c-9888-e6a8e4444b03 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174686 Feb 14 22:23:41.096337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9faf99-f9d5-4edd-9784-7bee00bd9cb0 req-1fa0a726-bccd-439e-a01b-af716f6b3121 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:41.097801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9faf99-f9d5-4edd-9784-7bee00bd9cb0 req-1fa0a726-bccd-439e-a01b-af716f6b3121 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0822513 Feb 14 22:23:41.154870 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-af9faf99-f9d5-4edd-9784-7bee00bd9cb0 req-20bc98f6-c6a5-490f-8452-55a928b3a8c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504320 Feb 14 22:23:42.275555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b166-dbad-4908-af3f-2eadd3ba80a1 req-2a561ee7-6226-4a9f-8bf8-e7b1940df0c4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:42.276973 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ee6b166-dbad-4908-af3f-2eadd3ba80a1 req-2a561ee7-6226-4a9f-8bf8-e7b1940df0c4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Feb 14 22:23:42.325388 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ee6b166-dbad-4908-af3f-2eadd3ba80a1 req-7d8e93ee-f5e3-44d5-b1fe-682e56d12eb0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Feb 14 22:23:43.321250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:23:43.418569 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:43.430545 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'mac_address': 'fa:16:3e:87:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:23:43.445041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759c44-74a1-4cf7-9026-1b152a3469bd req-3fa3bd81-ef53-41cd-b5ab-4fc3978ac7e9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:43.446529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16759c44-74a1-4cf7-9026-1b152a3469bd req-3fa3bd81-ef53-41cd-b5ab-4fc3978ac7e9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0529919 Feb 14 22:23:43.468025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port aa8f5edc-1df1-400b-835d-4606491e7ffd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:43.468419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:43.482587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8f5edc-1df1-400b-835d-4606491e7ffd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:23:43.497886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16759c44-74a1-4cf7-9026-1b152a3469bd req-82a427e2-7ed1-4c4a-9869-86e899d98ed2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456190 Feb 14 22:23:43.502587 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:43.506932 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:43.557610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:43.722997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['aa8f5edc-1df1-400b-835d-4606491e7ffd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:23:44.620063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0fbd2-a1b5-4bd9-903b-1d267fdcaf9f req-e8f7e00e-4000-4ab7-91c8-aca164c787e9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:44.621531 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76b0fbd2-a1b5-4bd9-903b-1d267fdcaf9f req-e8f7e00e-4000-4ab7-91c8-aca164c787e9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 945 time: 0.0561874 Feb 14 22:23:44.669818 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-76b0fbd2-a1b5-4bd9-903b-1d267fdcaf9f req-44af0e7e-08b3-495c-b673-9b110541d87f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Feb 14 22:23:45.323561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:23:45.372012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port aa8f5edc-1df1-400b-835d-4606491e7ffd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:23:45.375867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port aa8f5edc-1df1-400b-835d-4606491e7ffd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:23:45.376257 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:45.453330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port aa8f5edc-1df1-400b-835d-4606491e7ffd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:23:45.453628 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:45.475779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:23:45.478238 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1046fc1c-7a40-46a9-b983-8c5605b2b7b9" -d '{"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:23:45.490669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:23:45.494868 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:45.519925 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecab571a-823b-40f4-9149-7418949c2af4 x-openstack-request-id: req-ecab571a-823b-40f4-9149-7418949c2af4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:23:45.520217 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:23:45.520470 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ecab571a-823b-40f4-9149-7418949c2af4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:23:45.520885 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'code': 200} Feb 14 22:23:45.546535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:45.615710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20c87-9b88-4505-87bf-0c3cc9803843 req-32808480-2dde-4ab9-a3a0-e6f175951931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:45.617199 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8f20c87-9b88-4505-87bf-0c3cc9803843 req-32808480-2dde-4ab9-a3a0-e6f175951931 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0438852 Feb 14 22:23:45.662074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b8f20c87-9b88-4505-87bf-0c3cc9803843 req-18b662fb-2e9f-4774-97e3-67d5badf8d58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390213 Feb 14 22:23:45.796602 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109283f-951b-49c7-bef5-2a5c5902624e req-8c723e3d-d171-4bac-9bc5-184ff16fcbf2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:45.798520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0109283f-951b-49c7-bef5-2a5c5902624e req-8c723e3d-d171-4bac-9bc5-184ff16fcbf2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0595658 Feb 14 22:23:45.847580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0109283f-951b-49c7-bef5-2a5c5902624e req-16b334f9-00a3-4ebd-b782-cfe0098b9d55 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 Feb 14 22:23:46.967396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a245-01b6-4096-92ba-123cb4ace3a9 req-7bd45886-f84b-43c6-8567-8486685f1dae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:46.968875 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05b5a245-01b6-4096-92ba-123cb4ace3a9 req-7bd45886-f84b-43c6-8567-8486685f1dae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0529983 Feb 14 22:23:47.016792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-05b5a245-01b6-4096-92ba-123cb4ace3a9 req-84d574b2-a975-4b44-9b17-7ed0a88d3384 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Feb 14 22:23:47.135072 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812839-97a2-4611-99b9-c7bffecdc1ec req-0088e4de-0952-4d51-a7c2-ac1d4d72ce68 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:47.136481 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e812839-97a2-4611-99b9-c7bffecdc1ec req-0088e4de-0952-4d51-a7c2-ac1d4d72ce68 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Feb 14 22:23:47.188412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4e812839-97a2-4611-99b9-c7bffecdc1ec req-9db45f42-dabb-4305-b77a-d01c44b631d1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464804 Feb 14 22:23:47.210470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47774) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:47.256574 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826f275-c7f3-4773-a95c-2d66f2136d16 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:47.258108 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9826f275-c7f3-4773-a95c-2d66f2136d16 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1124 time: 0.0466270 Feb 14 22:23:47.261107 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47776) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:47.266377 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:23:47.288757 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:47.381562 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:47.484698 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.154 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/5aee054a-1abd-4f1a-839b-f0aa5fbc4551) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:23:47.584246 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:47.617291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:47.653400 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:23:47.656127 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:23:47.663252 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:23:47.668500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=5aee054a-1abd-4f1a-839b-f0aa5fbc4551,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:48.031793 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (1bd61e9d-c57e-4170-b6bf-efc36ead798e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.102337 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.254407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.258971 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.328336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=5aee054a-1abd-4f1a-839b-f0aa5fbc4551,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:23:48.340511 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (1bd61e9d-c57e-4170-b6bf-efc36ead798e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.444293 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 1bd61e9d-c57e-4170-b6bf-efc36ead798e associated. External IP: 172.25.2.154, port: aa8f5edc-1df1-400b-835d-4606491e7ffd. Feb 14 22:23:48.654796 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 04bb6d47-6196-4577-8814-618b33690675 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:23:48.763392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:23:48.772830 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620dea6-a640-487a-97ff-239da731745f None None] Sync routers for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:23:48.780836 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:23:48.782761 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:48.783411 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:48.812363 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-da9027df-ba58-412e-b3de-0ddbd6b19295 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5502636 Feb 14 22:23:48.813250 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:23:48.815882 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48bc56-e945-46f4-ba18-8e247c6f74e8" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:23:48.917700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896410d-969f-4844-b0fb-2bb36918ddd9 req-8ef35c8e-11cb-4fd4-9470-aecfd7af9a6d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:48.919874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2896410d-969f-4844-b0fb-2bb36918ddd9 req-8ef35c8e-11cb-4fd4-9470-aecfd7af9a6d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0560074 Feb 14 22:23:48.983072 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:49.001176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2896410d-969f-4844-b0fb-2bb36918ddd9 req-c71b5d9f-8725-4f22-96ef-6599e4405e95 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748563 Feb 14 22:23:49.008379 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-5875942b-5b0f-4a9c-9468-ca12ec95f60a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0679624 Feb 14 22:23:49.023337 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:49.070378 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eb4689-946f-43bd-b2da-d00d8f90e28e x-openstack-request-id: req-63eb4689-946f-43bd-b2da-d00d8f90e28e {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:23:49.070795 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:23:49.071119 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63eb4689-946f-43bd-b2da-d00d8f90e28e {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:23:49.071603 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'status': 'completed', 'code': 200} Feb 14 22:23:49.098299 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d11fb4c7-e285-46fe-842c-ca5833fa2a8c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/1bd61e9d-c57e-4170-b6bf-efc36ead798e HTTP/1.1" status: 200 len: 992 time: 0.0733728 Feb 14 22:23:49.120319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-49ef9c26-29c7-42e6-be77-79c9ebb3dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.121855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-49ef9c26-29c7-42e6-be77-79c9ebb3dd8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0504622 Feb 14 22:23:49.207562 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1bd61e9d-c57e-4170-b6bf-efc36ead798e', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '04bb6d47-6196-4577-8814-618b33690675', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'mac_address': 'fa:16:3e:87:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:23:47Z', 'updated_at': '2022-02-14T22:23:47Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:49.227609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-bcda78e3-87b6-4212-a079-f2f597de7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.229332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-bcda78e3-87b6-4212-a079-f2f597de7028 service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0897219 Feb 14 22:23:49.234328 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620dea6-a640-487a-97ff-239da731745f None None] Checking router: 04bb6d47-6196-4577-8814-618b33690675 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:23:49.242618 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:23:49.243247 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:23:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:49.297211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-0e4f81a8-c688-4863-82cb-9ab85ec43f75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.0616331 Feb 14 22:23:49.349771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-1e545860-1a5a-4b97-b99b-863905de4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.351314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-1e545860-1a5a-4b97-b99b-863905de4425 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0477271 Feb 14 22:23:49.351662 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:23:49.400400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-77cba41d-d3ad-4366-9e70-6e5e2a58a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.401921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-77cba41d-d3ad-4366-9e70-6e5e2a58a388 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447176 Feb 14 22:23:49.489587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-e877c573-d7eb-4013-9982-c851cb01f7fa service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814755 Feb 14 22:23:49.573971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e620dea6-a640-487a-97ff-239da731745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1bd61e9d-c57e-4170-b6bf-efc36ead798e', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '04bb6d47-6196-4577-8814-618b33690675', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'mac_address': 'fa:16:3e:87:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:23:47Z', 'updated_at': '2022-02-14T22:23:47Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:23:49.584402 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5a1ad13-0ee7-439a-a155-4aa886fb6fc3 req-061f654a-0224-494f-ba36-50e951eefdbf service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887489 Feb 14 22:23:49.602495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620dea6-a640-487a-97ff-239da731745f None None] The sync data for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 is: [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '1bd61e9d-c57e-4170-b6bf-efc36ead798e', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '04bb6d47-6196-4577-8814-618b33690675', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'mac_address': 'fa:16:3e:87:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:23:47Z', 'updated_at': '2022-02-14T22:23:47Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:23:49.679465 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-31347589-b7c5-4c4f-93d2-4095e74ce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.680980 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-31347589-b7c5-4c4f-93d2-4095e74ce3ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0484874 Feb 14 22:23:49.777408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-1afcc5c4-c4d6-43db-8ae3-d3dd81db661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.778886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-1afcc5c4-c4d6-43db-8ae3-d3dd81db661c service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0920570 Feb 14 22:23:49.804665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2c6fd-89a1-4666-851e-47f591b4175f None None] New status for floating IP 1bd61e9d-c57e-4170-b6bf-efc36ead798e: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:23:49.848707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-0161451e-a3ad-406c-995e-6019e86a5753 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.0631649 Feb 14 22:23:49.899672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-2ba1f68b-7760-4d7b-901e-f43665a4ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.901155 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-2ba1f68b-7760-4d7b-901e-f43665a4ec25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0468032 Feb 14 22:23:49.955796 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-77782808-ab12-45db-b769-fc100608b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:23:49.957436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-77782808-ab12-45db-b769-fc100608b538 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505240 Feb 14 22:23:50.050175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-ff29c36f-1579-4fb2-ba00-b5af2db15a16 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 Feb 14 22:23:50.102546 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47784) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:23:50.154965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e48bc56-e945-46f4-ba18-8e247c6f74e8 req-cc73f2b0-136f-430d-908b-6419b391c206 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988903 Feb 14 22:23:50.170547 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-53df12dc-76b2-430b-850a-ec635e5481e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/1bd61e9d-c57e-4170-b6bf-efc36ead798e HTTP/1.1" status: 200 len: 994 time: 0.0665007 Feb 14 22:23:52.546611 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:23:59.243719 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:01.070927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c2bc109-4a27-4250-95e5-3f0f04d6fcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:03.452322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a412-3c12-4a61-b266-9c642491a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:04.802908 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:05.978898 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:06.808079 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:07.434405 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:18.792262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-47a12538-81ac-4237-9d5c-8329101e19d9 req-66a51f77-b95f-4901-b237-6e38c16db5e2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:24:18.793237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47a12538-81ac-4237-9d5c-8329101e19d9 req-66a51f77-b95f-4901-b237-6e38c16db5e2 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056376 Feb 14 22:24:18.968913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47802) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:24:18.979506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25bc8a-1665-46f1-b57c-bf4769eecad7 req-f3ef8771-1c13-467e-8e2e-1398bd25359c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:18.981015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b25bc8a-1665-46f1-b57c-bf4769eecad7 req-f3ef8771-1c13-467e-8e2e-1398bd25359c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0543447 Feb 14 22:24:19.031534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6b25bc8a-1665-46f1-b57c-bf4769eecad7 req-23c7e905-a2ce-412a-b68c-28744372043a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Feb 14 22:24:19.056698 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-018521ff-d130-4d0b-8bbf-a7148dfa8cc0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865254 Feb 14 22:24:19.064921 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-271f172c-c22d-4c70-9bf9-560284359a79 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:24:19.065865 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-271f172c-c22d-4c70-9bf9-560284359a79 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048585 Feb 14 22:24:19.401008 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47824) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:24:19.489480 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-b23e696f-079b-4905-bdd7-de1d2f1f9975 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:19.491457 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-b23e696f-079b-4905-bdd7-de1d2f1f9975 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 943 time: 0.0887990 Feb 14 22:24:20.152705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94f851-7ff8-4a5b-830f-a0d82acbea7b req-033116df-5958-4185-937e-feff8f32781a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:20.154210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e94f851-7ff8-4a5b-830f-a0d82acbea7b req-033116df-5958-4185-937e-feff8f32781a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0544319 Feb 14 22:24:20.219329 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9e94f851-7ff8-4a5b-830f-a0d82acbea7b req-fcdac4be-b650-4c62-9be0-bc2121d256e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594728 Feb 14 22:24:20.275053 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-96da2858-ec34-4f84-bcd7-b1cdc53b8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:20.276576 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-96da2858-ec34-4f84-bcd7-b1cdc53b8c1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0444021 Feb 14 22:24:20.370644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-a4bfdc8b-bdd3-4a24-91fa-5c4185699136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:20.372270 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-a4bfdc8b-bdd3-4a24-91fa-5c4185699136 service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0885956 Feb 14 22:24:20.440147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-e11148cf-7aea-4522-aa67-6925fa18edd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1002 time: 0.0616291 Feb 14 22:24:20.489952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-e0451ef7-6046-4dfa-aa28-fa99d9ce406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:20.492211 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-e0451ef7-6046-4dfa-aa28-fa99d9ce406c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0459182 Feb 14 22:24:20.540832 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-bdb91e41-fc9e-4647-874b-ea30d792c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:20.542328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-bdb91e41-fc9e-4647-874b-ea30d792c3aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440452 Feb 14 22:24:20.632367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-c89f629f-9dad-405d-ae3a-8573583a7939 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Feb 14 22:24:20.718848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-cb019f9e-6819-4cff-a14f-01a6fd7080ce service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796885 Feb 14 22:24:21.341654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95f5d3-aa06-4858-9c6c-95f9a5ee1a2a req-41b40048-8feb-423c-96a1-60dd24186cab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:21.343106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d95f5d3-aa06-4858-9c6c-95f9a5ee1a2a req-41b40048-8feb-423c-96a1-60dd24186cab tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0524638 Feb 14 22:24:21.396751 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8d95f5d3-aa06-4858-9c6c-95f9a5ee1a2a req-97a2e390-fbaf-4197-aa59-64b8e1706ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Feb 14 22:24:22.514908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbc65b-9475-4614-a7ff-eefa4efe7aa8 req-660f0a67-8bd8-447f-98da-8b66c98fb3e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:22.516400 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02dbc65b-9475-4614-a7ff-eefa4efe7aa8 req-660f0a67-8bd8-447f-98da-8b66c98fb3e4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0514824 Feb 14 22:24:22.563592 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02dbc65b-9475-4614-a7ff-eefa4efe7aa8 req-342d95dc-8170-496f-8517-b32fa93527f4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Feb 14 22:24:23.682017 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8204-6976-41dc-b4fa-5ce7863039fe req-ecfc31b5-00df-409a-a047-454a4a1a58b9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:23.683511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b0d8204-6976-41dc-b4fa-5ce7863039fe req-ecfc31b5-00df-409a-a047-454a4a1a58b9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0524063 Feb 14 22:24:23.735769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3b0d8204-6976-41dc-b4fa-5ce7863039fe req-ece6d5df-39e2-45f3-be75-fcfc7a4a9a9a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Feb 14 22:24:24.857666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6b8f-2df0-4002-9ef6-7086629e9b6a req-298b6748-d6f4-49bf-bcbb-1cb1da632372 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:24.859146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61ec6b8f-2df0-4002-9ef6-7086629e9b6a req-298b6748-d6f4-49bf-bcbb-1cb1da632372 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0571229 Feb 14 22:24:24.907059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-61ec6b8f-2df0-4002-9ef6-7086629e9b6a req-ddbc0bd7-b3ec-468b-bb62-064d1f0ab0e3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Feb 14 22:24:26.026245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964294d-1417-47ff-9ae9-f6a9c36dc62e req-8b146694-4406-4168-884f-a34b83bf4e76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:26.027758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0964294d-1417-47ff-9ae9-f6a9c36dc62e req-8b146694-4406-4168-884f-a34b83bf4e76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0524871 Feb 14 22:24:26.076349 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0964294d-1417-47ff-9ae9-f6a9c36dc62e req-6e97aa00-43e9-4b3e-bb65-e4b712e84df8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Feb 14 22:24:27.199565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcf8bb-8971-479d-9fe6-1cf74b58c75e req-dc2c3851-851c-475f-bae5-e2649087fdfd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:27.201031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0fcf8bb-8971-479d-9fe6-1cf74b58c75e req-dc2c3851-851c-475f-bae5-e2649087fdfd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0567353 Feb 14 22:24:27.248954 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f0fcf8bb-8971-479d-9fe6-1cf74b58c75e req-f462f6f2-1a1e-45a0-974a-b7916bd5ab70 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424230 Feb 14 22:24:28.371168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb103bd9-54e7-45b8-82f9-7dcb5c8addb2 req-1615d50b-d0a4-4079-89d8-671621f09018 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:28.372651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb103bd9-54e7-45b8-82f9-7dcb5c8addb2 req-1615d50b-d0a4-4079-89d8-671621f09018 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Feb 14 22:24:28.422216 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cb103bd9-54e7-45b8-82f9-7dcb5c8addb2 req-677a0a60-5019-4e50-89a0-89d822e2dd5b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 Feb 14 22:24:29.242193 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:29.541950 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f8d0-9c75-459a-a5cf-25b4aef317f0 req-c31562c0-88de-447f-987f-441211887598 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:29.543414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9419f8d0-9c75-459a-a5cf-25b4aef317f0 req-c31562c0-88de-447f-987f-441211887598 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0532057 Feb 14 22:24:29.546057 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:24:29.597295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9419f8d0-9c75-459a-a5cf-25b4aef317f0 req-50373bb9-6dde-48dd-9fea-b5f7a79d2473 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481114 Feb 14 22:24:30.716894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd20622-1a7c-4cb1-a05e-8e614c046b0b req-7c8d4329-1ce7-4ced-8a9f-dd12e535871f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:30.718374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd20622-1a7c-4cb1-a05e-8e614c046b0b req-7c8d4329-1ce7-4ced-8a9f-dd12e535871f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0523188 Feb 14 22:24:30.766956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ffd20622-1a7c-4cb1-a05e-8e614c046b0b req-144ab392-50a0-4c9c-96f7-a27057d353a4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Feb 14 22:24:31.073600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5650c999-33c9-415c-8d46-dd4ac3c08b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:31.887534 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8231-c60e-466a-acec-53090512bea6 req-470598f3-111f-4993-96a9-3dccca6ba128 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:31.888993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70ff8231-c60e-466a-acec-53090512bea6 req-470598f3-111f-4993-96a9-3dccca6ba128 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0522566 Feb 14 22:24:31.936806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-70ff8231-c60e-466a-acec-53090512bea6 req-f617a74c-19b2-4d9f-8366-650ccefc1f51 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Feb 14 22:24:32.521606 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-2a0a464f-cff2-4e57-a5f1-41822b076369 service neutron] show failed (client error): The resource could not be found. Feb 14 22:24:32.522644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-2a0a464f-cff2-4e57-a5f1-41822b076369 service neutron] 10.222.0.83 "GET /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd/bindings/n-h1-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0574260 Feb 14 22:24:32.760483 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-63b984cf-9acd-4cc6-82bc-84b46d056919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:32.761974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-63b984cf-9acd-4cc6-82bc-84b46d056919 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 1129 time: 0.0885897 Feb 14 22:24:32.772343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:24:32.829345 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.057847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:24:33.088235 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c1797-f07e-4189-827a-da4991893ac0 req-9503c7a6-77db-4619-a0d3-2fd885795d02 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.089715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d19c1797-f07e-4189-827a-da4991893ac0 req-9503c7a6-77db-4619-a0d3-2fd885795d02 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0848353 Feb 14 22:24:33.116554 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:24:33.175505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:24:33.177702 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b214648-78c7-485c-8e84-b569d1a2e352" -d '{"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:24:33.181833 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks [] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.187480 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d19c1797-f07e-4189-827a-da4991893ac0 req-e4dff9e2-bbaf-4e49-8015-71b38fdd94dc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891697 Feb 14 22:24:33.198085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Transition to ACTIVE for port object aa8f5edc-1df1-400b-835d-4606491e7ffd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:24:33.203094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.263470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=6']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:24:33.302557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.302988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.303305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.303704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.303948 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.304279 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.304635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.305014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.305344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.305771 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.306169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.306520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.306912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:33.319926 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5649cfee-9363-4087-898d-a28a9fcc8133 x-openstack-request-id: req-5649cfee-9363-4087-898d-a28a9fcc8133 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:24:33.320217 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:24:33.320469 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5649cfee-9363-4087-898d-a28a9fcc8133 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:24:33.320999 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'code': 200} Feb 14 22:24:33.354732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] No DVR routers for this DVR port aa8f5edc-1df1-400b-835d-4606491e7ffd on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:24:33.455256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e98f19f-73b0-4b7b-898d-972ef2643447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.494824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:24:33.495179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:24:33.495514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:24:33.500038 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:24:33.500361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Attempting to bind port aa8f5edc-1df1-400b-835d-4606491e7ffd on network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:24:33.505225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:24:33.505505 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Checking segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:24:33.505884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Bound using segment: {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:24:33.506303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Bound port: aa8f5edc-1df1-400b-835d-4606491e7ffd, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:24:33.506655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.574096 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:24:33.577306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:24:33.582986 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.617454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.618089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:33.620230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-32630cee-3f38-457b-95df-8e750390bebf service neutron] 10.222.0.64 "PUT /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1093 time: 0.8516283 Feb 14 22:24:33.650350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32630cee-3f38-457b-95df-8e750390bebf service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:24:33.689421 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-56ac4357-78ca-40e9-8444-88e3f4edaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.690956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-56ac4357-78ca-40e9-8444-88e3f4edaa2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.0496426 Feb 14 22:24:33.788752 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-4be64845-4c23-4c99-8d93-ff5d6a3c16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.790363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-4be64845-4c23-4c99-8d93-ff5d6a3c16c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0935090 Feb 14 22:24:33.855573 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-9a590531-bc65-4fa5-9b35-7292382abd0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.0591044 Feb 14 22:24:33.910004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-af0d0490-a433-49ec-99e4-dda79faf805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.911425 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-af0d0490-a433-49ec-99e4-dda79faf805d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0492373 Feb 14 22:24:33.959869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-462d3fe3-3b87-4bcd-bbee-3af3a6059017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:33.961354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-462d3fe3-3b87-4bcd-bbee-3af3a6059017 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441241 Feb 14 22:24:34.048263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-62fc0edb-7ac0-491b-a139-95006f51d8ac service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807443 Feb 14 22:24:34.140282 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-250a79c9-5c09-4ace-be34-77d0d97003e5 req-6f741d14-bc7c-4864-9a02-898ffcee396c service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862923 Feb 14 22:24:34.315689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a2b0c-f75b-4f11-9b14-188047e94596 req-87409fe7-03dc-44ee-af6f-bd71d42f35bf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:34.317175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e70a2b0c-f75b-4f11-9b14-188047e94596 req-87409fe7-03dc-44ee-af6f-bd71d42f35bf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0539742 Feb 14 22:24:34.366788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e70a2b0c-f75b-4f11-9b14-188047e94596 req-e3c74c6c-e86b-4018-a807-d758dbb82e2d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Feb 14 22:24:34.805494 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:35.322414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:24:35.324776 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:24:35.375413 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c64bae-5414-47a4-b683-6efaed859d56 x-openstack-request-id: req-a5c64bae-5414-47a4-b683-6efaed859d56 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:24:35.375807 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:24:35.376066 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5c64bae-5414-47a4-b683-6efaed859d56 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:24:35.376468 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'status': 'completed', 'code': 200} Feb 14 22:24:35.504241 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-05f0f0c6-ae70-4b29-8505-0b92fd41a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:35.505727 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-05f0f0c6-ae70-4b29-8505-0b92fd41a21f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.1025939 Feb 14 22:24:35.507267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-2c6e415f-66f7-48e3-9e0a-8da8d46b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:35.508590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-2c6e415f-66f7-48e3-9e0a-8da8d46b3354 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.1150575 Feb 14 22:24:35.557518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:24:35.597006 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] The host n-h2-828372-11 is not matching for port aa8f5edc-1df1-400b-835d-4606491e7ffd host n-h1-828372-11! {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 22:24:35.597997 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:24:35.922448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f77884-7de6-4a0b-bc10-a7efa55489d0 req-ea8408d1-0afd-4d79-8762-81321d804658 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:35.923847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73f77884-7de6-4a0b-bc10-a7efa55489d0 req-ea8408d1-0afd-4d79-8762-81321d804658 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.4796197 Feb 14 22:24:35.982739 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:36.046740 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-771a003c-9cfb-4eec-8327-ff605382437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.048252 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-771a003c-9cfb-4eec-8327-ff605382437e service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.5357502 Feb 14 22:24:36.056996 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73f77884-7de6-4a0b-bc10-a7efa55489d0 req-d82f6b95-22f3-45cc-97ca-adf94fc8b738 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036253 Feb 14 22:24:36.098408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-29d0e39d-4246-4599-8a48-f70e18f8d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.099900 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-29d0e39d-4246-4599-8a48-f70e18f8d962 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.5800664 Feb 14 22:24:36.163593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-65470712-b0dc-4233-9de5-62e6bd11e364 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.1003191 Feb 14 22:24:36.205513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-db988295-a873-4109-b75c-ed648a82a303 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.0981901 Feb 14 22:24:36.248136 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-376bc978-cfcf-4b32-b636-c47e259a1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.249848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-376bc978-cfcf-4b32-b636-c47e259a1bb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0793810 Feb 14 22:24:36.287647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-5300d966-1185-4d5e-b260-1f61561bbf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.289115 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-5300d966-1185-4d5e-b260-1f61561bbf38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0755260 Feb 14 22:24:36.339198 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-efcdeb35-6be4-4390-ad82-3999bd59f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.340660 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-efcdeb35-6be4-4390-ad82-3999bd59f43f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0847583 Feb 14 22:24:36.357287 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-40467b89-c9aa-4eb1-8ba9-4f9bc72d228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:36.358643 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-40467b89-c9aa-4eb1-8ba9-4f9bc72d228a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628905 Feb 14 22:24:36.498518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-6b92e2b4-0a3c-4b50-b6f8-c6f62942b280 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508744 Feb 14 22:24:36.503521 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-9b7bbd38-4836-4419-bfb3-38720cdb86d9 service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357870 Feb 14 22:24:36.652085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-6d5c6124-767d-421a-9f27-e60ea2470858 service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472781 Feb 14 22:24:36.655461 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a32e1e90-f5e9-49a8-ac83-0c112588aeeb req-e157b967-edf8-486b-8f01-3e4678ea1142 service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438019 Feb 14 22:24:36.805174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:37.184267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842354bd-8de0-4d7a-8eb9-62957ad8804d req-066194bc-c7ee-4c35-bbd8-56c10333acf1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:37.185761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-842354bd-8de0-4d7a-8eb9-62957ad8804d req-066194bc-c7ee-4c35-bbd8-56c10333acf1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0592029 Feb 14 22:24:37.236629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-842354bd-8de0-4d7a-8eb9-62957ad8804d req-e2e6b2a9-83ed-47c0-bdb5-987b1283d298 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Feb 14 22:24:37.436705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:38.363051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3cc2-cccc-4277-85fb-9a1fde1c13f4 req-b9063569-0889-4028-9117-1e28b84cacf1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:38.364559 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-120f3cc2-cccc-4277-85fb-9a1fde1c13f4 req-b9063569-0889-4028-9117-1e28b84cacf1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0575743 Feb 14 22:24:38.413096 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-120f3cc2-cccc-4277-85fb-9a1fde1c13f4 req-91eeba4f-b9f8-4fe9-a1e9-2c69b04f3f04 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430460 Feb 14 22:24:38.647386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-3392dc87-f0cd-40f0-bc0a-ed95bd3edb5d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:38.648847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-3392dc87-f0cd-40f0-bc0a-ed95bd3edb5d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&binding%3Ahost_id=n-h1-828372-11 HTTP/1.1" status: 200 len: 944 time: 0.0814893 Feb 14 22:24:38.656248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f66d0-5786-493f-88df-539eb73f274b req-d77ddc3e-e46a-4ec5-b5b6-464f6c2e67c4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:38.657615 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-206f66d0-5786-493f-88df-539eb73f274b req-d77ddc3e-e46a-4ec5-b5b6-464f6c2e67c4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.1028166 Feb 14 22:24:38.749909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-206f66d0-5786-493f-88df-539eb73f274b req-c77b0d59-7abb-4bcd-8888-3e0bdd7b1c5e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861747 Feb 14 22:24:38.751956 n-d-828372-11 neutron-server[103513]: INFO neutron.api.v2.resource [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-aa022040-45cd-4f7e-a546-bb0bcf620db0 service neutron] delete failed (client error): The resource could not be found. Feb 14 22:24:38.752888 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-aa022040-45cd-4f7e-a546-bb0bcf620db0 service neutron] 10.222.0.83 "DELETE /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd/bindings/n-h2-828372-11 HTTP/1.1" status: 404 len: 381 time: 0.0944362 Feb 14 22:24:38.876898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-234c0f1b-4ba0-4ef7-8bb6-0468d0c792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:38.878419 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-234c0f1b-4ba0-4ef7-8bb6-0468d0c792a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1127 time: 0.0809512 Feb 14 22:24:38.889629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867afc-0b25-451c-9aa2-4c2e15394be5 req-17a78a41-d43d-4316-94e3-9ebc6ae944db tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:38.891007 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f867afc-0b25-451c-9aa2-4c2e15394be5 req-17a78a41-d43d-4316-94e3-9ebc6ae944db tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 944 time: 0.0680015 Feb 14 22:24:38.925124 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:24:39.001166 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1f867afc-0b25-451c-9aa2-4c2e15394be5 req-163d73e8-1127-4f5a-9ecd-23af9f1fbffc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007521 Feb 14 22:24:39.018953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-0981f8ec-12fc-4737-84f7-8a028f9bab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:39.020543 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-0981f8ec-12fc-4737-84f7-8a028f9bab04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.1286187 Feb 14 22:24:39.026213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:24:39.037743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'port_id': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'mac_address': 'fa:16:3e:87:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:24:39.075390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port aa8f5edc-1df1-400b-835d-4606491e7ffd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:24:39.075905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:39.089772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8f5edc-1df1-400b-835d-4606491e7ffd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:24:39.091390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-2cae09e1-8a80-483a-b508-dd8f1cbc8f4f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1000 time: 0.0646276 Feb 14 22:24:39.110036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:24:39.114136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:39.140828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-b7064dec-5f6d-4e91-bff9-adc67ea28e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:39.142337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-b7064dec-5f6d-4e91-bff9-adc67ea28e53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0455961 Feb 14 22:24:39.163836 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:24:39.171616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.171974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.172321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.172673 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.172996 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.173330 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.173664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.173994 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.174319 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.174645 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.174969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.175371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.175639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:24:39.192576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-156d569a-3a4f-4304-b8db-85e253c3844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:39.194107 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-156d569a-3a4f-4304-b8db-85e253c3844f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460620 Feb 14 22:24:39.284677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-fc1d0461-ec36-426b-9d47-43b6ff076f8e service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Feb 14 22:24:39.374319 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-683df558-ddb5-431b-a868-b39c743ac9a8 req-2cbe646b-5a6c-42ca-aea5-0a3c5d469b1e service neutron] 10.222.0.83 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838315 Feb 14 22:24:39.458714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['aa8f5edc-1df1-400b-835d-4606491e7ffd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:24:40.121454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b05c-c90f-4ec9-adc5-e4d364889379 req-a4c68f3c-1a58-447f-a053-1ba55557c48d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:40.122958 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4a6b05c-c90f-4ec9-adc5-e4d364889379 req-a4c68f3c-1a58-447f-a053-1ba55557c48d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Feb 14 22:24:40.170622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b4a6b05c-c90f-4ec9-adc5-e4d364889379 req-8b88261f-7167-4695-9e17-d296a77a76a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Feb 14 22:24:40.192150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47884) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:24:40.262722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-26dac45f-bb4f-4b53-87c1-e06c4494e3e3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/1bd61e9d-c57e-4170-b6bf-efc36ead798e HTTP/1.1" status: 200 len: 993 time: 0.0691643 Feb 14 22:24:40.933762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:24:40.983000 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port aa8f5edc-1df1-400b-835d-4606491e7ffd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:24:40.987368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port aa8f5edc-1df1-400b-835d-4606491e7ffd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:24:40.987751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:41.065825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port aa8f5edc-1df1-400b-835d-4606491e7ffd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:24:41.066214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:41.088316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:24:41.090521 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc973da9-eed7-496e-91ab-ba811a4989cf" -d '{"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:24:41.103602 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:24:41.108631 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:24:41.133119 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eea171-7898-4de8-955f-bf8603905123 x-openstack-request-id: req-92eea171-7898-4de8-955f-bf8603905123 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:24:41.133415 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:24:41.133742 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-92eea171-7898-4de8-955f-bf8603905123 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:24:41.134278 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'code': 200} Feb 14 22:24:41.157534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:24:47.879552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-5d16914a-8219-4c8a-ba9f-d0ea6f6da552 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437644 Feb 14 22:24:47.963862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-23e4744f-f8aa-46fd-8084-d28475a9b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:47.965338 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-23e4744f-f8aa-46fd-8084-d28475a9b4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0445683 Feb 14 22:24:48.069470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-af0ce005-c907-4bfd-a8a3-5bd3b33c9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:48.071017 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-af0ce005-c907-4bfd-a8a3-5bd3b33c9318 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.0878356 Feb 14 22:24:48.133460 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-a5096321-f0de-41af-b8a6-01f675563815 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 1002 time: 0.0570157 Feb 14 22:24:48.185240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-f94e8570-8353-48b8-a212-9eb944d6defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:48.186697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-f94e8570-8353-48b8-a212-9eb944d6defe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0470176 Feb 14 22:24:48.234572 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-a68e674c-7543-40da-bb8a-210948df3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:24:48.236091 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-a68e674c-7543-40da-bb8a-210948df3eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439806 Feb 14 22:24:48.332283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-5a06a0ee-3587-4028-a788-be1a11021c09 service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897329 Feb 14 22:24:48.424594 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0f3b19-ea2f-4cda-b53d-df52eb3d5468 req-71e8a974-36a1-44d0-b147-0716339bde3e service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Feb 14 22:24:59.256613 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:01.075518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1b04662-c879-45e6-ad1c-c2e54514d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:03.456825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-887c75a9-088e-433a-a69b-53519856a55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:04.805607 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:05.983825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:06.544781 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:25:06.809952 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:07.447743 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:29.258224 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:29.508938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-76e4afa5-04b6-4e57-bf9e-006c020f7063 req-ac7cecd3-e9da-43f4-bc89-f7ccecc79f5b service neutron] (103512) timed out ('10.222.0.83', 62746) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:25:31.076794 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6ebbdd4-1edd-4c3f-8914-6fbee64b3125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:33.457614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e579a6e6-4c11-403a-9dc9-cadf119ddcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:34.807989 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:35.522473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47906) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:35.677537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 5aee054a-1abd-4f1a-839b-f0aa5fbc4551 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:25:35.677882 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:35.755334 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:35.755668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:35.767649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 5aee054a-1abd-4f1a-839b-f0aa5fbc4551 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:25:35.911488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (5aee054a-1abd-4f1a-839b-f0aa5fbc4551), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:35.937199 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=5aee054a-1abd-4f1a-839b-f0aa5fbc4551,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:35.961741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.962190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.962541 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.962877 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.963233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.963569 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.963903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.964231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.964561 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.964889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.965218 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.966553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.966553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:35.986048 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:36.010173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (1bd61e9d-c57e-4170-b6bf-efc36ead798e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:36.010524 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 1bd61e9d-c57e-4170-b6bf-efc36ead798e disassociated (deleted). External IP: 172.25.2.154, port: aa8f5edc-1df1-400b-835d-4606491e7ffd. Feb 14 22:25:36.218785 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 04bb6d47-6196-4577-8814-618b33690675 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:25:36.325650 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:25:36.330475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:36.334971 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Sync routers for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:25:36.345061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:36.345661 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:36.361157 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-80d8680c-47a3-4419-af60-d01576ba9a81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/floatingips/1bd61e9d-c57e-4170-b6bf-efc36ead798e HTTP/1.1" status: 204 len: 168 time: 0.8376038 Feb 14 22:25:36.361842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:25:36.364225 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f0296-3803-4c6d-91db-018ffc50d14d" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:25:36.454136 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:36.523606 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66116de6-7dc6-4262-82e1-9d921b0992ec x-openstack-request-id: req-66116de6-7dc6-4262-82e1-9d921b0992ec {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:25:36.524560 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:25:36.524826 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66116de6-7dc6-4262-82e1-9d921b0992ec {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:25:36.525233 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'status': 'completed', 'code': 200} Feb 14 22:25:36.628208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-8b17a9a1-ec37-4413-830c-f7c2bf32af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:36.629736 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-8b17a9a1-ec37-4413-830c-f7c2bf32af51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 1129 time: 0.0830874 Feb 14 22:25:36.653944 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b4a9-c7ad-4c22-a1e2-d5089a338dd8 req-b6070d08-71a6-4d71-8839-49325a8d69f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:36.655414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ab8b4a9-c7ad-4c22-a1e2-d5089a338dd8 req-b6070d08-71a6-4d71-8839-49325a8d69f1 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0816777 Feb 14 22:25:36.664172 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:36.693153 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Checking router: 04bb6d47-6196-4577-8814-618b33690675 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:25:36.702830 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:36.703470 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:36.764165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ab8b4a9-c7ad-4c22-a1e2-d5089a338dd8 req-a22c1738-3184-4b7e-8834-470fdccf9ea2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734050 Feb 14 22:25:36.769344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-02e0820d-4a1c-4239-9b49-a87afcea5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:36.770993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-02e0820d-4a1c-4239-9b49-a87afcea5b8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 200 len: 898 time: 0.1326578 Feb 14 22:25:36.822652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-ae75e802-9890-4944-8925-8fecd2367f35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 200 len: 217 time: 0.0429444 Feb 14 22:25:36.826207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:36.873180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-67834a0b-c3e1-4066-8e3e-765e05b7da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:36.874652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-67834a0b-c3e1-4066-8e3e-765e05b7da8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 200 len: 834 time: 0.0444448 Feb 14 22:25:36.908317 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:36.923909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-fc6adb04-db34-46ca-b881-351b2d0bc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:36.925435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-fc6adb04-db34-46ca-b881-351b2d0bc1cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446718 Feb 14 22:25:37.019742 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-412a2da4-fd30-4e42-a3c5-c5eeba13f1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876572 Feb 14 22:25:37.101639 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:37.109051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba1f0296-3803-4c6d-91db-018ffc50d14d req-5f20a93f-4416-4190-bd91-27328dda5797 service neutron] 10.222.0.64 "GET /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Feb 14 22:25:37.128144 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846599-d364-4fc9-97f0-f56aa0cc6cfe None None] The sync data for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 is: [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:35Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '300208ae-c6bb-4a38-af29-d0e62c36c5bc', 'name': '', 'network_id': 'beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:75:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:35Z', 'updated_at': '2022-02-14T22:23:38Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:25:37.341417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd8540-cd3b-4085-97e7-8a9f21805bd3 None None] New status for floating IP 1bd61e9d-c57e-4170-b6bf-efc36ead798e: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:25:37.442901 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:37.889884 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f29de-9ae1-41b5-8074-99cde7b46531 req-280a4114-f3a3-47d9-abd3-f1d19b9ca422 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:37.891417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-863f29de-9ae1-41b5-8074-99cde7b46531 req-280a4114-f3a3-47d9-abd3-f1d19b9ca422 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0548768 Feb 14 22:25:37.939223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-863f29de-9ae1-41b5-8074-99cde7b46531 req-00dea56d-f390-4288-81a2-e102dadeb259 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=8888754b-ca6a-4a25-aecd-f7df076b65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Feb 14 22:25:38.140199 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-bb9207a0-094a-41e7-847b-84217dd0130d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:38.141631 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-bb9207a0-094a-41e7-847b-84217dd0130d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 946 time: 0.0565679 Feb 14 22:25:38.231979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port aa8f5edc-1df1-400b-835d-4606491e7ffd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:25:38.232326 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:38.323240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port aa8f5edc-1df1-400b-835d-4606491e7ffd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=aa8f5edc-1df1-400b-835d-4606491e7ffd,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:38.323555 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:38.335625 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for aa8f5edc-1df1-400b-835d-4606491e7ffd owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:25:38.463164 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (aa8f5edc-1df1-400b-835d-4606491e7ffd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:38.495303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=aa8f5edc-1df1-400b-835d-4606491e7ffd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:38.508059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.508419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.508768 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.509106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.509442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.509785 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.510106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.510436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.510765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.511092 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.511443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.511770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.512216 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:38.549007 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] No DVR routers for this DVR port aa8f5edc-1df1-400b-835d-4606491e7ffd on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:25:38.551461 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:38.554777 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29738151-89bf-4bbb-ae6c-189f5565f76c req-7585a885-a3dd-4eb4-9fa6-06e73e8c0b7a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.64 "DELETE /v2.0/ports/aa8f5edc-1df1-400b-835d-4606491e7ffd HTTP/1.1" status: 204 len: 173 time: 0.4083135 Feb 14 22:25:38.555175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-deleted', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:25:38.557394 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29ca16-be25-4d8f-bf12-36336525f157" -d '{"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-deleted", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:25:38.595312 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0347bf-ea2d-4c3f-9566-b43c3783a681 x-openstack-request-id: req-ee0347bf-ea2d-4c3f-9566-b43c3783a681 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:25:38.595608 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1b1e1-a67d-42c9-9ea3-de7b229af488", "name": "network-vif-deleted", "tag": "aa8f5edc-1df1-400b-835d-4606491e7ffd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:25:38.595862 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee0347bf-ea2d-4c3f-9566-b43c3783a681 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:25:38.596264 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b1b1e1-a67d-42c9-9ea3-de7b229af488', 'name': 'network-vif-deleted', 'tag': 'aa8f5edc-1df1-400b-835d-4606491e7ffd', 'status': 'completed', 'code': 200} Feb 14 22:25:39.053314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03f1898a-00df-4b55-9099-1e5db4b1889b req-9bbc1859-d543-4242-a57d-a5d4b0e7c995 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b1b1e1-a67d-42c9-9ea3-de7b229af488 HTTP/1.1" status: 200 len: 210 time: 0.0305378 Feb 14 22:25:40.111830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47924) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:40.469280 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (04bb6d47-6196-4577-8814-618b33690675), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:40.721725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 300208ae-c6bb-4a38-af29-d0e62c36c5bc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:25:40.721989 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:40.806740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 300208ae-c6bb-4a38-af29-d0e62c36c5bc, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=300208ae-c6bb-4a38-af29-d0e62c36c5bc,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:40.807107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:40.822654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 300208ae-c6bb-4a38-af29-d0e62c36c5bc owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:25:41.157224 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:25:41.177114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: aa8f5edc-1df1-400b-835d-4606491e7ffd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:25:41.177450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device aa8f5edc-1df1-400b-835d-4606491e7ffd not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:25:41.311095 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (300208ae-c6bb-4a38-af29-d0e62c36c5bc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:41.340954 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=300208ae-c6bb-4a38-af29-d0e62c36c5bc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:41.514958 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (04bb6d47-6196-4577-8814-618b33690675), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:41.729007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router 04bb6d47-6196-4577-8814-618b33690675 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:25:41.839408 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:25:41.845774 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-2f68f180-8fc8-4c36-b5e8-da986beeec81 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/04bb6d47-6196-4577-8814-618b33690675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328715 Feb 14 22:25:41.848071 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47926) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:41.849950 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Sync routers for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:25:41.860023 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:41.860622 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:41.903523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting subnet 86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:25:41.906648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:41.946927 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:41.966511 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:42.030916 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.097517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.129405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.132712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/subnets/86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a HTTP/1.1" status: 204 len: 168 time: 0.2835863 Feb 14 22:25:42.133862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ee442-4e99-45b8-9a2a-e0094512cab6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Subnet': ['ID=86eb5b82-9a4d-4bd6-b2a1-63e7d33a6f7a,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:42.135824 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47928) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:42.139148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04ba2d-b8f3-474f-9cff-3ebd85417b2a None None] Network beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:25:42.147057 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:25:41Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:42.174532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Checking router: 04bb6d47-6196-4577-8814-618b33690675 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:25:42.183308 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Routers {'04bb6d47-6196-4577-8814-618b33690675'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:42.184452 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['04bb6d47-6196-4577-8814-618b33690675'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:42.258154 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (04bb6d47-6196-4577-8814-618b33690675), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.299140 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] DHCP port deletion for beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:25:42.301465 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] Set router 04bb6d47-6196-4577-8814-618b33690675 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:42.349919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Deleting port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:25:42.350292 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.377795 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (04bb6d47-6196-4577-8814-618b33690675), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.417208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] For port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,segment=NetworkSegment(1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c),segment_id=1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:42.417749 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.431874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Calling delete_port for 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:25:42.432392 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:25:42.432835 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.489826 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:25:41Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:42.515215 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:42.515515 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.521696 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c24ee-29ba-4bec-9a0c-a18185fc691e None None] The sync data for ids ['04bb6d47-6196-4577-8814-618b33690675'] in n-d-828372-11 is: [{'id': '04bb6d47-6196-4577-8814-618b33690675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404557147', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:25:41Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d47-6196-4577-8814-618b33690675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:23:32Z', 'updated_at': '2022-02-14T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:25:42.524035 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (68a33ebc-3623-436e-9e4a-ecc9ff322ba0), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.531524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:25:42.562254 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] No DVR routers for this DVR port 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:25:42.564212 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Pushing event deleted for resources: {'Port': ['ID=68a33ebc-3623-436e-9e4a-ecc9ff322ba0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:42.574842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.574842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.575528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.575528 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.575708 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.576017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.576349 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.576681 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.577011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.577785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.577785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.577964 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.578277 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a68668-0bab-40cc-9519-6e15308f1527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:42.713949 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.740489 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:42.799148 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (04bb6d47-6196-4577-8814-618b33690675), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.893308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (04bb6d47-6196-4577-8814-618b33690675), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.895635 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (04bb6d47-6196-4577-8814-618b33690675), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.953586 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (04bb6d47-6196-4577-8814-618b33690675), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.954094 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Fanout notify agent at l3_agent the message router_deleted on router 04bb6d47-6196-4577-8814-618b33690675 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:25:42.961415 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:42.963185 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-05b24f3b-db49-4f67-8ff2-bc67416b33e7 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/routers/04bb6d47-6196-4577-8814-618b33690675 HTTP/1.1" status: 204 len: 168 time: 0.8257685 Feb 14 22:25:42.966003 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47930) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:43.042380 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.132766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.154863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:43.164757 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:43.165066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:43.177690 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.188561 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.194746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:25:43.195135 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (1ece7f64-abd4-40e5-91a2-e37ed3ad3e9c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:25:43.198248 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:25:43.253417 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.260251 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.264044 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/networks/beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8 HTTP/1.1" status: 204 len: 168 time: 0.2970686 Feb 14 22:25:43.266869 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47932) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:43.276766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649530-2db2-4a44-8422-71a51d01d288 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Network': ['ID=beb7ccb1-c1df-4dcb-8d0d-28f9ec220ed8,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:43.325288 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (8888754b-ca6a-4a25-aecd-f7df076b65fa), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.350229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (8888754b-ca6a-4a25-aecd-f7df076b65fa), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.410590 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (8888754b-ca6a-4a25-aecd-f7df076b65fa), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.413318 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:43.414509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/security-groups/8888754b-ca6a-4a25-aecd-f7df076b65fa HTTP/1.1" status: 204 len: 168 time: 0.1465368 Feb 14 22:25:43.423517 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363cd38-682b-47fa-ba14-4b85b5de1ab2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888754b-ca6a-4a25-aecd-f7df076b65fa,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:43.543919 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:25:44.131762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:25:44.151954 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:25:44.152299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 68a33ebc-3623-436e-9e4a-ecc9ff322ba0 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:25:44.152726 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:25:44.171572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:25:44.171922 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device cf7530ab-ead0-46aa-bfb1-6d7e585ea8f7 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:25:44.172324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 300208ae-c6bb-4a38-af29-d0e62c36c5bc no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:25:44.191448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 300208ae-c6bb-4a38-af29-d0e62c36c5bc {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:25:44.191819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 300208ae-c6bb-4a38-af29-d0e62c36c5bc not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:25:44.761156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47940) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:44.766395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107761788', 'description': 'tempest-secgroup-smoke-2107761788 description', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:44.785563 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.855126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (b994f965-1fad-42ba-b5c2-56faebeba435), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.859541 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b994f965-1fad-42ba-b5c2-56faebeba435), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.889236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.890444 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282380 Feb 14 22:25:44.891288 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890237-3239-4872-9faa-43daae99a850 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b994f965-1fad-42ba-b5c2-56faebeba435,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:44.893467 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47942) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:44.898172 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:44.921481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (ebc5cc71-1bc2-4040-885a-e7e031b0d2c4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.975228 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (ebc5cc71-1bc2-4040-885a-e7e031b0d2c4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.978929 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (ebc5cc71-1bc2-4040-885a-e7e031b0d2c4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:44.996279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc5cc71-1bc2-4040-885a-e7e031b0d2c4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.005304 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.006561 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a3e25e1a-4edf-40ca-90b7-9f8948946a7e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121917 Feb 14 22:25:45.009335 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47944) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.013667 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.037387 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2e851969-923b-4a6d-a6af-731625210b71), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.092438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2e851969-923b-4a6d-a6af-731625210b71), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.095986 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2e851969-923b-4a6d-a6af-731625210b71), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.114941 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e851969-923b-4a6d-a6af-731625210b71,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.124299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.125573 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1928518e-2172-45fd-ab05-73504cdee095 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152823 Feb 14 22:25:45.128370 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47946) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.132604 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.157197 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4760ec57-0b62-494b-b866-d2f6f3e50658), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.215848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4760ec57-0b62-494b-b866-d2f6f3e50658), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.219768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4760ec57-0b62-494b-b866-d2f6f3e50658), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.237672 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4760ec57-0b62-494b-b866-d2f6f3e50658,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.245818 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.247137 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9ed6d14f-f210-4511-ba90-cc0a8d7862c2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177976 Feb 14 22:25:45.249822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47948) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.254026 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.278398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4f891fa0-cb92-4888-ad9b-4374573010ef), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.333909 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4f891fa0-cb92-4888-ad9b-4374573010ef), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.337513 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4f891fa0-cb92-4888-ad9b-4374573010ef), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.355393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f891fa0-cb92-4888-ad9b-4374573010ef,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.362854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.364086 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-be03e268-d0cb-454c-a7f2-a96c11b498a3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133590 Feb 14 22:25:45.366760 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47950) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.371140 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.389550 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:25:45.394335 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (09e3b4c9-4604-47f9-8334-f2c9cd060c14), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.450290 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (09e3b4c9-4604-47f9-8334-f2c9cd060c14), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.453768 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (09e3b4c9-4604-47f9-8334-f2c9cd060c14), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.470769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e3b4c9-4604-47f9-8334-f2c9cd060c14,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.478753 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.480160 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5be74215-1c6c-4a2b-8185-5812ec74f009 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1124535 Feb 14 22:25:45.483767 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47952) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.488112 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'b994f965-1fad-42ba-b5c2-56faebeba435', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.507338 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:25:45.512597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4cb94bda-a2ce-4dfa-b505-1d6a204d8673), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.572060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (4cb94bda-a2ce-4dfa-b505-1d6a204d8673), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.576210 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (4cb94bda-a2ce-4dfa-b505-1d6a204d8673), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.595096 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb94bda-a2ce-4dfa-b505-1d6a204d8673,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.603385 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.604563 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-57b4d0e2-d12c-477a-87d4-10600b7fc255 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197367 Feb 14 22:25:45.607746 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47954) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.612466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'network': {'name': 'tempest-network-smoke--1245178563', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.630366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:25:45.633516 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.657840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:25:45.666848 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f18a6f38-c029-4653-831e-4b6d8e8b7500), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.667325 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Added segment f18a6f38-c029-4653-831e-4b6d8e8b7500 of type vlan for network b9193176-f593-4cea-aa0f-7741699e12ae Feb 14 22:25:45.706688 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (b9193176-f593-4cea-aa0f-7741699e12ae), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.730017 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (b9193176-f593-4cea-aa0f-7741699e12ae), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.735279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:45.735859 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.794532 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1857100 Feb 14 22:25:45.797253 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47956) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:45.801465 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'admin_state_up': True, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:45.819120 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8c85-bd75-4480-b5b2-bc59d4698118 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Network': ['ID=b9193176-f593-4cea-aa0f-7741699e12ae,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:45.830783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network b9193176-f593-4cea-aa0f-7741699e12ae details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:25:45.836792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.838454 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:45.893375 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.035739 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.225143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.243146 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.345716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.129 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ca1b4359-4993-4290-82cf-2f02b8c913bd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:25:46.443000 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.479414 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:46.518276 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:25:46.521055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:46.529520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:25:46.532649 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=ca1b4359-4993-4290-82cf-2f02b8c913bd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:46.779928 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:47.279001 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:47.405634 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router f30a5c17-a9ac-44dc-ba50-d63238e05f1b is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:25:47.511881 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:25:47.522033 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Sync routers for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:25:47.532458 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:47.532931 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:47.533612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:47.533759 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5a80027a-b8d2-4ff4-9e4f-31cac8f96305 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7354922 Feb 14 22:25:47.537008 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47958) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:47.615443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eaaf2787-3fd6-408c-b2c4-88649af90649 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=4edaacc1b0fb47ecaa040c27972ea42e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771804 Feb 14 22:25:47.617973 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47962) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:47.643775 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:47.708894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4732d-c159-44da-b175-b34a10696523 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:47.710417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-def4732d-c159-44da-b175-b34a10696523 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915399 Feb 14 22:25:47.713295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 47964) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:47.744362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-286e2fcf-4f46-4e0d-900a-328f2435f00c tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299399 Feb 14 22:25:47.744611 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47966) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:47.751081 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549479165', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:47.836636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:25:47.840027 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:47.889932 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:46Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:47.947583 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Checking router: f30a5c17-a9ac-44dc-ba50-d63238e05f1b for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:25:47.947937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Updating router f30a5c17-a9ac-44dc-ba50-d63238e05f1b port ca1b4359-4993-4290-82cf-2f02b8c913bd binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:25:47.980590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.021143 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (3b01eff7-304a-4a78-9821-e39dc940eae0), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.080190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Subnet': ['ID=3b01eff7-304a-4a78-9821-e39dc940eae0,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:48.090341 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Checking segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:25:48.090701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network hostable DHCP agents. Network: b9193176-f593-4cea-aa0f-7741699e12ae, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:25:48.108552 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network b9193176-f593-4cea-aa0f-7741699e12ae is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:25:48.118343 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, b9193176-f593-4cea-aa0f-7741699e12ae) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:48.123628 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:48.124151 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.142138 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-eef6efb1-6ed9-498e-b29e-e36f1ffde419 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957281 Feb 14 22:25:48.144884 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 47968) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:25:48.147790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e322416-6abf-4e4a-a6c1-db31c70af5d9 None None] Network b9193176-f593-4cea-aa0f-7741699e12ae requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:25:48.474252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-b9193176-f593-4cea-aa0f-7741699e12ae', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:25:48.475110 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.511851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks [] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.557332 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.597602 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.651977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbdd13-8a04-4472-b892-237769331a51 None None] Pushing event updated for resources: {'Port': ['ID=ca1b4359-4993-4290-82cf-2f02b8c913bd,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:48.661324 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Attempting to bind port ca1b4359-4993-4290-82cf-2f02b8c913bd on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:25:48.661700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Attempting to bind port ca1b4359-4993-4290-82cf-2f02b8c913bd by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:25:48.662074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Attempting to bind port ca1b4359-4993-4290-82cf-2f02b8c913bd on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:25:48.671216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:25:48.671599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:25:48.672006 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.672425 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:25:48.672894 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Bound port: ca1b4359-4993-4290-82cf-2f02b8c913bd, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:25:48.673402 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.705731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Allocated IP 172.20.0.2 (b9193176-f593-4cea-aa0f-7741699e12ae/3b01eff7-304a-4a78-9821-e39dc940eae0/c1749f89-a618-484e-ab88-26aa8bfa7336) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:25:48.778803 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] For port ca1b4359-4993-4290-82cf-2f02b8c913bd, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:25:48.796056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] For port ca1b4359-4993-4290-82cf-2f02b8c913bd, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ca1b4359-4993-4290-82cf-2f02b8c913bd,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:25:48.806696 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.913784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbdd13-8a04-4472-b892-237769331a51 None None] Pushing event updated for resources: {'Port': ['ID=ca1b4359-4993-4290-82cf-2f02b8c913bd,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:48.919761 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:48.920370 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:48.971871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks [] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:48.981894 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.032692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.1 (b9193176-f593-4cea-aa0f-7741699e12ae/3b01eff7-304a-4a78-9821-e39dc940eae0/3f500bf8-6830-490e-bfdf-f2fbe361674f) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:25:49.055851 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Network b9193176-f593-4cea-aa0f-7741699e12ae is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:25:49.065387 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:49.071460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:25:49.076543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Pushing event updated for resources: {'Port': ['ID=c1749f89-a618-484e-ab88-26aa8bfa7336,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:49.111925 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:49.149780 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.183207 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.222230 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network b9193176-f593-4cea-aa0f-7741699e12ae is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:25:49.223525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Attempting to bind port c1749f89-a618-484e-ab88-26aa8bfa7336 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:25:49.223906 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Attempting to bind port c1749f89-a618-484e-ab88-26aa8bfa7336 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:25:49.224279 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Attempting to bind port c1749f89-a618-484e-ab88-26aa8bfa7336 on network b9193176-f593-4cea-aa0f-7741699e12ae {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:25:49.225386 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:49.227830 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:25:49.235177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:25:49.235562 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Checking segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:25:49.235967 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.236366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Bound using segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:25:49.236832 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Bound port: c1749f89-a618-484e-ab88-26aa8bfa7336, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:25:49.237217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.265222 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:49.285425 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.346290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] For port c1749f89-a618-484e-ab88-26aa8bfa7336, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:25:49.360225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] For port c1749f89-a618-484e-ab88-26aa8bfa7336, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c1749f89-a618-484e-ab88-26aa8bfa7336,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:25:49.366960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.431837 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.434797 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:46Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:49.436582 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3bb20-e9ab-49d6-aaba-11a0f2dd9d5d None None] Pushing event updated for resources: {'Port': ['ID=c1749f89-a618-484e-ab88-26aa8bfa7336,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:49.469789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bef71e-518f-44f6-8d16-2884a4be3140 None None] The sync data for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 is: [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:46Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:25:49.753195 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.760691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.851066 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:49.853540 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:49.959709 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network b9193176-f593-4cea-aa0f-7741699e12ae is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:25:49.961466 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:50.096747 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router f30a5c17-a9ac-44dc-ba50-d63238e05f1b has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:25:50.240090 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:25:50.249690 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1693a2d3-9483-40ca-8f74-77d655640fa2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/f30a5c17-a9ac-44dc-ba50-d63238e05f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038120 Feb 14 22:25:50.299259 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c1749f89-a618-484e-ab88-26aa8bfa7336 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:50.416422 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c1749f89-a618-484e-ab88-26aa8bfa7336 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:50.417068 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.436764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-46dc919a-c60a-4101-ba45-9738100de3a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107761788&fields=id&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 267 time: 0.0560338 Feb 14 22:25:50.521943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c1749f89-a618-484e-ab88-26aa8bfa7336 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:50.522352 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.563765 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port c1749f89-a618-484e-ab88-26aa8bfa7336, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c1749f89-a618-484e-ab88-26aa8bfa7336,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:50.569357 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-63701e3f-654d-4b63-88dd-06d5653a4777 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:50.572856 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.573705 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ca1b4359-4993-4290-82cf-2f02b8c913bd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:50.589915 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-63701e3f-654d-4b63-88dd-06d5653a4777 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 797 time: 0.1521730 Feb 14 22:25:50.618467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-6d9d31c1-3692-4952-a1c4-03088ce3c148 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/quotas/4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 375 time: 0.0272830 Feb 14 22:25:50.689648 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=c1749f89-a618-484e-ab88-26aa8bfa7336,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:50.695523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-b882eee4-7e9f-4d76-86ac-9697162860e3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691435 Feb 14 22:25:50.707005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ca1b4359-4993-4290-82cf-2f02b8c913bd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:50.707673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.730502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a16bd1-6a87-4fb8-88f3-fb885b02ec99 None None] Network b9193176-f593-4cea-aa0f-7741699e12ae requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:25:50.836479 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-88bcf1a3-e4a0-44bc-90cf-bf134f38bc2a None None] Provisioning complete for port c1749f89-a618-484e-ab88-26aa8bfa7336 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:50.836860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88bcf1a3-e4a0-44bc-90cf-bf134f38bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.856455 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-bedc8ee9-ae8d-433f-bec3-b41c9f33e8d7 service neutron] 10.222.0.86 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593709 Feb 14 22:25:50.929661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ca1b4359-4993-4290-82cf-2f02b8c913bd is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:50.930055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:50.949381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-d18b002f-cf16-40b3-be8f-f0e7681cc2ac service neutron] 10.222.0.86 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Feb 14 22:25:51.142435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port ca1b4359-4993-4290-82cf-2f02b8c913bd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ca1b4359-4993-4290-82cf-2f02b8c913bd,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:51.171355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-610e21b0-8e0d-42bd-9401-14b0e7ddfffb req-a5b3bb50-543a-4bca-b3db-bc018b03c768 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 210 time: 0.0679567 Feb 14 22:25:51.196289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-88bcf1a3-e4a0-44bc-90cf-bf134f38bc2a None None] Current status of the port c1749f89-a618-484e-ab88-26aa8bfa7336 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:51.199047 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:51.254320 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=ca1b4359-4993-4290-82cf-2f02b8c913bd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:51.423955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Provisioning complete for port c1749f89-a618-484e-ab88-26aa8bfa7336 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:51.424597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:51.541025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Current status of the port c1749f89-a618-484e-ab88-26aa8bfa7336 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:51.555955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:51.556736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:51.600597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b52ef66b-e27d-4399-9831-b0b272a0e62f None None] Port 3f500bf8-6830-490e-bfdf-f2fbe361674f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:25:51.617886 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Sync routers for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:25:51.630472 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:51.631430 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:51.724069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1337adae-e1ed-4b85-948d-41641a44cbd8 None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:51.724890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1337adae-e1ed-4b85-948d-41641a44cbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:51.775482 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:51.813796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1337adae-e1ed-4b85-948d-41641a44cbd8 None None] Port 3f500bf8-6830-490e-bfdf-f2fbe361674f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:25:51.999309 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 2, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:52.025411 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Checking router: f30a5c17-a9ac-44dc-ba50-d63238e05f1b for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:25:52.025822 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Updating router f30a5c17-a9ac-44dc-ba50-d63238e05f1b port 3f500bf8-6830-490e-bfdf-f2fbe361674f binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:25:52.037384 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-357abbb1-23d4-479d-b50d-beeafd421815 None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:52.037855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-357abbb1-23d4-479d-b50d-beeafd421815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.078207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-357abbb1-23d4-479d-b50d-beeafd421815 None None] Port 3f500bf8-6830-490e-bfdf-f2fbe361674f cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:25:52.155055 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.158242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c1749f89-a618-484e-ab88-26aa8bfa7336 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:52.208735 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port c1749f89-a618-484e-ab88-26aa8bfa7336 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:52.209126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.294959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1367270-c93d-449e-b6fe-2a743c4716ab req-14b80264-021f-4c4f-ad63-882d476c19fd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 210 time: 0.0409636 Feb 14 22:25:52.349444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port c1749f89-a618-484e-ab88-26aa8bfa7336 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:52.351373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ca1b4359-4993-4290-82cf-2f02b8c913bd up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:52.413977 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port ca1b4359-4993-4290-82cf-2f02b8c913bd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:52.414469 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.469577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-9ab7c4d0-5e49-47b4-9e85-8d85231d4ece tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:52.471258 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-9ab7c4d0-5e49-47b4-9e85-8d85231d4ece tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 797 time: 0.1506803 Feb 14 22:25:52.504056 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port ca1b4359-4993-4290-82cf-2f02b8c913bd is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:52.524999 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks [] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.530763 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.538221 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-3769b505-e415-4dd8-834d-93b83a10843b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 380 time: 0.0578048 Feb 14 22:25:52.547611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'port': {'device_id': '52158d92-378e-48ef-8b92-417416c2880e', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'admin_state_up': True, 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'security_groups': ['b994f965-1fad-42ba-b5c2-56faebeba435']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:52.580236 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Pushing event updated for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:52.607802 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.608070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.608418 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.608756 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.609087 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.609415 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.609744 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.610070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.610388 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.610714 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.611034 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.611381 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.611701 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:25:52.653709 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Attempting to bind port 3f500bf8-6830-490e-bfdf-f2fbe361674f on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:25:52.654416 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Attempting to bind port 3f500bf8-6830-490e-bfdf-f2fbe361674f by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:25:52.654603 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Attempting to bind port 3f500bf8-6830-490e-bfdf-f2fbe361674f on network b9193176-f593-4cea-aa0f-7741699e12ae {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:25:52.660873 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:25:52.661324 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Checking segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:25:52.661809 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.662271 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Bound using segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:25:52.662807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Bound port: 3f500bf8-6830-490e-bfdf-f2fbe361674f, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:25:52.663211 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.676607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:25:52.680373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.733989 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] For port 3f500bf8-6830-490e-bfdf-f2fbe361674f, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:25:52.737510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] For port 3f500bf8-6830-490e-bfdf-f2fbe361674f, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f500bf8-6830-490e-bfdf-f2fbe361674f,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:25:52.745686 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.808903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:25:52.809539 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:25:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:52.810781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:52.811253 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.837596 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.4 (b9193176-f593-4cea-aa0f-7741699e12ae/3b01eff7-304a-4a78-9821-e39dc940eae0/a2d650c5-96e3-4f75-b726-8d4fa3b98630) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:25:52.849321 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c549fc7-d03a-43d2-8208-bfb93c97ab54 None None] Pushing event updated for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:52.921899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Current status of the port 3f500bf8-6830-490e-bfdf-f2fbe361674f is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:52.922391 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:52.925276 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:25:52.965536 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] For port 3f500bf8-6830-490e-bfdf-f2fbe361674f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f500bf8-6830-490e-bfdf-f2fbe361674f,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:52.971761 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.025566 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.032534 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd7ee-cc74-41d7-ac56-0b570978a89a None None] Pushing event updated for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:53.066373 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.097181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-17a7eddc-7621-4f40-9a7a-0ffe92b0aaf5 None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:53.097643 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17a7eddc-7621-4f40-9a7a-0ffe92b0aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.115463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network b9193176-f593-4cea-aa0f-7741699e12ae is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:25:53.120708 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:25:53.125190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:25:53.152007 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:25:53.155167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:53.180342 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ccf93-383d-4820-bf12-7c0bb4ecdbac None None] The sync data for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 is: [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:25:53.187639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:53.188275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.195098 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-17a7eddc-7621-4f40-9a7a-0ffe92b0aaf5 None None] Current status of the port 3f500bf8-6830-490e-bfdf-f2fbe361674f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:53.208842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-0bcbb45d-1e8a-4928-a8a2-b55e02c5bbac tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6656852 Feb 14 22:25:53.283757 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Request body: {'port': {'device_id': '52158d92-378e-48ef-8b92-417416c2880e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:25:53.361011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.517621 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1c1bb503-892c-465d-a03e-fafb214489ce None None] Provisioning complete for port a2d650c5-96e3-4f75-b726-8d4fa3b98630 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:53.518260 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb503-892c-465d-a03e-fafb214489ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:53.554261 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bb503-892c-465d-a03e-fafb214489ce None None] Port a2d650c5-96e3-4f75-b726-8d4fa3b98630 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:25:53.886817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a670-924a-454e-9117-e953b3a52b57 req-908bf145-32d7-4d2f-bea8-47711622776d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:53.889066 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0959a670-924a-454e-9117-e953b3a52b57 req-908bf145-32d7-4d2f-bea8-47711622776d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 931 time: 0.5178342 Feb 14 22:25:53.994803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0959a670-924a-454e-9117-e953b3a52b57 req-d624ce81-04ed-40db-803d-022a69bfed3f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989480 Feb 14 22:25:54.086641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d650c5-96e3-4f75-b726-8d4fa3b98630 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:25:54.095857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks [] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.111378 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Transition to ACTIVE for port object a2d650c5-96e3-4f75-b726-8d4fa3b98630 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:25:54.116137 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.191244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:54.193776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f500bf8-6830-490e-bfdf-f2fbe361674f up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:54.252366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Attempting to bind port a2d650c5-96e3-4f75-b726-8d4fa3b98630 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:25:54.253371 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Attempting to bind port a2d650c5-96e3-4f75-b726-8d4fa3b98630 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:25:54.253934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Attempting to bind port a2d650c5-96e3-4f75-b726-8d4fa3b98630 on network b9193176-f593-4cea-aa0f-7741699e12ae {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:25:54.259549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Port a2d650c5-96e3-4f75-b726-8d4fa3b98630 on network b9193176-f593-4cea-aa0f-7741699e12ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:25:54.261711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3f500bf8-6830-490e-bfdf-f2fbe361674f triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:54.262704 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.264231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Attempting to bind port a2d650c5-96e3-4f75-b726-8d4fa3b98630 on network b9193176-f593-4cea-aa0f-7741699e12ae {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:25:54.270086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:25:54.270438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Checking segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:25:54.270834 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Bound using segment: {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:25:54.271308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Bound port: a2d650c5-96e3-4f75-b726-8d4fa3b98630, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18a6f38-c029-4653-831e-4b6d8e8b7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:25:54.271684 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.363066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:25:54.366680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:25:54.374790 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.375417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3f500bf8-6830-490e-bfdf-f2fbe361674f is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:54.408656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:54.409177 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:54.410839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] 10.222.0.83 "PUT /v2.0/ports/a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 1092 time: 1.1943219 Feb 14 22:25:54.413316 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:25:54.416107 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2264194-4333-489d-be10-c2d0735a73b5" -d '{"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:25:54.450194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77241e-3d5c-4be4-8697-ed0c98e30a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:54.485472 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817e306-0e1f-425a-9f12-d917d4a0394c x-openstack-request-id: req-2817e306-0e1f-425a-9f12-d917d4a0394c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:25:54.485810 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:25:54.486059 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2817e306-0e1f-425a-9f12-d917d4a0394c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:25:54.486427 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'status': 'completed', 'code': 200} Feb 14 22:25:54.510296 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-643ea78e-3345-47df-a409-70c55056e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:54.511956 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-643ea78e-3345-47df-a409-70c55056e253 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1126 time: 0.0586221 Feb 14 22:25:54.558269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-a3249441-00c9-4f76-833a-9892e60273db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 217 time: 0.0396411 Feb 14 22:25:54.608100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-7dba39fc-58d3-47d6-b152-b273fa96e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:54.609550 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-7dba39fc-58d3-47d6-b152-b273fa96e0b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0457370 Feb 14 22:25:54.661021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-51cfa764-31ef-4134-9a24-7535043adfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:54.662548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-51cfa764-31ef-4134-9a24-7535043adfc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463727 Feb 14 22:25:54.756582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-cc2b1321-ed8c-4dd7-ba23-b20b0d10614b service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871806 Feb 14 22:25:54.844113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5aa39193-42ac-4ac5-89c6-d193333275f2 req-80fb72dd-d7b4-4c0e-af00-a8351f4af42b service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Feb 14 22:25:54.942248 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264194-4333-489d-be10-c2d0735a73b5 req-cf9e2ccb-96fc-48c8-94da-d273b7e5d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:54.943715 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-cf9e2ccb-96fc-48c8-94da-d273b7e5d3c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1126 time: 0.0503590 Feb 14 22:25:55.032551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264194-4333-489d-be10-c2d0735a73b5 req-1ae8c463-3927-4c51-94cf-1b413fbd9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:55.034047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-1ae8c463-3927-4c51-94cf-1b413fbd9683 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 898 time: 0.0848594 Feb 14 22:25:55.081464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-c54ff3c3-aaa8-4bae-adfe-deb2ea57f487 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 217 time: 0.0408399 Feb 14 22:25:55.156163 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264194-4333-489d-be10-c2d0735a73b5 req-094ae5bf-4bc0-4c1b-a5f8-307a3d7ccabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:55.157636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-094ae5bf-4bc0-4c1b-a5f8-307a3d7ccabd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0655186 Feb 14 22:25:55.169438 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcd6f2-819b-45dc-8e0b-f75d7ea61314 req-4e43b1af-b04f-44f9-973e-92d4ae083ed0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:55.170814 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ebcd6f2-819b-45dc-8e0b-f75d7ea61314 req-4e43b1af-b04f-44f9-973e-92d4ae083ed0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 943 time: 0.0921295 Feb 14 22:25:55.247790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ebcd6f2-819b-45dc-8e0b-f75d7ea61314 req-81df161f-d3a2-4328-820e-370e7144b484 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688782 Feb 14 22:25:55.253866 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264194-4333-489d-be10-c2d0735a73b5 req-3e68899a-a12d-42b3-ac5a-d00556cda14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:55.255355 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-3e68899a-a12d-42b3-ac5a-d00556cda14a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0836115 Feb 14 22:25:55.345249 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-4d4dabf3-181e-4b74-b84e-1e890df7b47a service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831399 Feb 14 22:25:55.436721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c2264194-4333-489d-be10-c2d0735a73b5 req-4396b90a-e419-4f7e-ac40-70143bb9689a service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Feb 14 22:25:56.370202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8108-5953-4adb-a746-b0463c19c7da req-fcabf494-afbd-4f3b-b2d4-2c3d5d78c331 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:56.371691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50ca8108-5953-4adb-a746-b0463c19c7da req-fcabf494-afbd-4f3b-b2d4-2c3d5d78c331 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 943 time: 0.0540197 Feb 14 22:25:56.420397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-50ca8108-5953-4adb-a746-b0463c19c7da req-8a216b98-bbfc-482f-bf16-0f70745f7516 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Feb 14 22:25:57.538712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e60e-2d85-40ed-8d50-5af59d8bdb22 req-ef558d62-8e4d-4f2d-99ff-1cba1d355745 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:57.540218 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9257e60e-2d85-40ed-8d50-5af59d8bdb22 req-ef558d62-8e4d-4f2d-99ff-1cba1d355745 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 943 time: 0.0528622 Feb 14 22:25:57.588774 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9257e60e-2d85-40ed-8d50-5af59d8bdb22 req-7ea428b8-77d1-4964-b505-299a36e63d44 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Feb 14 22:25:57.930088 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a2d650c5-96e3-4f75-b726-8d4fa3b98630 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:25:58.026933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:58.038297 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'port_id': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'mac_address': 'fa:16:3e:e1:c7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:25:58.081337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a2d650c5-96e3-4f75-b726-8d4fa3b98630 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:25:58.081727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:58.094379 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d650c5-96e3-4f75-b726-8d4fa3b98630 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:25:58.113949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:25:58.117632 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:58.164256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:25:58.329481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['a2d650c5-96e3-4f75-b726-8d4fa3b98630'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:25:58.714601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9adfd-8f38-4b0b-9075-4d674a96f582 req-12272268-6ec3-4a17-bbdf-2b96db328381 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:58.716125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60a9adfd-8f38-4b0b-9075-4d674a96f582 req-12272268-6ec3-4a17-bbdf-2b96db328381 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 944 time: 0.0574913 Feb 14 22:25:58.764979 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-60a9adfd-8f38-4b0b-9075-4d674a96f582 req-8009d82a-9ea0-47d3-bfc0-1b5cb715815e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Feb 14 22:25:59.257702 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:25:59.886535 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1340334-8244-4c35-9c25-049e186d58d2 req-04094d58-7c48-4ad6-a5a7-644c2751d09c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:25:59.888018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1340334-8244-4c35-9c25-049e186d58d2 req-04094d58-7c48-4ad6-a5a7-644c2751d09c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 944 time: 0.0520916 Feb 14 22:25:59.936311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a2d650c5-96e3-4f75-b726-8d4fa3b98630 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:25:59.936677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1340334-8244-4c35-9c25-049e186d58d2 req-9cd91313-1dfc-4593-bf13-b6d9f8ec65dc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Feb 14 22:25:59.987481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port a2d650c5-96e3-4f75-b726-8d4fa3b98630 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:25:59.991367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port a2d650c5-96e3-4f75-b726-8d4fa3b98630 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:25:59.991751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:00.065241 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port a2d650c5-96e3-4f75-b726-8d4fa3b98630 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:26:00.065631 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:00.087275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:26:00.089840 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e181e-4fa0-47d1-b93c-9646b52d79be" -d '{"events": [{"server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "name": "network-vif-plugged", "status": "completed", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:26:00.102640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:26:00.107817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:00.158807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:26:00.180512 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a476966a-bab0-4644-8b79-c65f1a183040 x-openstack-request-id: req-a476966a-bab0-4644-8b79-c65f1a183040 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:26:00.180811 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "name": "network-vif-plugged", "status": "completed", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:26:00.181146 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a476966a-bab0-4644-8b79-c65f1a183040 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:26:00.181552 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'code': 200} Feb 14 22:26:00.277455 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5468d-a618-4532-98c6-5a985ee7fed5 req-698f3146-6777-492e-96fe-8540bce21da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:00.278998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1f5468d-a618-4532-98c6-5a985ee7fed5 req-698f3146-6777-492e-96fe-8540bce21da4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1128 time: 0.0440533 Feb 14 22:26:00.330345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a1f5468d-a618-4532-98c6-5a985ee7fed5 req-7564c2db-680b-4430-85ce-74f0b8c66c85 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Feb 14 22:26:01.055705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ce93-269a-47b9-bb11-977572d7e598 req-31a3119d-0cf6-4792-a5e0-c9db3aaa293e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:01.057160 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2779ce93-269a-47b9-bb11-977572d7e598 req-31a3119d-0cf6-4792-a5e0-c9db3aaa293e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0521111 Feb 14 22:26:01.080083 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53375e51-b9d7-4a5d-a472-40392714b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:01.108208 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2779ce93-269a-47b9-bb11-977572d7e598 req-ad4169b1-7712-42ad-9593-069fde77a0ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Feb 14 22:26:02.225754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49fd5a-9257-4ba7-a909-a8be8e6ed9ab req-54358e3f-28ec-45ce-a841-1960606173ed tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:02.227296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d49fd5a-9257-4ba7-a909-a8be8e6ed9ab req-54358e3f-28ec-45ce-a841-1960606173ed tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0528429 Feb 14 22:26:02.275902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5d49fd5a-9257-4ba7-a909-a8be8e6ed9ab req-610a50f0-01b6-4440-ab2a-fb83b1900909 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Feb 14 22:26:02.401152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e963-c3ed-4c7a-9afa-b4f8bf48b3f9 req-b3e28ae6-0260-4947-b395-6349b23a668b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:02.402539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a1e963-c3ed-4c7a-9afa-b4f8bf48b3f9 req-b3e28ae6-0260-4947-b395-6349b23a668b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0568759 Feb 14 22:26:02.451123 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-35a1e963-c3ed-4c7a-9afa-b4f8bf48b3f9 req-6ce018f6-1226-415f-8cee-74ae6b89539a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Feb 14 22:26:02.472364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:02.515309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1fcd8-6b54-4a56-970a-6fa35aa313f4 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:02.516845 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-60c1fcd8-6b54-4a56-970a-6fa35aa313f4 tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1123 time: 0.0435333 Feb 14 22:26:02.519622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48032) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:02.523970 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:26:02.544439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:02.643822 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:02.752162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.9 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/b661d5bb-1e8a-43c0-a979-19292ae80ad5) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:26:02.860277 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:02.893769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:02.930942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:26:02.933727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:26:02.939140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:26:02.944467 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=b661d5bb-1e8a-43c0-a979-19292ae80ad5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:26:03.302088 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (d16739fd-10bc-4880-8f11-ab5995626eec), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.371241 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.460602 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6610e0be-cd59-4997-9444-cffcfe03eace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.525502 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.529962 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.599350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=b661d5bb-1e8a-43c0-a979-19292ae80ad5,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:26:03.612080 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (d16739fd-10bc-4880-8f11-ab5995626eec), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:03.716236 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP d16739fd-10bc-4880-8f11-ab5995626eec associated. External IP: 172.25.2.9, port: a2d650c5-96e3-4f75-b726-8d4fa3b98630. Feb 14 22:26:03.927103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router f30a5c17-a9ac-44dc-ba50-d63238e05f1b has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:26:04.034394 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:26:04.045404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Sync routers for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:26:04.053765 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:04.056020 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:26:04.056636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:26:04.083571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-25986274-8e2d-4745-b2a7-62d87822f087 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5628603 Feb 14 22:26:04.084154 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:26:04.086700 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a6e49-15f5-4428-a047-9b954f75b793" -d '{"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:26:04.167618 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:26:04.188011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf5c-9214-4b8f-99b4-d04eaa65d150 req-cc1e6c25-6f1a-44f8-8777-38fc90b6d1a9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:04.189488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e293cf5c-9214-4b8f-99b4-d04eaa65d150 req-cc1e6c25-6f1a-44f8-8777-38fc90b6d1a9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0535285 Feb 14 22:26:04.239965 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e293cf5c-9214-4b8f-99b4-d04eaa65d150 req-dac54c96-0027-4aba-8771-fe8d8460c912 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Feb 14 22:26:04.261152 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:04.303792 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9552e2c-4fbc-4b40-9d99-e11c5998d901 x-openstack-request-id: req-d9552e2c-4fbc-4b40-9d99-e11c5998d901 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:26:04.304478 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:26:04.304478 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9552e2c-4fbc-4b40-9d99-e11c5998d901 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:26:04.304939 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'status': 'completed', 'code': 200} Feb 14 22:26:04.357145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-d685efed-bcd1-4b7e-affd-66a8c7c2bde4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/d16739fd-10bc-4880-8f11-ab5995626eec HTTP/1.1" status: 200 len: 989 time: 0.0948203 Feb 14 22:26:04.370020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-130e7027-4c68-46f1-9c47-a8a2b91b3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:04.371529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-130e7027-4c68-46f1-9c47-a8a2b91b3757 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1128 time: 0.0620105 Feb 14 22:26:04.404083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'd16739fd-10bc-4880-8f11-ab5995626eec', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'port_id': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'mac_address': 'fa:16:3e:e1:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52158d92-378e-48ef-8b92-417416c2880e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:26:03Z', 'updated_at': '2022-02-14T22:26:03Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:26:04.430667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Checking router: f30a5c17-a9ac-44dc-ba50-d63238e05f1b for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:26:04.439252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:26:04.439888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:26:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:26:04.461900 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-a778b8b0-413a-4aac-8537-9347db483a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:04.463421 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-a778b8b0-413a-4aac-8537-9347db483a96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 898 time: 0.0858283 Feb 14 22:26:04.550133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:26:04.782465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'd16739fd-10bc-4880-8f11-ab5995626eec', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'port_id': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'mac_address': 'fa:16:3e:e1:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52158d92-378e-48ef-8b92-417416c2880e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:26:03Z', 'updated_at': '2022-02-14T22:26:03Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:26:04.817444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7139c-063c-4b25-9069-4187a8effaf9 None None] The sync data for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 is: [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'd16739fd-10bc-4880-8f11-ab5995626eec', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'port_id': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'mac_address': 'fa:16:3e:e1:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52158d92-378e-48ef-8b92-417416c2880e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:26:03Z', 'updated_at': '2022-02-14T22:26:03Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:26:04.833551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:04.884198 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-a2ee8e94-a90c-4921-9ed1-6b2b8f3465ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 997 time: 0.4143825 Feb 14 22:26:04.932957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-b022e02b-dac4-411e-b763-029ad1570495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:04.934440 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-b022e02b-dac4-411e-b763-029ad1570495 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0441029 Feb 14 22:26:04.985498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-3f5ca145-d73c-4082-9cf6-3b5b5845cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:04.987105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-3f5ca145-d73c-4082-9cf6-3b5b5845cc11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465453 Feb 14 22:26:05.019850 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12375795-ccf6-4e43-a0e4-8df387ba6023 None None] New status for floating IP d16739fd-10bc-4880-8f11-ab5995626eec: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:26:05.082503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-c3507132-66ee-424a-994c-5f0ed53006f3 service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884116 Feb 14 22:26:05.174226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a05a6e49-15f5-4428-a047-9b954f75b793 req-bbef97c3-1625-4596-862e-959bc9a25c5f service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Feb 14 22:26:05.361032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:05.424638 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80ac1289-2aa2-46a0-a06e-43ebbf94e3dd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/d16739fd-10bc-4880-8f11-ab5995626eec HTTP/1.1" status: 200 len: 991 time: 0.0625086 Feb 14 22:26:05.988968 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:06.832235 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:07.444921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:20.543905 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:26:29.271115 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:31.081686 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a35407ce-c81e-4ff9-af75-98dedca0aa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:33.462066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9016acb-fd96-426d-b73f-0422075155ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:34.190307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21b30d-5919-49c0-b011-ecdd9360d89e req-21e95d3a-9ed7-4af2-ad39-867de4b17b59 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:34.191829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c21b30d-5919-49c0-b011-ecdd9360d89e req-21e95d3a-9ed7-4af2-ad39-867de4b17b59 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0713148 Feb 14 22:26:34.240210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c21b30d-5919-49c0-b011-ecdd9360d89e req-35b139d1-f914-470e-a4b8-40cfa2cf0586 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 Feb 14 22:26:34.814192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:35.367559 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf9a9-51e7-4894-874d-7e16b7aa3d91 req-be6698a5-12d5-4f40-b211-68909013e298 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:35.369037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ebbf9a9-51e7-4894-874d-7e16b7aa3d91 req-be6698a5-12d5-4f40-b211-68909013e298 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0567453 Feb 14 22:26:35.417238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4ebbf9a9-51e7-4894-874d-7e16b7aa3d91 req-0030ea43-bd47-4679-9490-5bc7add0c64f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Feb 14 22:26:35.991763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:36.535704 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f92f2-50eb-4204-9082-b47bfa6eb080 req-3afeed21-9fcd-4dcb-b1d9-c40c505c908d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:36.537225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-699f92f2-50eb-4204-9082-b47bfa6eb080 req-3afeed21-9fcd-4dcb-b1d9-c40c505c908d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0528615 Feb 14 22:26:36.585062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-699f92f2-50eb-4204-9082-b47bfa6eb080 req-502638c7-b159-4430-842f-32b7514f6f0d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Feb 14 22:26:36.874527 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:37.446826 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:26:37.703540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a6299-6ee8-40ce-9a77-2d95a5086c7d req-3e676fdf-bce0-4747-9ffe-c485a13c8049 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:37.705010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-972a6299-6ee8-40ce-9a77-2d95a5086c7d req-3e676fdf-bce0-4747-9ffe-c485a13c8049 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0527515 Feb 14 22:26:37.757433 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-972a6299-6ee8-40ce-9a77-2d95a5086c7d req-bda19083-e52c-41e9-919e-b026d2b80f5c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Feb 14 22:26:38.876817 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aeb5c-45a8-4284-b025-7b6a1230801a req-edc02b03-3496-4b8e-a68c-cddef7ee3360 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:38.878292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab7aeb5c-45a8-4284-b025-7b6a1230801a req-edc02b03-3496-4b8e-a68c-cddef7ee3360 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0520062 Feb 14 22:26:38.926932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ab7aeb5c-45a8-4284-b025-7b6a1230801a req-4cbaedbc-1d4e-4315-8d7d-c8153a04854f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Feb 14 22:26:40.045147 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceadd-2811-4dea-a4ca-8b4e373a8ee1 req-2ab31218-6280-4971-a709-01e2c74169f2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:40.046621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b82ceadd-2811-4dea-a4ca-8b4e373a8ee1 req-2ab31218-6280-4971-a709-01e2c74169f2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0530033 Feb 14 22:26:40.095111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b82ceadd-2811-4dea-a4ca-8b4e373a8ee1 req-113ad058-f9bc-44fb-84d9-3b3a43166079 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Feb 14 22:26:41.222437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88172913-5285-4d08-9cb2-2c9cafb77ba3 req-f4dba5fa-6a53-4408-9d6f-a4b467215ca6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:41.224458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88172913-5285-4d08-9cb2-2c9cafb77ba3 req-f4dba5fa-6a53-4408-9d6f-a4b467215ca6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0614259 Feb 14 22:26:41.273226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-88172913-5285-4d08-9cb2-2c9cafb77ba3 req-99fd8ab4-81de-4fd9-befe-62e5f46dadeb tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Feb 14 22:26:42.392533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ed060-107e-4b78-b00f-8bbe65989663 req-24a864e5-033e-4272-8a8c-6502d8f43008 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:42.393916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea7ed060-107e-4b78-b00f-8bbe65989663 req-24a864e5-033e-4272-8a8c-6502d8f43008 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0520058 Feb 14 22:26:42.441517 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ea7ed060-107e-4b78-b00f-8bbe65989663 req-d9fae43e-d763-45ee-b2cd-e6662792f665 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Feb 14 22:26:43.564673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2bfd7-2a3c-4fcb-88bf-8c1ba76b9ca7 req-ca75c9e3-19ed-483f-9d2b-e4cd32e5badf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:43.566150 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75b2bfd7-2a3c-4fcb-88bf-8c1ba76b9ca7 req-ca75c9e3-19ed-483f-9d2b-e4cd32e5badf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0569541 Feb 14 22:26:43.614288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-75b2bfd7-2a3c-4fcb-88bf-8c1ba76b9ca7 req-8703010b-fbbb-4781-8a4c-7f3325bb6486 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Feb 14 22:26:44.732420 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726bf6-0dd0-4af3-a9c2-01d84f7a786d req-2eef9738-238b-4741-9723-fe18fb747383 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:44.733886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5726bf6-0dd0-4af3-a9c2-01d84f7a786d req-2eef9738-238b-4741-9723-fe18fb747383 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0529237 Feb 14 22:26:44.782554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5726bf6-0dd0-4af3-a9c2-01d84f7a786d req-91ca23fb-7e6f-43ed-b3db-c312f4239e9a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Feb 14 22:26:44.804202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48074) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:44.878657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-02d3332a-3dba-4842-8136-a0763e7b6571 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/d16739fd-10bc-4880-8f11-ab5995626eec HTTP/1.1" status: 200 len: 991 time: 0.0733523 Feb 14 22:26:46.178009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6681e1-ff0f-4929-9bda-bce3cca45b83 req-d513e42c-33a6-422d-9bab-25caa0dcc470 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:46.179437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd6681e1-ff0f-4929-9bda-bce3cca45b83 req-d513e42c-33a6-422d-9bab-25caa0dcc470 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0862908 Feb 14 22:26:46.185663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-2962765c-ad13-427e-b1b3-56e8f557add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:46.187033 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-2962765c-ad13-427e-b1b3-56e8f557add4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1128 time: 0.0640829 Feb 14 22:26:46.284467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cd6681e1-ff0f-4929-9bda-bce3cca45b83 req-f4e86be6-2295-4392-84d4-e2e575bc1300 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964756 Feb 14 22:26:46.312376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-b2424418-067d-4e45-bdea-668a5bba91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:46.313861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-b2424418-067d-4e45-bdea-668a5bba91c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 898 time: 0.1201780 Feb 14 22:26:46.379529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-1cfb58eb-3ddf-4a3c-823e-694452621a86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 999 time: 0.0590425 Feb 14 22:26:46.431090 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-044c98bd-c8cc-4458-9b6e-b536926f03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:46.432462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-044c98bd-c8cc-4458-9b6e-b536926f03cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0471268 Feb 14 22:26:46.479678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-f7d582e2-3509-498e-88fe-c2ddd7441426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:46.481163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-f7d582e2-3509-498e-88fe-c2ddd7441426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428553 Feb 14 22:26:46.568995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-eb9d9535-6839-47d8-b0bc-e60362288b30 service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812140 Feb 14 22:26:46.661767 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f87bce8f-9c0f-45dc-8dc3-c310dec17582 req-07035a28-5041-4ed9-a997-85c8f2f378f9 service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Feb 14 22:26:47.408022 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382de1c-0889-43c3-84f4-a1882b5b14c8 req-43a5828b-7814-4331-89b0-ed213aadce73 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:47.409500 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f382de1c-0889-43c3-84f4-a1882b5b14c8 req-43a5828b-7814-4331-89b0-ed213aadce73 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0535278 Feb 14 22:26:47.458314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f382de1c-0889-43c3-84f4-a1882b5b14c8 req-f9c33f19-8e35-4f24-8f18-0f53fcd062af tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Feb 14 22:26:47.479836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48084) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:26:47.544509 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-43f5ea55-6da7-456c-9607-560bb1798530 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/d16739fd-10bc-4880-8f11-ab5995626eec HTTP/1.1" status: 200 len: 991 time: 0.0634797 Feb 14 22:26:51.999649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-4d515513-f4c6-498b-ac61-8f00a6576eee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492837 Feb 14 22:26:52.085581 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93563fa-d45f-48b9-9230-3999781ab876 req-0ffde7d8-ea42-4d43-bd74-c130a5ebe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:52.087079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-0ffde7d8-ea42-4d43-bd74-c130a5ebe71b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1128 time: 0.0449548 Feb 14 22:26:52.190811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93563fa-d45f-48b9-9230-3999781ab876 req-f2f6e54c-002e-49af-a449-96a4dc1d4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:52.192181 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-f2f6e54c-002e-49af-a449-96a4dc1d4952 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 898 time: 0.0871923 Feb 14 22:26:52.256148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-7652f25c-3f76-4ab2-8e80-6258e61c4d20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 999 time: 0.0579247 Feb 14 22:26:52.308100 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93563fa-d45f-48b9-9230-3999781ab876 req-28628e6e-6b03-4917-84e7-ec06a7c77712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:52.310126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-28628e6e-6b03-4917-84e7-ec06a7c77712 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0478408 Feb 14 22:26:52.357220 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93563fa-d45f-48b9-9230-3999781ab876 req-3f8665ed-1558-4c6e-b867-8f06a5f5a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:26:52.358697 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-3f8665ed-1558-4c6e-b867-8f06a5f5a7bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433462 Feb 14 22:26:52.453194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-fd63ea19-f1bd-4ef9-a66d-7d05078bc0fc service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792358 Feb 14 22:26:52.544618 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c93563fa-d45f-48b9-9230-3999781ab876 req-16849d5d-3de4-49dc-a4d0-494c5709f7ac service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Feb 14 22:26:57.542814 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:26:59.279979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:01.083603 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-495f2a72-2b61-47cd-b1e1-edb139709a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:03.463504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff980483-cbb2-4d43-8dff-cc2a69b3901b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:04.816638 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:05.993606 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:06.886820 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:07.451359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:11.045153 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-63b3f360-3705-4833-a910-1b6774a77812 service neutron] (103513) timed out ('10.222.0.86', 44508) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:27:11.425746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-70a6500f-f9f2-4050-a846-278fc3ae702b req-a58cad76-ab74-4ab0-a849-8310945f49e9 tempest-ServerActionsTestJSON-2099849061 tempest-ServerActionsTestJSON-2099849061-project] (103513) timed out ('10.222.0.86', 38112) {{(pid=103513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:27:17.911507 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48106) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:18.065279 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port b661d5bb-1e8a-43c0-a979-19292ae80ad5 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:27:18.065626 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.142325 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.142662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (b661d5bb-1e8a-43c0-a979-19292ae80ad5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.154959 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for b661d5bb-1e8a-43c0-a979-19292ae80ad5 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:27:18.301372 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (b661d5bb-1e8a-43c0-a979-19292ae80ad5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.325696 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=b661d5bb-1e8a-43c0-a979-19292ae80ad5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:18.351974 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.352336 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.352691 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.353040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.353381 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.353726 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.354065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.354404 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.354741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.355076 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.355434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.355769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.356716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:18.394273 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (d16739fd-10bc-4880-8f11-ab5995626eec), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.394611 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP d16739fd-10bc-4880-8f11-ab5995626eec disassociated (deleted). External IP: 172.25.2.9, port: a2d650c5-96e3-4f75-b726-8d4fa3b98630. Feb 14 22:27:18.602616 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router f30a5c17-a9ac-44dc-ba50-d63238e05f1b has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:27:18.713035 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:27:18.717779 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:18.722911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Sync routers for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:27:18.733819 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:18.734520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:18.747555 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f1c3ace4-062a-49fd-a9b9-85d876871d76 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/floatingips/d16739fd-10bc-4880-8f11-ab5995626eec HTTP/1.1" status: 204 len: 168 time: 0.8349452 Feb 14 22:27:18.748249 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:27:18.750491 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7811d3aa-112c-4b72-bb43-a22f10952d99" -d '{"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:27:18.939286 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626e866-1405-42af-9903-9f2a974a26f6 x-openstack-request-id: req-f626e866-1405-42af-9903-9f2a974a26f6 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:27:18.940421 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:27:18.940421 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f626e866-1405-42af-9903-9f2a974a26f6 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:27:18.940421 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'status': 'completed', 'code': 200} Feb 14 22:27:19.010316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:19.034634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-378ca387-9666-4e7f-9fa5-9e72f69e2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:19.036177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-378ca387-9666-4e7f-9fa5-9e72f69e2c7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 1128 time: 0.0862095 Feb 14 22:27:19.048642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d66e3-0f4c-4b77-b149-224429095e31 req-d4023374-1a29-41d2-96e2-d307016751da tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:19.050176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e05d66e3-0f4c-4b77-b149-224429095e31 req-d4023374-1a29-41d2-96e2-d307016751da tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0690567 Feb 14 22:27:19.158146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e05d66e3-0f4c-4b77-b149-224429095e31 req-6699936a-c265-4e34-bf05-a5295c66c282 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996988 Feb 14 22:27:19.175683 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-d0eb8567-445a-4896-91e3-d815590f583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:19.177275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-d0eb8567-445a-4896-91e3-d815590f583a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 200 len: 898 time: 0.1262555 Feb 14 22:27:19.212404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:19.218921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-1fbe15eb-0651-40ca-bf20-4161f0a57d15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 200 len: 217 time: 0.0350227 Feb 14 22:27:19.239285 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Checking router: f30a5c17-a9ac-44dc-ba50-d63238e05f1b for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:27:19.247776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:19.248377 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:19.271588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-3acd6c3a-9d5c-47cc-af35-2b75bef15b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:19.273065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-3acd6c3a-9d5c-47cc-af35-2b75bef15b0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 200 len: 834 time: 0.0480587 Feb 14 22:27:19.323027 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-7904ebdd-663f-4f9c-ba7e-d6e5818ec059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:19.325158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-7904ebdd-663f-4f9c-ba7e-d6e5818ec059 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b9193176-f593-4cea-aa0f-7741699e12ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447686 Feb 14 22:27:19.358002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:19.413079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-dc798d6c-266a-4bd2-9c8f-dceae948cef8 service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Feb 14 22:27:19.506146 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7811d3aa-112c-4b72-bb43-a22f10952d99 req-74b97cbf-050e-4766-bb03-22ea540b4cb2 service neutron] 10.222.0.83 "GET /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Feb 14 22:27:19.553547 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:19.583646 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90ace-efa6-4629-a490-6b229f104ad0 None None] The sync data for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 is: [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:25:49Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '3f500bf8-6830-490e-bfdf-f2fbe361674f', 'name': '', 'network_id': 'b9193176-f593-4cea-aa0f-7741699e12ae', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:a5:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:48Z', 'updated_at': '2022-02-14T22:25:52Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '3b01eff7-304a-4a78-9821-e39dc940eae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:27:19.798293 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421bcdfb-5a9c-4dc1-8db8-4fcfbf144626 None None] New status for floating IP d16739fd-10bc-4880-8f11-ab5995626eec: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:27:20.280255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e4f6-7a53-4b19-a9c7-8eb1fb22015e req-35374e5f-57dd-4e78-80e4-c558f6899215 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:20.281752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d176e4f6-7a53-4b19-a9c7-8eb1fb22015e req-35374e5f-57dd-4e78-80e4-c558f6899215 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0557864 Feb 14 22:27:20.331022 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d176e4f6-7a53-4b19-a9c7-8eb1fb22015e req-3172cbe7-5186-4d0a-8845-337d0858b097 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=b994f965-1fad-42ba-b5c2-56faebeba435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437839 Feb 14 22:27:20.493603 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-162564dd-0eed-4955-990f-ff9940a24663 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:20.494974 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-162564dd-0eed-4955-990f-ff9940a24663 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 945 time: 0.0571804 Feb 14 22:27:20.585309 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port a2d650c5-96e3-4f75-b726-8d4fa3b98630 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:27:20.585654 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:20.682546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port a2d650c5-96e3-4f75-b726-8d4fa3b98630, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=a2d650c5-96e3-4f75-b726-8d4fa3b98630,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:20.682913 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:20.694769 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for a2d650c5-96e3-4f75-b726-8d4fa3b98630 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:27:20.821071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a2d650c5-96e3-4f75-b726-8d4fa3b98630), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:20.855282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=a2d650c5-96e3-4f75-b726-8d4fa3b98630,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:20.881156 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.881520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.881872 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.882221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.882563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.882903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.883267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.883605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.883939 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.884276 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.884606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.884953 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.885273 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:20.908539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] No DVR routers for this DVR port a2d650c5-96e3-4f75-b726-8d4fa3b98630 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:27:20.911075 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:20.914490 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-397e35ef-7811-4c23-a799-84ef09b94a96 req-44d791f3-0122-411f-a440-c73f4af06a8e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "DELETE /v2.0/ports/a2d650c5-96e3-4f75-b726-8d4fa3b98630 HTTP/1.1" status: 204 len: 173 time: 0.4144714 Feb 14 22:27:20.914932 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'name': 'network-vif-deleted', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:27:20.917205 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca1837-18f6-4c39-a77d-55b1400e5630" -d '{"events": [{"server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "name": "network-vif-deleted", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:27:20.958489 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f9c6f-5a21-49c2-a291-905d0c8afb9d x-openstack-request-id: req-ee3f9c6f-5a21-49c2-a291-905d0c8afb9d {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:27:20.959142 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52158d92-378e-48ef-8b92-417416c2880e", "name": "network-vif-deleted", "tag": "a2d650c5-96e3-4f75-b726-8d4fa3b98630", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:27:20.959492 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee3f9c6f-5a21-49c2-a291-905d0c8afb9d {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:27:20.959845 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52158d92-378e-48ef-8b92-417416c2880e', 'name': 'network-vif-deleted', 'tag': 'a2d650c5-96e3-4f75-b726-8d4fa3b98630', 'status': 'completed', 'code': 200} Feb 14 22:27:21.446159 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e793de1a-6a29-4d59-8821-5c3aacbf4909 req-9cfcc9ff-efca-4a30-b91b-f99aeae93dbd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=52158d92-378e-48ef-8b92-417416c2880e HTTP/1.1" status: 200 len: 210 time: 0.0289810 Feb 14 22:27:22.501990 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48124) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:22.853572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:23.115260 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 3f500bf8-6830-490e-bfdf-f2fbe361674f {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:27:23.115695 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:23.200154 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 3f500bf8-6830-490e-bfdf-f2fbe361674f, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3f500bf8-6830-490e-bfdf-f2fbe361674f,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:23.200523 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:23.211891 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 3f500bf8-6830-490e-bfdf-f2fbe361674f owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:27:23.395556 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (3f500bf8-6830-490e-bfdf-f2fbe361674f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:23.422238 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=3f500bf8-6830-490e-bfdf-f2fbe361674f,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:23.597155 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.127201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router f30a5c17-a9ac-44dc-ba50-d63238e05f1b has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:27:24.237050 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:27:24.242111 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c70f262e-94a2-4697-a022-4a4f7646c2e6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/f30a5c17-a9ac-44dc-ba50-d63238e05f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390823 Feb 14 22:27:24.244894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48126) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:24.246529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Sync routers for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:27:24.256101 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:24.256787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:24.296938 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting subnet 3b01eff7-304a-4a78-9821-e39dc940eae0 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:27:24.300202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (3b01eff7-304a-4a78-9821-e39dc940eae0), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.341293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a2d650c5-96e3-4f75-b726-8d4fa3b98630 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:27:24.342119 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (3b01eff7-304a-4a78-9821-e39dc940eae0), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.365350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: a2d650c5-96e3-4f75-b726-8d4fa3b98630 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:27:24.365700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device a2d650c5-96e3-4f75-b726-8d4fa3b98630 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:27:24.385688 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:24.429975 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (3b01eff7-304a-4a78-9821-e39dc940eae0), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.489840 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (3b01eff7-304a-4a78-9821-e39dc940eae0), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.519216 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.523258 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/subnets/3b01eff7-304a-4a78-9821-e39dc940eae0 HTTP/1.1" status: 204 len: 168 time: 0.2770648 Feb 14 22:27:24.524274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ec98-accd-4059-8b9a-9f7d73953ee2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Subnet': ['ID=3b01eff7-304a-4a78-9821-e39dc940eae0,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:24.526260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48128) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:24.538247 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1a57c-ef19-4025-be40-6acb2dac453d None None] Network b9193176-f593-4cea-aa0f-7741699e12ae requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:27:24.643131 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:27:23Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:24.644823 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.676310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Checking router: f30a5c17-a9ac-44dc-ba50-d63238e05f1b for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:27:24.686371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Routers {'f30a5c17-a9ac-44dc-ba50-d63238e05f1b'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:24.686982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:24.742924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] DHCP port deletion for b9193176-f593-4cea-aa0f-7741699e12ae request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:27:24.760702 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.814143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port ca1b4359-4993-4290-82cf-2f02b8c913bd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:27:24.814482 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.820531 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] Set router f30a5c17-a9ac-44dc-ba50-d63238e05f1b gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:24.894380 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port ca1b4359-4993-4290-82cf-2f02b8c913bd, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=ca1b4359-4993-4290-82cf-2f02b8c913bd,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:24.894665 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:24.908160 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for ca1b4359-4993-4290-82cf-2f02b8c913bd owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:27:24.935651 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Deleting port c1749f89-a618-484e-ab88-26aa8bfa7336 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:27:24.936027 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.036627 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] For port c1749f89-a618-484e-ab88-26aa8bfa7336, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=c1749f89-a618-484e-ab88-26aa8bfa7336,segment=NetworkSegment(f18a6f38-c029-4653-831e-4b6d8e8b7500),segment_id=f18a6f38-c029-4653-831e-4b6d8e8b7500)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:25.036947 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.053315 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Calling delete_port for c1749f89-a618-484e-ab88-26aa8bfa7336 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:27:25.077778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ca1b4359-4993-4290-82cf-2f02b8c913bd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.103946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=ca1b4359-4993-4290-82cf-2f02b8c913bd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:25.128332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:27:23Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:25.157640 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a33861-5445-44e1-bcf6-c1d623bccba8 None None] The sync data for ids ['f30a5c17-a9ac-44dc-ba50-d63238e05f1b'] in n-d-828372-11 is: [{'id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917111900', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:25:45Z', 'updated_at': '2022-02-14T22:27:23Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': 'ca1b4359-4993-4290-82cf-2f02b8c913bd', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a5c17-a9ac-44dc-ba50-d63238e05f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:25:46Z', 'updated_at': '2022-02-14T22:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:27:25.168115 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.181161 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (c1749f89-a618-484e-ab88-26aa8bfa7336), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.209106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Pushing event deleted for resources: {'Port': ['ID=c1749f89-a618-484e-ab88-26aa8bfa7336,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:25.213456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] No DVR routers for this DVR port c1749f89-a618-484e-ab88-26aa8bfa7336 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:27:25.220525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.220874 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.221215 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.221556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.221904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.222231 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.222556 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.222883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.223642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.223642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.223919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.224155 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.224476 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b563f-b29e-46a1-a69b-001bfaef4c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:25.275089 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.277285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.321367 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f30a5c17-a9ac-44dc-ba50-d63238e05f1b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.321975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Fanout notify agent at l3_agent the message router_deleted on router f30a5c17-a9ac-44dc-ba50-d63238e05f1b {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:27:25.329950 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.331052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-a0f555d8-546e-4eb5-a319-50e5ae0aba11 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/routers/f30a5c17-a9ac-44dc-ba50-d63238e05f1b HTTP/1.1" status: 204 len: 168 time: 0.8037212 Feb 14 22:27:25.333705 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48130) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:25.411294 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (b9193176-f593-4cea-aa0f-7741699e12ae), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.494009 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (b9193176-f593-4cea-aa0f-7741699e12ae), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.516941 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9193176-f593-4cea-aa0f-7741699e12ae']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:25.526763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18a6f38-c029-4653-831e-4b6d8e8b7500') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:25.527507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18a6f38-c029-4653-831e-4b6d8e8b7500') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:25.537267 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (f18a6f38-c029-4653-831e-4b6d8e8b7500), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.550677 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (f18a6f38-c029-4653-831e-4b6d8e8b7500), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.556663 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:27:25.557045 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (f18a6f38-c029-4653-831e-4b6d8e8b7500), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:27:25.560726 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:27:25.631547 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (b9193176-f593-4cea-aa0f-7741699e12ae), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.639904 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.642882 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/networks/b9193176-f593-4cea-aa0f-7741699e12ae HTTP/1.1" status: 204 len: 168 time: 0.3082528 Feb 14 22:27:25.645671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48132) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:25.654651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3a91-1d09-4bc8-8b96-f2c061f4d6a6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Network': ['ID=b9193176-f593-4cea-aa0f-7741699e12ae,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:25.704552 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (b994f965-1fad-42ba-b5c2-56faebeba435), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.730900 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (b994f965-1fad-42ba-b5c2-56faebeba435), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.800305 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (b994f965-1fad-42ba-b5c2-56faebeba435), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.803355 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:25.804538 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/security-groups/b994f965-1fad-42ba-b5c2-56faebeba435 HTTP/1.1" status: 204 len: 168 time: 0.1577702 Feb 14 22:27:25.814910 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c47b9-a2c4-43f5-aeb0-dd7503282ed8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994f965-1fad-42ba-b5c2-56faebeba435,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.106487 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48138) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.110978 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353456928', 'description': 'tempest-secgroup-smoke-353456928 description', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.134488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.193440 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c1749f89-a618-484e-ab88-26aa8bfa7336 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:27:26.213978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: c1749f89-a618-484e-ab88-26aa8bfa7336 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:27:26.214408 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device c1749f89-a618-484e-ab88-26aa8bfa7336 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:27:26.214898 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f500bf8-6830-490e-bfdf-f2fbe361674f no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:27:26.219318 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.223114 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.253129 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.254414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1471958 Feb 14 22:27:26.257524 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48140) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.262009 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.268344 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1d930-3bc8-46a8-9a6a-366405e4bbaf tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.293713 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (177bc41b-0f8c-48f7-8ee9-389da316f30a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.353544 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (177bc41b-0f8c-48f7-8ee9-389da316f30a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.358269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (177bc41b-0f8c-48f7-8ee9-389da316f30a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.376177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177bc41b-0f8c-48f7-8ee9-389da316f30a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.385867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.387307 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f1046202-8b95-4b71-bea1-37c67e0795ae tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286590 Feb 14 22:27:26.390040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48142) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.394654 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.400138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3f500bf8-6830-490e-bfdf-f2fbe361674f {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:27:26.400484 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3f500bf8-6830-490e-bfdf-f2fbe361674f not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:27:26.400953 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ca1b4359-4993-4290-82cf-2f02b8c913bd no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:27:26.420330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (794dd3b3-b531-4f62-a0db-3ae1b91ae493), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.423963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: ca1b4359-4993-4290-82cf-2f02b8c913bd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:27:26.424313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device ca1b4359-4993-4290-82cf-2f02b8c913bd not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:27:26.474215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (794dd3b3-b531-4f62-a0db-3ae1b91ae493), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.477865 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (794dd3b3-b531-4f62-a0db-3ae1b91ae493), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.499312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794dd3b3-b531-4f62-a0db-3ae1b91ae493,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.504211 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.505413 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-cb34bbbd-3f38-4fee-ada1-2397181e0f77 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143901 Feb 14 22:27:26.508155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48144) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.512353 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.536106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2e5f2230-ac53-48ef-8524-212bf0b551ba), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.590483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (2e5f2230-ac53-48ef-8524-212bf0b551ba), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.594069 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (2e5f2230-ac53-48ef-8524-212bf0b551ba), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.612226 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f2230-ac53-48ef-8524-212bf0b551ba,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.617254 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.618475 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4cb5695-12cb-4a3c-8760-3e1ce82b37c6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093664 Feb 14 22:27:26.621312 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48146) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.625497 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.648634 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (f6633386-bdae-47c4-8e5b-390a8b44dc2c), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.704992 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (f6633386-bdae-47c4-8e5b-390a8b44dc2c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.708526 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f6633386-bdae-47c4-8e5b-390a8b44dc2c), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.725688 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6633386-bdae-47c4-8e5b-390a8b44dc2c,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.734923 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.736131 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0ab72e3d-1cdc-4054-ad83-88dd3f8eb631 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139212 Feb 14 22:27:26.738846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48148) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.743374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.763396 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:27:26.768236 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (69edc07b-e1ea-46bd-aaab-939e09f39566), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.824187 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (69edc07b-e1ea-46bd-aaab-939e09f39566), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.828468 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (69edc07b-e1ea-46bd-aaab-939e09f39566), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.850842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69edc07b-e1ea-46bd-aaab-939e09f39566,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.856664 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.858099 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-decfc800-937a-403a-bb9c-cb03610cfc7c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180351 Feb 14 22:27:26.860861 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48150) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.865078 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'security_group_rule': {'security_group_id': 'a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:26.884014 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Project 4edaacc1b0fb47ecaa040c27972ea42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:27:26.889266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (5b8417f9-dd89-4f2a-9b37-f83440b4caaa), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.945593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (5b8417f9-dd89-4f2a-9b37-f83440b4caaa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.949056 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5b8417f9-dd89-4f2a-9b37-f83440b4caaa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.967549 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8417f9-dd89-4f2a-9b37-f83440b4caaa,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:26.974693 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:26.975920 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5eb5db0d-0711-43ae-8afa-d18a8ef5f81f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141381 Feb 14 22:27:26.978879 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48152) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:26.983894 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'network': {'name': 'tempest-network-smoke--2030884363', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'port_security_enabled': True}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:27.002636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:27:27.005794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.030006 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:27:27.039338 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (93b3c36a-9756-43b3-8eb1-cf03d07bea12), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.039676 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Added segment 93b3c36a-9756-43b3-8eb1-cf03d07bea12 of type vlan for network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 Feb 14 22:27:27.078437 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.101371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.106449 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:27.107035 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.160974 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1809568 Feb 14 22:27:27.163752 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48154) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:27.168031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'admin_state_up': True, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:27.192115 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89c7c8-44d3-4fc5-8c50-2708b013b766 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Network': ['ID=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:27.203696 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:27:27.204572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.205827 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.264890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.409829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.600028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.622867 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.721147 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.42 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/80f35540-28da-4f39-9f0a-8740ce81ddc9) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:27:27.825202 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.859040 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:27.892533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:27.895741 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:27.898060 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:27:27.931374 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=80f35540-28da-4f39-9f0a-8740ce81ddc9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:28.152288 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:28.353206 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:28.479822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:27:28.585175 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:27:28.595537 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Sync routers for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:27:28.604446 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:28.605056 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:28.605913 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:28.610265 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5092e14e-58a0-4b9a-b809-a1a85b0ab010 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4424865 Feb 14 22:27:28.610481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48156) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:28.638379 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-1c08976c-915f-4425-8ffe-a3458792f5ff tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=4edaacc1b0fb47ecaa040c27972ea42e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268328 Feb 14 22:27:28.640916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48158) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:28.728271 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47e072-72ca-4fc7-9657-b88a31e9a15f tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:28.729792 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ed47e072-72ca-4fc7-9657-b88a31e9a15f tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879836 Feb 14 22:27:28.733062 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48160) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:28.769159 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-24fcbda4-f18c-45e2-a33a-c881ff84710b tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=71d11159-f077-494d-803b-ad60cd1549e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326834 Feb 14 22:27:28.769373 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48162) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:28.774213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812180901', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:28.801121 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:28.858784 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:27:28.862221 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:28.977586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:28Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:29.003789 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Checking router: c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:27:29.004070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Updating router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 port 80f35540-28da-4f39-9f0a-8740ce81ddc9 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:27:29.035596 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.047371 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (9370917c-fc97-464d-8dc4-c871d99aa5f2), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.103864 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Subnet': ['ID=9370917c-fc97-464d-8dc4-c871d99aa5f2,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:29.116398 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Checking segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:27:29.116756 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network hostable DHCP agents. Network: a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:27:29.133656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:27:29.143101 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:29.147470 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:29.148179 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.156358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb03bd-4e98-4005-91ea-62785134bf77 None None] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:27:29.167288 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b031ffa2-b835-483b-9c19-b48ee14c82cc tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3943148 Feb 14 22:27:29.167590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48164) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:29.266178 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:27:29.267056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.301456 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks [] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.307131 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.308450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.356495 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Attempting to bind port 80f35540-28da-4f39-9f0a-8740ce81ddc9 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:27:29.356721 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Attempting to bind port 80f35540-28da-4f39-9f0a-8740ce81ddc9 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:27:29.356936 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Attempting to bind port 80f35540-28da-4f39-9f0a-8740ce81ddc9 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:27:29.368677 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Pushing event updated for resources: {'Port': ['ID=80f35540-28da-4f39-9f0a-8740ce81ddc9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:29.374264 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:27:29.374646 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:27:29.375048 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.375469 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:27:29.375937 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Bound port: 80f35540-28da-4f39-9f0a-8740ce81ddc9, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:27:29.376322 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.379488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.379837 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.380176 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.380510 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.381147 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.381147 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.381478 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.381807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.382130 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.382452 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.382774 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.383599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.383599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:27:29.424652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Allocated IP 172.20.0.2 (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8/9370917c-fc97-464d-8dc4-c871d99aa5f2/3a54345c-a7c7-4da4-919b-ab5bf86dc66d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:27:29.438292 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] For port 80f35540-28da-4f39-9f0a-8740ce81ddc9, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:27:29.441418 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] For port 80f35540-28da-4f39-9f0a-8740ce81ddc9, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f35540-28da-4f39-9f0a-8740ce81ddc9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:27:29.447585 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.498499 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:29.499112 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:29.547718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4c77-ceab-4329-b8f3-a15830d9331e None None] Pushing event updated for resources: {'Port': ['ID=80f35540-28da-4f39-9f0a-8740ce81ddc9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:29.571472 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks [] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.578404 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.617009 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:29.621724 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:29.622363 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:29.627460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:27:29.634841 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Pushing event updated for resources: {'Port': ['ID=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:29.654079 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.689113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Attempting to bind port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:27:29.689595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Attempting to bind port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:27:29.689970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Attempting to bind port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d on network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:27:29.695453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:27:29.695830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Checking segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:27:29.696234 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.696654 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Bound using segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:27:29.697207 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Bound port: 3a54345c-a7c7-4da4-919b-ab5bf86dc66d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:27:29.697593 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.765754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] For port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:27:29.768987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] For port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:27:29.775923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:29.821320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:28Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:29.838635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e415e5f-386e-4101-babf-3e95e0d3af25 None None] Pushing event updated for resources: {'Port': ['ID=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:29.861785 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82bf78-f1ac-4149-8cf3-3cfdbfe0852a None None] The sync data for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 is: [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:28Z', 'revision_number': 3, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:27:29.955298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.1 (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8/9370917c-fc97-464d-8dc4-c871d99aa5f2/636e82c6-537d-4266-aaa7-7cd146be2e77) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:27:30.094123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.152268 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.217221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:30.221256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:30.225594 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:27:30.322260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f35540-28da-4f39-9f0a-8740ce81ddc9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:30.376791 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f35540-28da-4f39-9f0a-8740ce81ddc9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:30.377174 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.469736 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f35540-28da-4f39-9f0a-8740ce81ddc9 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:30.470248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.493944 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 80f35540-28da-4f39-9f0a-8740ce81ddc9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f35540-28da-4f39-9f0a-8740ce81ddc9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:30.499268 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.500270 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a54345c-a7c7-4da4-919b-ab5bf86dc66d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:30.578308 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=80f35540-28da-4f39-9f0a-8740ce81ddc9,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:30.595560 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:30.610043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:30.610591 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.622661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.710876 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:30.711217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.755134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:30.761597 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.787259 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:30.820725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:30.968825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb7230-5b93-4ba1-9545-e1aa6fcb8298 None None] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:27:31.036376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-568013b5-0ee7-45bc-8012-2374369af572 None None] Provisioning complete for port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:31.036747 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-568013b5-0ee7-45bc-8012-2374369af572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.076291 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.081274 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.112723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-489f2a9d-7266-48d2-b96a-7e0dd503dad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.156692 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:31.161647 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.173161 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-568013b5-0ee7-45bc-8012-2374369af572 None None] Current status of the port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:31.257020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:31.258540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:31.386758 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:27:31.406902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Provisioning complete for port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:31.407506 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.510404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Current status of the port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:31.515303 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:27:31.527459 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b7944aa0-8f03-4004-9bb8-d0674a0513d3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/c667c4df-b594-49f8-a8fc-2b67bc4c8ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532031 Feb 14 22:27:31.527679 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:31.527679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.562580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-940f0772-a2f8-4a40-aaed-12ca93787354 None None] Port 636e82c6-537d-4266-aaa7-7cd146be2e77 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:27:31.695434 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-ebd56963-acb1-4bdd-9329-73c5cd5bc01a None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:31.695813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebd56963-acb1-4bdd-9329-73c5cd5bc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.709991 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-9ca9b084-9723-4389-8749-b14ec27399c4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353456928&fields=id&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 267 time: 0.0541792 Feb 14 22:27:31.736784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ebd56963-acb1-4bdd-9329-73c5cd5bc01a None None] Port 636e82c6-537d-4266-aaa7-7cd146be2e77 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:27:31.774578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Sync routers for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:27:31.785630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:31.786239 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:31.832852 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-4c9921f9-a02b-4cda-b939-05628034a871 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:31.834331 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-4c9921f9-a02b-4cda-b939-05628034a871 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 797 time: 0.1165357 Feb 14 22:27:31.850367 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-26e2840b-e646-439c-85fc-026514e1bf9b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/quotas/4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 375 time: 0.0099964 Feb 14 22:27:31.901471 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f3ab625b-6326-483d-9a7b-0d23eb62c4e7 None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:31.901806 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3ab625b-6326-483d-9a7b-0d23eb62c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:31.906764 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:31.907082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-ead20685-1ea5-475e-9924-2130c403e075 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514257 Feb 14 22:27:31.974371 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab625b-6326-483d-9a7b-0d23eb62c4e7 None None] Port 636e82c6-537d-4266-aaa7-7cd146be2e77 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:27:32.009563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-390ee4e9-0e56-4830-a8df-df3430f4ab67 service neutron] 10.222.0.86 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892742 Feb 14 22:27:32.110029 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-410e6954-6a01-4b00-9570-18b5ec6a36b6 service neutron] 10.222.0.86 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Feb 14 22:27:32.132575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 2, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:32.159424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Checking router: c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:27:32.159784 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Updating router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 port 636e82c6-537d-4266-aaa7-7cd146be2e77 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:27:32.195427 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.248960 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f35540-28da-4f39-9f0a-8740ce81ddc9 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:32.312318 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8050e25f-42c3-4e88-b83f-d98869bd04b9 req-59d4c5a9-e346-40fb-81e2-0f6cbe9f49b0 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 210 time: 0.0357449 Feb 14 22:27:32.419844 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 80f35540-28da-4f39-9f0a-8740ce81ddc9 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:32.420373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.563120 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 80f35540-28da-4f39-9f0a-8740ce81ddc9 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:32.564198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a54345c-a7c7-4da4-919b-ab5bf86dc66d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:32.610618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks [] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.618134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.674352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:32.674791 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.679381 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3d1a-06d8-493e-9489-ded5a520595b None None] Pushing event updated for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:32.767074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Attempting to bind port 636e82c6-537d-4266-aaa7-7cd146be2e77 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:27:32.767485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Attempting to bind port 636e82c6-537d-4266-aaa7-7cd146be2e77 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:27:32.767935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Attempting to bind port 636e82c6-537d-4266-aaa7-7cd146be2e77 on network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:27:32.775529 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:27:32.775914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Checking segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:27:32.776315 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.776711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Bound using segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:27:32.777177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Bound port: 636e82c6-537d-4266-aaa7-7cd146be2e77, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:27:32.778164 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.846653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:32.873139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] For port 636e82c6-537d-4266-aaa7-7cd146be2e77, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:27:32.876525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] For port 636e82c6-537d-4266-aaa7-7cd146be2e77, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=636e82c6-537d-4266-aaa7-7cd146be2e77,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:27:32.885200 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:32.946815 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:32.947459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:32.951043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3d1a-06d8-493e-9489-ded5a520595b None None] Pushing event updated for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:33.021383 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:33.021769 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.264935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:33.352404 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-4c0a8470-2e2d-4536-b591-389f8a0a9a83 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:33.353869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-4c0a8470-2e2d-4536-b591-389f8a0a9a83 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 797 time: 0.1267781 Feb 14 22:27:33.420378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Current status of the port 636e82c6-537d-4266-aaa7-7cd146be2e77 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:33.420957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.435285 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6ea3ded8-8e35-490f-9f0c-a145e32cde1e req-bd39f109-938b-4a24-855c-d948737c7f40 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 210 time: 0.0368600 Feb 14 22:27:33.455432 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-b2c07dce-1a00-48e9-ada7-26c888e62acb tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edaacc1b0fb47ecaa040c27972ea42e HTTP/1.1" status: 200 len: 379 time: 0.0892069 Feb 14 22:27:33.464766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'port': {'device_id': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'admin_state_up': True, 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'security_groups': ['a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:33.479911 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] For port 636e82c6-537d-4266-aaa7-7cd146be2e77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=636e82c6-537d-4266-aaa7-7cd146be2e77,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:33.491302 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.503088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617d6c89-0910-4d9b-8da6-d4b552feaa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.578581 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c53d7-076d-4f69-ab13-812ff78aaf04 None None] Pushing event updated for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:33.588691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Made reservation on behalf of 4edaacc1b0fb47ecaa040c27972ea42e for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:27:33.592152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.603979 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:32Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:33.636252 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59153e-602e-4f80-9659-2108f1895d88 None None] The sync data for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 is: [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:32Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:27:33.643287 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1c3a9a83-87d2-44d3-9cb4-4d9cd781d828 None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:33.643668 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9a83-87d2-44d3-9cb4-4d9cd781d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.738725 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a9a83-87d2-44d3-9cb4-4d9cd781d828 None None] Current status of the port 636e82c6-537d-4266-aaa7-7cd146be2e77 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:33.770838 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.20.0.12 (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8/9370917c-fc97-464d-8dc4-c871d99aa5f2/7eab8180-d66f-4b49-b635-325485df7563) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:27:33.922600 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (7eab8180-d66f-4b49-b635-325485df7563), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:33.958530 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.007190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:34.010387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:34.018464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:27:34.043209 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:34.073608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:34.074291 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.093485 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-bffe2aa5-a45f-4f40-92aa-f84abb9c99ec tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6329141 Feb 14 22:27:34.107933 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Request body: {'port': {'device_id': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:34.193037 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7eab8180-d66f-4b49-b635-325485df7563), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.267647 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 636e82c6-537d-4266-aaa7-7cd146be2e77 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:34.292398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f1fdd149-2fb3-465f-b980-a749262cc5ca None None] Provisioning complete for port 7eab8180-d66f-4b49-b635-325485df7563 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:34.292716 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd149-2fb3-465f-b980-a749262cc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7eab8180-d66f-4b49-b635-325485df7563), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.339614 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f1fdd149-2fb3-465f-b980-a749262cc5ca None None] Port 7eab8180-d66f-4b49-b635-325485df7563 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:27:34.352465 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 636e82c6-537d-4266-aaa7-7cd146be2e77 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:34.352853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.441829 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 636e82c6-537d-4266-aaa7-7cd146be2e77 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:34.496873 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eab8180-d66f-4b49-b635-325485df7563 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:27:34.504889 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks [] for port (7eab8180-d66f-4b49-b635-325485df7563), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.527646 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Transition to ACTIVE for port object 7eab8180-d66f-4b49-b635-325485df7563 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:27:34.542846 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:27:34.544179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.819970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:34.959145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:34.985750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029242-96fa-4d94-a884-2dcf31b23626 req-797981b5-65b6-4b32-a2e1-4e74defe0e3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:34.987357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0029242-96fa-4d94-a884-2dcf31b23626 req-797981b5-65b6-4b32-a2e1-4e74defe0e3d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 932 time: 0.4753859 Feb 14 22:27:35.069020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Attempting to bind port 7eab8180-d66f-4b49-b635-325485df7563 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:27:35.069361 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Attempting to bind port 7eab8180-d66f-4b49-b635-325485df7563 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:27:35.069689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Attempting to bind port 7eab8180-d66f-4b49-b635-325485df7563 on network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:27:35.076668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e0029242-96fa-4d94-a884-2dcf31b23626 req-72fd06e7-17b2-43b7-a183-f472fc12f5a4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701737 Feb 14 22:27:35.078756 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Port 7eab8180-d66f-4b49-b635-325485df7563 on network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:27:35.079078 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Attempting to bind port 7eab8180-d66f-4b49-b635-325485df7563 on network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:27:35.085061 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:27:35.085395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Checking segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:27:35.085851 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Bound using segment: {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:27:35.086268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Bound port: 7eab8180-d66f-4b49-b635-325485df7563, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b3c36a-9756-43b3-8eb1-cf03d07bea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:27:35.086569 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7eab8180-d66f-4b49-b635-325485df7563), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:35.163221 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:27:35.167103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7eab8180-d66f-4b49-b635-325485df7563,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:27:35.174322 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:35.208051 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.208681 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:35.210050 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] 10.222.0.83 "PUT /v2.0/ports/7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 1093 time: 1.1082637 Feb 14 22:27:35.210493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:27:35.212732 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:27:35.241707 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857ba7-4142-454e-bbb7-bb8ea973fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:35.264592 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6111c31-ed6a-45ec-bc2b-3987a7cb5b90 x-openstack-request-id: req-c6111c31-ed6a-45ec-bc2b-3987a7cb5b90 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:27:35.264893 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:27:35.265121 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6111c31-ed6a-45ec-bc2b-3987a7cb5b90 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:27:35.265519 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563', 'status': 'completed', 'code': 200} Feb 14 22:27:35.305319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-dc455f73-e471-46b4-a06e-1e9680b55f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.306894 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-dc455f73-e471-46b4-a06e-1e9680b55f69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1127 time: 0.0517604 Feb 14 22:27:35.353537 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-4af59e13-4670-4dd9-a982-aaa7ee3807aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 217 time: 0.0399346 Feb 14 22:27:35.403084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-0550f399-5133-49d9-80e5-3090cdd52a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.404651 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-0550f399-5133-49d9-80e5-3090cdd52a7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0457177 Feb 14 22:27:35.453304 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-e1108fa9-3da5-4d23-9254-1e9d28e2273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.454779 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-e1108fa9-3da5-4d23-9254-1e9d28e2273e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442860 Feb 14 22:27:35.554464 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-0b30f1f1-e5c7-47f0-b12a-4218ca7252de service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 Feb 14 22:27:35.642207 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-137ff0a0-cba0-4520-84ad-ff81c8b2c8e4 req-9231117f-2f11-4e26-8200-ae46b5ffd09b service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811884 Feb 14 22:27:35.734086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-b15d204f-ee4e-4bd4-bf74-b8fdff11e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.735629 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-b15d204f-ee4e-4bd4-bf74-b8fdff11e408 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1127 time: 0.0485857 Feb 14 22:27:35.831140 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-9d6a78d4-05f7-4bc1-8e6e-8060ad0edfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.832703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-9d6a78d4-05f7-4bc1-8e6e-8060ad0edfb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 898 time: 0.0875041 Feb 14 22:27:35.872861 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-ec1918cf-7907-4be8-bb35-d05c134703f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 217 time: 0.0348241 Feb 14 22:27:35.929395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-d10d3c32-a294-4410-b41f-882f590753c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.930893 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-d10d3c32-a294-4410-b41f-882f590753c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0499995 Feb 14 22:27:35.978855 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-92f905e0-8a7f-4bde-89fa-545dc130f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:35.980941 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-92f905e0-8a7f-4bde-89fa-545dc130f3e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431497 Feb 14 22:27:35.998307 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:36.069563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-efcec076-6812-44e2-9715-0f7b92a2e8be service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824068 Feb 14 22:27:36.174272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7c7d68d2-fb56-47fc-8ba0-d01c0afa2d97 req-9ccf8acf-f147-42d0-8c05-9f7423d34a94 service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978956 Feb 14 22:27:36.215425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ddd6-3a11-4bc3-b690-1bd136e3a9d3 req-bf655db3-19a1-4f38-b917-b233a4284832 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:36.216898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b11ddd6-3a11-4bc3-b690-1bd136e3a9d3 req-bf655db3-19a1-4f38-b917-b233a4284832 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 944 time: 0.0616286 Feb 14 22:27:36.265990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b11ddd6-3a11-4bc3-b690-1bd136e3a9d3 req-3652a86f-68e6-4f7b-b48d-75277ab7780c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Feb 14 22:27:36.886503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:37.385064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d9394-a758-409d-ba56-e680b0bcd005 req-a4d7008e-135c-45c9-ade8-e35ac49d8a69 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:37.386530 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b8d9394-a758-409d-ba56-e680b0bcd005 req-a4d7008e-135c-45c9-ade8-e35ac49d8a69 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 944 time: 0.0521462 Feb 14 22:27:37.439067 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4b8d9394-a758-409d-ba56-e680b0bcd005 req-d48f8751-154d-4de5-8113-c702bab45522 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468807 Feb 14 22:27:37.454993 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:38.381866 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7eab8180-d66f-4b49-b635-325485df7563 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:27:38.476850 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7eab8180-d66f-4b49-b635-325485df7563,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:38.489100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '7eab8180-d66f-4b49-b635-325485df7563', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'port_id': '7eab8180-d66f-4b49-b635-325485df7563', 'mac_address': 'fa:16:3e:f7:b4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:27:38.524539 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7eab8180-d66f-4b49-b635-325485df7563 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:38.524928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7eab8180-d66f-4b49-b635-325485df7563), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:38.537989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eab8180-d66f-4b49-b635-325485df7563 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:27:38.557139 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7eab8180-d66f-4b49-b635-325485df7563,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:38.558095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652104f3-1316-442f-9ac4-7d499c25c202 req-b114f570-24be-4f20-9b4e-fca76ea0c23f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:38.560081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-652104f3-1316-442f-9ac4-7d499c25c202 req-b114f570-24be-4f20-9b4e-fca76ea0c23f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 944 time: 0.0534887 Feb 14 22:27:38.562660 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:38.610161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-652104f3-1316-442f-9ac4-7d499c25c202 req-1c772710-b5c2-44df-99dc-0fb7693beccd tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442975 Feb 14 22:27:38.614353 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:38.776036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['7eab8180-d66f-4b49-b635-325485df7563'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:27:39.731215 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ac82-7279-4213-868a-f67c5d1898db req-45eb6a4d-c5f3-4395-b0ad-e9711d3d7678 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:39.732707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9a6ac82-7279-4213-868a-f67c5d1898db req-45eb6a4d-c5f3-4395-b0ad-e9711d3d7678 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0549979 Feb 14 22:27:39.782112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b9a6ac82-7279-4213-868a-f67c5d1898db req-2a900a2c-9001-4220-ab12-4eac4128a54e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436094 Feb 14 22:27:40.381938 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7eab8180-d66f-4b49-b635-325485df7563 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:27:40.431927 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 7eab8180-d66f-4b49-b635-325485df7563 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:27:40.435988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 7eab8180-d66f-4b49-b635-325485df7563 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:27:40.436363 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7eab8180-d66f-4b49-b635-325485df7563), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:40.517089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 7eab8180-d66f-4b49-b635-325485df7563 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:27:40.517475 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7eab8180-d66f-4b49-b635-325485df7563), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:40.540335 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eab8180-d66f-4b49-b635-325485df7563'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:27:40.542589 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6089d6e-2696-484b-8244-b24f00b33e26" -d '{"events": [{"server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "name": "network-vif-plugged", "status": "completed", "tag": "7eab8180-d66f-4b49-b635-325485df7563"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:27:40.554615 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7eab8180-d66f-4b49-b635-325485df7563,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:27:40.558944 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:40.581952 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95745852-3ae6-45e7-86ed-57dc7049c6b4 x-openstack-request-id: req-95745852-3ae6-45e7-86ed-57dc7049c6b4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:27:40.582256 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "name": "network-vif-plugged", "status": "completed", "tag": "7eab8180-d66f-4b49-b635-325485df7563", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:27:40.582512 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95745852-3ae6-45e7-86ed-57dc7049c6b4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:27:40.582910 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eab8180-d66f-4b49-b635-325485df7563', 'code': 200} Feb 14 22:27:40.609148 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:40.680524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53914-11be-47be-acf9-fa2e4e8d7fe6 req-6d82e9b3-302e-4614-87a7-af2cd5562cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:40.681921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f53914-11be-47be-acf9-fa2e4e8d7fe6 req-6d82e9b3-302e-4614-87a7-af2cd5562cbb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1129 time: 0.0471208 Feb 14 22:27:40.726036 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f53914-11be-47be-acf9-fa2e4e8d7fe6 req-18b4619f-fc08-4b53-8c01-11307b40d618 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382645 Feb 14 22:27:40.903337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1d066-a88b-4826-9762-d8edd0ee0164 req-6ab10424-16dc-4232-8843-de78a2d34ef4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:40.904758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cda1d066-a88b-4826-9762-d8edd0ee0164 req-6ab10424-16dc-4232-8843-de78a2d34ef4 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Feb 14 22:27:40.953142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cda1d066-a88b-4826-9762-d8edd0ee0164 req-ae172360-ff6b-4555-a087-4b783d976133 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Feb 14 22:27:42.073314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4b6e5-8f0d-4bbb-9aca-f2ad37b67984 req-293c4424-d276-4c9f-bbe1-b40eb4b95573 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:42.075311 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62f4b6e5-8f0d-4bbb-9aca-f2ad37b67984 req-293c4424-d276-4c9f-bbe1-b40eb4b95573 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0554421 Feb 14 22:27:42.123963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-62f4b6e5-8f0d-4bbb-9aca-f2ad37b67984 req-58085e87-df21-4aa3-99cc-470b9b1438c5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Feb 14 22:27:42.243048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ea23-a320-4b8a-b676-783c5b47177a req-4befc41c-9f42-47f3-a145-154b9ea5968a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:42.244483 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8f0ea23-a320-4b8a-b676-783c5b47177a req-4befc41c-9f42-47f3-a145-154b9ea5968a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0527055 Feb 14 22:27:42.294554 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a8f0ea23-a320-4b8a-b676-783c5b47177a req-ba7ad742-4121-4903-a889-bfaf9d580ae2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Feb 14 22:27:42.316028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48218) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:42.359084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74895035-c867-4289-b016-d1a9f4770bfd tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:42.360628 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-74895035-c867-4289-b016-d1a9f4770bfd tempest-TestNetworkAdvancedServerOps-2142783594 tempest-TestNetworkAdvancedServerOps-2142783594-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1124 time: 0.0436370 Feb 14 22:27:42.363362 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48220) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:42.367654 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '7eab8180-d66f-4b49-b635-325485df7563', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:27:42.388716 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:42.486535 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:42.592104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Allocated IP 172.25.2.34 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/22b5c95d-b040-4d0b-aa91-a32a23c510d2) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:27:42.693333 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:42.726543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:42.765488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:27:42.768292 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:27:42.774484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:27:42.779854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=22b5c95d-b040-4d0b-aa91-a32a23c510d2,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:43.148931 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (3b19967d-fea5-4696-9f52-fbd234709e1d), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.221829 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.372761 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.377284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.451130 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event updated for resources: {'Port': ['ID=22b5c95d-b040-4d0b-aa91-a32a23c510d2,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:27:43.461746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (3b19967d-fea5-4696-9f52-fbd234709e1d), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.564814 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 3b19967d-fea5-4696-9f52-fbd234709e1d associated. External IP: 172.25.2.34, port: 7eab8180-d66f-4b49-b635-325485df7563. Feb 14 22:27:43.776539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:27:43.886627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:27:43.897078 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Sync routers for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:27:43.905841 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:27:43.907421 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:43.908025 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:43.937378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4ab4b2b6-4c1b-403c-bd8a-8e31276b92c3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5728872 Feb 14 22:27:43.937956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:27:43.940228 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:27:44.023633 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:44.036887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366f42-06cd-4453-8065-2e38ef1cead9 req-dabfc197-f459-4cf5-a6e9-75e050985bc5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:44.038300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf366f42-06cd-4453-8065-2e38ef1cead9 req-dabfc197-f459-4cf5-a6e9-75e050985bc5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0531986 Feb 14 22:27:44.086323 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf366f42-06cd-4453-8065-2e38ef1cead9 req-2d47f092-68a4-4c08-bc76-d4af03f981d6 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Feb 14 22:27:44.108961 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48226) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:44.149447 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73052c1d-a2e6-4490-9cec-fa491aa4751b x-openstack-request-id: req-73052c1d-a2e6-4490-9cec-fa491aa4751b {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:27:44.150058 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:27:44.150058 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73052c1d-a2e6-4490-9cec-fa491aa4751b {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:27:44.150459 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563', 'status': 'completed', 'code': 200} Feb 14 22:27:44.202639 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-eda31749-e110-4eea-ab0a-f9d4302a237f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/3b19967d-fea5-4696-9f52-fbd234709e1d HTTP/1.1" status: 200 len: 991 time: 0.0925312 Feb 14 22:27:44.215390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-339b3963-cd12-4a6c-8bbd-36f2684588c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:44.216876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-339b3963-cd12-4a6c-8bbd-36f2684588c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1129 time: 0.0612550 Feb 14 22:27:44.250952 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b19967d-fea5-4696-9f52-fbd234709e1d', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'port_id': '7eab8180-d66f-4b49-b635-325485df7563', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'mac_address': 'fa:16:3e:f7:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:27:43Z', 'updated_at': '2022-02-14T22:27:43Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:44.281118 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Checking router: c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:27:44.289578 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:27:44.290126 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:27:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:44.306059 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-1973ee20-fc58-487c-bf57-64b0fa4ff699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:44.307575 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-1973ee20-fc58-487c-bf57-64b0fa4ff699 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 898 time: 0.0852790 Feb 14 22:27:44.377975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-be0c0cdd-c538-4172-9e73-5e28b938a7fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 999 time: 0.0644722 Feb 14 22:27:44.428539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-d8e9eb7e-3d76-4638-bd6d-76cfeeed991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:44.430046 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-d8e9eb7e-3d76-4638-bd6d-76cfeeed991d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0468721 Feb 14 22:27:44.479883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-174008a0-e6dd-427e-a2b7-995b15ba71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:44.481451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-174008a0-e6dd-427e-a2b7-995b15ba71b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457313 Feb 14 22:27:44.491706 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:27:44.575133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-1747a098-537a-4399-bd7f-28a0ecf193ed service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Feb 14 22:27:44.662698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5ca1d774-0931-429a-ae0e-3c6e1d9123d8 req-4761d81f-d3d0-4fcd-b998-d4984b70b78e service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Feb 14 22:27:44.722246 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b19967d-fea5-4696-9f52-fbd234709e1d', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'port_id': '7eab8180-d66f-4b49-b635-325485df7563', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'mac_address': 'fa:16:3e:f7:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:27:43Z', 'updated_at': '2022-02-14T22:27:43Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:27:44.752640 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5cfe7-4e74-4cef-a295-f4ad291934e6 None None] The sync data for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 is: [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '3b19967d-fea5-4696-9f52-fbd234709e1d', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'port_id': '7eab8180-d66f-4b49-b635-325485df7563', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'mac_address': 'fa:16:3e:f7:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:27:43Z', 'updated_at': '2022-02-14T22:27:43Z', 'revision_number': 0, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:27:44.947453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0b44d-f599-4bc6-a186-89951769b17d None None] New status for floating IP 3b19967d-fea5-4696-9f52-fbd234709e1d: ACTIVE {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:27:45.206502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48228) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:27:45.270726 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1a09846c-f235-4049-8885-8ed065519b5e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/3b19967d-fea5-4696-9f52-fbd234709e1d HTTP/1.1" status: 200 len: 993 time: 0.0630236 Feb 14 22:27:52.974149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-602053a4-5467-4f5e-9076-199ae8c3461e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439994 Feb 14 22:27:53.073313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-93162757-3035-42b7-a107-3409d7545ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:53.074781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-93162757-3035-42b7-a107-3409d7545ba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1129 time: 0.0445592 Feb 14 22:27:53.195637 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-eaf36cd1-49b5-4b75-9a0b-e24d064c2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:53.197111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-eaf36cd1-49b5-4b75-9a0b-e24d064c2b60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 898 time: 0.0961480 Feb 14 22:27:53.262161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-e078a0ba-2e87-4cc3-a6cb-6ef06007e162 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 1001 time: 0.0576148 Feb 14 22:27:53.315443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-84adc88a-7318-41c1-a8c1-f489424891db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:53.316908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-84adc88a-7318-41c1-a8c1-f489424891db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0441449 Feb 14 22:27:53.378246 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-7f2e65cc-86e2-496f-a4b7-f247c8b82d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:27:53.379830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-7f2e65cc-86e2-496f-a4b7-f247c8b82d3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490422 Feb 14 22:27:53.477963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-66b79aab-f6e5-4856-9d8b-0fbf43e31e0c service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803025 Feb 14 22:27:53.568720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-582d72c5-fef0-4ea6-bad3-335da67ff45f req-f5117d08-e053-45da-aea0-2b3906c1e086 service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Feb 14 22:27:59.291906 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:01.084408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a88e4626-07fa-4358-a81a-a171b9d7a62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:03.466000 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96d29772-bbbe-42ed-80b8-34c1e9ad7370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:04.822153 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:05.999590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:06.902152 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:07.451748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:11.542829 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:28:14.062561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca5b74-6009-43e1-9d0c-6de1a1613181 req-6b206608-4405-45e7-b079-d78a1aa81fa8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:14.064072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cca5b74-6009-43e1-9d0c-6de1a1613181 req-6b206608-4405-45e7-b079-d78a1aa81fa8 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0540638 Feb 14 22:28:14.112947 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cca5b74-6009-43e1-9d0c-6de1a1613181 req-043c50b5-9b8f-443b-96e1-725627d6a97e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Feb 14 22:28:15.230770 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1276d29-0f77-4db1-8fcb-fd3aa42943b5 req-fbc22c8f-15cf-4720-8f61-5ecd6cf182ed tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:15.232271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1276d29-0f77-4db1-8fcb-fd3aa42943b5 req-fbc22c8f-15cf-4720-8f61-5ecd6cf182ed tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Feb 14 22:28:15.285145 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e1276d29-0f77-4db1-8fcb-fd3aa42943b5 req-c275c2f5-ff36-4b8a-9a56-6bad5d9b54ed tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470953 Feb 14 22:28:15.306750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48244) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:15.366225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f007896-7f3a-4500-b50c-96c82d02224b tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/3b19967d-fea5-4696-9f52-fbd234709e1d HTTP/1.1" status: 200 len: 993 time: 0.0582066 Feb 14 22:28:16.679165 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead22fc-36e3-485d-9e99-01363bd74ea0 req-68aab785-5bfd-40bd-bd88-7f32af74239f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:16.680680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dead22fc-36e3-485d-9e99-01363bd74ea0 req-68aab785-5bfd-40bd-bd88-7f32af74239f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0924382 Feb 14 22:28:16.687180 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-9309440c-5c33-41ec-b90b-323004181cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:16.688600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-9309440c-5c33-41ec-b90b-323004181cf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1129 time: 0.0732634 Feb 14 22:28:16.792644 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dead22fc-36e3-485d-9e99-01363bd74ea0 req-f1764d0e-c8dc-4950-9a69-fec26264192e tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031170 Feb 14 22:28:16.821104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-41033452-aeb8-452d-8f79-15ffd6de1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:16.822693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-41033452-aeb8-452d-8f79-15ffd6de1cff service neutron] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 898 time: 0.1260002 Feb 14 22:28:16.896587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-312eafe1-9467-475f-a51a-dab49534ff84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 1001 time: 0.0676372 Feb 14 22:28:16.945226 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-4037a95f-ad4c-4d0a-bddd-02b59ca93fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:16.946653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-4037a95f-ad4c-4d0a-bddd-02b59ca93fa7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0438161 Feb 14 22:28:16.996496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-8706efed-547c-4a9a-829d-e82085b5d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:16.998612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-8706efed-547c-4a9a-829d-e82085b5d152 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462823 Feb 14 22:28:17.442815 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-9f535f1b-e2b9-4626-b8b1-9b98d6f5adfa service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377327 Feb 14 22:28:17.530680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-503c85ec-322d-4026-8614-ba4dd8ed007f req-1d45f80c-24c9-4496-959a-65607b29f272 service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819895 Feb 14 22:28:17.915651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252cf6-052a-4e87-b159-e0cfdd952a85 req-d9d4b043-ecb8-4a5a-a845-50c4e05e45b5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:17.917149 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9252cf6-052a-4e87-b159-e0cfdd952a85 req-d9d4b043-ecb8-4a5a-a845-50c4e05e45b5 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0559013 Feb 14 22:28:17.963826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a9252cf6-052a-4e87-b159-e0cfdd952a85 req-fbe17ec4-148b-4517-9014-f85f40c5e177 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412087 Feb 14 22:28:19.082070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860df43-9a25-4747-93ab-05fb5f5470c4 req-2ae2e820-7071-42cb-8e46-2b2080725130 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:19.083562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0860df43-9a25-4747-93ab-05fb5f5470c4 req-2ae2e820-7071-42cb-8e46-2b2080725130 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0520222 Feb 14 22:28:19.131732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0860df43-9a25-4747-93ab-05fb5f5470c4 req-b8ee65eb-a5b1-4857-beb1-02301e81ff36 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Feb 14 22:28:19.153940 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48262) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:19.216925 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-817d7b4c-58db-4050-a253-c898581f2459 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/floatingips/3b19967d-fea5-4696-9f52-fbd234709e1d HTTP/1.1" status: 200 len: 993 time: 0.0618165 Feb 14 22:28:19.498113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48268) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:19.652765 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 22b5c95d-b040-4d0b-aa91-a32a23c510d2 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:28:19.653636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:19.729423 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:19.729754 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (22b5c95d-b040-4d0b-aa91-a32a23c510d2), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:19.742041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 22b5c95d-b040-4d0b-aa91-a32a23c510d2 owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:28:19.889053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (22b5c95d-b040-4d0b-aa91-a32a23c510d2), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:19.915077 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=22b5c95d-b040-4d0b-aa91-a32a23c510d2,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:19.974540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for floatingip (3b19967d-fea5-4696-9f52-fbd234709e1d), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:19.974874 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Floating IP 3b19967d-fea5-4696-9f52-fbd234709e1d disassociated (deleted). External IP: 172.25.2.34, port: 7eab8180-d66f-4b49-b635-325485df7563. Feb 14 22:28:20.188574 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:28:20.300099 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:20.305016 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:20.310863 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Sync routers for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:20.321247 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:20.321850 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:20.334443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-39cb6aa1-0272-414d-a676-a628b962585d tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/floatingips/3b19967d-fea5-4696-9f52-fbd234709e1d HTTP/1.1" status: 204 len: 168 time: 0.8353224 Feb 14 22:28:20.335126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:28:20.337482 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5d16d-3e35-4e33-b413-21d98f703ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:28:20.430488 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:20.493392 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8644a485-f982-43a9-8072-b972a3c48a82 x-openstack-request-id: req-8644a485-f982-43a9-8072-b972a3c48a82 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:28:20.493690 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "tag": "7eab8180-d66f-4b49-b635-325485df7563", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:28:20.493951 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8644a485-f982-43a9-8072-b972a3c48a82 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:28:20.494357 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'tag': '7eab8180-d66f-4b49-b635-325485df7563', 'status': 'completed', 'code': 200} Feb 14 22:28:20.596963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-7617cd47-e09e-4d5e-8742-5f3fc206dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:20.598562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-7617cd47-e09e-4d5e-8742-5f3fc206dbdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 1129 time: 0.0825357 Feb 14 22:28:20.610228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9027e-c384-4b0a-aea1-5ceaa0c2dce4 req-607da8e6-9dba-456c-baf1-2fa35b661916 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:20.611682 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cb9027e-c384-4b0a-aea1-5ceaa0c2dce4 req-607da8e6-9dba-456c-baf1-2fa35b661916 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0693738 Feb 14 22:28:20.635053 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:20.661353 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Checking router: c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:20.670127 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:20.670733 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:20.719082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2cb9027e-c384-4b0a-aea1-5ceaa0c2dce4 req-19dff4eb-4646-42c8-9d51-afb550d9eb1a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992754 Feb 14 22:28:20.737094 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-e5f5139c-f96b-4b48-81b4-a042c7f606d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:20.738582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-e5f5139c-f96b-4b48-81b4-a042c7f606d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 200 len: 898 time: 0.1260519 Feb 14 22:28:20.777838 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:20.790909 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-0afb7ae1-3d0f-4527-b8a1-c316fe0f0dfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 200 len: 217 time: 0.0359995 Feb 14 22:28:20.839555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-b63d15ff-f900-4f38-b097-20f9a9f5692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:20.841681 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-b63d15ff-f900-4f38-b097-20f9a9f5692b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 200 len: 834 time: 0.0444262 Feb 14 22:28:20.890397 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-51467e19-897c-421a-a847-633ed0060203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:20.892031 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-51467e19-897c-421a-a847-633ed0060203 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445800 Feb 14 22:28:20.973408 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:20.985163 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-a8b7231d-4daf-4ebc-b2b7-fe7a7e03cc0c service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864699 Feb 14 22:28:21.002545 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43e512-df07-4ae5-9e4c-2190ec183a80 None None] The sync data for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 is: [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '636e82c6-537d-4266-aaa7-7cd146be2e77', 'name': '', 'network_id': 'a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'mac_address': 'fa:16:3e:f5:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:29Z', 'updated_at': '2022-02-14T22:27:33Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'subnets': [{'id': '9370917c-fc97-464d-8dc4-c871d99aa5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:21.080829 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99f5d16d-3e35-4e33-b413-21d98f703ac7 req-365c872f-225c-4aec-8878-110bb8320cd1 service neutron] 10.222.0.83 "GET /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Feb 14 22:28:21.224635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfff96c-1218-4be3-8632-c2a09453bc46 None None] New status for floating IP 3b19967d-fea5-4696-9f52-fbd234709e1d: DOWN {{(pid=103514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:28:21.846650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5692-703f-4e61-8f9b-dfc00517e602 req-ad7f29da-4c86-40d7-aaa3-14104decca82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:21.848176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d5692-703f-4e61-8f9b-dfc00517e602 req-ad7f29da-4c86-40d7-aaa3-14104decca82 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0596538 Feb 14 22:28:21.896876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-664d5692-703f-4e61-8f9b-dfc00517e602 req-386f00b0-1665-4af6-a20b-aec302801dd3 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/security-groups?id=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431128 Feb 14 22:28:22.241758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-0194ec2b-077c-4fd5-8bc5-30c2fb1ef04f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:22.243251 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-0194ec2b-077c-4fd5-8bc5-30c2fb1ef04f tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 946 time: 0.0529013 Feb 14 22:28:22.338179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 7eab8180-d66f-4b49-b635-325485df7563 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:28:22.338525 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7eab8180-d66f-4b49-b635-325485df7563), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:22.428409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 7eab8180-d66f-4b49-b635-325485df7563, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=7eab8180-d66f-4b49-b635-325485df7563,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:22.428699 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7eab8180-d66f-4b49-b635-325485df7563), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:22.440527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 7eab8180-d66f-4b49-b635-325485df7563 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:28:22.571994 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7eab8180-d66f-4b49-b635-325485df7563), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:22.599685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=7eab8180-d66f-4b49-b635-325485df7563,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:22.614553 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.614917 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.615305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.615658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.616000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.616344 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.616689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.617034 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.617373 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.617709 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.618045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.618379 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.618711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:22.655967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] No DVR routers for this DVR port 7eab8180-d66f-4b49-b635-325485df7563 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:28:22.658377 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:22.661847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b35138d2-8407-47cc-aa3f-1951951f41b6 req-9e9ee20a-a53a-4d64-83b7-e167f940bfc9 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.83 "DELETE /v2.0/ports/7eab8180-d66f-4b49-b635-325485df7563 HTTP/1.1" status: 204 len: 173 time: 0.4134755 Feb 14 22:28:22.662288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'name': 'network-vif-deleted', 'tag': '7eab8180-d66f-4b49-b635-325485df7563'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:28:22.664560 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479da41e-f6f7-4f6a-9139-a9c9a97341a4" -d '{"events": [{"server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "name": "network-vif-deleted", "tag": "7eab8180-d66f-4b49-b635-325485df7563"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:28:22.701257 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016c70f3-cab0-40d8-b067-b75b37fde1ae x-openstack-request-id: req-016c70f3-cab0-40d8-b067-b75b37fde1ae {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:28:22.701570 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3c536a-5f31-4972-8c28-5b4f4c7bebf3", "name": "network-vif-deleted", "tag": "7eab8180-d66f-4b49-b635-325485df7563", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:28:22.701830 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-016c70f3-cab0-40d8-b067-b75b37fde1ae {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:28:22.702244 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3c536a-5f31-4972-8c28-5b4f4c7bebf3', 'name': 'network-vif-deleted', 'tag': '7eab8180-d66f-4b49-b635-325485df7563', 'status': 'completed', 'code': 200} Feb 14 22:28:23.014343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a5ade6d0-999c-43fe-8fc4-cb5c9af8902b req-4886e2bf-912a-4fbc-8275-daec9f0dadbb tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb3c536a-5f31-4972-8c28-5b4f4c7bebf3 HTTP/1.1" status: 200 len: 210 time: 0.0354187 Feb 14 22:28:24.071740 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:24.430229 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:24.684213 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 636e82c6-537d-4266-aaa7-7cd146be2e77 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:28:24.684483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:24.774366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 636e82c6-537d-4266-aaa7-7cd146be2e77, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=636e82c6-537d-4266-aaa7-7cd146be2e77,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:24.774728 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:24.786871 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 636e82c6-537d-4266-aaa7-7cd146be2e77 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:28:24.968328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (636e82c6-537d-4266-aaa7-7cd146be2e77), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:24.994079 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=636e82c6-537d-4266-aaa7-7cd146be2e77,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:25.023293 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.023657 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.024007 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.024486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.024825 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.025163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.025500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.025835 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.026167 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.026500 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.026832 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.027369 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.027700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:25.191303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.405266 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:28:25.510863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:25.516123 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bff07da5-590b-4177-8812-dc31f531a848 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "PUT /v2.0/routers/c667c4df-b594-49f8-a8fc-2b67bc4c8ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433694 Feb 14 22:28:25.518790 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48288) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:25.521353 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Sync routers for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:25.531720 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:25.532316 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:25.572702 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting subnet 9370917c-fc97-464d-8dc4-c871d99aa5f2 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:28:25.575794 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (9370917c-fc97-464d-8dc4-c871d99aa5f2), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.615461 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (9370917c-fc97-464d-8dc4-c871d99aa5f2), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.638214 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:25.695428 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (9370917c-fc97-464d-8dc4-c871d99aa5f2), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.758478 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (9370917c-fc97-464d-8dc4-c871d99aa5f2), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.785268 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Subnet': ['ID=9370917c-fc97-464d-8dc4-c871d99aa5f2,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:25.790661 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.793384 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-084c4f0a-cd47-43ff-a695-be250567632a tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/subnets/9370917c-fc97-464d-8dc4-c871d99aa5f2 HTTP/1.1" status: 204 len: 168 time: 0.2735243 Feb 14 22:28:25.797064 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48290) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:25.801338 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9027984-ea5c-4031-b195-f08bba04b277 None None] Network a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:28:25.816194 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:28:24Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:25.843853 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Checking router: c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:25.853035 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Routers {'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:25.853632 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:25.911766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:25.991909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] DHCP port deletion for a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:28:26.025813 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_gateway (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.047453 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Deleting port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:28:26.047960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.065046 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] Set router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:26.085190 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Deleting port 80f35540-28da-4f39-9f0a-8740ce81ddc9 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:28:26.085574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.116907 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] For port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,segment=NetworkSegment(93b3c36a-9756-43b3-8eb1-cf03d07bea12),segment_id=93b3c36a-9756-43b3-8eb1-cf03d07bea12)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:26.117275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.129667 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Calling delete_port for 3a54345c-a7c7-4da4-919b-ab5bf86dc66d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:28:26.167192 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] For port 80f35540-28da-4f39-9f0a-8740ce81ddc9, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=80f35540-28da-4f39-9f0a-8740ce81ddc9,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:26.168028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.186844 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Calling delete_port for 80f35540-28da-4f39-9f0a-8740ce81ddc9 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:28:26.222102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (3a54345c-a7c7-4da4-919b-ab5bf86dc66d), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.256433 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Pushing event deleted for resources: {'Port': ['ID=3a54345c-a7c7-4da4-919b-ab5bf86dc66d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:26.264558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.264909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.265253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.265659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.265912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.266245 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.266617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.266921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.267332 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.267552 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.267923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.268183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.268520 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:26.274671 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:28:24Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:26.279293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d603697-f0bf-46eb-ace8-4d188626fe5d None None] No DVR routers for this DVR port 3a54345c-a7c7-4da4-919b-ab5bf86dc66d on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:28:26.306733 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd21a0-f62d-41c2-9036-0bb5a45531a2 None None] The sync data for ids ['c667c4df-b594-49f8-a8fc-2b67bc4c8ac4'] in n-d-828372-11 is: [{'id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855601949', 'tenant_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:28:24Z', 'revision_number': 5, 'project_id': '4edaacc1b0fb47ecaa040c27972ea42e', 'gw_port': {'id': '80f35540-28da-4f39-9f0a-8740ce81ddc9', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c667c4df-b594-49f8-a8fc-2b67bc4c8ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:27:27Z', 'updated_at': '2022-02-14T22:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:26.324899 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a54345c-a7c7-4da4-919b-ab5bf86dc66d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:28:26.348781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 3a54345c-a7c7-4da4-919b-ab5bf86dc66d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:28:26.349290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 3a54345c-a7c7-4da4-919b-ab5bf86dc66d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:28:26.406993 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (80f35540-28da-4f39-9f0a-8740ce81ddc9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.434502 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Port': ['ID=80f35540-28da-4f39-9f0a-8740ce81ddc9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:26.493054 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.585582 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.587731 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router_controller (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.634996 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (c667c4df-b594-49f8-a8fc-2b67bc4c8ac4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.635533 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Fanout notify agent at l3_agent the message router_deleted on router c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:28:26.645668 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.649646 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-fc644ff4-dac6-4e8f-8302-f22600527a4c tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/routers/c667c4df-b594-49f8-a8fc-2b67bc4c8ac4 HTTP/1.1" status: 204 len: 168 time: 0.8520999 Feb 14 22:28:26.649802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48294) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:26.677522 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7eab8180-d66f-4b49-b635-325485df7563 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:28:26.699686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 7eab8180-d66f-4b49-b635-325485df7563 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:28:26.700040 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 7eab8180-d66f-4b49-b635-325485df7563 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:28:26.737642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.828483 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.849070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:26.858982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b3c36a-9756-43b3-8eb1-cf03d07bea12') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:26.859312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b3c36a-9756-43b3-8eb1-cf03d07bea12') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:26.868793 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (93b3c36a-9756-43b3-8eb1-cf03d07bea12), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.882392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (93b3c36a-9756-43b3-8eb1-cf03d07bea12), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.889297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:28:26.889715 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (93b3c36a-9756-43b3-8eb1-cf03d07bea12), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:28:26.892782 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:28:26.953150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.961232 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:26.964335 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/networks/a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8 HTTP/1.1" status: 204 len: 168 time: 0.3134127 Feb 14 22:28:26.968056 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48296) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:26.976999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c719873-6ff3-4faa-8fc8-ea381a33d0d2 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'Network': ['ID=a43f4d17-4f26-4e7d-8c18-7d49e8bff9a8,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:27.027386 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.052829 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.111218 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.113893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.115059 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] 10.222.0.86 "DELETE /v2.0/security-groups/a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb HTTP/1.1" status: 204 len: 168 time: 0.1459303 Feb 14 22:28:27.124697 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c946-44e6-445e-9d17-4a66e8f39e20 tempest-TestNetworkAdvancedServerOps-1845018580 tempest-TestNetworkAdvancedServerOps-1845018580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a3d4d-e1dd-4c48-984e-240ea5ab2dfb,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:27.409004 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48304) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:27.565600 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-b6574978-3863-4c97-b18b-5206f55d754a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4edaacc1b0fb47ecaa040c27972ea42e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554282 Feb 14 22:28:27.568155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48308) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:27.613252 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] Publish callbacks [] for security_group (eea86493-6864-408f-a8c5-b919266cbae1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.634988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] Publish callbacks [] for security_group (eea86493-6864-408f-a8c5-b919266cbae1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.991968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (eea86493-6864-408f-a8c5-b919266cbae1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.994555 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:27.995797 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eea86493-6864-408f-a8c5-b919266cbae1 HTTP/1.1" status: 204 len: 168 time: 0.4267282 Feb 14 22:28:28.003775 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833674dc-ed1c-4ac5-be06-1c9a312c6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea86493-6864-408f-a8c5-b919266cbae1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:28.227921 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 636e82c6-537d-4266-aaa7-7cd146be2e77 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:28:28.250992 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 636e82c6-537d-4266-aaa7-7cd146be2e77 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:28:28.251376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 636e82c6-537d-4266-aaa7-7cd146be2e77 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:28:28.251802 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f35540-28da-4f39-9f0a-8740ce81ddc9 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:28:28.258806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48314) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:28.271404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 80f35540-28da-4f39-9f0a-8740ce81ddc9 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:28:28.271778 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 80f35540-28da-4f39-9f0a-8740ce81ddc9 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:28:28.272675 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7e8b-4555-466d-944b-1eff82126f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.355561 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7e8b-4555-466d-944b-1eff82126f7b admin admin] Publish callbacks [] for security_group (bf1ef99b-123a-4fea-89f8-97ddc36d7960), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.360327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7e8b-4555-466d-944b-1eff82126f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bf1ef99b-123a-4fea-89f8-97ddc36d7960), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.398359 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0d8d7e8b-4555-466d-944b-1eff82126f7b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=934c2a0bcff445d8bcef344aa6ac7a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383753 Feb 14 22:28:28.399245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d7e8b-4555-466d-944b-1eff82126f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ef99b-123a-4fea-89f8-97ddc36d7960,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:28.401150 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48316) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:28.449639 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] Publish callbacks [] for security_group (bf1ef99b-123a-4fea-89f8-97ddc36d7960), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.470588 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] Publish callbacks [] for security_group (bf1ef99b-123a-4fea-89f8-97ddc36d7960), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.516495 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (bf1ef99b-123a-4fea-89f8-97ddc36d7960), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.519008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:28.520208 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf1ef99b-123a-4fea-89f8-97ddc36d7960 HTTP/1.1" status: 204 len: 168 time: 0.1180189 Feb 14 22:28:28.527802 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73c4d-104e-4387-8cfd-22e20266f397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ef99b-123a-4fea-89f8-97ddc36d7960,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:29.186833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48338) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:29.281486 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1436049965-network', 'tenant_id': 'beebad8f466f42098a6008093a845ee2'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:29.300066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.302745 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Made reservation on behalf of beebad8f466f42098a6008093a845ee2 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:28:29.305050 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.313736 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.387122 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks [] for security_group (c7d07dca-efc4-4c12-88a9-bd53969510bb), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.391503 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c7d07dca-efc4-4c12-88a9-bd53969510bb), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.415256 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:28:29.424807 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d07dca-efc4-4c12-88a9-bd53969510bb,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:29.429934 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (759dac7a-f553-4f1e-848e-d48eb9546e3c), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.430311 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Added segment 759dac7a-f553-4f1e-848e-d48eb9546e3c of type vlan for network 712ee8a2-0815-48a9-adf4-5492fc212ab9 Feb 14 22:28:29.473849 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (712ee8a2-0815-48a9-adf4-5492fc212ab9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.497542 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (712ee8a2-0815-48a9-adf4-5492fc212ab9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.499052 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:29.499666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.553414 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3653588 Feb 14 22:28:29.556541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48342) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:29.560562 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1f59-60d3-46a3-b74c-200809af2fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=712ee8a2-0815-48a9-adf4-5492fc212ab9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:29.562672 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Request body: {'subnet': {'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1436049965-subnet', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:29.571116 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:28:29.585189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Made reservation on behalf of beebad8f466f42098a6008093a845ee2 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:28:29.588218 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.755800 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (ea2dea51-c74a-4927-bd00-02d99eb8a4dd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.803999 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2dea51-c74a-4927-bd00-02d99eb8a4dd,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:29.819307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:29.819675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Network hostable DHCP agents. Network: 712ee8a2-0815-48a9-adf4-5492fc212ab9, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:28:29.835862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:28:29.843805 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 712ee8a2-0815-48a9-adf4-5492fc212ab9) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:29.847718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:29.848330 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.853017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7ffac-e9dd-4710-af5e-f07c202a334c None None] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:28:29.865743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5e08d051-9696-4b55-9bbc-ca4654e85959 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073962 Feb 14 22:28:29.868519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48344) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:29.872754 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:29.891967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.893086 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.952621 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for router_controller (f67d0633-563c-4aa4-a059-cfc8c01a2927), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:29.953748 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-712ee8a2-0815-48a9-adf4-5492fc212ab9', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:28:29.954654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.085301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Allocated IP 172.20.0.2 (712ee8a2-0815-48a9-adf4-5492fc212ab9/ea2dea51-c74a-4927-bd00-02d99eb8a4dd/25675f6f-82c2-45a1-a20e-db8eec7be12b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:30.094350 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for router_gateway (f67d0633-563c-4aa4-a059-cfc8c01a2927), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.230771 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks [] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.238217 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.277488 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:30.282812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:30.288495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:30.290517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Pushing event updated for resources: {'Port': ['ID=25675f6f-82c2-45a1-a20e-db8eec7be12b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:30.297755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for router_gateway (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.316709 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.350339 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Attempting to bind port 25675f6f-82c2-45a1-a20e-db8eec7be12b on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:30.350892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Attempting to bind port 25675f6f-82c2-45a1-a20e-db8eec7be12b by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:30.351023 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Attempting to bind port 25675f6f-82c2-45a1-a20e-db8eec7be12b on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:30.355919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:30.356849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:30.357701 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.357701 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:30.358903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Bound port: 25675f6f-82c2-45a1-a20e-db8eec7be12b, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:30.359314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.417879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Allocated IP 172.25.2.95 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:30.420172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] For port 25675f6f-82c2-45a1-a20e-db8eec7be12b, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:30.423289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] For port 25675f6f-82c2-45a1-a20e-db8eec7be12b, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=25675f6f-82c2-45a1-a20e-db8eec7be12b,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:30.429465 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.486947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17591e5-46c1-4c79-9b52-e5414476181b None None] Pushing event updated for resources: {'Port': ['ID=25675f6f-82c2-45a1-a20e-db8eec7be12b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:30.536035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.571947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:30.610445 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:30.618918 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:30.624433 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:30.656213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:30.897651 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for router_gateway (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.087916 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e131f1d8-0eca-4429-8d15-d771ffb0b6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.099769 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.239308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:28:31.354560 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:31.366436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:31.378441 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:31.379138 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:31.381825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.383082 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5f85c4b5-b93b-4265-8e44-9ffe08c0d5b2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5136039 Feb 14 22:28:31.386013 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48346) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:31.433372 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a6fda5-584d-413b-8191-2367e20e0164 None None] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:28:31.700430 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Provisioning complete for port 25675f6f-82c2-45a1-a20e-db8eec7be12b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:31.700693 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.715089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:31.818070 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.978477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Current status of the port 25675f6f-82c2-45a1-a20e-db8eec7be12b is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:31.978883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:31.986158 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Allocated IP 172.20.0.1 (712ee8a2-0815-48a9-adf4-5492fc212ab9/ea2dea51-c74a-4927-bd00-02d99eb8a4dd/e9213663-1107-4dde-8ce4-6b65cd2d9bd4) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:32.021820 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] For port 25675f6f-82c2-45a1-a20e-db8eec7be12b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=25675f6f-82c2-45a1-a20e-db8eec7be12b,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:32.027845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.037354 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:30Z', 'revision_number': 3, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:32.089081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:32.089432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Updating router f67d0633-563c-4aa4-a059-cfc8c01a2927 port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:28:32.095088 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks [] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.132488 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.133218 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.135057 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de85a0-d2b9-49a5-8aaf-495b1679d541 None None] Pushing event updated for resources: {'Port': ['ID=25675f6f-82c2-45a1-a20e-db8eec7be12b,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:32.178393 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:32.181620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:32.185061 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:32.220274 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:32.246220 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.324561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 25675f6f-82c2-45a1-a20e-db8eec7be12b up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:32.352129 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-6ae60915-f6f6-4379-98dd-8d4428d17b6d None None] Provisioning complete for port 25675f6f-82c2-45a1-a20e-db8eec7be12b triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:32.352519 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae60915-f6f6-4379-98dd-8d4428d17b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.388903 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.497017 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 25675f6f-82c2-45a1-a20e-db8eec7be12b triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:32.497632 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.553729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks [] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.558394 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.576253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6ae60915-f6f6-4379-98dd-8d4428d17b6d None None] Current status of the port 25675f6f-82c2-45a1-a20e-db8eec7be12b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:32.579667 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks [] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.588435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.627636 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:32.630398 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.671712 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Attempting to bind port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:32.672097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Attempting to bind port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:32.672470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Attempting to bind port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:32.674362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871bc4d-2f6c-4474-b642-ca42d7063d0a None None] Pushing event updated for resources: {'Port': ['ID=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:32.688787 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:32.689206 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:32.689615 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.690015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:32.690499 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Bound port: 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:32.690892 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.692641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 25675f6f-82c2-45a1-a20e-db8eec7be12b is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:32.729291 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:32.730656 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:32.736652 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f5c2dbab-e590-4962-b748-1842168f015f None None] Provisioning complete for port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:32.737147 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dbab-e590-4962-b748-1842168f015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.781594 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] For port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:32.795659 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2dbab-e590-4962-b748-1842168f015f None None] Port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:28:32.800438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] For port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:32.807361 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:32.858468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:32.859395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:32.866556 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:28:32.924780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871bc4d-2f6c-4474-b642-ca42d7063d0a None None] Pushing event updated for resources: {'Port': ['ID=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:32.984814 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:32.998163 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-e27b7f5a-b28d-491e-a7c4-74788d3cdee5 admin admin] 10.222.0.86 "PUT /v2.0/routers/f67d0633-563c-4aa4-a059-cfc8c01a2927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034155 Feb 14 22:28:33.002943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:33.060253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-1ec52180-c25b-48bb-8bfe-69dfeeb838f2 None None] Provisioning complete for port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:33.060635 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec52180-c25b-48bb-8bfe-69dfeeb838f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.168042 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1ec52180-c25b-48bb-8bfe-69dfeeb838f2 None None] Port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:28:33.256095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 2, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:33.286183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50866f1-5d8e-4d48-9f56-9136bdf028a0 None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 2, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:33.470199 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dd73e14-4206-4929-ab5b-d193d677c3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.657836 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48364) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:33.662766 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469785650-network', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:33.683377 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Made reservation on behalf of 54fa30ef486f4f37a5715b2fe852762a for: {'network': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:28:33.685729 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.695325 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.777588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks [] for security_group (f8fdc57c-e02c-492a-8293-77105d48be70), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.782150 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8fdc57c-e02c-492a-8293-77105d48be70), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.808424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:28:33.819267 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fdc57c-e02c-492a-8293-77105d48be70,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:33.824321 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e6d36106-a377-4a36-a0ca-a5bf57af2e98), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.824669 n-d-828372-11 neutron-server[103513]: INFO neutron.db.segments_db [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Added segment e6d36106-a377-4a36-a0ca-a5bf57af2e98 of type vlan for network 164a4e23-1ba4-4e59-aebc-4615461994c5 Feb 14 22:28:33.868169 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (164a4e23-1ba4-4e59-aebc-4615461994c5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.895275 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (164a4e23-1ba4-4e59-aebc-4615461994c5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.896254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:33.896846 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:33.969376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3103907 Feb 14 22:28:33.972157 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48366) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:33.980803 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Request body: {'subnet': {'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469785650-subnet', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'ip_version': 4}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:33.987286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407b19-6611-4c95-a984-2708dcb438d3 admin admin] Pushing event updated for resources: {'Network': ['ID=164a4e23-1ba4-4e59-aebc-4615461994c5,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:33.996893 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:28:34.002065 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Made reservation on behalf of 54fa30ef486f4f37a5715b2fe852762a for: {'subnet': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:28:34.004572 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125982203'] for subnet (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.190074 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126013322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125982189'] for subnet (36095405-3c90-42fe-9810-70bb025e1b12), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.247491 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36095405-3c90-42fe-9810-70bb025e1b12,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:34.268780 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Checking segment: {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:34.269304 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Network hostable DHCP agents. Network: 164a4e23-1ba4-4e59-aebc-4615461994c5, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:28:34.275444 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:34.295082 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:28:34.306878 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 164a4e23-1ba4-4e59-aebc-4615461994c5) {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:34.312098 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:34.313440 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.317044 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae8d89-2f8d-4cf1-9493-2d02223bd3ab None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:28:34.331911 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0e030864-d510-4114-98db-0f35d1ce2315 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581114 Feb 14 22:28:34.334609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:34.340149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:34.362522 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.363768 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.381629 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:34.381924 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.428811 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for router_controller (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.460666 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-164a4e23-1ba4-4e59-aebc-4615461994c5', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:28:34.461505 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.517358 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:34.517860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.589172 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:34.596736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.597111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for router_gateway (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.692274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:34.695263 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Allocated IP 172.20.0.2 (164a4e23-1ba4-4e59-aebc-4615461994c5/36095405-3c90-42fe-9810-70bb025e1b12/2e34e96c-ba83-428d-b7fa-af83970f6055) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:34.815928 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for router_gateway (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.835280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.851980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.853078 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks [] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.858930 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:34.946119 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Allocated IP 172.25.2.210 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/f97559f8-c198-4807-be81-50c1841d9c94) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:35.058860 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for port (f97559f8-c198-4807-be81-50c1841d9c94), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.059290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:35.062109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:35.067510 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:35.074351 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Pushing event updated for resources: {'Port': ['ID=2e34e96c-ba83-428d-b7fa-af83970f6055,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:35.094682 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f97559f8-c198-4807-be81-50c1841d9c94), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.130208 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Attempting to bind port 2e34e96c-ba83-428d-b7fa-af83970f6055 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:35.130660 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Attempting to bind port 2e34e96c-ba83-428d-b7fa-af83970f6055 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:35.130936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Attempting to bind port 2e34e96c-ba83-428d-b7fa-af83970f6055 on network 164a4e23-1ba4-4e59-aebc-4615461994c5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:35.134763 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:35.136920 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:35.137575 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Checking segment: {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:35.137784 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.138470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Bound using segment: {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:35.139005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Bound port: 2e34e96c-ba83-428d-b7fa-af83970f6055, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:35.139967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:35.140090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.143749 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:35.172791 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Pushing event updated for resources: {'Port': ['ID=f97559f8-c198-4807-be81-50c1841d9c94,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:35.206658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] For port 2e34e96c-ba83-428d-b7fa-af83970f6055, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:35.209744 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] For port 2e34e96c-ba83-428d-b7fa-af83970f6055, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2e34e96c-ba83-428d-b7fa-af83970f6055,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:35.215933 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.272891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ad47-24ac-4a48-92da-67bc38316457 None None] Pushing event updated for resources: {'Port': ['ID=2e34e96c-ba83-428d-b7fa-af83970f6055,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:35.519319 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:35.534475 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:35.535221 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:35.653961 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:35.765942 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for router_gateway (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.855364 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 2, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:35.881347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:35.881699 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Updating router f67d0633-563c-4aa4-a059-cfc8c01a2927 port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:28:35.913812 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:35.976628 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.006381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.121850 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:28:36.199712 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks [] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.206147 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.281228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:36.291890 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Sync routers for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:36.307978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:36.309971 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:36.330254 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.331378 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Pushing event updated for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:36.332781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-99be3e47-ef3a-4212-979b-9e8ed4b477dc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9968257 Feb 14 22:28:36.335702 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48370) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:36.349446 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.349998 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.350347 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.350687 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.351017 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.351370 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.351692 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.352020 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.352330 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.352643 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.352959 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.353273 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.353586 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:28:36.368655 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Attempting to bind port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:36.369501 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Attempting to bind port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:36.372009 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Attempting to bind port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:36.382627 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:36.382903 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:36.383358 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.383759 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:36.384231 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Bound port: e9213663-1107-4dde-8ce4-6b65cd2d9bd4, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:36.384617 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.412375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151f14b-d40a-43c3-b291-682feaccfec2 None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:28:36.472456 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] For port e9213663-1107-4dde-8ce4-6b65cd2d9bd4, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:36.476527 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] For port e9213663-1107-4dde-8ce4-6b65cd2d9bd4, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:36.485473 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.493103 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2e34e96c-ba83-428d-b7fa-af83970f6055 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:36.544965 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:36.545629 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:36.574399 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Provisioning complete for port 2e34e96c-ba83-428d-b7fa-af83970f6055 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:36.574994 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.646707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:36.694276 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:36.813240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2e34e96c-ba83-428d-b7fa-af83970f6055 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:36.813583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.874470 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.908092 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627eb4a-4a5c-4efb-97c2-11d925d01d4b None None] Pushing event updated for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:36.929796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Current status of the port 2e34e96c-ba83-428d-b7fa-af83970f6055 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:36.930198 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:36.959825 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.004398 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] For port 2e34e96c-ba83-428d-b7fa-af83970f6055, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2e34e96c-ba83-428d-b7fa-af83970f6055,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:37.026329 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.062521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Allocated IP 172.20.0.1 (164a4e23-1ba4-4e59-aebc-4615461994c5/36095405-3c90-42fe-9810-70bb025e1b12/87290845-934d-4628-92b4-1692ca3c1d58) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:37.070786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2e34e96c-ba83-428d-b7fa-af83970f6055 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:37.071207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.111095 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:36Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:37.119301 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:35Z', 'revision_number': 3, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:37.121768 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c13f4-ec46-4a59-9a96-2831771c4881 None None] Pushing event updated for resources: {'Port': ['ID=2e34e96c-ba83-428d-b7fa-af83970f6055,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:37.147990 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6cd10-d401-4b7e-b335-16e831fcf82c None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:36Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:37.175186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Checking router: fa77a9a4-0e9e-4487-88dd-c6c349b1d505 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:37.175186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Updating router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 port f97559f8-c198-4807-be81-50c1841d9c94 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:28:37.207107 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks [] for port (87290845-934d-4628-92b4-1692ca3c1d58), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.217795 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:28:37.218165 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:28:37.224280 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Provisioning complete for port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:37.224471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.226159 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f97559f8-c198-4807-be81-50c1841d9c94), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.247078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.302695 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:37.305883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:37.311814 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:37.317604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Pushing event updated for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:37.362388 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.456190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Current status of the port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:37.456746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.496359 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.515798 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (87290845-934d-4628-92b4-1692ca3c1d58), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.528108 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] For port e9213663-1107-4dde-8ce4-6b65cd2d9bd4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:37.539096 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.630316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed81e33-f169-4c03-8326-760b0bdd4258 None None] Pushing event updated for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:37.650705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks [] for port (f97559f8-c198-4807-be81-50c1841d9c94), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.660587 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f97559f8-c198-4807-be81-50c1841d9c94), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.672937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Provisioning complete for port 2e34e96c-ba83-428d-b7fa-af83970f6055 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:37.673319 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.735617 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks [] for port (87290845-934d-4628-92b4-1692ca3c1d58), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.742076 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.783839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Attempting to bind port f97559f8-c198-4807-be81-50c1841d9c94 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:37.784220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Attempting to bind port f97559f8-c198-4807-be81-50c1841d9c94 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:37.784599 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Attempting to bind port f97559f8-c198-4807-be81-50c1841d9c94 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:37.786443 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031b85c-d950-4a09-bfb7-047194218a5e None None] Pushing event updated for resources: {'Port': ['ID=f97559f8-c198-4807-be81-50c1841d9c94,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:37.804578 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:37.804887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:37.805299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.805703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:37.806186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Bound port: f97559f8-c198-4807-be81-50c1841d9c94, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:37.806583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f97559f8-c198-4807-be81-50c1841d9c94), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.810717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2e34e96c-ba83-428d-b7fa-af83970f6055 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:37.810717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:37.824336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:37.826320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Pushing event updated for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:37.934308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:37.935871 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:38.065913 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:28:38.092947 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] For port f97559f8-c198-4807-be81-50c1841d9c94, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:38.105018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Current status of the port 2e34e96c-ba83-428d-b7fa-af83970f6055 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:38.112346 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] For port f97559f8-c198-4807-be81-50c1841d9c94, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f97559f8-c198-4807-be81-50c1841d9c94,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:38.122663 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f97559f8-c198-4807-be81-50c1841d9c94), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.131880 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:38.132251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.178926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:38.179334 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.189905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:38.195596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4139778d-fe6e-4073-bd71-f1c826e88785 admin admin] 10.222.0.86 "PUT /v2.0/routers/fa77a9a4-0e9e-4487-88dd-c6c349b1d505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8584588 Feb 14 22:28:38.243246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:38.243883 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:38.287563 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031b85c-d950-4a09-bfb7-047194218a5e None None] Pushing event updated for resources: {'Port': ['ID=f97559f8-c198-4807-be81-50c1841d9c94,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:38.292910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99ecf08f-af7f-4323-aaae-ef82514e67b1 None None] Port 87290845-934d-4628-92b4-1692ca3c1d58 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:28:38.383201 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:38.402626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:38.488352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-71dbcc75-0662-4dc7-94df-eaead08c79fe None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:38.488970 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71dbcc75-0662-4dc7-94df-eaead08c79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.500970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2e34e96c-ba83-428d-b7fa-af83970f6055 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:38.599412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-71dbcc75-0662-4dc7-94df-eaead08c79fe None None] Port 87290845-934d-4628-92b4-1692ca3c1d58 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:28:38.642891 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 2e34e96c-ba83-428d-b7fa-af83970f6055 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:38.643309 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.745753 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '87290845-934d-4628-92b4-1692ca3c1d58', 'name': '', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'mac_address': 'fa:16:3e:45:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:36Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 2, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'subnets': [{'id': '36095405-3c90-42fe-9810-70bb025e1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:38.754807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48378) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:38.759718 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582692317', 'description': 'tempest-secgroup-smoke-582692317 description', 'project_id': 'beebad8f466f42098a6008093a845ee2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:38.780597 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.786776 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9053028-f9c6-46f5-b979-20785c675589 None None] The sync data for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 is: [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '87290845-934d-4628-92b4-1692ca3c1d58', 'name': '', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'mac_address': 'fa:16:3e:45:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:36Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 2, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'subnets': [{'id': '36095405-3c90-42fe-9810-70bb025e1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:38.788805 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 2e34e96c-ba83-428d-b7fa-af83970f6055 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:38.789901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e9213663-1107-4dde-8ce4-6b65cd2d9bd4 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:38.847393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:38.847876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.865766 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (67f9111a-0dc0-468c-a1b5-cce636994ce1), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.870307 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (67f9111a-0dc0-468c-a1b5-cce636994ce1), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.904921 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9111a-0dc0-468c-a1b5-cce636994ce1,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:38.909455 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.910689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c242cea0-f6e2-40de-9f15-09201e9cdbab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1547229 Feb 14 22:28:38.913687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48380) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:38.918337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:38.945351 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (857de9de-502f-436e-ab60-c30b311987cc), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:38.948923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:39.021118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (857de9de-502f-436e-ab60-c30b311987cc), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.025816 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (857de9de-502f-436e-ab60-c30b311987cc), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.048549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857de9de-502f-436e-ab60-c30b311987cc,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.062997 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.066995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c5da0b60-ae61-4639-9f2f-7455a4d5dd95 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496401 Feb 14 22:28:39.067676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48382) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:39.071793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:39.098979 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (30976f86-70a3-455c-aa03-68fb86ac8d2a), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.163990 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (30976f86-70a3-455c-aa03-68fb86ac8d2a), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.167840 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (30976f86-70a3-455c-aa03-68fb86ac8d2a), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.188009 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30976f86-70a3-455c-aa03-68fb86ac8d2a,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.197839 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.199084 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-9150b217-f314-4a40-8e6b-1ceb141806bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308527 Feb 14 22:28:39.202016 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48384) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:39.206415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:39.232588 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (d9abcad2-3972-481d-8353-a93ffd51ffd4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.295061 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (d9abcad2-3972-481d-8353-a93ffd51ffd4), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.299443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (d9abcad2-3972-481d-8353-a93ffd51ffd4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.319861 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9abcad2-3972-481d-8353-a93ffd51ffd4,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.330549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.332000 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-30a4067c-64e0-43e0-ac00-dd7265b65bc6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290390 Feb 14 22:28:39.335055 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48386) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:39.339666 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:39.367774 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (a5459cfa-1d39-42b4-ae8a-bf6c16ec90e5), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.426854 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (a5459cfa-1d39-42b4-ae8a-bf6c16ec90e5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.430463 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (a5459cfa-1d39-42b4-ae8a-bf6c16ec90e5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.449156 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5459cfa-1d39-42b4-ae8a-bf6c16ec90e5,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.458862 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.460482 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c1e7df47-5cb8-4810-a9c6-b6a88ce1f84e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239867 Feb 14 22:28:39.462907 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48388) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:39.467267 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:39.486647 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Project beebad8f466f42098a6008093a845ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:28:39.491426 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (9f40d313-e72f-4b29-b59f-683a5063b2ce), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.548137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (9f40d313-e72f-4b29-b59f-683a5063b2ce), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.551593 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (9f40d313-e72f-4b29-b59f-683a5063b2ce), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.566417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f40d313-e72f-4b29-b59f-683a5063b2ce,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.577250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.578430 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72f7b70c-6142-4e8b-9279-f3cb49abd99e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145589 Feb 14 22:28:39.581166 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48390) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:39.585453 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '67f9111a-0dc0-468c-a1b5-cce636994ce1', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:39.604342 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Project beebad8f466f42098a6008093a845ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:28:39.609269 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (fc4d5309-c133-423b-9fe7-ef267668f159), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.668597 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (fc4d5309-c133-423b-9fe7-ef267668f159), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.671782 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (fc4d5309-c133-423b-9fe7-ef267668f159), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.685631 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4d5309-c133-423b-9fe7-ef267668f159,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:39.696438 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:39.697612 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7c17a7d3-c692-4219-bd3c-b1c01bf76bf8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155009 Feb 14 22:28:40.039680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-49cb4eca-6d2a-464e-aefb-1a6345d4761b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582692317&fields=id&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 267 time: 0.0502026 Feb 14 22:28:40.155549 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-99113016-f70a-46f8-82d1-1ffba9070022 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:40.157098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-99113016-f70a-46f8-82d1-1ffba9070022 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 809 time: 0.1103580 Feb 14 22:28:40.172263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-3a79dbb8-1a68-40fa-bf6b-926c648a4f79 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/quotas/beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Feb 14 22:28:40.232524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-b6da63ef-641f-47ae-913b-27b2c9aa7abd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546834 Feb 14 22:28:40.337771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-c66e888e-e73f-4b0c-866b-cd33455fe4a9 service neutron] 10.222.0.86 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925627 Feb 14 22:28:40.450923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-5d5f6714-bb83-409f-9e4b-c9fba87b4f47 service neutron] 10.222.0.86 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074176 Feb 14 22:28:40.499378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f97559f8-c198-4807-be81-50c1841d9c94 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:40.553177 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f97559f8-c198-4807-be81-50c1841d9c94 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:40.553552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f97559f8-c198-4807-be81-50c1841d9c94), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:40.651738 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6072f5b6-1a41-42ce-b17e-4cbea8c88b84 req-241e4fc2-a58a-4771-b812-5a5c7d1bd680 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 210 time: 0.0369818 Feb 14 22:28:40.653987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f97559f8-c198-4807-be81-50c1841d9c94 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:40.655265 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (f97559f8-c198-4807-be81-50c1841d9c94), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:40.680959 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port f97559f8-c198-4807-be81-50c1841d9c94, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f97559f8-c198-4807-be81-50c1841d9c94,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:40.685430 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (f97559f8-c198-4807-be81-50c1841d9c94), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:40.739915 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=f97559f8-c198-4807-be81-50c1841d9c94,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:41.332235 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Sync routers for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:41.342644 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:41.343311 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:41.457262 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:41.602926 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-234ff4af-ce53-4c43-9845-5e8a56d490cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:41.605475 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-234ff4af-ce53-4c43-9845-5e8a56d490cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 809 time: 0.1254649 Feb 14 22:28:41.659436 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '87290845-934d-4628-92b4-1692ca3c1d58', 'name': '', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'mac_address': 'fa:16:3e:45:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:36Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 2, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'subnets': [{'id': '36095405-3c90-42fe-9810-70bb025e1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:41.673950 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec8c8ca3-6516-4314-a7e8-984568e25fe8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 379 time: 0.0589225 Feb 14 22:28:41.683207 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'port': {'device_id': '97e40cc2-5753-408e-b74f-dcf41b409160', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'admin_state_up': True, 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'security_groups': ['67f9111a-0dc0-468c-a1b5-cce636994ce1']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:41.690900 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Checking router: fa77a9a4-0e9e-4487-88dd-c6c349b1d505 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:41.691299 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Updating router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 port 87290845-934d-4628-92b4-1692ca3c1d58 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:28:41.718576 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (87290845-934d-4628-92b4-1692ca3c1d58), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:41.766545 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fd6fc931-fd07-485c-aef3-fecbbd7adc1f req-210ba0c3-364e-48c3-8519-928d9fea7bea tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 210 time: 0.0409846 Feb 14 22:28:41.825359 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Made reservation on behalf of beebad8f466f42098a6008093a845ee2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:28:41.828825 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:41.956205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Allocated IP 172.20.0.3 (712ee8a2-0815-48a9-adf4-5492fc212ab9/ea2dea51-c74a-4927-bd00-02d99eb8a4dd/fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:41.988489 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks [] for port (87290845-934d-4628-92b4-1692ca3c1d58), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:41.993543 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.050719 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454745d6-084b-49a0-ba5a-a4b21ed21b0f None None] Pushing event updated for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:42.106319 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Attempting to bind port 87290845-934d-4628-92b4-1692ca3c1d58 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:42.106823 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Attempting to bind port 87290845-934d-4628-92b4-1692ca3c1d58 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:42.107242 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Attempting to bind port 87290845-934d-4628-92b4-1692ca3c1d58 on network 164a4e23-1ba4-4e59-aebc-4615461994c5 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:42.113538 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:42.113915 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Checking segment: {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:42.114105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.114325 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.114718 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Bound using segment: {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:42.115200 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Bound port: 87290845-934d-4628-92b4-1692ca3c1d58, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d36106-a377-4a36-a0ca-a5bf57af2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:42.115586 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (87290845-934d-4628-92b4-1692ca3c1d58), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.153045 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.184570 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] For port 87290845-934d-4628-92b4-1692ca3c1d58, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:42.188454 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] For port 87290845-934d-4628-92b4-1692ca3c1d58, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=87290845-934d-4628-92b4-1692ca3c1d58,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:42.194811 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.208390 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:42.212232 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:42.214062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:42.216811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:42.259727 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454745d6-084b-49a0-ba5a-a4b21ed21b0f None None] Pushing event updated for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:42.267739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:42.268637 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.279354 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:42.280093 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:42.291590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-83905dd2-8505-4d59-93c2-3f8fd527b84b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125300 Feb 14 22:28:42.303881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Request body: {'port': {'device_id': '97e40cc2-5753-408e-b74f-dcf41b409160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:42.360242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:42.361428 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.411644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.425630 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:42.514704 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Current status of the port 87290845-934d-4628-92b4-1692ca3c1d58 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:42.515679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (87290845-934d-4628-92b4-1692ca3c1d58), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.586973 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f97559f8-c198-4807-be81-50c1841d9c94 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:42.591737 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] For port 87290845-934d-4628-92b4-1692ca3c1d58, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=87290845-934d-4628-92b4-1692ca3c1d58,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:42.617698 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.680216 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '87290845-934d-4628-92b4-1692ca3c1d58', 'name': '', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'mac_address': 'fa:16:3e:45:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:36Z', 'updated_at': '2022-02-14T22:28:42Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'subnets': [{'id': '36095405-3c90-42fe-9810-70bb025e1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:42.682914 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port f97559f8-c198-4807-be81-50c1841d9c94 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:42.683327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (f97559f8-c198-4807-be81-50c1841d9c94), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.686352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbadfb6-0c4b-4145-9544-2bc360cb2ba9 None None] Pushing event updated for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:42.711286 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8821996-c9d0-4d89-85ac-72d991e17ef0 None None] The sync data for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 is: [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '87290845-934d-4628-92b4-1692ca3c1d58', 'name': '', 'network_id': '164a4e23-1ba4-4e59-aebc-4615461994c5', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'mac_address': 'fa:16:3e:45:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36095405-3c90-42fe-9810-70bb025e1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:36Z', 'updated_at': '2022-02-14T22:28:42Z', 'revision_number': 4, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'subnets': [{'id': '36095405-3c90-42fe-9810-70bb025e1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:42.746849 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Provisioning complete for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:42.747243 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.780739 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:28:42.789836 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks [] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.815205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:28:42.820925 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Transition to ACTIVE for port object fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:28:42.825774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port f97559f8-c198-4807-be81-50c1841d9c94 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:42.827236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 87290845-934d-4628-92b4-1692ca3c1d58 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:42.831425 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.860114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:42.860488 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.921859 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:42.922231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:42.925621 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:42.993409 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c747c73f-ed9a-4ee6-b191-4c3f1031a592 None None] Current status of the port 87290845-934d-4628-92b4-1692ca3c1d58 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:43.013537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a5a9-7079-4378-8b38-bd0099724692 req-4532045a-dac9-4635-b5a2-8ba01bf3a527 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.015225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6347a5a9-7079-4378-8b38-bd0099724692 req-4532045a-dac9-4635-b5a2-8ba01bf3a527 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.1517148 Feb 14 22:28:43.050365 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 87290845-934d-4628-92b4-1692ca3c1d58 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:43.064129 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:28:43.064481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:28:43.064818 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:43.079789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:28:43.080122 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:28:43.097428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:28:43.097780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:28:43.098269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:28:43.098721 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Bound port: fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:28:43.099092 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:43.105769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6347a5a9-7079-4378-8b38-bd0099724692 req-c6d264dd-b406-4da1-b27d-bdace0b65780 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789073 Feb 14 22:28:43.171268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:28:43.174424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:28:43.180594 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:43.213874 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.214708 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:43.216725 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] 10.222.0.83 "PUT /v2.0/ports/fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1092 time: 0.9172730 Feb 14 22:28:43.219903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:28:43.223313 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738114e4-d306-49cc-8421-ec0b59743f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:28:43.276025 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ce0863-c57d-4a46-96e5-5715c47a2c7c x-openstack-request-id: req-62ce0863-c57d-4a46-96e5-5715c47a2c7c {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:28:43.276573 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:28:43.276983 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62ce0863-c57d-4a46-96e5-5715c47a2c7c {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:28:43.277582 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'status': 'completed', 'code': 200} Feb 14 22:28:43.313447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149242-4abb-41f3-8a51-969f667e7005 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:43.337541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-cb11f2f5-e789-4bee-ad66-c3d93d65fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.339059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-cb11f2f5-e789-4bee-ad66-c3d93d65fe55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1126 time: 0.0753970 Feb 14 22:28:43.393297 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-1e5272fa-410b-4c3b-bcbe-bdc7933a59dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 217 time: 0.0461943 Feb 14 22:28:43.445431 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-b428cbc8-837f-4d61-bc44-52a0adfa144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.446886 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-b428cbc8-837f-4d61-bc44-52a0adfa144e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0483992 Feb 14 22:28:43.495182 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-4d166739-c93d-477c-a34c-14d2538b9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.496582 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-4d166739-c93d-477c-a34c-14d2538b9f4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439920 Feb 14 22:28:43.587547 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-a1519b02-8481-4d0d-b23c-aecf71dfdd31 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850360 Feb 14 22:28:43.675074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afc58697-6a6d-4f12-bacf-1c4209a19bc7 req-e3951b3d-cad2-4e8a-90e5-3852c8d44a30 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816898 Feb 14 22:28:43.770668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738114e4-d306-49cc-8421-ec0b59743f3e req-ae4e4dc6-46d0-4dbe-b234-c0e8b675564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.772226 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-ae4e4dc6-46d0-4dbe-b234-c0e8b675564a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1126 time: 0.0457036 Feb 14 22:28:43.865673 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738114e4-d306-49cc-8421-ec0b59743f3e req-3df58549-5092-4c8e-836e-989cc1ec5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.867165 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-3df58549-5092-4c8e-836e-989cc1ec5809 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0883207 Feb 14 22:28:43.908756 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-8d2f2c61-f554-4b05-9f90-927345ea2e62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 217 time: 0.0357275 Feb 14 22:28:43.961524 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738114e4-d306-49cc-8421-ec0b59743f3e req-146fa4cf-49a1-442b-9acf-6c62500c5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:43.962967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-146fa4cf-49a1-442b-9acf-6c62500c5771 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0476127 Feb 14 22:28:44.013063 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738114e4-d306-49cc-8421-ec0b59743f3e req-2a3fcf7b-0a68-4d7c-a5c9-cf330d1be170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:44.015193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-2a3fcf7b-0a68-4d7c-a5c9-cf330d1be170 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454078 Feb 14 22:28:44.102889 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-17ada690-c12d-418d-8482-4c7332b9b9d9 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808399 Feb 14 22:28:44.223609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-738114e4-d306-49cc-8421-ec0b59743f3e req-011e5cfc-460e-4f3c-9035-e577530e3863 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134429 Feb 14 22:28:44.249251 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e140c3-10ed-4c5a-83a0-dad46f97b194 req-b00c8c93-3a21-44c7-bad0-76eeaff9661b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:44.250724 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9e140c3-10ed-4c5a-83a0-dad46f97b194 req-b00c8c93-3a21-44c7-bad0-76eeaff9661b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0688806 Feb 14 22:28:44.302142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f9e140c3-10ed-4c5a-83a0-dad46f97b194 req-89110e22-6611-4bab-82fa-42a16ee048a7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Feb 14 22:28:44.453781 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 87290845-934d-4628-92b4-1692ca3c1d58 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:44.504316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 87290845-934d-4628-92b4-1692ca3c1d58 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:44.504685 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (87290845-934d-4628-92b4-1692ca3c1d58), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:44.577771 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 87290845-934d-4628-92b4-1692ca3c1d58 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:45.426687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0355f4-1881-43ac-9fb0-a1b11084e8fc req-4a89bf94-48d1-4061-9108-5b8198b4d1f7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:45.428247 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e0355f4-1881-43ac-9fb0-a1b11084e8fc req-4a89bf94-48d1-4061-9108-5b8198b4d1f7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0586653 Feb 14 22:28:45.477016 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e0355f4-1881-43ac-9fb0-a1b11084e8fc req-2cfa0909-8620-4e40-9bfe-d8e0c8360c5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Feb 14 22:28:46.594551 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c60e0-7d9f-468f-b057-a9beb406d665 req-e466b390-4332-438c-a8f2-00bf5da8becc tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:46.596054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4c60e0-7d9f-468f-b057-a9beb406d665 req-e466b390-4332-438c-a8f2-00bf5da8becc tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0519371 Feb 14 22:28:46.644377 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1d4c60e0-7d9f-468f-b057-a9beb406d665 req-00767903-82cb-4a51-8b85-b355fc27868e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Feb 14 22:28:46.723739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:28:46.821963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:46.833183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:28:46.869323 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:46.869644 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:46.882860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:28:46.901289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:46.906121 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:46.950337 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:47.110227 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:28:47.764912 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71ec5a-1dc6-4d04-81e4-e0f4ef55ebd5 req-92e86198-aa5e-44f3-9e54-a11f1a247e81 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:47.766409 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa71ec5a-1dc6-4d04-81e4-e0f4ef55ebd5 req-92e86198-aa5e-44f3-9e54-a11f1a247e81 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 944 time: 0.0541575 Feb 14 22:28:47.818797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fa71ec5a-1dc6-4d04-81e4-e0f4ef55ebd5 req-01ccc557-ceb7-4125-ba73-a44ecc94c6eb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 Feb 14 22:28:48.542010 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:28:48.727356 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:28:48.776933 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:28:48.781045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:28:48.781505 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:48.855990 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:28:48.856514 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:48.880410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:28:48.882643 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed86bb68-a832-46ac-85c8-6608afca2de5" -d '{"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:28:48.895376 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:28:48.899290 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:48.938578 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80055-f5fb-4513-b13f-a0ce6a12cb76 req-0498cbe7-4b16-4f48-b9d1-1154bc16b5bb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:48.940158 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b80055-f5fb-4513-b13f-a0ce6a12cb76 req-0498cbe7-4b16-4f48-b9d1-1154bc16b5bb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 944 time: 0.0540159 Feb 14 22:28:48.950313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:48.991187 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b0b80055-f5fb-4513-b13f-a0ce6a12cb76 req-4b000cf1-c63d-4484-a5df-af7d1f97b3e5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Feb 14 22:28:49.033822 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6578998-969e-43c6-92f4-1a91ff487969 x-openstack-request-id: req-b6578998-969e-43c6-92f4-1a91ff487969 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:28:49.034120 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:28:49.034375 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6578998-969e-43c6-92f4-1a91ff487969 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:28:49.034773 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'code': 200} Feb 14 22:28:49.131462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e3e1-3d92-4f8d-a5c8-95a83b7cd2d5 req-3b39f535-d407-4b4e-8ddf-6ba0df6ef920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:49.132938 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0843e3e1-3d92-4f8d-a5c8-95a83b7cd2d5 req-3b39f535-d407-4b4e-8ddf-6ba0df6ef920 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0438242 Feb 14 22:28:49.178188 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0843e3e1-3d92-4f8d-a5c8-95a83b7cd2d5 req-6fd0a91b-10b6-4ba0-8c87-b0a153cb33e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393052 Feb 14 22:28:50.137815 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6abc3-e3cf-4673-871d-ff5ff31d5b6f req-de38f1ed-2933-4b17-bfaa-9ccd35e517c0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:50.140961 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0f6abc3-e3cf-4673-871d-ff5ff31d5b6f req-de38f1ed-2933-4b17-bfaa-9ccd35e517c0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Feb 14 22:28:50.192275 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0f6abc3-e3cf-4673-871d-ff5ff31d5b6f req-ca1c10fd-2e09-4126-8b70-c4cd624d3163 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Feb 14 22:28:51.315290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc78e-7b54-48b4-954e-11bb1261bc0b req-8e36871c-2a7a-4b54-aae6-7dafb94af272 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:51.316820 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e4bc78e-7b54-48b4-954e-11bb1261bc0b req-8e36871c-2a7a-4b54-aae6-7dafb94af272 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0545650 Feb 14 22:28:51.366341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e4bc78e-7b54-48b4-954e-11bb1261bc0b req-b60b9fe3-7455-4400-b317-b8cc5f55ea10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Feb 14 22:28:51.489634 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432da372-6b7a-4bb5-8fef-5d4a7681d2ef req-6630859a-3548-4293-a430-699ca475a246 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:51.491047 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-432da372-6b7a-4bb5-8fef-5d4a7681d2ef req-6630859a-3548-4293-a430-699ca475a246 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0577066 Feb 14 22:28:51.539854 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-432da372-6b7a-4bb5-8fef-5d4a7681d2ef req-ce9aa3e3-1062-47c6-9c51-56860d131723 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Feb 14 22:28:51.562755 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48448) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:51.692608 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79780aed-c6c2-4f2f-b38a-995607715de7 tempest-TestShelveInstance-1368554512 tempest-TestShelveInstance-1368554512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:51.694161 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-79780aed-c6c2-4f2f-b38a-995607715de7 tempest-TestShelveInstance-1368554512 tempest-TestShelveInstance-1368554512-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1123 time: 0.1295788 Feb 14 22:28:51.697243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48452) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:28:51.701584 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:28:51.722004 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:51.820060 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:51.929255 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Allocated IP 172.25.2.70 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/7fa2318c-93f4-472c-a6e8-b6c3e6df50dc) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:28:52.027790 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.064723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.100021 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:28:52.102635 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:28:52.105308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:28:52.130771 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=7fa2318c-93f4-472c-a6e8-b6c3e6df50dc,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:52.460855 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (b6dc85f5-b758-4ded-8612-da8ce399c05a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.529679 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.675699 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.679792 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.744913 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=7fa2318c-93f4-472c-a6e8-b6c3e6df50dc,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:28:52.755620 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (b6dc85f5-b758-4ded-8612-da8ce399c05a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:52.856064 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Floating IP b6dc85f5-b758-4ded-8612-da8ce399c05a associated. External IP: 172.25.2.70, port: fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47. Feb 14 22:28:53.062461 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:28:53.170754 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:28:53.180225 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:28:53.188493 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:28:53.190404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:53.191053 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:53.217678 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5eb7e8bc-9577-4324-a8ae-eea8b270fa7a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5193155 Feb 14 22:28:53.218265 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:28:53.220520 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e688ebc-81e4-4e80-ba63-3c483a7c9963" -d '{"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:28:53.314526 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7b09f4-ba20-42ca-a897-6f2d47e21500 x-openstack-request-id: req-fb7b09f4-ba20-42ca-a897-6f2d47e21500 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:28:53.314842 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:28:53.315076 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb7b09f4-ba20-42ca-a897-6f2d47e21500 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:28:53.315518 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'status': 'completed', 'code': 200} Feb 14 22:28:53.382689 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-4d22cb1f-1e56-4166-b27b-6d409e457dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:53.384262 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-4d22cb1f-1e56-4166-b27b-6d409e457dac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0482652 Feb 14 22:28:53.463694 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:53.475530 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-76f0414a-9678-40b5-987c-27297b793aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:53.477053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-76f0414a-9678-40b5-987c-27297b793aa1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0868630 Feb 14 22:28:53.545139 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-d86dd72e-3e82-4f39-860d-dd9ae56ad428 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 998 time: 0.0621581 Feb 14 22:28:53.592589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-0bc193de-aa2f-4f4e-b3da-88c0eef1b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:53.593972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-0bc193de-aa2f-4f4e-b3da-88c0eef1b27d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0437806 Feb 14 22:28:53.643422 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-b0b888a2-47a6-47a9-a64d-d967a1a5ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:53.644972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-b0b888a2-47a6-47a9-a64d-d967a1a5ca00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445800 Feb 14 22:28:53.685257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6dc85f5-b758-4ded-8612-da8ce399c05a', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e40cc2-5753-408e-b74f-dcf41b409160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:28:52Z', 'updated_at': '2022-02-14T22:28:52Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:53.715289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:28:53.724185 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:28:53.724796 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:28:33Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:53.737997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-c20a26be-407e-40d2-8316-f86b611e3b25 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863063 Feb 14 22:28:53.829147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e688ebc-81e4-4e80-ba63-3c483a7c9963 req-b2da8661-36e2-4446-ad96-f4bd15077d17 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Feb 14 22:28:53.832834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:28:53.972740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-42ea8f3d-7621-4272-aa53-0cc9c3074239 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486784 Feb 14 22:28:54.058047 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-cede9b7b-92b6-4c04-98b5-b628fae4638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:54.059589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-cede9b7b-92b6-4c04-98b5-b628fae4638d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0457108 Feb 14 22:28:54.065180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6dc85f5-b758-4ded-8612-da8ce399c05a', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e40cc2-5753-408e-b74f-dcf41b409160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:28:52Z', 'updated_at': '2022-02-14T22:28:52Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:28:54.095596 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b9c5d-a24b-4bdb-a7ff-f7ea594effe6 None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': 'b6dc85f5-b758-4ded-8612-da8ce399c05a', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e40cc2-5753-408e-b74f-dcf41b409160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:28:52Z', 'updated_at': '2022-02-14T22:28:52Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:28:54.163493 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-21b32f22-7fdb-4fa5-9de6-b3f6ce4119b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:54.164987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-21b32f22-7fdb-4fa5-9de6-b3f6ce4119b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0883603 Feb 14 22:28:54.236789 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-8c24a588-aeef-4463-8e1d-74665472cad8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 998 time: 0.0646296 Feb 14 22:28:54.287742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-97b6bd1b-c9e6-48ba-a43f-6a7751f194de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:54.289510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-97b6bd1b-c9e6-48ba-a43f-6a7751f194de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0471060 Feb 14 22:28:54.300255 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736ca2b-fdfb-41b8-a340-47d9b7b1347a None None] New status for floating IP b6dc85f5-b758-4ded-8612-da8ce399c05a: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:28:54.338929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-3b8b898d-f47f-41a8-8a4a-ff8d32824214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:28:54.340491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-3b8b898d-f47f-41a8-8a4a-ff8d32824214 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455775 Feb 14 22:28:54.433289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-503bc198-cd78-4d0f-8a68-34fb25b9b237 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Feb 14 22:28:54.526707 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dfe0546a-1f97-427e-b238-6dd5609b8a6e req-a60bcf0f-61be-4a2a-bf36-3b43df468464 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Feb 14 22:28:59.316913 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:01.090249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37449991-85a5-44d1-a520-f885d6249f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:03.468252 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fff39123-5906-4878-9ef7-afd98fb17d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:04.828979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:06.004684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:06.906630 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:07.460232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:25.541245 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:29:29.330130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:31.091846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5a48-7ca2-45c1-8166-91dee59ed43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:33.469767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a97bb398-8eed-4689-b9ec-4f0269c06609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:34.831067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:36.007186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:36.917226 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:37.461746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:29:54.962399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-7f70babe-34ee-4b5b-868c-1370ae0e17c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484741 Feb 14 22:29:55.045447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-9e14f244-4416-4ca7-9335-90c1c5f23f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:29:55.046922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-9e14f244-4416-4ca7-9335-90c1c5f23f5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0438085 Feb 14 22:29:55.145543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-ee5c7666-8616-4899-925a-7e1d7ed729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:29:55.147001 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-ee5c7666-8616-4899-925a-7e1d7ed729bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0826507 Feb 14 22:29:55.212654 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-962d018b-607d-4d6e-b2d2-8b8098dbd7a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0598254 Feb 14 22:29:55.260670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-06397a20-3450-4917-a610-bd3b683e6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:29:55.262112 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-06397a20-3450-4917-a610-bd3b683e6d7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0432246 Feb 14 22:29:55.310085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-38f0c335-a87c-4fc4-885e-2515eb52b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:29:55.312263 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-38f0c335-a87c-4fc4-885e-2515eb52b9d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443764 Feb 14 22:29:55.401793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-84d3033d-83ea-4e9b-8f5f-cc575ecb6ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Feb 14 22:29:55.489560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-94af0deb-7ae0-4055-b660-8eede46e98a3 req-8e650b81-4a2f-473d-af0f-dcd5f28f6804 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814123 Feb 14 22:29:59.332059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:01.093546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd3ec846-f3be-4133-8e92-582d3e2544c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:02.540105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:30:03.470130 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa31fb42-a403-4f8b-b724-84f2afa5fe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:04.833647 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:06.009802 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:06.911832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:07.464018 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:29.332457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:31.098058 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc22c0e-8413-4713-b6b2-1ae98e5ee4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:33.471855 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23923e6d-de78-4813-a80a-b0c04e5ac2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:34.836634 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:36.011721 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:36.932463 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:37.467434 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:39.539136 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:30:48.823894 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47db35-0dbc-4b53-87de-9eb38dd26318 req-d9fedafd-9ae8-4708-b56e-ebdf6698e9db tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:48.825386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd47db35-0dbc-4b53-87de-9eb38dd26318 req-d9fedafd-9ae8-4708-b56e-ebdf6698e9db tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0623157 Feb 14 22:30:48.873520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-dd47db35-0dbc-4b53-87de-9eb38dd26318 req-4ee76779-6450-4c66-bb73-afe03f36fdd9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Feb 14 22:30:50.002040 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b31fa4-1fec-4992-ac2d-f814e570b672 req-1aa94634-a484-447b-8686-0565d158b4fc tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:50.003567 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73b31fa4-1fec-4992-ac2d-f814e570b672 req-1aa94634-a484-447b-8686-0565d158b4fc tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Feb 14 22:30:50.052708 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-73b31fa4-1fec-4992-ac2d-f814e570b672 req-c0f65b8e-b891-48a5-8d04-5c0e85278509 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434325 Feb 14 22:30:51.177208 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1886823-306b-4816-933b-9f6ba41bd9a7 req-666269f6-d35d-4ec3-9faa-fd97f05a8f59 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:51.178597 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1886823-306b-4816-933b-9f6ba41bd9a7 req-666269f6-d35d-4ec3-9faa-fd97f05a8f59 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0571589 Feb 14 22:30:51.571508 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1886823-306b-4816-933b-9f6ba41bd9a7 req-5ef44925-8967-4d73-8806-ae9d9d6b7c27 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872612 Feb 14 22:30:52.689666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907892-5971-4499-b4df-dff5fb1e6dba req-8a65d1bf-e957-43d2-9591-b1569029918e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:52.691127 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91907892-5971-4499-b4df-dff5fb1e6dba req-8a65d1bf-e957-43d2-9591-b1569029918e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Feb 14 22:30:52.738985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91907892-5971-4499-b4df-dff5fb1e6dba req-ad808cf0-901b-4647-9482-ff24fb3dc986 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422902 Feb 14 22:30:53.853696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e522c7c-b7e6-40d2-84a6-0c5cf33b0b2e req-9ecf06db-0f57-4640-8c88-9f814d932e8d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:53.855175 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e522c7c-b7e6-40d2-84a6-0c5cf33b0b2e req-9ecf06db-0f57-4640-8c88-9f814d932e8d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0513604 Feb 14 22:30:53.913065 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0e522c7c-b7e6-40d2-84a6-0c5cf33b0b2e req-427aabb7-1af2-4cdc-8c7a-86dcad073365 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515795 Feb 14 22:30:55.033651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0605-49e8-4cf3-b1ec-a3c4f4f66d95 req-1bfd455b-4134-4690-b7aa-96796615e859 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:55.035106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-384e0605-49e8-4cf3-b1ec-a3c4f4f66d95 req-1bfd455b-4134-4690-b7aa-96796615e859 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Feb 14 22:30:55.083052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-384e0605-49e8-4cf3-b1ec-a3c4f4f66d95 req-24bfc1a9-6d83-497f-b2a0-c593bd308da9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 Feb 14 22:30:56.039958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-3adda8b1-7300-4260-a315-055c293e0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:56.041441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-3adda8b1-7300-4260-a315-055c293e0c38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0884984 Feb 14 22:30:56.146879 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-c4c893b7-05ba-45dd-925e-d51a91b4275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:56.148675 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-c4c893b7-05ba-45dd-925e-d51a91b4275d service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0883274 Feb 14 22:30:56.246647 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-8cb35a9d-83ac-44b0-b470-70fc7eacdf5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0839252 Feb 14 22:30:56.254428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a581a-6c2c-4e5a-8770-cf493610089c req-7b6aa302-bb60-41a3-aae0-000551ee1e6e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:56.255865 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-838a581a-6c2c-4e5a-8770-cf493610089c req-7b6aa302-bb60-41a3-aae0-000551ee1e6e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.1047454 Feb 14 22:30:56.322307 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-9b5ee15e-2b5e-4ac8-87c4-f9a8596a29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:56.323868 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-9b5ee15e-2b5e-4ac8-87c4-f9a8596a29b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0670948 Feb 14 22:30:56.345790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-838a581a-6c2c-4e5a-8770-cf493610089c req-e9132dc5-7dc2-4006-9301-0befd15e7c90 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821633 Feb 14 22:30:56.378045 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-c8134176-21d8-4751-a89d-437bd3d0cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:56.379563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-c8134176-21d8-4751-a89d-437bd3d0cb49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469239 Feb 14 22:30:56.389899 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-ce1e88e7-8bc6-4719-906c-338aa2f03bc9 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:30:56.390824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-ce1e88e7-8bc6-4719-906c-338aa2f03bc9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048416 Feb 14 22:30:56.485607 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-caba6a56-c6c0-4ee9-b81f-56c7e52ef416 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878654 Feb 14 22:30:56.572743 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9b7d056f-b24a-4415-9f85-632ac876fea7 req-1e6053de-9f26-4bf8-be51-68efd73604fc service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807910 Feb 14 22:30:57.470281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdf1e3-6b5b-49ae-a035-85831a9ed280 req-d4dc9a88-c631-4924-a859-f535bb0df3da tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:57.471768 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afbdf1e3-6b5b-49ae-a035-85831a9ed280 req-d4dc9a88-c631-4924-a859-f535bb0df3da tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0582106 Feb 14 22:30:57.520899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-afbdf1e3-6b5b-49ae-a035-85831a9ed280 req-dc9e929b-acbb-44a8-8425-987914cfb1bd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Feb 14 22:30:58.638668 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50a31c-4eed-436d-bc11-8e1fdb930712 req-57e25261-dbb8-409e-8ba1-4ef8a4381d6d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:58.640841 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f50a31c-4eed-436d-bc11-8e1fdb930712 req-57e25261-dbb8-409e-8ba1-4ef8a4381d6d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Feb 14 22:30:58.687830 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9f50a31c-4eed-436d-bc11-8e1fdb930712 req-0b8653b0-ad06-4c48-9984-2cdb10d623a7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414693 Feb 14 22:30:59.354867 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:30:59.806789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cee2b-8f4f-4669-863b-89138c119d10 req-61f9350f-afb8-4999-aec5-85d537805957 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:30:59.808306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d4cee2b-8f4f-4669-863b-89138c119d10 req-61f9350f-afb8-4999-aec5-85d537805957 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0529871 Feb 14 22:30:59.861505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d4cee2b-8f4f-4669-863b-89138c119d10 req-80cc139d-bff1-43ba-9b37-fdd6f63f91da tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 Feb 14 22:31:00.984284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e10f4-7f3e-463d-9151-ba2e3b445b67 req-2faac555-acec-47f4-b40c-74dc5723157b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:00.986064 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c57e10f4-7f3e-463d-9151-ba2e3b445b67 req-2faac555-acec-47f4-b40c-74dc5723157b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0559902 Feb 14 22:31:01.036792 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c57e10f4-7f3e-463d-9151-ba2e3b445b67 req-2785b35f-7571-4550-b75c-6da8545e4f34 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 Feb 14 22:31:01.100286 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f28fea4-b087-4638-ace1-4bd415387bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:01.392760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:31:01.500437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:01.512235 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:31:01.554186 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:01.554504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:01.569170 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:31:01.589626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:01.595489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:01.648730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:01.656986 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.657340 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.657686 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.658030 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.658374 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.658713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.659048 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.659421 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.659754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.660084 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.660445 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.660739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.661068 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:01.669632 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:31:02.163204 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade534bb-a150-4c41-87b9-9538db2f3aa3 req-516970de-0b81-458a-b38a-8097f3d5c2f8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:02.167662 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ade534bb-a150-4c41-87b9-9538db2f3aa3 req-516970de-0b81-458a-b38a-8097f3d5c2f8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 944 time: 0.0582087 Feb 14 22:31:02.216740 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ade534bb-a150-4c41-87b9-9538db2f3aa3 req-ff954bda-fb70-40c0-9e0a-7bb3c3479caf tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Feb 14 22:31:03.352133 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87262-b3c3-47b9-b901-791f6efe30b9 req-8341675e-2758-443d-a1dd-1fdd83616cac tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:03.354417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c87262-b3c3-47b9-b901-791f6efe30b9 req-8341675e-2758-443d-a1dd-1fdd83616cac tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 944 time: 0.0637286 Feb 14 22:31:03.412812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:31:03.417126 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-55c87262-b3c3-47b9-b901-791f6efe30b9 req-e48dd8aa-f520-43f3-8bde-35b0de84c888 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544477 Feb 14 22:31:03.482042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c571d083-bb21-4e7e-a4c8-c642529dee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:03.488710 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:31:03.489076 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:03.588060 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:03.588966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:03.618284 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:31:03.620650 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6155a943-4f3d-4c2b-b2d1-0678dee25aef" -d '{"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:31:03.637100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:03.645267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:03.710610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:03.767067 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498efbbb-f891-44a1-8a95-42a0d4344704 x-openstack-request-id: req-498efbbb-f891-44a1-8a95-42a0d4344704 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:31:03.767670 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:31:03.768359 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-498efbbb-f891-44a1-8a95-42a0d4344704 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:31:03.768931 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'code': 200} Feb 14 22:31:04.553577 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d90c60-a841-4054-9aab-56cf2f1db127 req-6232164c-ad23-495c-a278-2b49fcc24cc4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:04.555144 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81d90c60-a841-4054-9aab-56cf2f1db127 req-6232164c-ad23-495c-a278-2b49fcc24cc4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0619557 Feb 14 22:31:04.616536 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-81d90c60-a841-4054-9aab-56cf2f1db127 req-f1c4be10-13e3-4549-8981-20f733cd3035 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Feb 14 22:31:04.848210 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:05.755350 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b5736-119b-4a1b-bfef-abfbe1ce6172 req-347b1dc7-76c4-4e92-9f60-c0835cab124b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:05.756761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a96b5736-119b-4a1b-bfef-abfbe1ce6172 req-347b1dc7-76c4-4e92-9f60-c0835cab124b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0679896 Feb 14 22:31:05.819752 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a96b5736-119b-4a1b-bfef-abfbe1ce6172 req-a4ba18ba-7d13-4d9d-8f0d-645d795bdfd4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555654 Feb 14 22:31:06.017166 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:06.937827 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:06.953306 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e0512-de35-43cd-bfb8-2de1768c2a4e req-d7197ea8-1d65-406a-a916-41ed8058c4b9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:06.954805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e0e0512-de35-43cd-bfb8-2de1768c2a4e req-d7197ea8-1d65-406a-a916-41ed8058c4b9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0599494 Feb 14 22:31:07.009534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1e0e0512-de35-43cd-bfb8-2de1768c2a4e req-38972943-2fae-49b0-97e7-ccd6eb14abcc tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491180 Feb 14 22:31:07.471411 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:08.136127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73bd47-4711-43bb-ac01-9e58730aec6d req-531ca08a-e76f-454c-88d9-4d80924380cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:08.137739 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f73bd47-4711-43bb-ac01-9e58730aec6d req-531ca08a-e76f-454c-88d9-4d80924380cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0567205 Feb 14 22:31:08.205245 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6f73bd47-4711-43bb-ac01-9e58730aec6d req-cd74e9c6-e0ac-4b0a-bfbb-5359dd133ab7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552256 Feb 14 22:31:09.326177 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745bc43-f61a-4a0d-93b0-493392864c38 req-3b9d1640-9975-4dec-b8dc-b10fad83c006 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:09.328444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4745bc43-f61a-4a0d-93b0-493392864c38 req-3b9d1640-9975-4dec-b8dc-b10fad83c006 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0614066 Feb 14 22:31:09.380289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4745bc43-f61a-4a0d-93b0-493392864c38 req-a7b3d5fb-953a-4958-8ca8-01fbe72f8ffd tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Feb 14 22:31:10.503238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ad27c-50ad-45ad-a974-c023ea8d6f09 req-df554abe-ad80-4f59-9704-00d74248850a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:10.504788 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a38ad27c-50ad-45ad-a974-c023ea8d6f09 req-df554abe-ad80-4f59-9704-00d74248850a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0555289 Feb 14 22:31:10.554718 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a38ad27c-50ad-45ad-a974-c023ea8d6f09 req-d46c71b9-1946-470b-965e-3ecee96865c7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Feb 14 22:31:10.686349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-95c45067-5321-4476-b291-98f1cffbe131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:10.688182 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-95c45067-5321-4476-b291-98f1cffbe131 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1128 time: 0.0493979 Feb 14 22:31:10.776409 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-492dd774-f6a5-4d04-8621-d5e74d66303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:10.777953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-492dd774-f6a5-4d04-8621-d5e74d66303b service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0842471 Feb 14 22:31:10.845990 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-5d372fa4-5dce-4e43-8db1-457474209b76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0622935 Feb 14 22:31:10.894268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-8370b6c5-fe0f-46df-8061-dd9428564bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:10.895701 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-8370b6c5-fe0f-46df-8061-dd9428564bf9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0445828 Feb 14 22:31:10.943858 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-4d231064-f388-4091-90e6-2f3f53e5bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:10.945344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-4d231064-f388-4091-90e6-2f3f53e5bb81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431690 Feb 14 22:31:11.036769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-ea755b0d-bb92-460c-9064-aacc3ed44f2f service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851285 Feb 14 22:31:11.124689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66a22207-8a06-4616-9c09-7ab664c27b05 req-047fa7d5-071d-4334-9492-e2109cfb6d31 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815947 Feb 14 22:31:11.673369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb65fa2-8653-4904-90e3-6c17ca7d615c req-5919fa89-fe3e-4e98-bf08-0564fb3b7212 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:11.674853 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb65fa2-8653-4904-90e3-6c17ca7d615c req-5919fa89-fe3e-4e98-bf08-0564fb3b7212 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Feb 14 22:31:11.723659 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fb65fa2-8653-4904-90e3-6c17ca7d615c req-663947c7-c2a9-4b33-96ee-27ce27098d69 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Feb 14 22:31:12.846261 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4065ab-087e-4936-b888-b976c4382f70 req-a8f7d889-58c3-4f2b-b250-e9e3fed0e6b7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:12.847684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be4065ab-087e-4936-b888-b976c4382f70 req-a8f7d889-58c3-4f2b-b250-e9e3fed0e6b7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0568492 Feb 14 22:31:12.895850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-be4065ab-087e-4936-b888-b976c4382f70 req-933ce84a-1b48-4acc-a76f-536009fdcc97 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 Feb 14 22:31:13.008661 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-627c1864-1fce-449b-b820-907ff3521290 req-c3a0aacc-196a-4385-af80-a0efcfe28b74 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:31:13.009722 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-627c1864-1fce-449b-b820-907ff3521290 req-c3a0aacc-196a-4385-af80-a0efcfe28b74 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517063 Feb 14 22:31:14.178462 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cbecc-8003-498f-a25d-c9cae37ef76d req-28ab958f-6474-41a6-bb4a-47e5b26c24b7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:14.180021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b2cbecc-8003-498f-a25d-c9cae37ef76d req-28ab958f-6474-41a6-bb4a-47e5b26c24b7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Feb 14 22:31:14.230758 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b2cbecc-8003-498f-a25d-c9cae37ef76d req-183421a0-bd0f-4d78-b205-e05865836039 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Feb 14 22:31:14.337511 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-4d4b4d14-e7f6-485d-a79b-618a36089c22 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870466 Feb 14 22:31:14.462359 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-e485d1db-7c7b-4252-a163-e71caa16ad58 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:14.463713 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-e485d1db-7c7b-4252-a163-e71caa16ad58 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports/fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 942 time: 0.0976930 Feb 14 22:31:15.254639 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-bfac3977-90ba-44e3-b0ba-5444eaeb43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:15.256161 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-bfac3977-90ba-44e3-b0ba-5444eaeb43b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 1128 time: 0.0893626 Feb 14 22:31:15.266428 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-8b09dd6a-7a5e-4f96-914b-c44e64887036 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:31:15.267439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-8b09dd6a-7a5e-4f96-914b-c44e64887036 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055103 Feb 14 22:31:15.278952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:31:15.366558 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:15.414331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702965f8-9c97-4f49-be32-2a2ae4f0768a req-caffaaf0-ffdb-4082-be2d-f728c2e0b936 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:15.415839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-702965f8-9c97-4f49-be32-2a2ae4f0768a req-caffaaf0-ffdb-4082-be2d-f728c2e0b936 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.1111941 Feb 14 22:31:15.454969 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:31:15.530014 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:15.530486 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:15.533370 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-702965f8-9c97-4f49-be32-2a2ae4f0768a req-9afbe4d1-71ef-43a5-87f5-4eb14f8ba868 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110759 Feb 14 22:31:15.618460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:15.652176 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:31:15.691700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:31:15.694020 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf147e-a5a8-4f0e-8528-9adeb9122e38" -d '{"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:31:15.698611 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks [] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:15.711470 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Transition to ACTIVE for port object fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:31:15.715405 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:15.755256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 22:31:15.755652 n-d-828372-11 neutron-server[103514]: DEBUG oslo_db.api [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 22:31:15.762691 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:15.775604 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.775951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.776290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.777367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.777367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.777367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.777694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.777956 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.778283 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.778605 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.778934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.779370 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.780194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:31:15.815143 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0207c0a5-d218-444f-b1b7-192afe894fb5 x-openstack-request-id: req-0207c0a5-d218-444f-b1b7-192afe894fb5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:31:15.815444 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:31:15.815698 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0207c0a5-d218-444f-b1b7-192afe894fb5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:31:15.816092 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'code': 200} Feb 14 22:31:15.860670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] No DVR routers for this DVR port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:31:16.001833 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:31:16.002089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:31:16.002415 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:31:16.006758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:31:16.007116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Attempting to bind port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:31:16.012030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:31:16.012396 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:31:16.012778 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:31:16.013229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Bound port: fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:31:16.013586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:16.082645 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:31:16.086029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:31:16.091778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:16.130364 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.130998 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:16.132396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1092 time: 0.8576517 Feb 14 22:31:16.156412 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cc047-c240-429b-b38e-11b7f8da29b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=9']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:16.205992 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-f3aa7d5d-75f0-4e18-b361-902cce36a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.207352 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-f3aa7d5d-75f0-4e18-b361-902cce36a94d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1126 time: 0.0480771 Feb 14 22:31:16.297731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: DOWN; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:16.305149 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-dc7aa502-2bac-49a3-8e50-378f0a06304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.306636 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-dc7aa502-2bac-49a3-8e50-378f0a06304d service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0930579 Feb 14 22:31:16.375479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-10d257e3-6184-4053-822e-0795be273d67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 998 time: 0.0633845 Feb 14 22:31:16.424450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-70e08ba1-0953-46f4-9c7b-86fcb7f21963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.425863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-70e08ba1-0953-46f4-9c7b-86fcb7f21963 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0442536 Feb 14 22:31:16.475369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-9cf2d5d1-813b-4318-a288-207ba9888e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.476876 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-9cf2d5d1-813b-4318-a288-207ba9888e63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449319 Feb 14 22:31:16.537650 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:31:16.570088 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-bf8dedb3-1575-4d07-814a-f1f2c2953b71 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870576 Feb 14 22:31:16.697919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c1dd6375-40d3-42f0-9bbe-5914e4b613cd req-f88468a8-6631-43b5-8714-a1254dbacd91 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219440 Feb 14 22:31:16.706498 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22116c9-8e23-4411-bf43-554489630335 req-33cd8fe4-75f4-44f6-97af-2ebcec980c8a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:16.708004 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a22116c9-8e23-4411-bf43-554489630335 req-33cd8fe4-75f4-44f6-97af-2ebcec980c8a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0882485 Feb 14 22:31:16.757761 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a22116c9-8e23-4411-bf43-554489630335 req-5f164257-6fe8-4d07-9eab-442fca9eeb48 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 Feb 14 22:31:17.817514 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:31:17.820093 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce173cd-1978-4196-9a53-b5e2af42fb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:31:17.888649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f3e9-9f1f-483c-8997-c27d4ce60fdc req-47c1ce9b-d8e9-4f29-9aaa-8b1c3bae195f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:17.890921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0f9f3e9-9f1f-483c-8997-c27d4ce60fdc req-47c1ce9b-d8e9-4f29-9aaa-8b1c3bae195f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0607674 Feb 14 22:31:17.943826 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d0f9f3e9-9f1f-483c-8997-c27d4ce60fdc req-56ab78b4-8fd3-4c74-a3d5-d1fb771f7957 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470724 Feb 14 22:31:18.001390 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eeceff-a0f5-435a-8193-e32b872b9e06 x-openstack-request-id: req-67eeceff-a0f5-435a-8193-e32b872b9e06 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:31:18.001691 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:31:18.001947 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67eeceff-a0f5-435a-8193-e32b872b9e06 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:31:18.002352 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'status': 'completed', 'code': 200} Feb 14 22:31:19.086666 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b50ee-c091-4317-9608-d2bd8ae9bb29 req-083615b1-c9f6-48b7-8f32-c7513b556c96 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:19.089023 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-676b50ee-c091-4317-9608-d2bd8ae9bb29 req-083615b1-c9f6-48b7-8f32-c7513b556c96 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0650482 Feb 14 22:31:19.149568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-676b50ee-c091-4317-9608-d2bd8ae9bb29 req-a1175cac-1ed2-4b14-9c06-256925387fd7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551229 Feb 14 22:31:20.285521 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab049e9-a847-4aad-a649-6e24f5582428 req-4adbd55f-e503-4689-ad4a-15e937034fab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:20.287210 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab049e9-a847-4aad-a649-6e24f5582428 req-4adbd55f-e503-4689-ad4a-15e937034fab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0644338 Feb 14 22:31:20.340493 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bab049e9-a847-4aad-a649-6e24f5582428 req-b81dd494-1afd-4beb-98cf-73902f96a33d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472543 Feb 14 22:31:21.466722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5dbb8-59da-4129-83c1-5e97653768b7 req-e6ef43c5-c9f2-4dff-8f91-49fdb75e08a4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:21.468890 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fa5dbb8-59da-4129-83c1-5e97653768b7 req-e6ef43c5-c9f2-4dff-8f91-49fdb75e08a4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0558696 Feb 14 22:31:21.539451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fa5dbb8-59da-4129-83c1-5e97653768b7 req-a091691b-544e-46b2-b680-974e77d572b9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648644 Feb 14 22:31:22.688295 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a13212-bf74-4cd3-9deb-2aa98684c37f req-e37784ce-c7c8-4939-a299-35dd17b26e9f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:22.689997 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29a13212-bf74-4cd3-9deb-2aa98684c37f req-e37784ce-c7c8-4939-a299-35dd17b26e9f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0720243 Feb 14 22:31:22.782300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-29a13212-bf74-4cd3-9deb-2aa98684c37f req-087ce9c1-7008-44b4-a842-42d4c089c239 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846958 Feb 14 22:31:23.927614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5bc7c-01ee-408f-8a25-4814ad6f4043 req-a58f23f0-0d54-4a69-b67e-83b2f06e0bed tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:23.929122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3f5bc7c-01ee-408f-8a25-4814ad6f4043 req-a58f23f0-0d54-4a69-b67e-83b2f06e0bed tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0705621 Feb 14 22:31:23.982240 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a3f5bc7c-01ee-408f-8a25-4814ad6f4043 req-588ca8ac-2254-47e4-bcf1-9bf5a3b55577 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475650 Feb 14 22:31:25.105860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb43b0d-a7f3-44cc-918c-66faec1bbe19 req-fd924d1f-e7ec-4fc7-9136-2a6a1a3dbbca tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:25.107340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fb43b0d-a7f3-44cc-918c-66faec1bbe19 req-fd924d1f-e7ec-4fc7-9136-2a6a1a3dbbca tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0557623 Feb 14 22:31:25.157603 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6fb43b0d-a7f3-44cc-918c-66faec1bbe19 req-008965c7-21b9-45f8-bd7a-98de9e19e6d3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Feb 14 22:31:26.279107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2442ff-fc33-454b-84f2-ddac9858d713 req-2480eedc-953f-43d3-a972-f7d88154ed02 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:26.283622 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f2442ff-fc33-454b-84f2-ddac9858d713 req-2480eedc-953f-43d3-a972-f7d88154ed02 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0585091 Feb 14 22:31:26.356580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4f2442ff-fc33-454b-84f2-ddac9858d713 req-35fdfef0-9d88-4e25-8345-6f30d76d8730 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641966 Feb 14 22:31:26.361914 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-b1ea8299-4639-4bb2-9df8-35d8e7d8fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:26.363360 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-b1ea8299-4639-4bb2-9df8-35d8e7d8fb10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1126 time: 0.0788333 Feb 14 22:31:26.458269 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-a8dca7aa-3f7c-4193-9132-fe916e474560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:26.459685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-a8dca7aa-3f7c-4193-9132-fe916e474560 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0876145 Feb 14 22:31:26.524691 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-028fc59b-26f9-4f32-8217-c77446a798ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 998 time: 0.0577571 Feb 14 22:31:26.577167 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-288922fa-4b4c-4430-b3b7-a3420d7ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:26.578635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-288922fa-4b4c-4430-b3b7-a3420d7ff5a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0468991 Feb 14 22:31:26.627840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-d4a043d0-e87b-4d5f-a799-a499a988fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:26.629343 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-d4a043d0-e87b-4d5f-a799-a499a988fb8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443234 Feb 14 22:31:26.715436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-eb8e147d-927c-4aa6-b72d-abc7c146ae79 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794542 Feb 14 22:31:26.807290 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ce173cd-1978-4196-9a53-b5e2af42fb0a req-61b625fe-1039-4774-99ef-8da92da6e66c service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858810 Feb 14 22:31:27.475238 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd0cac-061c-436e-9713-eb7fd3d69b8e req-38372194-11c1-4906-b572-ac084e18337d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:27.476712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19fd0cac-061c-436e-9713-eb7fd3d69b8e req-38372194-11c1-4906-b572-ac084e18337d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0523775 Feb 14 22:31:27.524605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-19fd0cac-061c-436e-9713-eb7fd3d69b8e req-94f320b6-3ad7-4d0b-915e-c87eb93bb75a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Feb 14 22:31:28.648463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5119a6-ee5a-4ca0-8ce8-16ab6517ec75 req-bb845563-4e8c-4339-a12e-2e78fa26b0d5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:28.649983 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d5119a6-ee5a-4ca0-8ce8-16ab6517ec75 req-bb845563-4e8c-4339-a12e-2e78fa26b0d5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0562315 Feb 14 22:31:28.696963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d5119a6-ee5a-4ca0-8ce8-16ab6517ec75 req-17d1976c-fa92-4eb5-810c-d662ee7c5681 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Feb 14 22:31:29.358303 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:29.815700 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9824728-dd21-48fe-9a6e-85fcf2ea945d req-1aab2339-86ea-448f-b6fb-573371cfcf5c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:29.817177 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9824728-dd21-48fe-9a6e-85fcf2ea945d req-1aab2339-86ea-448f-b6fb-573371cfcf5c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0526841 Feb 14 22:31:29.865344 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c9824728-dd21-48fe-9a6e-85fcf2ea945d req-f2f538d9-e21c-4494-b2b4-633f8459a3f5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Feb 14 22:31:30.777508 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:31:30.871366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:30.882268 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'port_id': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'mac_address': 'fa:16:3e:fe:a9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:31:30.922275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:30.922665 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:30.935296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:31:30.953989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:30.958910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:30.986319 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ceed4-2a92-4349-9438-f020afd8dd32 req-1f42d6d8-1bca-4044-b095-a49a8cd81af6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:30.987842 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-774ceed4-2a92-4349-9438-f020afd8dd32 req-1f42d6d8-1bca-4044-b095-a49a8cd81af6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 943 time: 0.0549617 Feb 14 22:31:31.010090 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:31.040291 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-774ceed4-2a92-4349-9438-f020afd8dd32 req-1830688e-cf98-4cb0-a9b8-1d3aecd082c8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466633 Feb 14 22:31:31.102663 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87599b4b-2018-4877-9495-08e714368219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:31.298382 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:31:32.159902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e104-5487-4df2-b07c-ed2370955050 req-d301c3c4-e935-44ed-af5e-a6882ab94d37 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:32.161374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f6e104-5487-4df2-b07c-ed2370955050 req-d301c3c4-e935-44ed-af5e-a6882ab94d37 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Feb 14 22:31:32.209626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-86f6e104-5487-4df2-b07c-ed2370955050 req-d25f3482-01fa-471c-b2b9-f7ccd0465374 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Feb 14 22:31:32.777774 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:31:32.825639 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:31:32.829544 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:31:32.829919 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:32.910244 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:31:32.910633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:32.932378 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:31:32.934577 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd1568-7687-4eb8-aea6-1dcd9c924410" -d '{"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:31:32.946930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:31:32.951125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:32.977046 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45584890-53c6-4bfe-9363-05b161d43792 x-openstack-request-id: req-45584890-53c6-4bfe-9363-05b161d43792 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:31:32.977348 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-plugged", "status": "completed", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:31:32.977605 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45584890-53c6-4bfe-9363-05b161d43792 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:31:32.977997 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'code': 200} Feb 14 22:31:33.008762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:31:33.130305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03668717-e995-4885-8690-bba6d2897212 req-e4b940f8-db50-4573-8a52-faf41e010b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:33.131878 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03668717-e995-4885-8690-bba6d2897212 req-e4b940f8-db50-4573-8a52-faf41e010b9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1129 time: 0.0439270 Feb 14 22:31:33.176712 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-03668717-e995-4885-8690-bba6d2897212 req-68caf17a-721f-4d7c-bf05-24be83238111 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390429 Feb 14 22:31:33.335103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac0528-238d-44ed-a6c1-12fd3ee75f95 req-ce6f0735-8576-45f4-928b-fd1525679435 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:33.336609 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cac0528-238d-44ed-a6c1-12fd3ee75f95 req-ce6f0735-8576-45f4-928b-fd1525679435 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0576584 Feb 14 22:31:33.385302 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6cac0528-238d-44ed-a6c1-12fd3ee75f95 req-e398f7d3-1d9e-4b60-86a6-368f0eed72ed tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425968 Feb 14 22:31:33.474263 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f0bd-63bf-49b3-8835-f9916baf4b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:34.509824 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b980-168a-4207-beae-fd1ac5d4e19a req-ac5eb3b5-0766-40dd-9860-ff27ff2c5fca tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:34.511851 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4a5b980-168a-4207-beae-fd1ac5d4e19a req-ac5eb3b5-0766-40dd-9860-ff27ff2c5fca tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0555792 Feb 14 22:31:34.565072 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e4a5b980-168a-4207-beae-fd1ac5d4e19a req-9d871ff6-fdf5-48cb-9b3e-f5fdae17504a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461822 Feb 14 22:31:34.839518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:35.687711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9eda-f6f8-4478-b2c5-4e1bce3e15eb req-06a36685-f97f-4404-8478-984c0a07dc98 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:35.689174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ede9eda-f6f8-4478-b2c5-4e1bce3e15eb req-06a36685-f97f-4404-8478-984c0a07dc98 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0518250 Feb 14 22:31:35.742174 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ede9eda-f6f8-4478-b2c5-4e1bce3e15eb req-90cd420a-973d-42a2-89dc-ecf5e5ac1eb8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468915 Feb 14 22:31:36.018088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:36.930871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:37.474118 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:53.536463 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:31:58.873408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-71c4f9d1-140b-4c32-b5b4-a6917515853a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430970 Feb 14 22:31:58.957686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90db92-b018-425a-9444-f7193708353c req-432058c1-115f-4c1e-adab-8535dabbe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:58.959173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-432058c1-115f-4c1e-adab-8535dabbe0fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1129 time: 0.0434651 Feb 14 22:31:59.062969 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90db92-b018-425a-9444-f7193708353c req-4bd2b883-ba03-4116-bda7-58bb02fd0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:59.064478 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-4bd2b883-ba03-4116-bda7-58bb02fd0ce6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0871682 Feb 14 22:31:59.128298 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-15b20916-deb3-4236-971e-0f5faa94bf6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0577016 Feb 14 22:31:59.176669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90db92-b018-425a-9444-f7193708353c req-8a4d9009-173b-4837-a48a-00f6adb0bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:59.178089 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-8a4d9009-173b-4837-a48a-00f6adb0bad6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0436864 Feb 14 22:31:59.229195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90db92-b018-425a-9444-f7193708353c req-c25f8a19-becd-4088-b827-8f2f0fd5ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:31:59.230698 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-c25f8a19-becd-4088-b827-8f2f0fd5ca0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471094 Feb 14 22:31:59.318356 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-aa1812d0-6528-482a-87c4-a9702e83d1a6 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813572 Feb 14 22:31:59.356223 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:31:59.746953 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bf90db92-b018-425a-9444-f7193708353c req-5783517e-c140-46e9-aee8-859b9d69f298 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223969 Feb 14 22:32:01.104139 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4143270f-8cb0-4712-bfbe-7c02b703e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:03.475051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad0242a5-2673-4db4-a8e0-74904fe27908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:04.840936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:06.019684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:06.929042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:07.476426 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:29.354980 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:30.535932 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:32:31.105828 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f730145-12e7-4eac-9327-d6b16f7110d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:33.475052 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca07e83a-e2c5-4991-86f1-146756d52053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:34.840541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:36.022316 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:36.938489 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:37.478390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:58.873075 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-c3a99a46-31fb-4154-995b-6d1566d75294 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459619 Feb 14 22:32:58.955111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-de508fe8-ed1f-4fd8-9c19-47fa00af8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:32:58.956693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-de508fe8-ed1f-4fd8-9c19-47fa00af8b05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1129 time: 0.0450029 Feb 14 22:32:59.057828 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-a8389f4b-34fe-4ddc-9a7b-685ec721fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:32:59.059364 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-a8389f4b-34fe-4ddc-9a7b-685ec721fc6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0850151 Feb 14 22:32:59.122781 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-e3d41d32-2854-48f2-8116-1575bdf847f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0570846 Feb 14 22:32:59.171126 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-1ab09086-5502-46ed-80df-793838666a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:32:59.173109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-1ab09086-5502-46ed-80df-793838666a9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0436592 Feb 14 22:32:59.222964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-7a33308b-9c47-4c59-bb50-99fc0c1b34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:32:59.224441 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-7a33308b-9c47-4c59-bb50-99fc0c1b34a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460217 Feb 14 22:32:59.313200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-5dcb5430-05c7-4cdb-8476-3c5a12029edb service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Feb 14 22:32:59.386877 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:32:59.404899 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e5add5-6ac1-4ef6-b7e4-c2f06e1fd764 req-c366603b-d9fe-4d17-89e9-6dd6f2e84fc8 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868175 Feb 14 22:33:01.106604 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84ef1eb3-d4c8-49da-83ce-a43087325f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:03.476103 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93696077-9297-488c-97ca-55010d43839e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:04.844731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:06.024848 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:06.928979 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:07.479543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:07.535037 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:33:20.763540 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48782) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:20.920130 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Deleting port 7fa2318c-93f4-472c-a6e8-b6c3e6df50dc {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:33:20.920483 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:20.994330 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:20.994850 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:21.006963 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Calling delete_port for 7fa2318c-93f4-472c-a6e8-b6c3e6df50dc owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:33:21.454717 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (7fa2318c-93f4-472c-a6e8-b6c3e6df50dc), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:21.477748 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'Port': ['ID=7fa2318c-93f4-472c-a6e8-b6c3e6df50dc,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:21.493170 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.493517 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.493856 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.494189 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.494519 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.494842 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.495187 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.495516 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.495848 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.496164 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.496481 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.496799 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.497117 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:21.555278 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (b6dc85f5-b758-4ded-8612-da8ce399c05a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:21.555601 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Floating IP b6dc85f5-b758-4ded-8612-da8ce399c05a disassociated (deleted). External IP: 172.25.2.70, port: fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47. Feb 14 22:33:21.760840 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:33:21.867833 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:33:21.872452 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:21.877505 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:33:21.886897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:33:21.887561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:33:21.901697 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-012c297f-31fe-4e7d-b800-aa34c29eb6b4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "DELETE /v2.0/floatingips/b6dc85f5-b758-4ded-8612-da8ce399c05a HTTP/1.1" status: 204 len: 168 time: 1.1370883 Feb 14 22:33:21.902382 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:33:21.904741 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26614d93-c512-4f85-948e-38205a602fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:33:22.000839 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:33:22.057835 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be22b85-8e55-4c90-bb23-a4844e7d36d1 x-openstack-request-id: req-5be22b85-8e55-4c90-bb23-a4844e7d36d1 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:33:22.058314 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:33:22.058569 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5be22b85-8e55-4c90-bb23-a4844e7d36d1 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:33:22.058971 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'status': 'completed', 'code': 200} Feb 14 22:33:22.163518 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614d93-c512-4f85-948e-38205a602fe1 req-b0602596-3d1a-4e64-84e9-9e41efc63763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:22.164946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-b0602596-3d1a-4e64-84e9-9e41efc63763 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 1129 time: 0.0844243 Feb 14 22:33:22.172585 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e436280-348c-453a-890c-bf27ed3d017d req-c453e600-4abd-49ab-845f-ca0925a807b0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:22.173922 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e436280-348c-453a-890c-bf27ed3d017d req-c453e600-4abd-49ab-845f-ca0925a807b0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0644634 Feb 14 22:33:22.209636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:33:22.238852 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:33:22.247299 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:33:22.247913 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:33:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:33:22.274124 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7e436280-348c-453a-890c-bf27ed3d017d req-0b467974-5ae7-42ae-96b7-4e624084192e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923469 Feb 14 22:33:22.298614 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614d93-c512-4f85-948e-38205a602fe1 req-76902601-86a9-4d7f-9289-abf90119ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:22.300193 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-76902601-86a9-4d7f-9289-abf90119ee89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.1254232 Feb 14 22:33:22.342680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-7d0b6e3f-868c-41b3-b258-1b1a9b6182b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 200 len: 217 time: 0.0357399 Feb 14 22:33:22.358700 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:33:22.391434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614d93-c512-4f85-948e-38205a602fe1 req-5adde69f-85c1-4ea7-bc8c-dd3c68f93004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:22.392921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-5adde69f-85c1-4ea7-bc8c-dd3c68f93004 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0437896 Feb 14 22:33:22.447278 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614d93-c512-4f85-948e-38205a602fe1 req-f394dc78-d94c-4751-a309-0224d82730dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:22.448766 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-f394dc78-d94c-4751-a309-0224d82730dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490983 Feb 14 22:33:22.540241 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-63f60365-d7a5-4143-b9ed-cc804c6ff6dd service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Feb 14 22:33:22.554718 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:33:22.581153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7723951-a19b-4f82-a065-b34a1aeb6b6b None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:33:22.638946 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-26614d93-c512-4f85-948e-38205a602fe1 req-86580ec9-5c24-40cf-8915-dda2ff58c0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917985 Feb 14 22:33:22.814458 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618d958-d14e-4b92-9c2e-d7b53c44094a None None] New status for floating IP b6dc85f5-b758-4ded-8612-da8ce399c05a: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:33:23.401247 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ca99b-1fe6-44e0-bef8-90ecf469adfc req-96c51f65-6918-40a1-8179-3845e238d367 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:23.402764 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-817ca99b-1fe6-44e0-bef8-90ecf469adfc req-96c51f65-6918-40a1-8179-3845e238d367 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0569351 Feb 14 22:33:23.451348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-817ca99b-1fe6-44e0-bef8-90ecf469adfc req-ef9992e2-c919-46aa-b927-008d502cac12 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=67f9111a-0dc0-468c-a1b5-cce636994ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429406 Feb 14 22:33:23.709598 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f7366-042b-4321-a637-bea86a556367 req-8e68d41d-36ad-4641-9ab1-d192f9da5a2b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:23.711037 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-455f7366-042b-4321-a637-bea86a556367 req-8e68d41d-36ad-4641-9ab1-d192f9da5a2b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.64 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 946 time: 0.0520594 Feb 14 22:33:23.805946 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Deleting port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:33:23.806285 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:23.893456 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] For port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:33:23.893819 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:23.905849 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Calling delete_port for fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:33:24.037875 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:24.066597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'Port': ['ID=fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:24.077820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.078174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.078523 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.078862 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.079224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.079565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.079903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.080237 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.080569 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.080897 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.081228 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.081562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.081889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:33:24.128693 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] No DVR routers for this DVR port fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:33:24.131276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:24.134591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-455f7366-042b-4321-a637-bea86a556367 req-8f4d7851-bf85-410f-ac43-c91de991ec10 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.64 "DELETE /v2.0/ports/fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 HTTP/1.1" status: 204 len: 173 time: 0.4179835 Feb 14 22:33:24.135029 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-deleted', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:33:24.137506 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d1a73f-4652-412c-8896-d01fca5d9a19" -d '{"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-deleted", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:33:24.181521 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e24ead-05c4-46be-8112-03713e264ad8 x-openstack-request-id: req-c0e24ead-05c4-46be-8112-03713e264ad8 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:33:24.181816 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e40cc2-5753-408e-b74f-dcf41b409160", "name": "network-vif-deleted", "tag": "fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:33:24.182078 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0e24ead-05c4-46be-8112-03713e264ad8 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:33:24.182478 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e40cc2-5753-408e-b74f-dcf41b409160', 'name': 'network-vif-deleted', 'tag': 'fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47', 'status': 'completed', 'code': 200} Feb 14 22:33:24.575093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ff41b39b-3242-44b2-bda7-36b18d558cf4 req-c71bed0f-4fa4-42bd-9c5f-47a9b3ab8317 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e40cc2-5753-408e-b74f-dcf41b409160 HTTP/1.1" status: 200 len: 210 time: 0.0342398 Feb 14 22:33:25.635762 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48804) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:25.691346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (67f9111a-0dc0-468c-a1b5-cce636994ce1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:25.715988 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (67f9111a-0dc0-468c-a1b5-cce636994ce1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:25.776691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (67f9111a-0dc0-468c-a1b5-cce636994ce1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:25.779822 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:25.781752 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "DELETE /v2.0/security-groups/67f9111a-0dc0-468c-a1b5-cce636994ce1 HTTP/1.1" status: 204 len: 168 time: 0.1450150 Feb 14 22:33:25.790683 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb70d7-e583-4cfe-87ed-e66d67a63af7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9111a-0dc0-468c-a1b5-cce636994ce1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.113162 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48810) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.117789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473232773', 'description': 'tempest-secgroup-smoke-473232773 description', 'project_id': 'beebad8f466f42098a6008093a845ee2'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.136920 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.201647 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (4ce1f65e-128c-4bb4-baa9-3d0b43db9576), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.205527 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4ce1f65e-128c-4bb4-baa9-3d0b43db9576), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.234563 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.235863 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1216085 Feb 14 22:33:26.237968 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef100fab-005e-4e92-b636-1fc5653a3bb1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce1f65e-128c-4bb4-baa9-3d0b43db9576,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.239031 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48812) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.243945 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.268755 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (7771e23c-31ff-44a4-bc8e-ebf51f427649), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.316838 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (7771e23c-31ff-44a4-bc8e-ebf51f427649), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.320243 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (7771e23c-31ff-44a4-bc8e-ebf51f427649), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.338930 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7771e23c-31ff-44a4-bc8e-ebf51f427649,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.346856 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.348182 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6b707bed-fb38-482b-8c23-2471aca4a4c3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080797 Feb 14 22:33:26.350890 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48814) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.355095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.379219 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (6149bbd4-0670-4e13-bd2e-ae36484a82e4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.437028 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (6149bbd4-0670-4e13-bd2e-ae36484a82e4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.440636 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (6149bbd4-0670-4e13-bd2e-ae36484a82e4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.458305 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6149bbd4-0670-4e13-bd2e-ae36484a82e4,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.465250 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.466431 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a737e5de-1ef2-41d3-8765-a865b32b5992 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145928 Feb 14 22:33:26.469789 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48816) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.474085 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.497336 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (0f333975-0ffb-48a8-975c-f308eb66ed24), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.553388 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (0f333975-0ffb-48a8-975c-f308eb66ed24), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.556766 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0f333975-0ffb-48a8-975c-f308eb66ed24), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.574159 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f333975-0ffb-48a8-975c-f308eb66ed24,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.581983 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.583210 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-a75c8da1-d117-47ab-8a57-ea56fc1824e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124763 Feb 14 22:33:26.585947 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48818) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.590233 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.614328 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (b98af03e-9249-4824-b907-4d0955eedf2a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.671402 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (b98af03e-9249-4824-b907-4d0955eedf2a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.674987 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (b98af03e-9249-4824-b907-4d0955eedf2a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.693625 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98af03e-9249-4824-b907-4d0955eedf2a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.703299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.704497 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f4268621-cbf5-4120-9f74-607f31da9a36 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176450 Feb 14 22:33:26.707347 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 48820) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.711823 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.731424 n-d-828372-11 neutron-server[103512]: INFO neutron.db.securitygroups_db [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Project beebad8f466f42098a6008093a845ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:33:26.736184 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (f40fe42d-cb28-4f1e-b811-52202032377a), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.798807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (f40fe42d-cb28-4f1e-b811-52202032377a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.802279 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (f40fe42d-cb28-4f1e-b811-52202032377a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.821603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40fe42d-cb28-4f1e-b811-52202032377a,revision_number=0']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.826423 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.830349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 48822) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:33:26.830521 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-225b5dd6-3288-4ba8-ac06-957f7b2b1b5d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219959 Feb 14 22:33:26.834881 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'security_group_rule': {'security_group_id': '4ce1f65e-128c-4bb4-baa9-3d0b43db9576', 'project_id': 'beebad8f466f42098a6008093a845ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:26.855849 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Project beebad8f466f42098a6008093a845ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:33:26.861238 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (0573fab7-4da1-47a7-a232-3f62cb50340f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.921818 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (0573fab7-4da1-47a7-a232-3f62cb50340f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.925259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (0573fab7-4da1-47a7-a232-3f62cb50340f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.939905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0573fab7-4da1-47a7-a232-3f62cb50340f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:26.950443 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:26.951645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-c80b127e-2adb-4d24-ad64-63f57b5b84f4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202829 Feb 14 22:33:27.306657 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:33:27.329350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:33:27.329800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device fa8eb3e4-4aa7-47b9-9585-446ac3b8fe47 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:33:29.401140 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:31.109846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8b6773a-657f-4bd2-8c48-0c1aa256a963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:33.477617 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f29725ce-f600-4044-9a5d-7f05101db293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:34.848134 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:36.028066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:36.928928 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:37.482648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:44.535502 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:33:45.458730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-3d0bbcfa-2f98-4ab0-8949-5e1800d0bfb2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473232773&fields=id&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 267 time: 0.0466056 Feb 14 22:33:45.562124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-edf6e020-b50a-4c5c-92ea-cee603a016e5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:45.563604 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-edf6e020-b50a-4c5c-92ea-cee603a016e5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 809 time: 0.0985558 Feb 14 22:33:45.577562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-cf923ed3-0cc1-4a46-9dc9-2a71cbae0955 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/quotas/beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 375 time: 0.0086622 Feb 14 22:33:45.631695 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e8809ab0-ad23-4dc6-bf0e-1448b0b60c60 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495601 Feb 14 22:33:45.646898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-c63c5107-1c76-4956-a4a7-a3577e81f0c3 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:33:45.647916 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-c63c5107-1c76-4956-a4a7-a3577e81f0c3 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050416 Feb 14 22:33:45.738741 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-a075b2e3-1af6-4fbf-a8c0-48d1ce8dd707 service neutron] 10.222.0.86 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854487 Feb 14 22:33:45.827420 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-f8f16009-2b7a-4f2e-bb48-e4d42e5cab56 service neutron] 10.222.0.86 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824418 Feb 14 22:33:46.107306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb27f947-7ed3-4aeb-9e7e-5042fe4e5237 req-b6eaa548-f7ea-4b28-8c9e-fa26ca0c7a19 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0329335 Feb 14 22:33:47.037318 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-340e4ffe-8af9-4a6c-b88d-0bd8632233ac tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:47.038769 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-340e4ffe-8af9-4a6c-b88d-0bd8632233ac tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 809 time: 0.1026914 Feb 14 22:33:47.105411 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-594b3ce6-2d41-451a-924d-0a191ea672a3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 379 time: 0.0557976 Feb 14 22:33:47.113664 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'port': {'device_id': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'admin_state_up': True, 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'security_groups': ['4ce1f65e-128c-4bb4-baa9-3d0b43db9576']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:47.216993 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fc7dfa3c-0d82-48fb-890d-6a599cddfe84 req-8c31bc32-8ef9-4168-a1d4-120c9f91b5aa tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0388880 Feb 14 22:33:47.254951 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Made reservation on behalf of beebad8f466f42098a6008093a845ee2 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:33:47.258312 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.391356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Allocated IP 172.20.0.6 (712ee8a2-0815-48a9-adf4-5492fc212ab9/ea2dea51-c74a-4927-bd00-02d99eb8a4dd/2c8d1722-c344-4e4f-8117-f53bafe802fd) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:33:47.528179 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.568065 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.610606 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:33:47.613880 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:33:47.620066 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:33:47.643844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:47.678085 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:47.678730 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.701524 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-d92bb229-5ef4-4064-a4c6-5657ef6dfb45 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911441 Feb 14 22:33:47.713557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Request body: {'port': {'device_id': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:33:47.803300 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.874314 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-d58713b1-1fde-4886-a1b1-37440e3246a4 None None] Provisioning complete for port 2c8d1722-c344-4e4f-8117-f53bafe802fd triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:33:47.875275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d58713b1-1fde-4886-a1b1-37440e3246a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:47.919653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d58713b1-1fde-4886-a1b1-37440e3246a4 None None] Port 2c8d1722-c344-4e4f-8117-f53bafe802fd cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:33:48.091004 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:33:48.100320 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks [] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:48.113909 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Transition to ACTIVE for port object 2c8d1722-c344-4e4f-8117-f53bafe802fd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:33:48.118118 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:48.170203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:48.256697 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:33:48.257056 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:33:48.257389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:33:48.262699 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:33:48.263023 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:33:48.269877 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:33:48.270218 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:33:48.270601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:33:48.271033 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Bound port: 2c8d1722-c344-4e4f-8117-f53bafe802fd, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:33:48.271434 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:48.382183 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:33:48.386382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:33:48.394397 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:48.404793 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d01ce9-a6fa-4eef-8954-49b6265ee327 req-1f57fe90-0151-47d3-86f6-db43cd48d9c4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:48.406272 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91d01ce9-a6fa-4eef-8954-49b6265ee327 req-1f57fe90-0151-47d3-86f6-db43cd48d9c4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0909860 Feb 14 22:33:48.461358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:48.461981 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:33:48.463397 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1092 time: 0.7551682 Feb 14 22:33:48.463853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:33:48.466088 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28be72e5-ea4b-4d73-9655-6746dccc9d95" -d '{"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:33:48.526855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-91d01ce9-a6fa-4eef-8954-49b6265ee327 req-5a89d470-5b19-41a2-882b-437f0a85e030 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972281 Feb 14 22:33:48.552687 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ee4e-b190-4bd7-b47a-0ed44f408638 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:33:48.572225 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-237cc585-ec78-4866-b257-24ff1075a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:48.573827 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-237cc585-ec78-4866-b257-24ff1075a301 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1126 time: 0.0606270 Feb 14 22:33:48.620339 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d2b88-ed78-48eb-ae2c-5240d56a74d5 x-openstack-request-id: req-412d2b88-ed78-48eb-ae2c-5240d56a74d5 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:33:48.620695 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:33:48.620957 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-412d2b88-ed78-48eb-ae2c-5240d56a74d5 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:33:48.621426 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'status': 'completed', 'code': 200} Feb 14 22:33:48.623334 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e14d2352-7dd9-4bf7-9c6d-77962766634d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 217 time: 0.0431147 Feb 14 22:33:48.679746 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e6d976d9-18e2-443b-a3fd-3296616723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:48.681237 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-e6d976d9-18e2-443b-a3fd-3296616723a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0515459 Feb 14 22:33:48.731437 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aec86-73dd-4326-839d-ed85d034f742 req-0243ae7c-0a59-4ac1-82b8-8444311c8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:48.733467 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-0243ae7c-0a59-4ac1-82b8-8444311c8867 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450494 Feb 14 22:33:48.828519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-554d0e12-9bca-4f51-815d-3849036ec088 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881011 Feb 14 22:33:48.926060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e04aec86-73dd-4326-839d-ed85d034f742 req-30c01986-f7ef-4056-97ba-325f913eb37f service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Feb 14 22:33:49.014484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-1be420fc-10d2-4ac1-bebc-008abfb51610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:49.016044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-1be420fc-10d2-4ac1-bebc-008abfb51610 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1126 time: 0.0479355 Feb 14 22:33:49.110806 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-fe58f144-452d-43cb-8a34-53fd6e474e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:49.112593 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-fe58f144-452d-43cb-8a34-53fd6e474e12 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0908298 Feb 14 22:33:49.159498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-1ddcc64e-3cc2-4db6-889e-32e701cb2053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 217 time: 0.0358052 Feb 14 22:33:49.207732 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-3b7c505a-d97a-495b-8608-9c1d1d432a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:49.209154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-3b7c505a-d97a-495b-8608-9c1d1d432a27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0437779 Feb 14 22:33:49.258586 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-72e8aedd-aa14-4d53-952b-6ded1e45c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:49.260152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-72e8aedd-aa14-4d53-952b-6ded1e45c268 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450125 Feb 14 22:33:49.354062 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-940ee584-23bd-458b-8016-f660019f737b service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882082 Feb 14 22:33:49.441147 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28be72e5-ea4b-4d73-9655-6746dccc9d95 req-d76262f6-092f-418f-a137-5edd5f33f4ce service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811117 Feb 14 22:33:49.656714 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eb681-6235-49ef-8cd2-0695aa9cfd8d req-db79dbce-ff7a-4aa8-9121-4fa904288fae tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:49.658230 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-994eb681-6235-49ef-8cd2-0695aa9cfd8d req-db79dbce-ff7a-4aa8-9121-4fa904288fae tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0590587 Feb 14 22:33:49.714120 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-994eb681-6235-49ef-8cd2-0695aa9cfd8d req-407d516b-7560-40bc-bb1d-6a911417cb9c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502594 Feb 14 22:33:50.847473 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66a973-c193-4293-a063-d5d9c9c11cd9 req-620f7d4d-f21d-40a9-9639-81127a4766f6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:50.849220 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c66a973-c193-4293-a063-d5d9c9c11cd9 req-620f7d4d-f21d-40a9-9639-81127a4766f6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0590806 Feb 14 22:33:50.910204 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4c66a973-c193-4293-a063-d5d9c9c11cd9 req-942df0c7-ff59-4ed0-aac9-cb82173c94ec tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474131 Feb 14 22:33:52.038857 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6b20-f00b-4702-a2ce-921e59ca57ed req-b518083e-09d2-450a-876c-9f09c6e2e7c2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:52.040396 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc5e6b20-f00b-4702-a2ce-921e59ca57ed req-b518083e-09d2-450a-876c-9f09c6e2e7c2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0595255 Feb 14 22:33:52.089513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cc5e6b20-f00b-4702-a2ce-921e59ca57ed req-bbaaf8bb-50c2-4fec-ba84-1565b28ea799 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Feb 14 22:33:53.210389 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02f8e4-45d2-4e8a-b175-32b938d5453f req-7560981d-dc5b-433d-a28f-b8779871f72e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:53.211919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f02f8e4-45d2-4e8a-b175-32b938d5453f req-7560981d-dc5b-433d-a28f-b8779871f72e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0540063 Feb 14 22:33:53.261502 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2f02f8e4-45d2-4e8a-b175-32b938d5453f req-df7cb1b6-315f-463c-bb5e-ef052768a5a8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Feb 14 22:33:54.379827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e68a7-42e7-46a2-a837-70c9ff524380 req-46b88179-0db0-4d10-a204-519c079a3c32 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:54.381321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c8e68a7-42e7-46a2-a837-70c9ff524380 req-46b88179-0db0-4d10-a204-519c079a3c32 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0527363 Feb 14 22:33:54.434284 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8c8e68a7-42e7-46a2-a837-70c9ff524380 req-a1e89bab-6d97-4eb5-9c21-9dcf8e5a9017 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Feb 14 22:33:55.555985 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830858b-dd35-45f3-8f61-46427532e0a1 req-6ee84612-7124-497a-a65d-4434f5f6bc5e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:55.557694 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4830858b-dd35-45f3-8f61-46427532e0a1 req-6ee84612-7124-497a-a65d-4434f5f6bc5e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0532975 Feb 14 22:33:55.606390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4830858b-dd35-45f3-8f61-46427532e0a1 req-67cea8f3-fac0-4a30-9d4a-0717760c68a0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Feb 14 22:33:56.722731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a644922-db26-494b-8f1d-82b8d6d661a7 req-199cf56d-9ab7-4d9c-ab04-3ea57b4b8e37 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:56.724253 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a644922-db26-494b-8f1d-82b8d6d661a7 req-199cf56d-9ab7-4d9c-ab04-3ea57b4b8e37 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0517695 Feb 14 22:33:56.772839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a644922-db26-494b-8f1d-82b8d6d661a7 req-2c357fc9-4f51-4de9-bc61-d388419a0d54 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Feb 14 22:33:57.896642 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cac13-0cbd-4a9e-a588-771a50bd9517 req-b5288fa4-9048-43a7-aa03-669c98908032 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:57.898117 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104cac13-0cbd-4a9e-a588-771a50bd9517 req-b5288fa4-9048-43a7-aa03-669c98908032 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0573413 Feb 14 22:33:57.946340 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-104cac13-0cbd-4a9e-a588-771a50bd9517 req-d0e583a9-0894-45fd-87ba-fdc151ea9dc2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Feb 14 22:33:59.067206 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029ce08-60e6-4286-9113-301e37135c00 req-4a01de82-87b7-415b-88ea-3196768b5d1e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:33:59.068689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3029ce08-60e6-4286-9113-301e37135c00 req-4a01de82-87b7-415b-88ea-3196768b5d1e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0523505 Feb 14 22:33:59.117215 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3029ce08-60e6-4286-9113-301e37135c00 req-b3daf42f-729e-44f8-87f8-593b04aaeef9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Feb 14 22:33:59.401059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:00.235448 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a2ff8-daa0-4ada-98e7-3d2553af239e req-703cbe58-cd7a-439e-a9c9-6439e2494754 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:00.237178 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-846a2ff8-daa0-4ada-98e7-3d2553af239e req-703cbe58-cd7a-439e-a9c9-6439e2494754 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0520477 Feb 14 22:34:00.290320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-846a2ff8-daa0-4ada-98e7-3d2553af239e req-8e4cd9d0-a2c6-430b-b463-a8d3c7fdb237 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468566 Feb 14 22:34:01.112551 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcec5bd8-0852-487a-b3e5-13e33101faa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:01.406885 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbc0b-f482-46c5-acc2-ed6449e7d75c req-1ea6eb75-41e3-4099-8af6-7618b3c6f6eb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:01.408373 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-795fbc0b-f482-46c5-acc2-ed6449e7d75c req-1ea6eb75-41e3-4099-8af6-7618b3c6f6eb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0526268 Feb 14 22:34:01.456412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-795fbc0b-f482-46c5-acc2-ed6449e7d75c req-756f425b-4606-4c09-bdc2-d1b27767a84d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425067 Feb 14 22:34:02.574942 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e675bc-fed5-4919-acc0-b13f27cc3366 req-3fdd8874-990f-407f-ac73-f868bad9b02c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:02.576438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66e675bc-fed5-4919-acc0-b13f27cc3366 req-3fdd8874-990f-407f-ac73-f868bad9b02c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0530925 Feb 14 22:34:02.626148 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-66e675bc-fed5-4919-acc0-b13f27cc3366 req-3862fc21-a5ce-418e-afc1-8d8c8ce0bc8e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Feb 14 22:34:03.478750 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-316ae7dd-02f3-46ad-82a6-dfcc1ef4e840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:03.748723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f301d-3312-4581-a1fd-8006b542ba89 req-c5c2c32d-0adf-4995-94a8-c8c6f2d266b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:03.750288 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7f301d-3312-4581-a1fd-8006b542ba89 req-c5c2c32d-0adf-4995-94a8-c8c6f2d266b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0573099 Feb 14 22:34:03.798581 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3e7f301d-3312-4581-a1fd-8006b542ba89 req-287aa792-7558-4c62-8f3c-9a3ef3aefd7e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426989 Feb 14 22:34:04.386516 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:34:04.480661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:34:04.495491 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'mac_address': 'fa:16:3e:b2:ce:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:34:04.532936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 2c8d1722-c344-4e4f-8117-f53bafe802fd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:34:04.533322 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:04.545896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:34:04.565069 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:34:04.568723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:04.613795 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:34:04.620783 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.621123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.621468 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.621801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.622133 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.622459 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.622786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.623109 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.623464 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.623785 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.624106 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.624428 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.624747 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:34:04.811504 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['2c8d1722-c344-4e4f-8117-f53bafe802fd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:34:04.863407 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:04.918892 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c7699-9415-4904-a5a9-326b8ad872c5 req-63e667ea-fa1e-4d72-8da9-92c3e9ac5ee8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:04.920412 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b07c7699-9415-4904-a5a9-326b8ad872c5 req-63e667ea-fa1e-4d72-8da9-92c3e9ac5ee8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 944 time: 0.0544195 Feb 14 22:34:04.970093 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b07c7699-9415-4904-a5a9-326b8ad872c5 req-ff6ca188-eb1c-4f5f-8304-3f088b98c49f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Feb 14 22:34:06.033725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:06.097502 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a59e4-0342-4cbe-996f-bcf8eee88a78 req-9d2aca46-a337-4034-9b4b-ac81692f1086 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:06.099006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-610a59e4-0342-4cbe-996f-bcf8eee88a78 req-9d2aca46-a337-4034-9b4b-ac81692f1086 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 944 time: 0.0579529 Feb 14 22:34:06.150348 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-610a59e4-0342-4cbe-996f-bcf8eee88a78 req-c8d19b02-e1b6-4d21-973a-28e97b213021 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Feb 14 22:34:06.401262 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:34:06.451550 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 2c8d1722-c344-4e4f-8117-f53bafe802fd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:34:06.455888 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 2c8d1722-c344-4e4f-8117-f53bafe802fd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:34:06.456406 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:06.531868 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 2c8d1722-c344-4e4f-8117-f53bafe802fd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:34:06.532265 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:06.557209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:34:06.559474 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591359f4-1501-4448-ad52-2de1f87e43d6" -d '{"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:34:06.572703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:34:06.576784 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:06.600211 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d3cc52-c43d-4b42-91fa-6a28be301096 x-openstack-request-id: req-91d3cc52-c43d-4b42-91fa-6a28be301096 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:34:06.600508 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:34:06.600764 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91d3cc52-c43d-4b42-91fa-6a28be301096 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:34:06.601153 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'code': 200} Feb 14 22:34:06.633015 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:34:06.697058 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b0b5-ca3e-43c1-a6b2-e6d4db1a0d2a req-011dc144-1eb2-485f-96ab-755922946cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:06.698553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4154b0b5-ca3e-43c1-a6b2-e6d4db1a0d2a req-011dc144-1eb2-485f-96ab-755922946cb0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1128 time: 0.0438852 Feb 14 22:34:06.743086 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4154b0b5-ca3e-43c1-a6b2-e6d4db1a0d2a req-b551932f-026e-44e6-a3ab-d9df49e68788 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 Feb 14 22:34:07.078464 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:07.269345 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff54531-9ca0-4ed9-8537-9000f1a2c9d3 req-3c75c096-6245-4c64-8656-1998ef2bab4e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:07.270824 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ff54531-9ca0-4ed9-8537-9000f1a2c9d3 req-3c75c096-6245-4c64-8656-1998ef2bab4e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0514829 Feb 14 22:34:07.323242 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ff54531-9ca0-4ed9-8537-9000f1a2c9d3 req-155ee07f-57d3-4326-b5f4-15012e9a2a61 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464928 Feb 14 22:34:07.485600 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:08.440835 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b131929-7561-4a42-b580-4b18512193c6 req-ce3326c1-8903-4910-aca0-2f324fa13c7f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:08.442315 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b131929-7561-4a42-b580-4b18512193c6 req-ce3326c1-8903-4910-aca0-2f324fa13c7f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0525825 Feb 14 22:34:08.490283 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-1b131929-7561-4a42-b580-4b18512193c6 req-1cd3aeb6-e657-4ff1-8ca5-a4fd56b10656 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Feb 14 22:34:08.605561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990e815-bcfa-41b7-9a7b-7dd44c0ff92c req-24047e5b-ec1a-46aa-9410-bb0bfba82d15 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:08.607009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5990e815-bcfa-41b7-9a7b-7dd44c0ff92c req-24047e5b-ec1a-46aa-9410-bb0bfba82d15 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0514817 Feb 14 22:34:08.654734 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5990e815-bcfa-41b7-9a7b-7dd44c0ff92c req-5f8ac180-ef65-41fa-b43e-8e696504883a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Feb 14 22:34:08.676603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:34:08.759973 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29d1e7-f76b-4bc1-866c-20f94f5afe4a tempest-TestShelveInstance-1368554512 tempest-TestShelveInstance-1368554512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:08.761483 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ba29d1e7-f76b-4bc1-866c-20f94f5afe4a tempest-TestShelveInstance-1368554512 tempest-TestShelveInstance-1368554512-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1123 time: 0.0839012 Feb 14 22:34:08.764299 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:34:08.769178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:34:08.789126 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:08.888893 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:08.993308 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Allocated IP 172.25.2.214 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/34622791-9301-41ba-b555-8bf3e94427a6) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:34:09.095284 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (34622791-9301-41ba-b555-8bf3e94427a6), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.129370 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (34622791-9301-41ba-b555-8bf3e94427a6), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.167817 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:34:09.170436 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:34:09.176713 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:34:09.181982 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=34622791-9301-41ba-b555-8bf3e94427a6,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:34:09.534666 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (7f47cc87-449c-4f36-b3fc-30d06906a11b), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.602683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (34622791-9301-41ba-b555-8bf3e94427a6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.756886 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for port (34622791-9301-41ba-b555-8bf3e94427a6), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.761622 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126011907'] for port (34622791-9301-41ba-b555-8bf3e94427a6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.833141 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event updated for resources: {'Port': ['ID=34622791-9301-41ba-b555-8bf3e94427a6,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:34:09.844585 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (7f47cc87-449c-4f36-b3fc-30d06906a11b), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:09.944326 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Floating IP 7f47cc87-449c-4f36-b3fc-30d06906a11b associated. External IP: 172.25.2.214, port: 2c8d1722-c344-4e4f-8117-f53bafe802fd. Feb 14 22:34:10.148816 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:34:10.255898 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:34:10.265967 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:34:10.274407 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:10.276617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:34:10.277274 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:34:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:34:10.304203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5400899e-93a5-4d3a-8761-1f708ceed21b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5382698 Feb 14 22:34:10.304781 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:34:10.307065 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:34:10.386887 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:34:10.396556 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a803d-1785-4e1d-b414-dfb2d673a653 x-openstack-request-id: req-be3a803d-1785-4e1d-b414-dfb2d673a653 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:34:10.396848 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:34:10.397100 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be3a803d-1785-4e1d-b414-dfb2d673a653 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:34:10.397553 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'status': 'completed', 'code': 200} Feb 14 22:34:10.468082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-ea620a7f-c2f5-438b-9746-8634b7b9ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:10.469438 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-ea620a7f-c2f5-438b-9746-8634b7b9ddbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1128 time: 0.0493217 Feb 14 22:34:10.558882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-5b384407-809c-4320-a46e-083a10613f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:10.560444 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-5b384407-809c-4320-a46e-083a10613f61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0856895 Feb 14 22:34:10.614410 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7f47cc87-449c-4f36-b3fc-30d06906a11b', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:b2:ce:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:34:09Z', 'updated_at': '2022-02-14T22:34:09Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:34:10.627668 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-6f78a505-7b22-4bea-b7d0-d29cbc30293a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 999 time: 0.0615065 Feb 14 22:34:10.641300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:34:10.649610 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:34:10.650218 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:34:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:34:10.674988 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-6ba4b65c-2b7c-44cd-b409-b63ec42248c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:10.676511 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-6ba4b65c-2b7c-44cd-b409-b63ec42248c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0432935 Feb 14 22:34:10.725134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-b4edaede-8ae0-4fa9-9d6b-855eae0e221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:34:10.726564 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-b4edaede-8ae0-4fa9-9d6b-855eae0e221e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445631 Feb 14 22:34:10.760612 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:34:10.819491 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-90f2ac5e-abdf-430e-aad7-de50a0890442 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867219 Feb 14 22:34:10.908451 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5c5ce7f1-9e76-4a82-8b48-c97d285b09e8 req-be2feb70-248f-443b-a48c-fdb61f45beff service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Feb 14 22:34:10.981658 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7f47cc87-449c-4f36-b3fc-30d06906a11b', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:b2:ce:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:34:09Z', 'updated_at': '2022-02-14T22:34:09Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:34:11.011412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3bd2b-d719-4506-a611-a8adc61eb447 None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '7f47cc87-449c-4f36-b3fc-30d06906a11b', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'mac_address': 'fa:16:3e:b2:ce:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:34:09Z', 'updated_at': '2022-02-14T22:34:09Z', 'revision_number': 0, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:34:11.197923 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a77988-2712-405b-be45-19a81bf553f3 None None] New status for floating IP 7f47cc87-449c-4f36-b3fc-30d06906a11b: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:34:21.534876 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:34:29.392222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:31.114550 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07ed4dcb-b0e0-46f1-b4f0-eae9629c220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:33.479668 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-542002f8-7b3b-45f7-8017-55793ac9db4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:34.853189 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:36.034504 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:36.958679 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:37.489051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:34:58.534418 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:34:59.412729 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:00.947457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-42f5bf66-58f2-44f7-a60b-6e89c43bf9e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430589 Feb 14 22:35:01.037064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-15e52cf8-cbdc-43dd-9411-bc58c415c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:35:01.038553 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-15e52cf8-cbdc-43dd-9411-bc58c415c3ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1128 time: 0.0509007 Feb 14 22:35:01.119410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92514291-e485-4c56-976d-b47c37a8d895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:01.141084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-f619e776-51e6-4bae-b61c-1dadfe03c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:35:01.142534 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-f619e776-51e6-4bae-b61c-1dadfe03c34b service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0862687 Feb 14 22:35:01.210810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-6c4d0903-c844-4853-bc3b-90cef711d119 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1001 time: 0.0613425 Feb 14 22:35:01.258627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-edf24683-230d-4773-951c-937c738e7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:35:01.260098 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-edf24683-230d-4773-951c-937c738e7232 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0438378 Feb 14 22:35:01.308556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-2a9ac6f3-ffc0-4d65-b7d1-408f930ddc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:35:01.310059 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-2a9ac6f3-ffc0-4d65-b7d1-408f930ddc61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441782 Feb 14 22:35:01.401424 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-79e68a1c-30a0-4279-b5e8-b883b44660ea service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838499 Feb 14 22:35:01.489303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9991c17d-173e-4b65-ad5c-68106f48b937 req-176ef13f-74b7-40bb-85dc-d37ea3dda6b8 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Feb 14 22:35:03.481067 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90b2975f-8620-42ab-a792-b83094aaa829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:04.854446 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:06.036852 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:06.974977 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:07.491954 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:29.412314 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:31.121408 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fcb279d-fe9e-4da5-bb13-5eb9bb49e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:33.481231 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6b89-406f-491e-98b0-3294e7c36593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:34.858785 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:35.533473 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:35:36.038573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:36.983684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:37.495170 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:35:59.424851 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:00.981709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-4e2257b6-4135-4dbf-97c5-ed95631f5490 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0797036 Feb 14 22:36:01.073012 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-7d509414-6ca9-4eba-8e8a-a45bc4d478aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:01.074515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-7d509414-6ca9-4eba-8e8a-a45bc4d478aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1128 time: 0.0492902 Feb 14 22:36:01.123295 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a188361-cfe8-4f21-9261-0bd66c7306af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:01.176365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-498cacad-c621-4311-9ed2-b1898724d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:01.178321 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-498cacad-c621-4311-9ed2-b1898724d31a service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0871527 Feb 14 22:36:01.246074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-d4500874-e4d6-4185-aee5-f323a754f7c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1001 time: 0.0623188 Feb 14 22:36:01.640054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-aeea9334-13e1-4509-9ed5-34daf45b63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:01.641525 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-aeea9334-13e1-4509-9ed5-34daf45b63b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.3893802 Feb 14 22:36:01.689736 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-b22e8748-216c-4a19-88e7-a62236213f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:01.691223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-b22e8748-216c-4a19-88e7-a62236213f0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427632 Feb 14 22:36:01.782703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-66793ce6-1581-4122-a4ca-6ccb8bf8905a service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Feb 14 22:36:01.869214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d5cbd3ae-fbee-4aba-b480-8e76d4dddfb4 req-cb9b6389-12ba-4cce-958a-576b6814ed71 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803745 Feb 14 22:36:03.482441 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f9b886-900e-4d5b-af02-935e5c8e410b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:04.864555 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:06.041262 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:06.987840 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:07.019331 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770246d-3b46-4792-b1a2-55161582d6e5 req-cb105f4c-d07a-4b6b-b04e-e2fe44ff63c0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:07.020822 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e770246d-3b46-4792-b1a2-55161582d6e5 req-cb105f4c-d07a-4b6b-b04e-e2fe44ff63c0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0556965 Feb 14 22:36:07.075111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e770246d-3b46-4792-b1a2-55161582d6e5 req-56d22b26-21fb-4841-8635-d581424afc7c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477438 Feb 14 22:36:07.496470 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:08.204098 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea840fd-9be7-4f52-b201-f9b717b2d997 req-6a447ece-8f92-4373-be5f-bd30f35e3291 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:08.205587 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea840fd-9be7-4f52-b201-f9b717b2d997 req-6a447ece-8f92-4373-be5f-bd30f35e3291 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0537984 Feb 14 22:36:08.257435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2ea840fd-9be7-4f52-b201-f9b717b2d997 req-7f0c4027-ddad-440f-86fb-e4d25f0317b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Feb 14 22:36:09.379584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927febe-dfcf-40f6-a518-fe0c5807cc65 req-5e0a203b-cf3c-4600-9380-1611a4860d0d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:09.380972 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9927febe-dfcf-40f6-a518-fe0c5807cc65 req-5e0a203b-cf3c-4600-9380-1611a4860d0d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0551798 Feb 14 22:36:09.432231 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9927febe-dfcf-40f6-a518-fe0c5807cc65 req-fb88f16b-84c8-4dd1-ab0a-91d5d70f7cce tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448370 Feb 14 22:36:10.554213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3c2e1-4745-4fde-86d0-bf5e1649ba21 req-436c07d2-eaa7-46b9-a922-41f94b62254b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:10.555720 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bea3c2e1-4745-4fde-86d0-bf5e1649ba21 req-436c07d2-eaa7-46b9-a922-41f94b62254b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0564940 Feb 14 22:36:10.605902 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bea3c2e1-4745-4fde-86d0-bf5e1649ba21 req-74c98025-c4c2-4a06-882d-9d78a6373b8d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446892 Feb 14 22:36:11.723982 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf272cd-0cb0-425c-a144-fcfc728089ca req-891a45a0-ee91-4f28-a027-05de624c5ae0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:11.726045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdf272cd-0cb0-425c-a144-fcfc728089ca req-891a45a0-ee91-4f28-a027-05de624c5ae0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0524392 Feb 14 22:36:11.776243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bdf272cd-0cb0-425c-a144-fcfc728089ca req-223b6a52-d379-405d-980f-66a452c37866 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 Feb 14 22:36:12.533242 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:36:12.894113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e977ab-d2ef-4cad-b98d-e5d1bc4c77cf req-405b3aa7-184b-4c70-98b8-6e95a0c744e0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:12.895510 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14e977ab-d2ef-4cad-b98d-e5d1bc4c77cf req-405b3aa7-184b-4c70-98b8-6e95a0c744e0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0522768 Feb 14 22:36:12.947858 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-14e977ab-d2ef-4cad-b98d-e5d1bc4c77cf req-3164e92f-d963-4b11-a6e5-79e01067988c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 Feb 14 22:36:14.067533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5742c2-6d88-41ca-b5e1-34e8b3029bca req-1cb3c275-6e2b-41e6-96d9-1ae9537e8ade tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:14.069655 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a5742c2-6d88-41ca-b5e1-34e8b3029bca req-1cb3c275-6e2b-41e6-96d9-1ae9537e8ade tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0530527 Feb 14 22:36:14.117571 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2a5742c2-6d88-41ca-b5e1-34e8b3029bca req-3ac1177c-8f1a-452d-bc39-50e895612289 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423105 Feb 14 22:36:15.235780 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e070-f3aa-448b-a6cc-fcfc03391458 req-6e7cbe84-8b34-414c-b82e-b85063682534 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:15.237498 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99a2e070-f3aa-448b-a6cc-fcfc03391458 req-6e7cbe84-8b34-414c-b82e-b85063682534 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0519664 Feb 14 22:36:15.287884 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-99a2e070-f3aa-448b-a6cc-fcfc03391458 req-db740d8c-59b1-469a-8f94-9dcf9f1f0ab0 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448565 Feb 14 22:36:16.408387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90e38-1e50-4255-8357-94f2ed228ca8 req-c6efd2bc-5da5-4724-bca9-152a1ef8713f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:16.409867 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cb90e38-1e50-4255-8357-94f2ed228ca8 req-c6efd2bc-5da5-4724-bca9-152a1ef8713f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0566809 Feb 14 22:36:16.457793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0cb90e38-1e50-4255-8357-94f2ed228ca8 req-18e6fa21-7309-4fae-aa2f-9c84a12fcf16 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 Feb 14 22:36:17.148203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-112fbf00-dba7-4c95-bf14-9a64a8159240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:17.149710 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-112fbf00-dba7-4c95-bf14-9a64a8159240 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1128 time: 0.0445464 Feb 14 22:36:17.241555 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-761a74d8-be80-4a8b-8f38-7c51140f88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:17.242998 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-761a74d8-be80-4a8b-8f38-7c51140f88fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0869973 Feb 14 22:36:17.308314 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-b150523e-cc22-4739-8bc9-37ab5cae7e93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1001 time: 0.0593188 Feb 14 22:36:17.355887 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-3bc380d4-6bd4-46c7-9dda-f9dd13ef39db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:17.357341 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-3bc380d4-6bd4-46c7-9dda-f9dd13ef39db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0438390 Feb 14 22:36:17.409298 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-c0d3f3f3-1cc7-4af4-9f5d-59c31e9df546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:17.410685 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-c0d3f3f3-1cc7-4af4-9f5d-59c31e9df546 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474787 Feb 14 22:36:17.498235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-3b0b37bb-bd9e-4de0-bb43-ae53ab9f83a0 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Feb 14 22:36:17.632486 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37153-2d58-49a2-991e-a25c2136c48f req-6eef28c9-e722-4ee9-8ec5-3b783370a1ab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:17.633985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38b37153-2d58-49a2-991e-a25c2136c48f req-6eef28c9-e722-4ee9-8ec5-3b783370a1ab tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.1094136 Feb 14 22:36:17.636200 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8cc55a80-af16-4527-8b39-5d8f659dae18 req-d1b936d5-ac49-4e04-a1ec-95e78f22ca19 service neutron] 10.222.0.83 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310437 Feb 14 22:36:17.685306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38b37153-2d58-49a2-991e-a25c2136c48f req-941b925d-7537-45e5-8cc9-36f51cc29271 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455222 Feb 14 22:36:18.804197 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1161d7-8dc8-4db1-b222-3ed3354faf11 req-6449a538-98a5-48cf-ad9a-4e7e2c51cfb8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:18.805677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb1161d7-8dc8-4db1-b222-3ed3354faf11 req-6449a538-98a5-48cf-ad9a-4e7e2c51cfb8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0529394 Feb 14 22:36:18.858203 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-bb1161d7-8dc8-4db1-b222-3ed3354faf11 req-273db225-670e-4b98-ad41-3063abb48b12 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Feb 14 22:36:19.977508 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb64414-97c1-4a0d-b5ca-d969e003a50e req-314b8618-479f-4b1d-a050-7c25d58cd9cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:19.978987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fb64414-97c1-4a0d-b5ca-d969e003a50e req-314b8618-479f-4b1d-a050-7c25d58cd9cb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0536718 Feb 14 22:36:20.028728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0fb64414-97c1-4a0d-b5ca-d969e003a50e req-d3b25aa7-8f32-401c-8860-e48bd3f7a058 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439625 Feb 14 22:36:21.146270 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e350d4-92f5-4360-9025-904b43eb0173 req-879390bb-e0ac-4735-abc8-8fa00a681e49 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:21.147689 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27e350d4-92f5-4360-9025-904b43eb0173 req-879390bb-e0ac-4735-abc8-8fa00a681e49 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0530565 Feb 14 22:36:21.197378 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-27e350d4-92f5-4360-9025-904b43eb0173 req-a714fedd-4710-439a-8d1b-ab64f74256b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Feb 14 22:36:22.325366 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183890c-9f57-4f83-bdf1-1783a712927e req-a972e0cb-8165-48c4-ab02-6505a1c1b4ee tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:22.326881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3183890c-9f57-4f83-bdf1-1783a712927e req-a972e0cb-8165-48c4-ab02-6505a1c1b4ee tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 945 time: 0.0587320 Feb 14 22:36:22.379102 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3183890c-9f57-4f83-bdf1-1783a712927e req-e5dfaf46-6bcc-4cdc-bc6f-885fdb6e0569 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463347 Feb 14 22:36:23.335126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:36:23.411540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 2c8d1722-c344-4e4f-8117-f53bafe802fd is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:36:23.411935 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:23.434010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:36:23.436228 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f88cfb-4be8-4753-8a38-927e25465423" -d '{"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:36:23.449012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:36:23.452936 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:23.499375 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:36:23.499854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d031cd5-9017-4e55-8e17-429c31e56cac req-715e0737-54c9-47d9-a1d3-f68b28913252 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:23.501374 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d031cd5-9017-4e55-8e17-429c31e56cac req-715e0737-54c9-47d9-a1d3-f68b28913252 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0541630 Feb 14 22:36:23.507021 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.507395 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.507740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.508076 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.508405 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.508734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.509065 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.509390 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.509713 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.510032 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.510350 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.510671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.510989 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:23.551125 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-0d031cd5-9017-4e55-8e17-429c31e56cac req-a0c282c9-6070-48f0-b164-54e376711506 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Feb 14 22:36:23.638559 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb5a494-e971-48a9-941a-ef0fcbd0fc94 x-openstack-request-id: req-dfb5a494-e971-48a9-941a-ef0fcbd0fc94 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:36:23.638855 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-unplugged", "status": "failed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:36:23.639109 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dfb5a494-e971-48a9-941a-ef0fcbd0fc94 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:36:23.639530 n-d-828372-11 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'code': 422} returned with failed status Feb 14 22:36:24.842762 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0685f-d81e-4556-8678-f851b51dee8b req-096e1e76-1920-4596-83f6-43404501c86b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:24.844407 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b0685f-d81e-4556-8678-f851b51dee8b req-096e1e76-1920-4596-83f6-43404501c86b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0615261 Feb 14 22:36:24.850720 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-660319e0-1dc2-4f39-9aa9-b1562e213043 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905941 Feb 14 22:36:24.863522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-87e7c40d-d3ca-4bf9-b204-f083fbabb25c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:36:24.863522 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-87e7c40d-d3ca-4bf9-b204-f083fbabb25c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050588 Feb 14 22:36:24.897635 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c5b0685f-d81e-4556-8678-f851b51dee8b req-d28b3777-f6f8-48e2-ade7-2ca908a00915 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468099 Feb 14 22:36:24.985932 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-94c74893-eb3b-4090-b470-80ff4582fb0f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:24.987575 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-94c74893-eb3b-4090-b470-80ff4582fb0f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports/2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 940 time: 0.0941243 Feb 14 22:36:26.016424 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748ad20-1fce-4887-94bf-84f74b1d594f req-1542d72e-ab29-4f3e-bf4c-bcc2c028e2b5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:26.017921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2748ad20-1fce-4887-94bf-84f74b1d594f req-1542d72e-ab29-4f3e-bf4c-bcc2c028e2b5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0536084 Feb 14 22:36:26.067962 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2748ad20-1fce-4887-94bf-84f74b1d594f req-c598f69d-d3f1-490f-8b50-dd17af290b5c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Feb 14 22:36:27.188107 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f7215-9cdc-449d-bdaf-4cad4a9ad62a req-03da0bb0-771f-49c7-a853-d62ea81c11f8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:27.189614 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-087f7215-9cdc-449d-bdaf-4cad4a9ad62a req-03da0bb0-771f-49c7-a853-d62ea81c11f8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0525010 Feb 14 22:36:27.243801 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-087f7215-9cdc-449d-bdaf-4cad4a9ad62a req-8213d5f3-e61b-49ce-beeb-a9be6cd2c305 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479529 Feb 14 22:36:28.363727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239000-a6ab-4bb6-b9ff-5dab5e6578d2 req-76f60686-5ba4-4caf-bb11-94321c5dcb52 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:28.365108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7239000-a6ab-4bb6-b9ff-5dab5e6578d2 req-76f60686-5ba4-4caf-bb11-94321c5dcb52 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0522401 Feb 14 22:36:28.414793 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d7239000-a6ab-4bb6-b9ff-5dab5e6578d2 req-53f4209a-c7ad-4ba1-8c0e-b3328020a42e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429177 Feb 14 22:36:29.441326 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:29.535429 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc31948-7aa2-4249-b494-abebb2523a08 req-24c9e6c1-80ab-43f0-9251-310f6f34b536 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:29.537580 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fc31948-7aa2-4249-b494-abebb2523a08 req-24c9e6c1-80ab-43f0-9251-310f6f34b536 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0543714 Feb 14 22:36:29.591551 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fc31948-7aa2-4249-b494-abebb2523a08 req-fbb9e281-2884-4c6e-8fbe-e16d931f18ce tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479658 Feb 14 22:36:30.716083 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0fc3-e540-456b-be26-715584b3ce8e req-de7be012-6b70-4796-89e4-f4f028ed4319 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:30.717563 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-502e0fc3-e540-456b-be26-715584b3ce8e req-de7be012-6b70-4796-89e4-f4f028ed4319 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0570202 Feb 14 22:36:30.767214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-502e0fc3-e540-456b-be26-715584b3ce8e req-7a2b2e9a-aeab-40b6-9f2f-842f1dc68aea tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439413 Feb 14 22:36:31.130500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a34aa0b2-0210-4130-bdb8-13d6b63f3a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:31.885957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c68f-7843-469d-ac20-942cf1c425db req-9ee080fb-b4cc-40ab-96c6-5c568b6267ce tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:31.887515 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac20c68f-7843-469d-ac20-942cf1c425db req-9ee080fb-b4cc-40ab-96c6-5c568b6267ce tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0550585 Feb 14 22:36:31.936503 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ac20c68f-7843-469d-ac20-942cf1c425db req-368feada-7d7c-4d08-9ed3-4d61f70d38a9 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Feb 14 22:36:33.055797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ac6d-5311-465a-9e6e-a14a0e2fc700 req-49f0fc70-6e4e-4446-a0bc-ae9357dca6c8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:33.057269 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3266ac6d-5311-465a-9e6e-a14a0e2fc700 req-49f0fc70-6e4e-4446-a0bc-ae9357dca6c8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0526614 Feb 14 22:36:33.110113 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3266ac6d-5311-465a-9e6e-a14a0e2fc700 req-e337cd76-2dbd-4f3a-9c7b-215f713f3925 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471714 Feb 14 22:36:33.484502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec7b26b4-b9aa-4fc6-8917-f16f329bc5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:34.229590 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3f18-f62a-4367-b0af-4c28d2185604 req-32ed4268-fbd1-428c-ab18-8cb4d301df30 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:34.231104 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b02d3f18-f62a-4367-b0af-4c28d2185604 req-32ed4268-fbd1-428c-ab18-8cb4d301df30 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0546927 Feb 14 22:36:34.281292 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b02d3f18-f62a-4367-b0af-4c28d2185604 req-58a57dcb-1c35-48a7-abca-873d157b38e5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445564 Feb 14 22:36:34.863909 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.117972 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-615ffb0d-92ec-4806-af51-c5ed14edc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:35.119472 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-615ffb0d-92ec-4806-af51-c5ed14edc297 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d&tenant_id=beebad8f466f42098a6008093a845ee2 HTTP/1.1" status: 200 len: 1126 time: 0.0919132 Feb 14 22:36:35.129565 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-11', 'device_owner': 'compute:nova'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:36:35.194336 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.429187 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:36:35.438073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ba322-3012-49ab-8695-db95b92a61e0 req-e8fabd9a-d8ff-4415-bb08-d404669ee19f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:35.439596 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-626ba322-3012-49ab-8695-db95b92a61e0 req-e8fabd9a-d8ff-4415-bb08-d404669ee19f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0836675 Feb 14 22:36:35.503790 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:36:35.530351 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-626ba322-3012-49ab-8695-db95b92a61e0 req-1a48125d-b524-4e6e-914e-8b97e867fc02 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841110 Feb 14 22:36:35.543213 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:36:35.550746 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks [] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.563684 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Transition to ACTIVE for port object 2c8d1722-c344-4e4f-8117-f53bafe802fd will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:36:35.567078 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.651041 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=7']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:36:35.664255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.664612 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.664964 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.665310 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.665649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.665986 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.666317 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.666647 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.666976 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.667329 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.667660 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.667987 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.668312 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:36:35.704395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] No DVR routers for this DVR port 2c8d1722-c344-4e4f-8117-f53bafe802fd on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:36:35.844807 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:36:35.845169 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:36:35.845463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:36:35.850434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:36:35.850753 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Attempting to bind port 2c8d1722-c344-4e4f-8117-f53bafe802fd on network 712ee8a2-0815-48a9-adf4-5492fc212ab9 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:36:35.855706 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:36:35.856044 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Checking segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:36:35.856426 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Bound using segment: {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:36:35.856847 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Bound port: 2c8d1722-c344-4e4f-8117-f53bafe802fd, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759dac7a-f553-4f1e-848e-d48eb9546e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:36:35.857206 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.918343 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:36:35.921556 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:36:35.927589 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.961496 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:35.962110 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:35.963539 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] 10.222.0.64 "PUT /v2.0/ports/2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1092 time: 0.8378441 Feb 14 22:36:35.964054 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:36:35.966239 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:36:36.032882 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388669f-c59f-45ca-a634-dafaf7efce59 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=8']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:36:36.051009 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:36.055000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-d42574ac-4f36-4808-9e95-3939f245ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.056663 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-d42574ac-4f36-4808-9e95-3939f245ab5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1126 time: 0.0642393 Feb 14 22:36:36.109778 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d4407-f397-479e-aa9a-f660ff1c4667 x-openstack-request-id: req-be3d4407-f397-479e-aa9a-f660ff1c4667 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:36:36.110162 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:36:36.110416 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be3d4407-f397-479e-aa9a-f660ff1c4667 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:36:36.110824 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'status': 'completed', 'code': 200} Feb 14 22:36:36.153677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-e04e4434-123f-4e5b-9d24-3f543ad97ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.155194 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-e04e4434-123f-4e5b-9d24-3f543ad97ed4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0931373 Feb 14 22:36:36.224877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-c851409d-fa4d-46db-adaf-7e86a30dd47c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 999 time: 0.0627007 Feb 14 22:36:36.272633 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-fbe5d32b-5858-495e-864f-4ba6ff050238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.274108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-fbe5d32b-5858-495e-864f-4ba6ff050238 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0445859 Feb 14 22:36:36.325301 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-c87ee508-7e68-4c7a-a097-8a4bb0f9bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.326805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-c87ee508-7e68-4c7a-a097-8a4bb0f9bf9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469882 Feb 14 22:36:36.420073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-f2e8415f-6ad2-40df-81cc-cc8b4c597ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864420 Feb 14 22:36:36.509296 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-aa147762-0276-4e7e-a264-76fb65d87678 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Feb 14 22:36:36.599580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-a5124c7f-6080-4974-9117-9343f91aee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.601105 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-a5124c7f-6080-4974-9117-9343f91aee38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1126 time: 0.0466781 Feb 14 22:36:36.716543 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc77e-5db8-4379-b86e-3a7b72b3b87b req-7cc2aac5-e044-4d77-88ca-d4c3d56088e3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.718038 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aaebc77e-5db8-4379-b86e-3a7b72b3b87b req-7cc2aac5-e044-4d77-88ca-d4c3d56088e3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.1160514 Feb 14 22:36:36.743864 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-f2bf2911-0d37-4022-91dc-b5413e0470a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.745303 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-f2bf2911-0d37-4022-91dc-b5413e0470a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.1353610 Feb 14 22:36:36.817142 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-aaebc77e-5db8-4379-b86e-3a7b72b3b87b req-9cce1f7b-e24f-43e1-a356-0de39fd1caa7 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898602 Feb 14 22:36:36.836806 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-38a4f8b9-77b3-46ac-8186-dd0050e61d4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 999 time: 0.0840783 Feb 14 22:36:36.884676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-9ee73dbd-7d24-46e9-89d1-da68602f0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.886085 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-9ee73dbd-7d24-46e9-89d1-da68602f0144 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0442033 Feb 14 22:36:36.936546 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-4cd3fd87-cd2f-4560-9332-d401c4d207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:36.938053 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-4cd3fd87-cd2f-4560-9332-d401c4d207cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457985 Feb 14 22:36:36.994524 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:37.041399 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-2c4ea88c-1d77-47e1-8eb8-37ed2100bb3d service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967033 Feb 14 22:36:37.128289 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c81dd711-431b-47a4-b6fb-bf41a4fdaefc req-3c197b4a-92e3-489e-ad80-70e86b7d2756 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814476 Feb 14 22:36:37.499844 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:37.941021 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09733e5-0173-4a0a-b21e-23c6908a2fbb req-a9b1e214-53db-478a-837e-0ea7bdfe3e1e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:37.942540 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d09733e5-0173-4a0a-b21e-23c6908a2fbb req-a9b1e214-53db-478a-837e-0ea7bdfe3e1e tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0583153 Feb 14 22:36:37.991309 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d09733e5-0173-4a0a-b21e-23c6908a2fbb req-91b0741c-1f30-4c9d-81cf-5ee82803d40b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Feb 14 22:36:39.107481 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78946-3c80-49a1-962a-9d5ae278d7ce req-183eb5cc-a81c-4bd7-b707-4a8efa19b4c1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:39.109014 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ee78946-3c80-49a1-962a-9d5ae278d7ce req-183eb5cc-a81c-4bd7-b707-4a8efa19b4c1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0521724 Feb 14 22:36:39.169881 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7ee78946-3c80-49a1-962a-9d5ae278d7ce req-ee4a0cc8-9068-41d1-a420-497f10ac9491 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539386 Feb 14 22:36:40.289474 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18142e5-4115-42af-b4d4-6200cabc1c4d req-96ec1097-9eef-49a2-bc62-cd664e1e77fb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:40.290982 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e18142e5-4115-42af-b4d4-6200cabc1c4d req-96ec1097-9eef-49a2-bc62-cd664e1e77fb tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0522971 Feb 14 22:36:40.343443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e18142e5-4115-42af-b4d4-6200cabc1c4d req-b888125f-fcd8-49b2-a6fc-02c070947e4a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Feb 14 22:36:41.462168 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0723a5-5f67-4bbe-b133-a594263fc24b req-61c5ba30-b575-4332-95c4-224e5202bd96 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:41.463677 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0723a5-5f67-4bbe-b133-a594263fc24b req-61c5ba30-b575-4332-95c4-224e5202bd96 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0539281 Feb 14 22:36:41.511963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a0723a5-5f67-4bbe-b133-a594263fc24b req-76244eb0-6eb6-41e9-a863-3bcf913fde31 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Feb 14 22:36:42.630963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b27619-2618-49ab-9649-ec2c6cad50ba req-32142ec9-124b-4058-a658-d498210a3e6b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:42.632474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6b27619-2618-49ab-9649-ec2c6cad50ba req-32142ec9-124b-4058-a658-d498210a3e6b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0525694 Feb 14 22:36:42.682562 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d6b27619-2618-49ab-9649-ec2c6cad50ba req-7b599293-9613-4212-aca7-2d6a2f623afa tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444484 Feb 14 22:36:43.804651 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa917ed-6278-400f-8bf4-ee877517dc0d req-2d430d38-6435-4411-85fe-fee42385952a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:43.806136 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fa917ed-6278-400f-8bf4-ee877517dc0d req-2d430d38-6435-4411-85fe-fee42385952a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 943 time: 0.0562403 Feb 14 22:36:43.854320 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9fa917ed-6278-400f-8bf4-ee877517dc0d req-e41a7edb-4c22-4c12-bf52-6bc54b3ae5db tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 Feb 14 22:36:44.255585 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:36:44.353367 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:36:44.364580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'port_id': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'mac_address': 'fa:16:3e:b2:ce:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:36:44.400790 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2c8d1722-c344-4e4f-8117-f53bafe802fd is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:36:44.401187 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:44.413671 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:36:44.431624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:36:44.435372 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:44.481010 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=9']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:36:44.808946 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['2c8d1722-c344-4e4f-8117-f53bafe802fd'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:36:44.972150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057456b-4da9-4813-b091-92e3406572e4 req-72279fc9-1c41-446b-ae22-77c8db969121 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:44.973657 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7057456b-4da9-4813-b091-92e3406572e4 req-72279fc9-1c41-446b-ae22-77c8db969121 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 944 time: 0.0524585 Feb 14 22:36:45.024447 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7057456b-4da9-4813-b091-92e3406572e4 req-ec6a79e4-e1c8-40ec-8407-360c06fe5683 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441053 Feb 14 22:36:46.145564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f92e0-33e4-4b62-8f33-fc2c1a861b53 req-ade5aa2d-2732-4cc6-9cf2-b778fbc6264c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:46.147018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca1f92e0-33e4-4b62-8f33-fc2c1a861b53 req-ade5aa2d-2732-4cc6-9cf2-b778fbc6264c tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 944 time: 0.0557652 Feb 14 22:36:46.194817 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ca1f92e0-33e4-4b62-8f33-fc2c1a861b53 req-e2dc1419-4c1f-4df7-b95b-9a02b32b9b11 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Feb 14 22:36:46.271344 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:36:46.323436 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 2c8d1722-c344-4e4f-8117-f53bafe802fd completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:36:46.327455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 2c8d1722-c344-4e4f-8117-f53bafe802fd triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:36:46.327839 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:46.402668 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 2c8d1722-c344-4e4f-8117-f53bafe802fd is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:36:46.403065 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:46.424568 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:36:46.426747 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1efb99-ff2a-4088-b8b1-56810f562ff2" -d '{"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:36:46.439711 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:36:46.443731 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:36:46.469495 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b1d9a-841d-4d1a-8ab1-3bdda81638e6 x-openstack-request-id: req-804b1d9a-841d-4d1a-8ab1-3bdda81638e6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:36:46.469791 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:36:46.470041 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-804b1d9a-841d-4d1a-8ab1-3bdda81638e6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:36:46.470419 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'code': 200} Feb 14 22:36:46.498624 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:36:46.618927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ca749-97de-4e23-a56a-fcdd3881895d req-bbed63a8-0267-41d9-bff1-d91d3e4086ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:46.620354 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b22ca749-97de-4e23-a56a-fcdd3881895d req-bbed63a8-0267-41d9-bff1-d91d3e4086ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1129 time: 0.0443640 Feb 14 22:36:46.664277 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b22ca749-97de-4e23-a56a-fcdd3881895d req-1b253df2-f217-4bc2-aabd-df9b96a58bc8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Feb 14 22:36:47.314383 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b41f5-a710-49de-925b-34559f079d92 req-0fdb3ce4-8242-4190-af27-cc7c11af9f2f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:47.315895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a7b41f5-a710-49de-925b-34559f079d92 req-0fdb3ce4-8242-4190-af27-cc7c11af9f2f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 946 time: 0.0531325 Feb 14 22:36:47.368106 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9a7b41f5-a710-49de-925b-34559f079d92 req-c25785b0-bb4a-4e68-9522-70406721b08b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464926 Feb 14 22:36:48.484250 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931ea1c-10b9-474a-95d2-cadc38376384 req-761f62b6-aa59-4d70-b84c-d1c72ae024b2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:36:48.485721 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b931ea1c-10b9-474a-95d2-cadc38376384 req-761f62b6-aa59-4d70-b84c-d1c72ae024b2 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 946 time: 0.0517309 Feb 14 22:36:48.534074 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b931ea1c-10b9-474a-95d2-cadc38376384 req-85738337-2e81-4331-aa8d-0ea1a88c7f94 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Feb 14 22:36:49.533367 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:36:59.439443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:01.124376 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cfd662f-2d46-4790-92bc-8589f052de9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:03.488299 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fe8320b-649c-4d3d-ae47-1521e3d188a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:04.868450 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-db32e5da-e073-4718-9531-49ef8a72d830 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469546 Feb 14 22:37:04.869433 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:04.954728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85f3f-df39-466a-8592-c9f964e5277a req-fbc2316f-d5ff-48c3-8105-bab7afc35df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:37:04.956141 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-fbc2316f-d5ff-48c3-8105-bab7afc35df5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1129 time: 0.0444303 Feb 14 22:37:05.063945 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85f3f-df39-466a-8592-c9f964e5277a req-747add65-129f-4f4e-80c8-7e94b9cbf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:37:05.065755 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-747add65-129f-4f4e-80c8-7e94b9cbf793 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.0908332 Feb 14 22:37:05.134011 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-3ac49628-b4c8-40e1-b7aa-aa683b180f4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 1001 time: 0.0625954 Feb 14 22:37:05.185827 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85f3f-df39-466a-8592-c9f964e5277a req-8a8cbaf1-b12a-46e3-afbe-cb7f55777126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:37:05.187295 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-8a8cbaf1-b12a-46e3-afbe-cb7f55777126 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0479734 Feb 14 22:37:05.237971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85f3f-df39-466a-8592-c9f964e5277a req-af8f26af-6ec4-4633-b1bf-ab5c144d9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:37:05.239439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-af8f26af-6ec4-4633-b1bf-ab5c144d9524 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455277 Feb 14 22:37:05.331621 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-17193f37-7cfd-4203-91d0-8ee4e9ad0d03 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863166 Feb 14 22:37:05.424307 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-21b85f3f-df39-466a-8592-c9f964e5277a req-8c22408d-5f79-4729-a663-3f41d1040747 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870457 Feb 14 22:37:06.048629 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:06.986059 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:07.503876 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:26.532552 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:37:29.438727 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:31.125636 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95259fed-ad72-4b16-906d-4cb8f3cedf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:33.489910 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e81b8901-4daf-403a-bb72-42a9ec8106e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:34.870364 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:36.050080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:36.985830 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:37.507522 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:37:59.452384 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:01.127684 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4b235a7-66cd-49f4-9f94-3f10ae6e9aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:03.492233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da12e137-76c9-4254-a40c-0138893cd7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:03.531753 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:38:04.045855 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49230) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:04.206847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Deleting port 34622791-9301-41ba-b555-8bf3e94427a6 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:04.207223 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (34622791-9301-41ba-b555-8bf3e94427a6), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:04.288802 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (34622791-9301-41ba-b555-8bf3e94427a6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:04.289134 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (34622791-9301-41ba-b555-8bf3e94427a6), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:04.301203 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Calling delete_port for 34622791-9301-41ba-b555-8bf3e94427a6 owned by network:floatingip {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:04.445729 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (34622791-9301-41ba-b555-8bf3e94427a6), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:04.471831 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'Port': ['ID=34622791-9301-41ba-b555-8bf3e94427a6,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:04.496763 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.497121 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.497474 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.497822 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.498163 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.498504 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.498838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.499193 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.499529 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.499866 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.500201 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.500531 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.500863 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:04.540038 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for floatingip (7f47cc87-449c-4f36-b3fc-30d06906a11b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:04.540369 n-d-828372-11 neutron-server[103512]: INFO neutron.db.l3_db [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Floating IP 7f47cc87-449c-4f36-b3fc-30d06906a11b disassociated (deleted). External IP: 172.25.2.214, port: 2c8d1722-c344-4e4f-8117-f53bafe802fd. Feb 14 22:38:04.873518 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:05.055178 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:05.163895 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:05.168789 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:05.173804 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:05.184636 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:05.185250 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:05.198215 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-0c9715f2-57e0-4007-a503-6f5d50e7780b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "DELETE /v2.0/floatingips/7f47cc87-449c-4f36-b3fc-30d06906a11b HTTP/1.1" status: 204 len: 168 time: 1.1512868 Feb 14 22:38:05.198812 n-d-828372-11 neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:38:05.201083 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb0b99643699d90ceb5f076780b14f6ac4e8493a6d4d15e73748b452ccc8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2d2c2-bc45-469d-8cb3-a2c80778cc93" -d '{"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:38:05.370817 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363ed16-5f61-499d-ac62-c1f5b5c9cec3 x-openstack-request-id: req-0363ed16-5f61-499d-ac62-c1f5b5c9cec3 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:38:05.371213 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "status": "completed", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:38:05.371590 n-d-828372-11 neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0363ed16-5f61-499d-ac62-c1f5b5c9cec3 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:38:05.372054 n-d-828372-11 neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'status': 'completed', 'code': 200} Feb 14 22:38:05.458538 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:05.474281 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-798feabf-6f70-4597-a348-72daa884515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:05.476362 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-798feabf-6f70-4597-a348-72daa884515b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=beebad8f466f42098a6008093a845ee2&device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 1129 time: 0.0824273 Feb 14 22:38:05.498686 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be081f2-8562-4a79-86ab-f7f982552ca9 req-a2a1e8db-382e-4b0c-998f-1f2aa07984c6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:05.500152 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be081f2-8562-4a79-86ab-f7f982552ca9 req-a2a1e8db-382e-4b0c-998f-1f2aa07984c6 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 946 time: 0.0785017 Feb 14 22:38:05.606009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5be081f2-8562-4a79-86ab-f7f982552ca9 req-5845d6a7-ff7c-435b-b2e9-c0d3eb80813b tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959325 Feb 14 22:38:05.610758 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-52a11f81-94e4-488b-9d46-d4dd70d9ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:05.612233 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-52a11f81-94e4-488b-9d46-d4dd70d9ed20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 200 len: 910 time: 0.1291366 Feb 14 22:38:05.656867 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:05.658041 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-a3715baf-bb7c-4fdd-92ef-b81bb13f34b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 200 len: 217 time: 0.0392187 Feb 14 22:38:05.683391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:05.691521 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:05.692123 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:05.705742 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-cb7b03ee-31bc-4fec-9e43-d98dfb14b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:05.707238 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-cb7b03ee-31bc-4fec-9e43-d98dfb14b4b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 200 len: 848 time: 0.0430782 Feb 14 22:38:05.756905 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-da43aaeb-d752-44c4-8fc4-3b127d2390f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:05.758403 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-da43aaeb-d752-44c4-8fc4-3b127d2390f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=712ee8a2-0815-48a9-adf4-5492fc212ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446231 Feb 14 22:38:05.802689 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:05.854079 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-d3952676-c8e5-45a9-b92e-f092d1f68137 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882537 Feb 14 22:38:05.942869 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-add2d2c2-bc45-469d-8cb3-a2c80778cc93 req-46307175-e5ee-4d5e-bac9-376c389628e8 service neutron] 10.222.0.64 "GET /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Feb 14 22:38:06.003486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:06.030089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd087dbf-f9b3-4461-8084-d485e69b294c None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:28:32Z', 'revision_number': 4, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': 'e9213663-1107-4dde-8ce4-6b65cd2d9bd4', 'name': '', 'network_id': '712ee8a2-0815-48a9-adf4-5492fc212ab9', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'mac_address': 'fa:16:3e:e4:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:31Z', 'updated_at': '2022-02-14T22:28:37Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'subnets': [{'id': 'ea2dea51-c74a-4927-bd00-02d99eb8a4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:06.053343 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:06.250605 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b56f1a-13c4-4d0c-852d-24b929f03dfe None None] New status for floating IP 7f47cc87-449c-4f36-b3fc-30d06906a11b: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:38:06.725922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cab496-50a9-480b-a673-abb72beb25a6 req-18266d58-5cc9-4d0b-8747-7df697a5e883 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:06.727401 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6cab496-50a9-480b-a673-abb72beb25a6 req-18266d58-5cc9-4d0b-8747-7df697a5e883 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 946 time: 0.0524495 Feb 14 22:38:06.779214 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e6cab496-50a9-480b-a673-abb72beb25a6 req-9934aa11-3d51-4f6c-90fc-d5fa7406b92d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/security-groups?id=4ce1f65e-128c-4bb4-baa9-3d0b43db9576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462909 Feb 14 22:38:07.017654 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.030265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-a20622b3-fdfb-4eea-bb27-4c19e179a0e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:07.031731 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-a20622b3-fdfb-4eea-bb27-4c19e179a0e4 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 946 time: 0.0529838 Feb 14 22:38:07.121075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Deleting port 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:07.121414 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.210259 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] For port 2c8d1722-c344-4e4f-8117-f53bafe802fd, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=2c8d1722-c344-4e4f-8117-f53bafe802fd,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:07.210623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.222211 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Calling delete_port for 2c8d1722-c344-4e4f-8117-f53bafe802fd owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:07.354612 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2c8d1722-c344-4e4f-8117-f53bafe802fd), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.382460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'Port': ['ID=2c8d1722-c344-4e4f-8117-f53bafe802fd,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:07.397413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.397413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.397413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.397413 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.397781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.397781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.398128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.398459 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.398797 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.399128 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.399488 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.399820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.400145 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:07.436854 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] No DVR routers for this DVR port 2c8d1722-c344-4e4f-8117-f53bafe802fd on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:38:07.439334 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.442649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-421d45fa-2497-4d86-9e33-c27b62275d94 req-18f7fdeb-6e25-409a-b7d2-a0c89f88e94a tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.64 "DELETE /v2.0/ports/2c8d1722-c344-4e4f-8117-f53bafe802fd HTTP/1.1" status: 204 len: 173 time: 0.4056451 Feb 14 22:38:07.443089 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-deleted', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:38:07.445330 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ddb17e-c9f7-4226-b698-183a343dbc63" -d '{"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-deleted", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:38:07.484210 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a122aa8b-f69a-4c99-9767-7e686a6bc945 x-openstack-request-id: req-a122aa8b-f69a-4c99-9767-7e686a6bc945 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:38:07.484533 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c349297-63b0-41b6-85bb-f1e5e8fc219d", "name": "network-vif-deleted", "tag": "2c8d1722-c344-4e4f-8117-f53bafe802fd", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:38:07.484791 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a122aa8b-f69a-4c99-9767-7e686a6bc945 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:38:07.485194 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c349297-63b0-41b6-85bb-f1e5e8fc219d', 'name': 'network-vif-deleted', 'tag': '2c8d1722-c344-4e4f-8117-f53bafe802fd', 'status': 'completed', 'code': 200} Feb 14 22:38:07.511590 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:07.892045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-825e3497-5917-45a4-ba87-e65d1a892f64 req-87093357-7014-4b32-b7c2-7553c82fec7f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0287955 Feb 14 22:38:08.992408 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-446126e2-3016-4820-ae6d-933f39645daa req-9ea148f7-e8b0-45dc-8a3a-d5bd7c0da891 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0306551 Feb 14 22:38:10.090083 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-455f0378-9686-4d69-bd9a-8d5a75dca6cb req-e4ea4dca-6276-4ba5-991c-36f78f82bd9d tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0273292 Feb 14 22:38:10.755126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:10.781158 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 2c8d1722-c344-4e4f-8117-f53bafe802fd {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:10.781870 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 2c8d1722-c344-4e4f-8117-f53bafe802fd not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:11.185009 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-22f54f29-3c5f-4015-acc3-c56d17da0aee req-36151378-ad9d-434f-9642-2768d4e604b1 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0268335 Feb 14 22:38:12.283376 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-28064ff1-1a84-4063-b342-da35b872c154 req-449b8773-d09a-4826-ab28-d4ab29992ed5 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0288360 Feb 14 22:38:13.380898 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8a924f30-a68b-4a26-a8c3-9558b946927d req-a5a92b92-f582-4121-bc56-280e2a5943f3 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0266051 Feb 14 22:38:14.474518 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-02f68ed1-8a37-498b-8dd6-cb8cd2ea25c9 req-cd1e0fe2-6005-41c7-b2c0-f5bced3f7185 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0265908 Feb 14 22:38:15.575805 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c445f807-c842-4767-bea4-a7a0d635eb11 req-d41ae0c8-f0af-4ad9-8966-85400e7b3235 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349297-63b0-41b6-85bb-f1e5e8fc219d HTTP/1.1" status: 200 len: 210 time: 0.0341141 Feb 14 22:38:16.632716 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49272) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:16.689485 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (4ce1f65e-128c-4bb4-baa9-3d0b43db9576), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:16.715130 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (4ce1f65e-128c-4bb4-baa9-3d0b43db9576), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:16.776968 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (4ce1f65e-128c-4bb4-baa9-3d0b43db9576), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:16.779630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:16.780801 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] 10.222.0.86 "DELETE /v2.0/security-groups/4ce1f65e-128c-4bb4-baa9-3d0b43db9576 HTTP/1.1" status: 204 len: 168 time: 0.1470721 Feb 14 22:38:16.791503 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88221b60-e580-42f8-ac41-dcb2cefff4b8 tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce1f65e-128c-4bb4-baa9-3d0b43db9576,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:16.839000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49276) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:17.656011 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:17.906240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Deleting port e9213663-1107-4dde-8ce4-6b65cd2d9bd4 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:17.906947 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:17.989811 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] For port e9213663-1107-4dde-8ce4-6b65cd2d9bd4, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:17.990175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:18.001696 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Calling delete_port for e9213663-1107-4dde-8ce4-6b65cd2d9bd4 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:18.186229 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e9213663-1107-4dde-8ce4-6b65cd2d9bd4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:18.212731 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Pushing event deleted for resources: {'Port': ['ID=e9213663-1107-4dde-8ce4-6b65cd2d9bd4,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:18.397812 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:18.622150 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Router f67d0633-563c-4aa4-a059-cfc8c01a2927 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:18.737822 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:18.743523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f9509db9-9172-4da4-911b-521c8bc2c7af admin admin] 10.222.0.86 "PUT /v2.0/routers/f67d0633-563c-4aa4-a059-cfc8c01a2927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028666 Feb 14 22:38:18.746961 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49280) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:18.751818 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Sync routers for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:18.766942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:18.768291 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:18.854360 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks [] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:18.879086 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:18.964384 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks [] for router_gateway (f67d0633-563c-4aa4-a059-cfc8c01a2927), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.025903 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Deleting port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:19.026238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.063794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:38:18Z', 'revision_number': 5, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port': {'id': '1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:30Z', 'updated_at': '2022-02-14T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:19.093950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Checking router: f67d0633-563c-4aa4-a059-cfc8c01a2927 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:19.103181 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Routers {'f67d0633-563c-4aa4-a059-cfc8c01a2927'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:19.103703 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['f67d0633-563c-4aa4-a059-cfc8c01a2927'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:19.107769 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] For port 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:19.108137 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.120421 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Calling delete_port for 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:19.191830 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] Set router f67d0633-563c-4aa4-a059-cfc8c01a2927 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:19.246812 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:38:18Z', 'revision_number': 6, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:19.276460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35646d6-6fa6-4079-bd80-9dc122b5bfb2 None None] The sync data for ids ['f67d0633-563c-4aa4-a059-cfc8c01a2927'] in n-d-828372-11 is: [{'id': 'f67d0633-563c-4aa4-a059-cfc8c01a2927', 'name': 'tempest-TestShelveInstance-1436049965-router', 'tenant_id': 'beebad8f466f42098a6008093a845ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:29Z', 'updated_at': '2022-02-14T22:38:18Z', 'revision_number': 6, 'project_id': 'beebad8f466f42098a6008093a845ee2', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:19.303260 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.328590 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:19.401289 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.498773 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.501107 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks [] for router_controller (f67d0633-563c-4aa4-a059-cfc8c01a2927), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.544778 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (f67d0633-563c-4aa4-a059-cfc8c01a2927), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.545522 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67d0633-563c-4aa4-a059-cfc8c01a2927 {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:38:19.550128 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.553885 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-5737f523-8364-4bb6-8e5e-041de47055c2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f67d0633-563c-4aa4-a059-cfc8c01a2927 HTTP/1.1" status: 204 len: 168 time: 0.8032517 Feb 14 22:38:19.553885 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49282) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:19.599986 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Deleting subnet ea2dea51-c74a-4927-bd00-02d99eb8a4dd {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:38:19.603008 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Publish callbacks [] for subnet (ea2dea51-c74a-4927-bd00-02d99eb8a4dd), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.642920 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (ea2dea51-c74a-4927-bd00-02d99eb8a4dd), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.725566 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (ea2dea51-c74a-4927-bd00-02d99eb8a4dd), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.782183 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (ea2dea51-c74a-4927-bd00-02d99eb8a4dd), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.806992 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2dea51-c74a-4927-bd00-02d99eb8a4dd,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:19.811286 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.817158 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-f730719c-926b-4582-a8d4-05cb651d67e8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ea2dea51-c74a-4927-bd00-02d99eb8a4dd HTTP/1.1" status: 204 len: 168 time: 0.2599690 Feb 14 22:38:19.817447 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49284) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:19.820970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58eb78-878b-49f8-989a-ca840f435158 None None] Network 712ee8a2-0815-48a9-adf4-5492fc212ab9 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:19.897071 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (712ee8a2-0815-48a9-adf4-5492fc212ab9), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:19.960624 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Deleting port 25675f6f-82c2-45a1-a20e-db8eec7be12b {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:19.961186 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.032314 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] For port 25675f6f-82c2-45a1-a20e-db8eec7be12b, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=25675f6f-82c2-45a1-a20e-db8eec7be12b,segment=NetworkSegment(759dac7a-f553-4f1e-848e-d48eb9546e3c),segment_id=759dac7a-f553-4f1e-848e-d48eb9546e3c)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:20.032575 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.049596 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Calling delete_port for 25675f6f-82c2-45a1-a20e-db8eec7be12b owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:20.087555 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] DHCP port deletion for 712ee8a2-0815-48a9-adf4-5492fc212ab9 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:38:20.140475 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.153603 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] No DVR routers for this DVR port 25675f6f-82c2-45a1-a20e-db8eec7be12b on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:38:20.154786 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Deleting port 25675f6f-82c2-45a1-a20e-db8eec7be12b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:20.155415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.197155 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=25675f6f-82c2-45a1-a20e-db8eec7be12b,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:20.231240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] For port 25675f6f-82c2-45a1-a20e-db8eec7be12b, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:20.231799 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.246260 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Calling delete_port for 25675f6f-82c2-45a1-a20e-db8eec7be12b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:20.249845 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Port 25675f6f-82c2-45a1-a20e-db8eec7be12b was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 22:38:20.251845 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (25675f6f-82c2-45a1-a20e-db8eec7be12b), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.262952 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (712ee8a2-0815-48a9-adf4-5492fc212ab9), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.279439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Pushing event deleted for resources: {'Port': ['ID=25675f6f-82c2-45a1-a20e-db8eec7be12b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:20.284620 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712ee8a2-0815-48a9-adf4-5492fc212ab9']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:20.292077 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.294435 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.294889 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.295067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759dac7a-f553-4f1e-848e-d48eb9546e3c') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:20.295399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759dac7a-f553-4f1e-848e-d48eb9546e3c') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:20.295513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.295950 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.296391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.296848 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.297253 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.297692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.298125 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.298603 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.298988 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.299439 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:20.304886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc463a-0a4a-4c48-a896-d035034d6198 None None] No DVR routers for this DVR port 25675f6f-82c2-45a1-a20e-db8eec7be12b on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:38:20.309630 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (759dac7a-f553-4f1e-848e-d48eb9546e3c), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.325033 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (759dac7a-f553-4f1e-848e-d48eb9546e3c), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.331916 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:38:20.332465 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (759dac7a-f553-4f1e-848e-d48eb9546e3c), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:38:20.334547 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:38:20.393724 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (712ee8a2-0815-48a9-adf4-5492fc212ab9), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.400153 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.403597 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] 10.222.0.86 "DELETE /v2.0/networks/712ee8a2-0815-48a9-adf4-5492fc212ab9 HTTP/1.1" status: 204 len: 168 time: 0.5838778 Feb 14 22:38:20.407334 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49286) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:20.417067 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a944a97-0d14-4207-93a3-fbf79ecc1bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=712ee8a2-0815-48a9-adf4-5492fc212ab9,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:20.750728 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e9213663-1107-4dde-8ce4-6b65cd2d9bd4 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:20.772307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e9213663-1107-4dde-8ce4-6b65cd2d9bd4 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:20.772656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e9213663-1107-4dde-8ce4-6b65cd2d9bd4 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:20.773081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:20.792122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:20.792485 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1a88ef38-7b9e-43e5-a1bb-0ac381e1e3bf not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:20.792892 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 25675f6f-82c2-45a1-a20e-db8eec7be12b no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:20.807995 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:20.812080 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 25675f6f-82c2-45a1-a20e-db8eec7be12b {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:20.812437 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 25675f6f-82c2-45a1-a20e-db8eec7be12b not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:21.061952 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Deleting port 87290845-934d-4628-92b4-1692ca3c1d58 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:21.062297 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (87290845-934d-4628-92b4-1692ca3c1d58), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:21.138414 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] For port 87290845-934d-4628-92b4-1692ca3c1d58, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=87290845-934d-4628-92b4-1692ca3c1d58,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:21.138770 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (87290845-934d-4628-92b4-1692ca3c1d58), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:21.150795 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Calling delete_port for 87290845-934d-4628-92b4-1692ca3c1d58 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:21.337540 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (87290845-934d-4628-92b4-1692ca3c1d58), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:21.364387 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Pushing event deleted for resources: {'Port': ['ID=87290845-934d-4628-92b4-1692ca3c1d58,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:21.547642 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:21.782971 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:21.893482 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:21.902477 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-56469deb-0214-4654-b070-9fb2b014aefb admin admin] 10.222.0.86 "PUT /v2.0/routers/fa77a9a4-0e9e-4487-88dd-c6c349b1d505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910309 Feb 14 22:38:21.902477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49288) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:21.904518 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Sync routers for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:21.915923 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:21.916532 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:22.028153 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks [] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:22.030179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:22.133231 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks [] for router_gateway (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:22.214554 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:38:21Z', 'revision_number': 5, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port': {'id': 'f97559f8-c198-4807-be81-50c1841d9c94', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:22.242278 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Checking router: fa77a9a4-0e9e-4487-88dd-c6c349b1d505 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:22.251339 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Routers {'fa77a9a4-0e9e-4487-88dd-c6c349b1d505'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:22.252061 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:22.455230 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] Set router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:22.512993 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:38:22Z', 'revision_number': 6, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:22.539676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Deleting port f97559f8-c198-4807-be81-50c1841d9c94 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:22.540922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (f97559f8-c198-4807-be81-50c1841d9c94), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:22.546432 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadc78-e8d8-4f42-ad29-f293650bb06e None None] The sync data for ids ['fa77a9a4-0e9e-4487-88dd-c6c349b1d505'] in n-d-828372-11 is: [{'id': 'fa77a9a4-0e9e-4487-88dd-c6c349b1d505', 'name': 'tempest-TestShelveInstance-1469785650-router', 'tenant_id': '54fa30ef486f4f37a5715b2fe852762a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:28:34Z', 'updated_at': '2022-02-14T22:38:22Z', 'revision_number': 6, 'project_id': '54fa30ef486f4f37a5715b2fe852762a', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:22.623842 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] For port f97559f8-c198-4807-be81-50c1841d9c94, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=f97559f8-c198-4807-be81-50c1841d9c94,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:22.624429 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (f97559f8-c198-4807-be81-50c1841d9c94), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:22.636114 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Calling delete_port for f97559f8-c198-4807-be81-50c1841d9c94 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:22.813284 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (f97559f8-c198-4807-be81-50c1841d9c94), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:22.844408 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97559f8-c198-4807-be81-50c1841d9c94,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:22.902418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.007259 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.009543 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks [] for router_controller (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.055584 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (fa77a9a4-0e9e-4487-88dd-c6c349b1d505), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.056070 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa77a9a4-0e9e-4487-88dd-c6c349b1d505 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:38:23.060276 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.061457 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-0a91c42a-ba94-424e-bef9-8b5a57d9dab9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fa77a9a4-0e9e-4487-88dd-c6c349b1d505 HTTP/1.1" status: 204 len: 168 time: 1.1578400 Feb 14 22:38:23.063967 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49290) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:23.108533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Deleting subnet 36095405-3c90-42fe-9810-70bb025e1b12 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:38:23.111698 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Publish callbacks [] for subnet (36095405-3c90-42fe-9810-70bb025e1b12), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.145106 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (36095405-3c90-42fe-9810-70bb025e1b12), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.226407 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (36095405-3c90-42fe-9810-70bb025e1b12), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.278490 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (36095405-3c90-42fe-9810-70bb025e1b12), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.301927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36095405-3c90-42fe-9810-70bb025e1b12,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:23.308439 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.311790 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-914b537c-b6dc-4de3-b7c1-3c8a4e080abe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/36095405-3c90-42fe-9810-70bb025e1b12 HTTP/1.1" status: 204 len: 168 time: 0.2468600 Feb 14 22:38:23.314200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49292) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:23.318716 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35524146-9a9d-4912-aba6-82c93046d4d2 None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:23.321333 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 87290845-934d-4628-92b4-1692ca3c1d58 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:23.384543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 87290845-934d-4628-92b4-1692ca3c1d58 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:23.384857 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (164a4e23-1ba4-4e59-aebc-4615461994c5), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.384982 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 87290845-934d-4628-92b4-1692ca3c1d58 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:23.445257 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Deleting port 2e34e96c-ba83-428d-b7fa-af83970f6055 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:23.445636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.510860 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] DHCP port deletion for 164a4e23-1ba4-4e59-aebc-4615461994c5 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:38:23.518039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] For port 2e34e96c-ba83-428d-b7fa-af83970f6055, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2e34e96c-ba83-428d-b7fa-af83970f6055,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:23.518413 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.532595 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Calling delete_port for 2e34e96c-ba83-428d-b7fa-af83970f6055 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:23.575598 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Deleting port 2e34e96c-ba83-428d-b7fa-af83970f6055 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:38:23.575967 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.623272 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.641656 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] For port 2e34e96c-ba83-428d-b7fa-af83970f6055, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=2e34e96c-ba83-428d-b7fa-af83970f6055,segment=NetworkSegment(e6d36106-a377-4a36-a0ca-a5bf57af2e98),segment_id=e6d36106-a377-4a36-a0ca-a5bf57af2e98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:23.642058 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.652302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e34e96c-ba83-428d-b7fa-af83970f6055,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:23.655760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Calling delete_port for 2e34e96c-ba83-428d-b7fa-af83970f6055 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:38:23.657582 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] No DVR routers for this DVR port 2e34e96c-ba83-428d-b7fa-af83970f6055 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:38:23.728233 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (164a4e23-1ba4-4e59-aebc-4615461994c5), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.750998 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164a4e23-1ba4-4e59-aebc-4615461994c5']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:23.761966 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d36106-a377-4a36-a0ca-a5bf57af2e98') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:23.762262 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d36106-a377-4a36-a0ca-a5bf57af2e98') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:23.776935 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (e6d36106-a377-4a36-a0ca-a5bf57af2e98), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.791328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (e6d36106-a377-4a36-a0ca-a5bf57af2e98), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.798073 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:38:23.798480 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (e6d36106-a377-4a36-a0ca-a5bf57af2e98), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:38:23.800305 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:38:23.856672 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (164a4e23-1ba4-4e59-aebc-4615461994c5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.862130 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.866196 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] 10.222.0.86 "DELETE /v2.0/networks/164a4e23-1ba4-4e59-aebc-4615461994c5 HTTP/1.1" status: 204 len: 168 time: 0.5510507 Feb 14 22:38:23.878111 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33607ffb-0556-474a-933a-fd3c92584d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=164a4e23-1ba4-4e59-aebc-4615461994c5,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:23.890992 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (2e34e96c-ba83-428d-b7fa-af83970f6055), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:23.913543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Network 164a4e23-1ba4-4e59-aebc-4615461994c5 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 14 22:38:23.914012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] No DVR routers for this DVR port 2e34e96c-ba83-428d-b7fa-af83970f6055 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:38:23.915780 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c9a6f-992c-4fc8-8244-83a5f0810c13 None None] Pushing event deleted for resources: {'Port': ['ID=2e34e96c-ba83-428d-b7fa-af83970f6055,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:23.984190 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49296) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:24.025984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-cdae8b8e-f7e3-41fd-b8e1-b0b7492761c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=beebad8f466f42098a6008093a845ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405898 Feb 14 22:38:24.028528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49298) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:24.074856 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] Publish callbacks [] for security_group (c7d07dca-efc4-4c12-88a9-bd53969510bb), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.096286 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] Publish callbacks [] for security_group (c7d07dca-efc4-4c12-88a9-bd53969510bb), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.147929 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c7d07dca-efc4-4c12-88a9-bd53969510bb), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.150562 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.151732 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7d07dca-efc4-4c12-88a9-bd53969510bb HTTP/1.1" status: 204 len: 168 time: 0.1223135 Feb 14 22:38:24.159643 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79cbda-1f65-4986-9d5b-da4e014f684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d07dca-efc4-4c12-88a9-bd53969510bb,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:24.479820 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49304) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:24.521154 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4e5f8c0c-4ca5-417c-a712-a4fb5b39f205 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=54fa30ef486f4f37a5715b2fe852762a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397837 Feb 14 22:38:24.523700 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49306) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:24.575787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] Publish callbacks [] for security_group (f8fdc57c-e02c-492a-8293-77105d48be70), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.596662 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] Publish callbacks [] for security_group (f8fdc57c-e02c-492a-8293-77105d48be70), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.642706 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (f8fdc57c-e02c-492a-8293-77105d48be70), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.645403 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:24.646719 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8fdc57c-e02c-492a-8293-77105d48be70 HTTP/1.1" status: 204 len: 168 time: 0.1219952 Feb 14 22:38:24.654431 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f50d5-9665-4265-807e-9b330e6b9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fdc57c-e02c-492a-8293-77105d48be70,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:24.739067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2e34e96c-ba83-428d-b7fa-af83970f6055 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:24.760036 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 2e34e96c-ba83-428d-b7fa-af83970f6055 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:24.760386 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 2e34e96c-ba83-428d-b7fa-af83970f6055 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:24.760825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f97559f8-c198-4807-be81-50c1841d9c94 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:38:24.779808 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: f97559f8-c198-4807-be81-50c1841d9c94 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:38:24.780165 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device f97559f8-c198-4807-be81-50c1841d9c94 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:38:25.331582 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49328) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:25.424528 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-222356450-network', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:25.444298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Made reservation on behalf of 7809ddcc1f7c40658aa2740d23345a69 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:38:25.446574 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.454800 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.528238 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks [] for security_group (1ceceb93-5f60-411d-bf94-4f9dcd06827a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.532108 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1ceceb93-5f60-411d-bf94-4f9dcd06827a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.559701 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:38:25.565846 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceceb93-5f60-411d-bf94-4f9dcd06827a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:25.572890 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (464201e7-5186-43bc-b23c-1f14fcadd606), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.573242 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Added segment 464201e7-5186-43bc-b23c-1f14fcadd606 of type vlan for network a08596e1-1aa1-4894-9b33-73d58cc29f6f Feb 14 22:38:25.617340 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (a08596e1-1aa1-4894-9b33-73d58cc29f6f), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.640270 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (a08596e1-1aa1-4894-9b33-73d58cc29f6f), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.641206 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:25.641787 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.699791 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3669019 Feb 14 22:38:25.702533 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49332) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:25.706725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cec16e-bd85-4ae0-ba41-5267cf292550 admin admin] Pushing event updated for resources: {'Network': ['ID=a08596e1-1aa1-4894-9b33-73d58cc29f6f,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:25.707529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Request body: {'subnet': {'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-222356450-subnet', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:25.720875 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:38:25.728657 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Made reservation on behalf of 7809ddcc1f7c40658aa2740d23345a69 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:38:25.731251 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.897748 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (39a8a552-1003-4619-a649-394efcaf7562), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.954302 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a8a552-1003-4619-a649-394efcaf7562,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:25.962075 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Checking segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:25.962447 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Network hostable DHCP agents. Network: a08596e1-1aa1-4894-9b33-73d58cc29f6f, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:38:25.979794 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:38:25.988632 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, a08596e1-1aa1-4894-9b33-73d58cc29f6f) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:25.992819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:25.993420 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:25.998114 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dcefe9-322c-49b9-a0e0-4619a3723a46 None None] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:26.014111 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-903493f6-83ad-4938-86c9-84a3a473914f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3069770 Feb 14 22:38:26.014579 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49334) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:26.019231 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:26.039605 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.040681 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.097648 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for router_controller (3c9df217-6486-4d68-89fb-e1894c7b3cf4), precommit_add_association {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.108513 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:38:26.109503 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.237346 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for router_gateway (3c9df217-6486-4d68-89fb-e1894c7b3cf4), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.246574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Allocated IP 172.20.0.2 (a08596e1-1aa1-4894-9b33-73d58cc29f6f/39a8a552-1003-4619-a649-394efcaf7562/a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:26.392754 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks [] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.398111 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.440037 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:26.445393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:26.449644 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:26.450308 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for router_gateway (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.452692 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Pushing event updated for resources: {'Port': ['ID=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:26.469691 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.507257 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Attempting to bind port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:26.507558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Attempting to bind port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:26.507929 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Attempting to bind port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:26.512872 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:26.513248 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Checking segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:26.513652 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.514045 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Bound using segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:26.514514 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Bound port: a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:26.514896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.571865 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Allocated IP 172.25.2.108 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/e5753263-98c4-41c7-8163-9ef6f3851f81) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:26.577677 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] For port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:26.580630 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] For port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:26.588046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.651357 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7bff3-8ffc-4da9-9021-1c90ee6a4009 None None] Pushing event updated for resources: {'Port': ['ID=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:26.682300 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.718123 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:26.757950 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:26.760845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:26.763568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:26.801845 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5753263-98c4-41c7-8163-9ef6f3851f81,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:27.042656 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for router_gateway (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.238683 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.373539 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:38:27.484366 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:27.494078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:27.505819 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.506081 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:27.506498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:27.510676 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49336) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:27.511203 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-c97edb1b-6289-4fed-ac0a-8c53e705bdb6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4950249 Feb 14 22:38:27.598917 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5935c-89a2-4611-af7f-d87d6355d08c None None] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:27.676650 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:27.736197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Provisioning complete for port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:27.736573 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.948467 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Current status of the port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:27.948835 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.950837 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:27.992492 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] For port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:28.007373 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.052062 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:26Z', 'revision_number': 3, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:28.084205 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:28.084559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Updating router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 port e5753263-98c4-41c7-8163-9ef6f3851f81 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:38:28.127571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ba45-2c9e-4b80-91b9-072d600c398e None None] Pushing event updated for resources: {'Port': ['ID=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:28.131923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.164240 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Allocated IP 172.20.0.1 (a08596e1-1aa1-4894-9b33-73d58cc29f6f/39a8a552-1003-4619-a649-394efcaf7562/7c2451f7-2b02-4a81-bfcb-73e36ce7d762) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:28.245952 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-eede33f6-e52e-475e-8700-f15cee0b05c1 None None] Provisioning complete for port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:28.246214 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eede33f6-e52e-475e-8700-f15cee0b05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.266541 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks [] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.303306 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.338893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:28.342036 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:28.345640 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:28.383723 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:28.398806 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.408963 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eede33f6-e52e-475e-8700-f15cee0b05c1 None None] Current status of the port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:28.472808 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks [] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.478764 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.535707 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Attempting to bind port e5753263-98c4-41c7-8163-9ef6f3851f81 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:28.536352 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Attempting to bind port e5753263-98c4-41c7-8163-9ef6f3851f81 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:28.536450 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Attempting to bind port e5753263-98c4-41c7-8163-9ef6f3851f81 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:28.538448 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f98f6f-8f40-4205-bcc4-04cadcc2906b None None] Pushing event updated for resources: {'Port': ['ID=e5753263-98c4-41c7-8163-9ef6f3851f81,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:28.544912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:28.545325 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:28.545619 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.546011 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:28.546480 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Bound port: e5753263-98c4-41c7-8163-9ef6f3851f81, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:28.546866 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.548374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.604622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] For port e5753263-98c4-41c7-8163-9ef6f3851f81, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:28.607734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] For port e5753263-98c4-41c7-8163-9ef6f3851f81, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e5753263-98c4-41c7-8163-9ef6f3851f81,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:28.613887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.692256 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:28.692902 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:28.695507 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-7651159d-8ec7-43f9-94c3-41c0d2656d40 None None] Provisioning complete for port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:28.695888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7651159d-8ec7-43f9-94c3-41c0d2656d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.728280 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks [] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.733274 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.759026 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f98f6f-8f40-4205-bcc4-04cadcc2906b None None] Pushing event updated for resources: {'Port': ['ID=e5753263-98c4-41c7-8163-9ef6f3851f81,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:28.788271 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7651159d-8ec7-43f9-94c3-41c0d2656d40 None None] Port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:38:28.812567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:28.814540 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Pushing event updated for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:28.831213 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:28.884326 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:28.910908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:28.912395 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:28.970965 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:28.971571 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.070870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:29.199476 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:29.204413 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-87d3f371-b689-410a-a5af-c927eddff281 admin admin] 10.222.0.86 "PUT /v2.0/routers/3c9df217-6486-4d68-89fb-e1894c7b3cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919234 Feb 14 22:38:29.347197 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:29.351113 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-65947b75-98e6-4472-ba71-2d2723193f96 None None] Provisioning complete for port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:29.351543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65947b75-98e6-4472-ba71-2d2723193f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.393091 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-65947b75-98e6-4472-ba71-2d2723193f96 None None] Port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:38:29.409570 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:29.439524 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab111da2-02d1-4cab-a320-3061b1a10a5e None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:29.461690 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.711791 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 49352) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:29.716717 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.v2.base [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-699299851-network', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6'}} {{(pid=103512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:29.739020 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Made reservation on behalf of 63c1ff70de8d4788894f41cb4e50b3f6 for: {'network': 1} {{(pid=103512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:38:29.741703 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for network (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.752062 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.831807 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks [] for security_group (c6b8466a-1564-4252-9f94-3bd317e558f5), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.836481 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6b8466a-1564-4252-9f94-3bd317e558f5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.858798 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 22:38:29.875222 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (207363f9-1280-4944-90d2-b263fd6dd4d4), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.875509 n-d-828372-11 neutron-server[103512]: INFO neutron.db.segments_db [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Added segment 207363f9-1280-4944-90d2-b263fd6dd4d4 of type vlan for network 6542f7b8-48d6-47e0-a170-c0332f56cde1 Feb 14 22:38:29.877142 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b8466a-1564-4252-9f94-3bd317e558f5,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:29.920498 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769855435439'] for network (6542f7b8-48d6-47e0-a170-c0332f56cde1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.949910 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781'] for network (6542f7b8-48d6-47e0-a170-c0332f56cde1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:29.950893 n-d-828372-11 neutron-server[103512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:29.951535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.008286 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2953970 Feb 14 22:38:30.011626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49354) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:30.016434 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66333-9bba-4edf-985a-91d2be06de7a admin admin] Pushing event updated for resources: {'Network': ['ID=6542f7b8-48d6-47e0-a170-c0332f56cde1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:30.022611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Request body: {'subnet': {'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-699299851-subnet', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'ip_version': 4}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:30.027289 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 details requested by agent ovs-agent-n-d-828372-11 with host n-d-828372-11 {{(pid=103514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 22:38:30.046802 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Made reservation on behalf of 63c1ff70de8d4788894f41cb4e50b3f6 for: {'subnet': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:38:30.049224 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126854025'] for subnet (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.255248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126022471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126854047'] for subnet (444c43b4-2fae-4b93-a467-7b5aec4ecc61), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.306308 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Pushing event updated for resources: {'Subnet': ['ID=444c43b4-2fae-4b93-a467-7b5aec4ecc61,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:30.324037 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Checking segment: {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:30.324339 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Network hostable DHCP agents. Network: 6542f7b8-48d6-47e0-a170-c0332f56cde1, hostable agents: ['c2f22f23-74ba-44b6-bb30-6e063a59236f'], hosted agents: [] {{(pid=103513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 22:38:30.342137 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 is scheduled to be hosted by DHCP agent c2f22f23-74ba-44b6-bb30-6e063a59236f with binding_index 1 {{(pid=103513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 22:38:30.351893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-11, 6542f7b8-48d6-47e0-a170-c0332f56cde1) {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:30.356030 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:30.356630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.360806 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13badcc-f829-46a7-85d4-8b313d3daba3 None None] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:30.386772 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-665c23bf-e22f-451b-808d-a3de0bd5651f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732376 Feb 14 22:38:30.389322 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49356) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:30.394000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:30.419960 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257170'] for router (44ced076-9a40-404f-a988-10aa7643549f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.421035 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3833279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3917872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257179'] for router (44ced076-9a40-404f-a988-10aa7643549f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.478946 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for router_controller (44ced076-9a40-404f-a988-10aa7643549f), precommit_add_association {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.481130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff09be07-e806-54a2-8e8e-163579771625-6542f7b8-48d6-47e0-a170-c0332f56cde1', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61'}]}} from n-d-828372-11. {{(pid=103514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 22:38:30.482251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.631518 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Allocated IP 172.20.0.2 (6542f7b8-48d6-47e0-a170-c0332f56cde1/444c43b4-2fae-4b93-a467-7b5aec4ecc61/19e1e48d-02fb-4514-8dbb-75a3a51daa5d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:30.633922 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for router_gateway (44ced076-9a40-404f-a988-10aa7643549f), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.801308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks [] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.810886 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e5753263-98c4-41c7-8163-9ef6f3851f81 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:30.815683 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.850464 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for router_gateway (44ced076-9a40-404f-a988-10aa7643549f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.871858 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.885022 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:30.893693 n-d-828372-11 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:30.896949 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Pushing event updated for resources: {'Port': ['ID=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:30.899974 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:30.938195 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e5753263-98c4-41c7-8163-9ef6f3851f81 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:30.938574 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:30.980134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Allocated IP 172.25.2.85 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/1311f483-c598-48fd-ba64-1c67a48a2583) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:30.986191 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Attempting to bind port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:30.986540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Attempting to bind port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:30.986930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Attempting to bind port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d on network 6542f7b8-48d6-47e0-a170-c0332f56cde1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:30.999617 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:31.000008 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Checking segment: {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:31.000413 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.000810 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Bound using segment: {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:31.001283 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Bound port: 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:31.001673 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.088287 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for port (1311f483-c598-48fd-ba64-1c67a48a2583), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.102754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] For port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:31.104653 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e5753263-98c4-41c7-8163-9ef6f3851f81 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:31.105041 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.127256 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.129400 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] For port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:31.147316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port e5753263-98c4-41c7-8163-9ef6f3851f81, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e5753263-98c4-41c7-8163-9ef6f3851f81,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:31.149857 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.156013 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.169751 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:31.172775 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:31.176624 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:31.176817 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df83612a-0b63-4927-8e99-743801f1c2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.212650 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Pushing event updated for resources: {'Port': ['ID=1311f483-c598-48fd-ba64-1c67a48a2583,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:31.214002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cde20-da94-4848-858b-63bc809d22ce None None] Pushing event updated for resources: {'Port': ['ID=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:31.268714 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=e5753263-98c4-41c7-8163-9ef6f3851f81,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:31.479726 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for router_gateway (44ced076-9a40-404f-a988-10aa7643549f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:31.685544 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3833228'] for router (44ced076-9a40-404f-a988-10aa7643549f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.044687 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:32.055559 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:32.056326 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:32.182056 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:32.186561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Router 44ced076-9a40-404f-a988-10aa7643549f is scheduled to L3 agent d7c8a704-87e0-4816-a428-58474d759f9b with binding_index 1 {{(pid=103513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 22:38:32.198097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb41a5b-d23c-446e-aa25-668a4fc2d4e0 None None] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:38:32.269731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Provisioning complete for port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:32.270215 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.313224 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:32.334175 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.339006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-047b477a-f08a-4d19-a6eb-5b7c4f385302 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9450996 Feb 14 22:38:32.339006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49358) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:32.339355 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Sync routers for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:32.369293 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:32.370018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:32.392767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 2, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:32.424332 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:32.425566 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Updating router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:38:32.455528 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.507362 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Current status of the port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:32.507903 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.561935 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:32.628290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] For port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:32.645452 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.788498 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f466a7d-1df9-46c0-b6a6-916df1ffeb29 None None] Pushing event updated for resources: {'Port': ['ID=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:32.802196 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c9cabe54-ad7f-46ab-af3d-247965837df1 None None] Provisioning complete for port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:32.803111 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9cabe54-ad7f-46ab-af3d-247965837df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.844714 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks [] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.861222 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.865418 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:32.922674 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 3, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:32.932967 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Pushing event updated for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:32.942670 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.943052 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.943416 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.943757 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.944288 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.945511 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.946042 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.946556 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.947731 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.948242 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.948767 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.949875 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.950374 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:38:32.963634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e5753263-98c4-41c7-8163-9ef6f3851f81 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:32.968305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Checking router: 44ced076-9a40-404f-a988-10aa7643549f for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:32.968305 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Updating router 44ced076-9a40-404f-a988-10aa7643549f port 1311f483-c598-48fd-ba64-1c67a48a2583 binding host n-d-828372-11 {{(pid=103514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:38:33.021366 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9cabe54-ad7f-46ab-af3d-247965837df1 None None] Current status of the port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:33.039056 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.046169 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Attempting to bind port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:33.047139 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Attempting to bind port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:33.047910 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Attempting to bind port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:33.054623 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:33.055351 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Checking segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:33.055990 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.056557 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Bound using segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:33.057200 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Bound port: 7c2451f7-2b02-4a81-bfcb-73e36ce7d762, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:33.057802 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.078547 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Allocated IP 172.20.0.1 (6542f7b8-48d6-47e0-a170-c0332f56cde1/444c43b4-2fae-4b93-a467-7b5aec4ecc61/437de333-21d8-4f7d-974c-35f90fe16d59) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:33.133527 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] For port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:33.137210 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] For port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:33.145543 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.161220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port e5753263-98c4-41c7-8163-9ef6f3851f81 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:33.161566 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.204605 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks [] for port (437de333-21d8-4f7d-974c-35f90fe16d59), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.222146 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:33.222847 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:33.246436 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.290750 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:33.294244 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50899-a3da-43f8-8b8a-550f52e549db None None] Pushing event updated for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:33.295649 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:33.300728 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:33.310910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Provisioning complete for port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:33.311396 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.350180 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3833023'] for router_interface (44ced076-9a40-404f-a988-10aa7643549f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.413791 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:33.448665 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port e5753263-98c4-41c7-8163-9ef6f3851f81 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:33.450635 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19e1e48d-02fb-4514-8dbb-75a3a51daa5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:33.510179 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Pushing event updated for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:33.527686 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.613953 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-069a2dac-9d36-4c5b-8fed-cb703929b164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.661219 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks [] for port (1311f483-c598-48fd-ba64-1c67a48a2583), precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.667246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Current status of the port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:33.667583 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.671890 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.712343 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:33.712837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.754449 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:33.756510 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks [] for port (437de333-21d8-4f7d-974c-35f90fe16d59), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.767517 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.783929 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd46145-1dcb-459c-be3f-5692af2c315c None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:33.841220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833027'] for router_interface (44ced076-9a40-404f-a988-10aa7643549f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.843376 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Pushing event updated for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:33.952500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:33.954342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:33.957126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f9b73-5a01-4f5f-bd43-b993927af89d None None] Pushing event updated for resources: {'Port': ['ID=1311f483-c598-48fd-ba64-1c67a48a2583,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:33.959739 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Attempting to bind port 1311f483-c598-48fd-ba64-1c67a48a2583 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:33.960122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Attempting to bind port 1311f483-c598-48fd-ba64-1c67a48a2583 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:33.960493 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Attempting to bind port 1311f483-c598-48fd-ba64-1c67a48a2583 on network 71d11159-f077-494d-803b-ad60cd1549e3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:33.965655 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] For port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:33.975275 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.983943 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:33.984334 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Checking segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:33.984751 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:33.985152 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Bound using segment: {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:33.985642 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Bound port: 1311f483-c598-48fd-ba64-1c67a48a2583, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec103446-1505-4b86-8076-8ec5f9738286', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:33.986034 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.103079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d992-c2c3-4680-a869-356d0082f852 None None] Pushing event updated for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:34.107425 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Router 44ced076-9a40-404f-a988-10aa7643549f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:34.176296 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] For port 1311f483-c598-48fd-ba64-1c67a48a2583, host n-d-828372-11, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:34.194567 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] For port 1311f483-c598-48fd-ba64-1c67a48a2583, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1311f483-c598-48fd-ba64-1c67a48a2583,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:34.198897 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:34.206903 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:34.207320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.210324 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.251436 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:34.256595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-89809d12-9408-4a21-bb11-d48de5b20e0a admin admin] 10.222.0.86 "PUT /v2.0/routers/44ced076-9a40-404f-a988-10aa7643549f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173417 Feb 14 22:38:34.298292 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Port 437de333-21d8-4f7d-974c-35f90fe16d59 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:38:34.307745 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:34.308393 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:34.312930 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f9b73-5a01-4f5f-bd43-b993927af89d None None] Pushing event updated for resources: {'Port': ['ID=1311f483-c598-48fd-ba64-1c67a48a2583,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:34.361290 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Provisioning complete for port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:34.361670 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.464981 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:34.568731 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3c4a7-1972-43cd-bae2-0bb61f378cd3 None None] Current status of the port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:34.699626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-62f763c5-9249-4862-ab8a-ceede440bc7d None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:34.700007 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62f763c5-9249-4862-ab8a-ceede440bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.735190 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '437de333-21d8-4f7d-974c-35f90fe16d59', 'name': '', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'mac_address': 'fa:16:3e:6d:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:32Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 2, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'subnets': [{'id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:34.770397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c15b-b900-455d-abff-e17bf71da941 None None] The sync data for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 is: [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '437de333-21d8-4f7d-974c-35f90fe16d59', 'name': '', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'mac_address': 'fa:16:3e:6d:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:32Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 2, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'subnets': [{'id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:34.772571 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-62f763c5-9249-4862-ab8a-ceede440bc7d None None] Port 437de333-21d8-4f7d-974c-35f90fe16d59 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:38:34.792082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49366) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:34.796888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526268663', 'description': 'tempest-secgroup-smoke-1526268663 description', 'project_id': '7809ddcc1f7c40658aa2740d23345a69'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:34.805130 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:34.820908 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.857825 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:34.858207 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.896820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (e00c8490-22f7-4c19-9e76-4969e2bfdd2b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.901441 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e00c8490-22f7-4c19-9e76-4969e2bfdd2b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.905033 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.932948 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:34.934516 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1410916 Feb 14 22:38:34.937500 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49368) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:34.944567 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:34.949819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c75e18-0531-4cc8-a556-9fff8708e8b1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c8490-22f7-4c19-9e76-4969e2bfdd2b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:34.952074 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:34.953192 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19e1e48d-02fb-4514-8dbb-75a3a51daa5d up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:34.981914 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (cc820562-01cb-4bb4-8831-da3325b6db58), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.031311 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:35.031767 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.065155 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (cc820562-01cb-4bb4-8831-da3325b6db58), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.069835 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (cc820562-01cb-4bb4-8831-da3325b6db58), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.092195 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc820562-01cb-4bb4-8831-da3325b6db58,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.099278 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.100880 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-5a614e31-2f06-411e-a53f-91fb137375df tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608903 Feb 14 22:38:35.103658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49370) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:35.108349 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:35.128438 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:35.139339 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (16f23d60-4825-4462-acb0-c62fa9bcf6c3), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.209093 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (16f23d60-4825-4462-acb0-c62fa9bcf6c3), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.213567 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (16f23d60-4825-4462-acb0-c62fa9bcf6c3), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.232217 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f23d60-4825-4462-acb0-c62fa9bcf6c3,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.241071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.243254 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ae230141-2d37-4240-842d-899ffd40f19a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375196 Feb 14 22:38:35.245124 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49372) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:35.249568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:35.281944 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (cd2dfc91-a902-4b36-899f-fc6d091bd65f), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.350989 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (cd2dfc91-a902-4b36-899f-fc6d091bd65f), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.355498 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (cd2dfc91-a902-4b36-899f-fc6d091bd65f), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.376157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2dfc91-a902-4b36-899f-fc6d091bd65f,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.385486 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.386709 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-3a2d6848-33cb-429c-a99f-3e1c5cbbf900 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406422 Feb 14 22:38:35.389635 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49374) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:35.394236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:35.421786 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (c4a890f9-90ef-4e86-9682-9dd8dd7498ce), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.482755 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (c4a890f9-90ef-4e86-9682-9dd8dd7498ce), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.486795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (c4a890f9-90ef-4e86-9682-9dd8dd7498ce), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.505601 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a890f9-90ef-4e86-9682-9dd8dd7498ce,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.512778 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.513957 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-80a7d1cb-34ac-472d-994e-6f63e9255197 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232338 Feb 14 22:38:35.516727 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49376) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:35.521444 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:35.540963 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Project 7809ddcc1f7c40658aa2740d23345a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:38:35.545781 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (5ca38718-bd3b-486b-b218-40dfa11ede08), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.605779 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (5ca38718-bd3b-486b-b218-40dfa11ede08), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.609124 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (5ca38718-bd3b-486b-b218-40dfa11ede08), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.627011 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca38718-bd3b-486b-b218-40dfa11ede08,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.635489 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.636688 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-ff67518a-a428-45a6-8aca-99e418c69055 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190598 Feb 14 22:38:35.639400 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49378) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:35.643641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'security_group_rule': {'security_group_id': 'e00c8490-22f7-4c19-9e76-4969e2bfdd2b', 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:35.662946 n-d-828372-11 neutron-server[103513]: INFO neutron.db.securitygroups_db [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Project 7809ddcc1f7c40658aa2740d23345a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 22:38:35.667700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (859a708f-3920-4a05-ab67-fa87ca493976), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.727328 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (859a708f-3920-4a05-ab67-fa87ca493976), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.730847 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918577'] for security_group_rule (859a708f-3920-4a05-ab67-fa87ca493976), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.749402 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859a708f-3920-4a05-ab67-fa87ca493976,revision_number=0']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:35.754683 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:35.756519 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-16f83f02-d1d1-47fb-be00-bbe93ac69bc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161647 Feb 14 22:38:35.992224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-de61d1ae-e324-4b95-aa46-c30173fa3584 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526268663&fields=id&tenant_id=7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 267 time: 0.0443482 Feb 14 22:38:36.056772 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:36.101254 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-7e15c555-0904-43f4-a511-5c943b8ee72c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:36.102823 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-7e15c555-0904-43f4-a511-5c943b8ee72c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 809 time: 0.1041441 Feb 14 22:38:36.118967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-6ffff7a2-0eaf-4b92-9032-4508a37525bc tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/quotas/7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 375 time: 0.0107265 Feb 14 22:38:36.173363 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-46f22d06-2b8c-4e01-87b0-449fff7787f2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493565 Feb 14 22:38:36.391520 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-8d6870a6-0204-489f-b2a2-08959f9969f9 service neutron] 10.222.0.86 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057304 Feb 14 22:38:36.492138 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-2cfe087f-e38b-45f1-9d27-5f086870e0fe service neutron] 10.222.0.86 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941260 Feb 14 22:38:36.662513 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-5a0599da-117a-4d41-a939-8589232b16f9 req-4046aa43-7452-4f58-9ad9-56bd8fcb9351 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 210 time: 0.0304556 Feb 14 22:38:36.801970 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1311f483-c598-48fd-ba64-1c67a48a2583 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:36.863740 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1311f483-c598-48fd-ba64-1c67a48a2583 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:36.864265 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:36.945500 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1311f483-c598-48fd-ba64-1c67a48a2583 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:36.945896 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:36.967589 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] For port 1311f483-c598-48fd-ba64-1c67a48a2583, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1311f483-c598-48fd-ba64-1c67a48a2583,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:36.971599 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:37.034924 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Pushing event updated for resources: {'Port': ['ID=1311f483-c598-48fd-ba64-1c67a48a2583,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:37.037880 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:37.517736 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:37.542581 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Sync routers for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:37.555079 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:37.559673 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:37.652685 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-2b23d294-e23e-420d-b209-4601375c163f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:37.654172 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-2b23d294-e23e-420d-b209-4601375c163f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 809 time: 0.1176705 Feb 14 22:38:37.678435 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:37.724132 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-5e7802b5-817c-4765-a856-c7d7ee15f6d1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 380 time: 0.0610769 Feb 14 22:38:37.733311 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'port': {'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'admin_state_up': True, 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'security_groups': ['e00c8490-22f7-4c19-9e76-4969e2bfdd2b']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:37.804052 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8727b1bf-ba27-411d-aa98-f7423095b70a req-23b940e2-9731-472b-a2bf-6071d5e788d7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 210 time: 0.0668695 Feb 14 22:38:37.872103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Made reservation on behalf of 7809ddcc1f7c40658aa2740d23345a69 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:38:37.875655 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:37.980360 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '437de333-21d8-4f7d-974c-35f90fe16d59', 'name': '', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'mac_address': 'fa:16:3e:6d:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:32Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 2, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'subnets': [{'id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:38.001175 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Allocated IP 172.20.0.11 (a08596e1-1aa1-4894-9b33-73d58cc29f6f/39a8a552-1003-4619-a649-394efcaf7562/6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:38.007439 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Checking router: 44ced076-9a40-404f-a988-10aa7643549f for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:38.007807 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Updating router 44ced076-9a40-404f-a988-10aa7643549f port 437de333-21d8-4f7d-974c-35f90fe16d59 binding host n-d-828372-11 {{(pid=103515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 22:38:38.034128 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.147870 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.184248 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.228450 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:38.230722 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:38.236903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:38.261173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:38.297382 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:38.298116 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.311848 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks [] for port (437de333-21d8-4f7d-974c-35f90fe16d59), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.317585 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.318368 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1e5046cd-5179-499c-bc6c-fc1df9abd380 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892429 Feb 14 22:38:38.330741 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Request body: {'port': {'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:38.371677 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23accd46-d626-49b9-9d9e-70cdcefa4e92 None None] Pushing event updated for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:38.411049 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.426860 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Attempting to bind port 437de333-21d8-4f7d-974c-35f90fe16d59 on host n-d-828372-11 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:38.428501 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Attempting to bind port 437de333-21d8-4f7d-974c-35f90fe16d59 by drivers openvswitch,hyperv on host n-d-828372-11 at level 0 using segments [{'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:38.429202 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Attempting to bind port 437de333-21d8-4f7d-974c-35f90fe16d59 on network 6542f7b8-48d6-47e0-a170-c0332f56cde1 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:38.435320 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Checking agent: {'id': '6ae2d23f-c4d3-4a64-84d3-b087d5f56fab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 5, 7), 'started_at': datetime.datetime(2022, 2, 14, 21, 5, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:38.435704 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Checking segment: {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:38.436108 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.436494 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Bound using segment: {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:38.436956 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Bound port: 437de333-21d8-4f7d-974c-35f90fe16d59, host: n-d-828372-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207363f9-1280-4944-90d2-b263fd6dd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:38.437330 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.511642 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] For port 437de333-21d8-4f7d-974c-35f90fe16d59, host n-d-828372-11, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:38.518522 n-d-828372-11 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] For port 437de333-21d8-4f7d-974c-35f90fe16d59, host n-d-828372-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=437de333-21d8-4f7d-974c-35f90fe16d59,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:38.528207 n-d-828372-11 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.533800 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-3c21201f-66ff-4d38-81b4-7c4599a2c074 None None] Provisioning complete for port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:38.534763 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c21201f-66ff-4d38-81b4-7c4599a2c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.579680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c21201f-66ff-4d38-81b4-7c4599a2c074 None None] Port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:38:38.596213 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:38.596820 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:38.602365 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23accd46-d626-49b9-9d9e-70cdcefa4e92 None None] Pushing event updated for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:38.720563 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:38.726061 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:38.726923 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.729313 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:38:38.742444 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks [] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.759393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Transition to ACTIVE for port object 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:38:38.767219 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.851641 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:38.892373 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 437de333-21d8-4f7d-974c-35f90fe16d59 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:38.934616 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Current status of the port 437de333-21d8-4f7d-974c-35f90fe16d59 is: DOWN; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:38.935388 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:38.995842 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] For port 437de333-21d8-4f7d-974c-35f90fe16d59, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=437de333-21d8-4f7d-974c-35f90fe16d59,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:39.003013 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:39.003696 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.007080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.033955 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Attempting to bind port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 on host n-h2-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:38:39.034245 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Attempting to bind port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 by drivers openvswitch,hyperv on host n-h2-828372-11 at level 0 using segments [{'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:38:39.035194 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Attempting to bind port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:39.045105 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '437de333-21d8-4f7d-974c-35f90fe16d59', 'name': '', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'mac_address': 'fa:16:3e:6d:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:32Z', 'updated_at': '2022-02-14T22:38:38Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'subnets': [{'id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:39.051143 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33465046-3338-46a1-ace5-d83ce39b7f5b req-52907496-4a62-4913-a378-e62cd3d4aa60 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.058522 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33465046-3338-46a1-ace5-d83ce39b7f5b req-52907496-4a62-4913-a378-e62cd3d4aa60 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 944 time: 0.1057093 Feb 14 22:38:39.060268 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:38:39.060592 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Attempting to bind port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:38:39.072680 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Checking agent: {'id': '85973fa2-8392-4761-8aa2-ad2ce621fe7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:38:39.073372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Checking segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:38:39.073538 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Bound using segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:38:39.073853 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Bound port: 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host: n-h2-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:38:39.074211 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.078565 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edf305-2d6d-4d8b-bc15-1d2a91a8feb0 None None] The sync data for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 is: [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '437de333-21d8-4f7d-974c-35f90fe16d59', 'name': '', 'network_id': '6542f7b8-48d6-47e0-a170-c0332f56cde1', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'mac_address': 'fa:16:3e:6d:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:32Z', 'updated_at': '2022-02-14T22:38:38Z', 'revision_number': 4, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'subnets': [{'id': '444c43b4-2fae-4b93-a467-7b5aec4ecc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:39.104661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9a190-6614-4484-b4c3-6f19799e2fe8 None None] Pushing event updated for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:39.148109 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-33465046-3338-46a1-ace5-d83ce39b7f5b req-25949bda-642e-45c8-9e7d-16c50fa2a076 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886986 Feb 14 22:38:39.169082 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-691f8498-89ca-4b3f-807a-00a48c357c65 None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:39.169541 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-691f8498-89ca-4b3f-807a-00a48c357c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.199561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 437de333-21d8-4f7d-974c-35f90fe16d59 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:39.200807 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1311f483-c598-48fd-ba64-1c67a48a2583 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:39.226314 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:38:39.230086 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:38:39.238581 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.279369 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.280938 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.282749 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] 10.222.0.83 "PUT /v2.0/ports/6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1093 time: 0.9571593 Feb 14 22:38:39.287484 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:38:39.290111 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05" -d '{"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:38:39.297005 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 1311f483-c598-48fd-ba64-1c67a48a2583 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:39.297502 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:39.319116 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf698-9d45-4a2b-bd86-85630576942a service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:39.328641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-691f8498-89ca-4b3f-807a-00a48c357c65 None None] Current status of the port 437de333-21d8-4f7d-974c-35f90fe16d59 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:39.372150 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25440b3e-1727-48bf-9963-0eabafd3b0a9 x-openstack-request-id: req-25440b3e-1727-48bf-9963-0eabafd3b0a9 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:38:39.372449 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:38:39.372708 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25440b3e-1727-48bf-9963-0eabafd3b0a9 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:38:39.373116 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'status': 'completed', 'code': 200} Feb 14 22:38:39.410495 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-fec520e1-c8c8-4682-b3d8-6ce39c444a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.413930 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-fec520e1-c8c8-4682-b3d8-6ce39c444a24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.0721483 Feb 14 22:38:39.414180 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 1311f483-c598-48fd-ba64-1c67a48a2583 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:39.464932 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-d52c6295-3044-4a37-86e8-7170b75af0f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 217 time: 0.0431063 Feb 14 22:38:39.523607 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-524bb3c0-ddb8-482d-9925-147b76a57dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.525337 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-524bb3c0-ddb8-482d-9925-147b76a57dc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0546033 Feb 14 22:38:39.582134 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-6c239250-e1f7-4649-80b2-0a6357d8953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.583963 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-6c239250-e1f7-4649-80b2-0a6357d8953e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530944 Feb 14 22:38:39.675927 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-1f1fed8c-5257-4508-b564-000f1e4cc3b6 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Feb 14 22:38:39.762168 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-e5c5ce3d-0b61-4faa-85d9-acd83c4512af req-9d9dfecd-3d5c-4be4-85b2-b356ca8a093a service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Feb 14 22:38:39.848290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-9f9ee50f-a1e4-4849-9442-2c5a25541c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.850300 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-9f9ee50f-a1e4-4849-9442-2c5a25541c5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.0455508 Feb 14 22:38:39.941028 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-8bccc65d-db01-46fa-8204-6d99606e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:39.942507 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-8bccc65d-db01-46fa-8204-6d99606e541d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0868993 Feb 14 22:38:39.983414 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-873791dc-79d1-437f-9198-5e24fd6a120f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 217 time: 0.0341356 Feb 14 22:38:40.038529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-ae599c1e-194f-46b3-9719-d05cdb5ad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:40.040257 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-ae599c1e-194f-46b3-9719-d05cdb5ad303 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0503037 Feb 14 22:38:40.089711 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-e9a856aa-8204-48c7-a142-ad1c541b4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:40.091235 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-e9a856aa-8204-48c7-a142-ad1c541b4050 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441275 Feb 14 22:38:40.179415 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-7b49b92c-7cdb-41d8-ae6c-32e504f285ca service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Feb 14 22:38:40.315629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0225b-2de0-41dc-8c86-d1348e96069c req-2f7af1fc-5d76-4a4d-b0c8-29d8b31d0698 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:40.317191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bb0225b-2de0-41dc-8c86-d1348e96069c req-2f7af1fc-5d76-4a4d-b0c8-29d8b31d0698 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 944 time: 0.0832598 Feb 14 22:38:40.319600 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a49e1d-74e2-4e75-9d6e-6ede33347a05 req-73d0bf70-a741-4c2a-b502-2593198147ff service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336007 Feb 14 22:38:40.372935 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6bb0225b-2de0-41dc-8c86-d1348e96069c req-c3b67e0e-959d-4938-bef0-7fe904873355 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497553 Feb 14 22:38:40.531832 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:38:40.752998 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 437de333-21d8-4f7d-974c-35f90fe16d59 up at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:40.803535 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Provisioning complete for port 437de333-21d8-4f7d-974c-35f90fe16d59 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:40.803917 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:40.879477 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Current status of the port 437de333-21d8-4f7d-974c-35f90fe16d59 is: ACTIVE; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:41.496189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7444-f2e2-49a2-87bd-b657508cdf0b req-3f66ce27-433b-4856-90a0-21a49a1f4fe6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:41.497653 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dbe7444-f2e2-49a2-87bd-b657508cdf0b req-3f66ce27-433b-4856-90a0-21a49a1f4fe6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 944 time: 0.0565267 Feb 14 22:38:41.545994 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7dbe7444-f2e2-49a2-87bd-b657508cdf0b req-7e9d7228-e48f-496c-a5ec-4ba3242237a9 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Feb 14 22:38:42.227397 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:38:42.327779 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:42.339281 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:38:42.374831 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:42.375240 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:42.387811 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:38:42.407460 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:42.411871 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:42.456258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:42.659272 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:38:42.667020 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cfbc8-6de8-4eae-9d14-a4eaa0c37f8a req-ac85515a-d324-46a5-b155-452d16054d68 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:42.668591 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-854cfbc8-6de8-4eae-9d14-a4eaa0c37f8a req-ac85515a-d324-46a5-b155-452d16054d68 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 945 time: 0.0534458 Feb 14 22:38:42.719866 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-854cfbc8-6de8-4eae-9d14-a4eaa0c37f8a req-69519388-6aba-45f0-8766-e74fcf82f438 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 Feb 14 22:38:43.843789 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0163cd-4a73-4b51-a2cb-6098519b065f req-dd1935d7-68b7-4af5-9165-fed3388fc337 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:43.845236 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e0163cd-4a73-4b51-a2cb-6098519b065f req-dd1935d7-68b7-4af5-9165-fed3388fc337 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 945 time: 0.0558445 Feb 14 22:38:44.232495 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-2e0163cd-4a73-4b51-a2cb-6098519b065f req-f74fc2a5-6ba6-4df8-a9c1-8e0e511ab167 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813205 Feb 14 22:38:44.243772 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:38:44.304910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning for port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:38:44.308905 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:38:44.309280 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:44.384134 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:38:44.384531 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:44.406663 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:38:44.408900 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c944bf-8315-4afe-b14f-f090a5785ee8" -d '{"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:38:44.425995 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:38:44.429938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:44.456445 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f6e73-0d0c-4b2d-b44f-2a47ff5562b3 x-openstack-request-id: req-e05f6e73-0d0c-4b2d-b44f-2a47ff5562b3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:38:44.456761 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:38:44.457004 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e05f6e73-0d0c-4b2d-b44f-2a47ff5562b3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:38:44.457395 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'code': 200} Feb 14 22:38:44.484018 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:44.550365 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fb47e-68ae-4aed-a126-477991a37cfa req-b0233466-4e83-416d-9718-432f936ff928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:44.552488 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-625fb47e-68ae-4aed-a126-477991a37cfa req-b0233466-4e83-416d-9718-432f936ff928 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1129 time: 0.0436077 Feb 14 22:38:44.601012 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-625fb47e-68ae-4aed-a126-477991a37cfa req-9c3557de-8fc2-4ea8-86ca-5f18c63f0ddb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Feb 14 22:38:45.402563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187945b4-49ba-4ebd-bc51-230118a58c96 req-f88b9cd1-f835-4675-a2cf-ef4c858b2f82 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:45.404043 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-187945b4-49ba-4ebd-bc51-230118a58c96 req-f88b9cd1-f835-4675-a2cf-ef4c858b2f82 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 946 time: 0.1005681 Feb 14 22:38:45.454060 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-187945b4-49ba-4ebd-bc51-230118a58c96 req-dad967fe-d8e4-4378-8609-7e3232eef750 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443788 Feb 14 22:38:46.572203 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4288c-4349-4592-af87-98ae7e99e2a4 req-ebb44523-9861-4fae-8789-673422dd6994 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:46.573687 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42c4288c-4349-4592-af87-98ae7e99e2a4 req-ebb44523-9861-4fae-8789-673422dd6994 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 946 time: 0.0520377 Feb 14 22:38:46.621561 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-42c4288c-4349-4592-af87-98ae7e99e2a4 req-5e98b46c-4eca-40ff-a7f6-02dbcc11346e tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 Feb 14 22:38:46.735935 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce618f-c807-4043-8e29-c5edca215077 req-a60dbe76-db00-4975-9d04-b0e8d663d512 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:46.737649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ce618f-c807-4043-8e29-c5edca215077 req-a60dbe76-db00-4975-9d04-b0e8d663d512 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 946 time: 0.0525439 Feb 14 22:38:46.785672 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16ce618f-c807-4043-8e29-c5edca215077 req-7db66440-0ede-41e4-9f8a-3ff6e9993200 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Feb 14 22:38:46.807363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49442) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:46.895303 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc818d-3773-43d8-951a-44600ebaa573 tempest-TestSnapshotPattern-1538798641 tempest-TestSnapshotPattern-1538798641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:46.897339 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-48fc818d-3773-43d8-951a-44600ebaa573 tempest-TestSnapshotPattern-1538798641 tempest-TestSnapshotPattern-1538798641-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1124 time: 0.0890040 Feb 14 22:38:46.900255 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49446) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:38:46.904405 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:38:46.925094 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.018827 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.121929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Allocated IP 172.25.2.128 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:38:47.219182 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.252146 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.292239 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:38:47.295236 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:38:47.298608 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:38:47.324282 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:47.666234 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (0edd1f9b-dff6-43c6-81b7-151a17ef7435), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.733636 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.884733 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.889111 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:47.956743 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:38:47.966626 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (0edd1f9b-dff6-43c6-81b7-151a17ef7435), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:48.068160 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Floating IP 0edd1f9b-dff6-43c6-81b7-151a17ef7435 associated. External IP: 172.25.2.128, port: 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6. Feb 14 22:38:48.281386 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:38:48.400580 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:38:48.410246 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:38:48.420500 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:38:48.421469 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:48.422083 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:48.463173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-7702d4d2-4e61-4b0d-ba2a-5a9c9ebef1bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5501242 Feb 14 22:38:48.463173 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:38:48.463173 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09bee79-7651-4594-89d2-7274e9d8371c" -d '{"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:38:48.490671 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e6150-850d-48ee-99f5-3cae6fea1f01 x-openstack-request-id: req-891e6150-850d-48ee-99f5-3cae6fea1f01 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:38:48.490978 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:38:48.491273 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-891e6150-850d-48ee-99f5-3cae6fea1f01 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:38:48.491684 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'status': 'completed', 'code': 200} Feb 14 22:38:48.533763 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:48.557288 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bee79-7651-4594-89d2-7274e9d8371c req-011dd44d-7035-4dd0-8381-5fd4fc2e6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:48.558847 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-011dd44d-7035-4dd0-8381-5fd4fc2e6e56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1129 time: 0.0453165 Feb 14 22:38:48.655539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bee79-7651-4594-89d2-7274e9d8371c req-76687f15-2589-4a46-b07d-bb78fdeb80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:48.657225 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-76687f15-2589-4a46-b07d-bb78fdeb80db service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0917847 Feb 14 22:38:48.725035 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-2c690dda-54e4-4c20-acbd-c6ecfe7d1cd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1000 time: 0.0619378 Feb 14 22:38:48.779622 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bee79-7651-4594-89d2-7274e9d8371c req-7d52482d-6547-44cd-8ac7-25127edb8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:48.781134 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-7d52482d-6547-44cd-8ac7-25127edb8c31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0502336 Feb 14 22:38:48.829631 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bee79-7651-4594-89d2-7274e9d8371c req-6ff684f3-b875-4e40-ae36-b530e3a127e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:38:48.831184 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-6ff684f3-b875-4e40-ae36-b530e3a127e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440764 Feb 14 22:38:48.917495 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:47Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:48.920716 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-538ca093-9544-4a09-b163-ec1e4124912f service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Feb 14 22:38:48.943661 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:38:48.952012 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:38:48.952622 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:38:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:49.015595 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c09bee79-7651-4594-89d2-7274e9d8371c req-747f9ab9-8c37-4eb1-bebd-4ab966e0eaec service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893388 Feb 14 22:38:49.063117 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:38:49.286391 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:47Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:38:49.316760 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7633319-c9d9-429b-93f9-d6394a1e37be None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:47Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:38:49.501801 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824f64e-225d-4612-b375-2fde1d2906d7 None None] New status for floating IP 0edd1f9b-dff6-43c6-81b7-151a17ef7435: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:38:59.471454 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:01.129864 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae5abbdd-0b19-4fb1-b5de-0f0817cdbd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:03.500893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e884de36-b0c9-4401-970c-8adbc8198193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:04.880951 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:04.940589 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-b51f6bf7-5bad-4a3d-ad25-7541958fc630 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441504 Feb 14 22:39:05.023840 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d953e-04be-4795-be4c-3576dc53176e req-590bd8f6-ec2c-4563-9a22-e3c9315912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:39:05.025271 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-590bd8f6-ec2c-4563-9a22-e3c9315912d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1129 time: 0.0450165 Feb 14 22:39:05.135275 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d953e-04be-4795-be4c-3576dc53176e req-bcabdc9d-aa47-4543-9398-a87c4557c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:39:05.136753 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-bcabdc9d-aa47-4543-9398-a87c4557c0ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0891838 Feb 14 22:39:05.202933 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-8ed96904-9692-48ba-baa3-791827af4376 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1002 time: 0.0582738 Feb 14 22:39:05.268630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d953e-04be-4795-be4c-3576dc53176e req-2598b0e1-27fa-4994-9f5a-f2d446e18dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:39:05.270116 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-2598b0e1-27fa-4994-9f5a-f2d446e18dc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0607684 Feb 14 22:39:05.321922 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d953e-04be-4795-be4c-3576dc53176e req-cc5d1e38-be92-462c-9845-d4f8fd2e8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:39:05.323479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-cc5d1e38-be92-462c-9845-d4f8fd2e8fac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467422 Feb 14 22:39:05.411637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-b286d060-94cb-41ea-bb0a-f0f5ea9fdd89 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818815 Feb 14 22:39:05.504458 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-214d953e-04be-4795-be4c-3576dc53176e req-643ac359-1949-43d6-819d-42d8b4e112c8 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870304 Feb 14 22:39:06.058042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:07.015891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:07.511860 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:17.531625 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:39:29.464984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:31.135419 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e5a5bb-ef78-4ce0-94bc-6ceb09ac8fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:33.502308 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09bf4597-8645-4820-b90c-53b5ef97e095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:34.884882 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:36.061460 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:37.015661 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:37.514725 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:39:54.532070 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:39:59.474332 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:01.137706 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb2e9-4b53-4e19-91d8-ceb417b01290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:03.503511 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5dbec44-4f05-4804-9e40-0deffb7d5429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:04.885390 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:05.934058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-d2a01cd2-9063-4d50-abb7-047685c779ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458777 Feb 14 22:40:06.017629 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-8e34ab9d-a3d4-4416-9618-9eb494a2fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:06.019099 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-8e34ab9d-a3d4-4416-9618-9eb494a2fb38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1129 time: 0.0445008 Feb 14 22:40:06.064425 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:06.128084 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-c54f1cd2-094d-4d95-b2fe-4cc320165a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:06.129568 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-c54f1cd2-094d-4d95-b2fe-4cc320165a3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0915024 Feb 14 22:40:06.203556 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-e71a69df-db6a-436f-bdd6-5dfb2aba73c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1002 time: 0.0587482 Feb 14 22:40:06.254141 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-fa6e772d-658d-4e1d-a7f7-66387b4e9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:06.255606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-fa6e772d-658d-4e1d-a7f7-66387b4e9c13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0469861 Feb 14 22:40:06.304626 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-883684e2-9c3b-4361-ab97-bad00d786e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:06.306223 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-883684e2-9c3b-4361-ab97-bad00d786e5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449963 Feb 14 22:40:06.394717 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-bc7ab56e-6bd2-4887-a320-80dde0900e10 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827456 Feb 14 22:40:06.487224 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-efcb2c55-754c-49dd-a71d-aeada2af6926 req-7ac1bf2c-4733-43fc-8eb4-003511f51398 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Feb 14 22:40:07.014362 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:07.516582 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:29.476536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:31.140186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c65dff50-496a-4dea-889d-ecac77a78bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:31.532459 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:40:33.504490 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b02160-1cd4-424e-8a0f-d063e03d48f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:34.889054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:36.065809 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:37.013546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:37.518950 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:46.855533 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 details requested by agent hyperv_n-h2-828372-11 with host n-h2-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:40:46.950097 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:40:46.965001 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Returning: {'device': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:40:47.001309 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:40:47.001748 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:47.013945 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:40:47.032174 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:40:47.035897 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:47.084407 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:40:47.091863 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.092217 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.092564 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.092904 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.093243 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.093580 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.093910 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.094242 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.094572 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.094901 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.095258 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.095586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.095909 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:47.111543 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] get_ports_and_sgs() called for port_ids ['6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:40:48.856586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 up at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:40:48.911540 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Provisioning complete for port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:40:48.912251 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:49.011462 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:40:49.012216 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:49.046719 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:40:49.049020 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b25c87-de20-4722-8b04-9229318a8095" -d '{"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:40:49.064209 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:40:49.071431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:49.114297 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc93230-99ce-47ad-8a0b-bfb8d50880ac x-openstack-request-id: req-5bc93230-99ce-47ad-8a0b-bfb8d50880ac {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:40:49.114741 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:40:49.115015 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bc93230-99ce-47ad-8a0b-bfb8d50880ac {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:40:49.115527 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'code': 200} Feb 14 22:40:49.140789 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:40:57.018435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-a53c6e2e-ad0d-4da1-8e60-9434b979faff tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526268663&fields=id&tenant_id=7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 267 time: 0.0442410 Feb 14 22:40:57.127701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-d7271935-f523-463a-adda-c85965bc847f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:57.129097 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-d7271935-f523-463a-adda-c85965bc847f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 809 time: 0.1043692 Feb 14 22:40:57.144693 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-33b319b9-8a5d-44fb-9907-24c3337adee8 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/quotas/7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 375 time: 0.0100873 Feb 14 22:40:57.201439 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-ab94d80e-d011-4f45-bfec-8476eec1b6bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516658 Feb 14 22:40:57.294345 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-80d02553-0090-4921-9d93-0d25438341c0 service neutron] 10.222.0.86 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818169 Feb 14 22:40:57.387021 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-736d606b-970c-4225-84c3-81246ef83e2a service neutron] 10.222.0.86 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866766 Feb 14 22:40:57.543840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ce8122f-d329-4401-8a62-6543b4557fa6 req-18430d67-4bfa-449b-82f9-ab50199a4f8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Feb 14 22:40:58.533561 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-09ef782f-38b7-4eee-943b-d6675056cbc6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:58.535045 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-09ef782f-38b7-4eee-943b-d6675056cbc6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 809 time: 0.1081676 Feb 14 22:40:58.607462 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-61cee8d0-2b14-4354-b2ee-77dfdf17c9a0 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7809ddcc1f7c40658aa2740d23345a69 HTTP/1.1" status: 200 len: 380 time: 0.0648065 Feb 14 22:40:58.625656 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'port': {'device_id': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'admin_state_up': True, 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'security_groups': ['e00c8490-22f7-4c19-9e76-4969e2bfdd2b']}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:40:58.656877 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3a5b1798-ff65-4ba1-9eb0-9570be9e9f36 req-01439bd0-200c-4ddc-8c71-01dea3b45aee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 210 time: 0.0453126 Feb 14 22:40:58.751032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Made reservation on behalf of 7809ddcc1f7c40658aa2740d23345a69 for: {'port': 1} {{(pid=103513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 22:40:58.754560 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:58.934963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Allocated IP 172.20.0.8 (a08596e1-1aa1-4894-9b33-73d58cc29f6f/39a8a552-1003-4619-a649-394efcaf7562/504e3676-1142-4cc0-8826-868d386a9929) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:40:59.144507 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (504e3676-1142-4cc0-8826-868d386a9929), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:59.185126 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:59.230839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:40:59.234393 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:40:59.239076 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:40:59.294902 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:59.295586 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:59.322106 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:40:59.331200 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.331648 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.332103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.332527 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.332957 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.333398 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.333801 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.334205 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.334678 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.335080 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.335509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.335929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.336337 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:40:59.344529 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-9bf62734-c6b6-4e47-8d0d-dc2514774c75 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318959 Feb 14 22:40:59.478642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:59.615558 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-05f21860-d4bc-4915-ab11-29bc625908fc None None] Provisioning complete for port 504e3676-1142-4cc0-8826-868d386a9929 triggered by entity DHCP. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:40:59.616102 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05f21860-d4bc-4915-ab11-29bc625908fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (504e3676-1142-4cc0-8826-868d386a9929), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:40:59.650918 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-05f21860-d4bc-4915-ab11-29bc625908fc None None] Port 504e3676-1142-4cc0-8826-868d386a9929 cannot update to ACTIVE because it is not bound. {{(pid=103514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 22:40:59.793627 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ae9b-21e8-4abd-bdaa-fc5bf0e0b1c2 req-25ef310c-567e-4453-a0ea-98ccd62b0a6b tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:40:59.795133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a147ae9b-21e8-4abd-bdaa-fc5bf0e0b1c2 req-25ef310c-567e-4453-a0ea-98ccd62b0a6b tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0610666 Feb 14 22:40:59.851122 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a147ae9b-21e8-4abd-bdaa-fc5bf0e0b1c2 req-8c19654a-bd46-4e4f-be2d-193181a06aa1 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490558 Feb 14 22:41:00.968402 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:41:00.991463 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0961f-295d-4755-8478-d3b09910362a req-1e65e2a0-3bc9-411b-9131-41d84e2f873e tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:00.993294 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0d0961f-295d-4755-8478-d3b09910362a req-1e65e2a0-3bc9-411b-9131-41d84e2f873e tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0641713 Feb 14 22:41:01.063430 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c0d0961f-295d-4755-8478-d3b09910362a req-ae50a013-d1b6-4fe1-9e15-c17141e8b129 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583429 Feb 14 22:41:01.072497 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Current status of the port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 is: ACTIVE; New status is: DOWN {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:41:01.073414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:01.107203 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:41:01.110022 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4769bef3-7a5c-41d2-be17-c202fb1ed087" -d '{"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:41:01.116095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:41:01.122926 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:01.173439 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119891b8-55f7-4c1d-b530-d1a215f7702e x-openstack-request-id: req-119891b8-55f7-4c1d-b530-d1a215f7702e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:41:01.173961 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:41:01.174537 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-119891b8-55f7-4c1d-b530-d1a215f7702e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:41:01.175126 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'code': 200} Feb 14 22:41:01.195972 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Pushing event updated for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:01.209017 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44618a43-dc0d-424d-96d4-640cab2ae19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:02.186781 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639669c-f4ba-4b3c-8a77-671c6344ef09 req-f95d185f-35c6-4cbd-847f-a46927e5e0fc tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:02.188459 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a639669c-f4ba-4b3c-8a77-671c6344ef09 req-f95d185f-35c6-4cbd-847f-a46927e5e0fc tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0598438 Feb 14 22:41:02.243108 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-a639669c-f4ba-4b3c-8a77-671c6344ef09 req-dc6ea0b1-588b-4220-b179-82ba05099763 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477111 Feb 14 22:41:03.382613 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a334b-5b17-4099-b0bc-f0bec20ff89b req-81ec89bb-e393-44e2-abb4-76eef2c3c0e8 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:03.388989 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-089a334b-5b17-4099-b0bc-f0bec20ff89b req-81ec89bb-e393-44e2-abb4-76eef2c3c0e8 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0612156 Feb 14 22:41:03.440690 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-089a334b-5b17-4099-b0bc-f0bec20ff89b req-64daf278-0467-46b0-b109-233d8e4ceb84 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488930 Feb 14 22:41:03.506932 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c30e59f-88e6-448a-a1ba-cd5e82feb2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:04.570701 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca84f-e9d5-4d43-82d7-23c3f709e932 req-2c55f245-5728-4c02-b003-79608934c3eb tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:04.572325 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6edca84f-e9d5-4d43-82d7-23c3f709e932 req-2c55f245-5728-4c02-b003-79608934c3eb tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0591085 Feb 14 22:41:04.630678 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-6edca84f-e9d5-4d43-82d7-23c3f709e932 req-4510c137-22f5-42b8-b611-a79e9dff791f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Feb 14 22:41:04.893051 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:05.756260 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e2cc-a624-43f4-a6f6-ffe0d745ca83 req-913d4773-e394-47a4-9d3e-dd2b8107871d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:05.757813 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8318e2cc-a624-43f4-a6f6-ffe0d745ca83 req-913d4773-e394-47a4-9d3e-dd2b8107871d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0561979 Feb 14 22:41:05.813895 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8318e2cc-a624-43f4-a6f6-ffe0d745ca83 req-8e69ee2f-faa2-489b-9a32-59424c997bed tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Feb 14 22:41:06.071345 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:06.941712 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417d86b-40d4-486c-bb2c-0a2413fae041 req-71f3a625-7d25-4962-b944-414aad8a7531 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:06.943256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9417d86b-40d4-486c-bb2c-0a2413fae041 req-71f3a625-7d25-4962-b944-414aad8a7531 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0590467 Feb 14 22:41:07.040006 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9417d86b-40d4-486c-bb2c-0a2413fae041 req-4f05dad3-2651-4c6b-9cf5-a50283b162a6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896971 Feb 14 22:41:07.044648 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:07.045626 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-8f2b52ae-d50f-4ba6-a645-84146e1d21b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1513691 Feb 14 22:41:07.131417 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-f6a29b7f-6aa7-4b73-b646-80ddb31063fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:07.132921 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-f6a29b7f-6aa7-4b73-b646-80ddb31063fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.0454481 Feb 14 22:41:07.233000 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-58493da6-1703-42b8-be4e-ba32ffdd271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:07.234479 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-58493da6-1703-42b8-be4e-ba32ffdd271d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0840185 Feb 14 22:41:07.302454 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-e953d4cf-53cd-47dd-bb4f-d063f0dec7ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1000 time: 0.0621929 Feb 14 22:41:07.349511 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-853c880e-6659-4981-9a73-eca8b74a00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:07.350959 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-853c880e-6659-4981-9a73-eca8b74a00ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0425091 Feb 14 22:41:07.398576 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-1add8aa8-ffb0-4b3f-b8f1-dd2e6fb51681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:07.400081 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-1add8aa8-ffb0-4b3f-b8f1-dd2e6fb51681 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431058 Feb 14 22:41:07.409406 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-9042ab95-65bb-4f65-8179-56127068afc9 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:41:07.410443 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-9042ab95-65bb-4f65-8179-56127068afc9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046568 Feb 14 22:41:07.501094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-896d7aae-9ede-4287-83b3-e8b3be668e3d service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Feb 14 22:41:07.520853 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:07.591637 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-770b1d09-d071-4fe8-b20a-e90d36465534 req-1e12e3ee-6f70-436f-be4b-90378b4032cd service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837290 Feb 14 22:41:08.164219 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a04f-ac74-4934-8268-6f33840f7039 req-3786297b-8f70-41a1-9190-0dc5d9fdf14c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:08.165703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a6a04f-ac74-4934-8268-6f33840f7039 req-3786297b-8f70-41a1-9190-0dc5d9fdf14c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 931 time: 0.0572250 Feb 14 22:41:08.213073 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-c8a6a04f-ac74-4934-8268-6f33840f7039 req-e83e02f5-f8c4-462b-8ede-81d11acb495f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Feb 14 22:41:08.532004 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:41:08.875860 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Request body: {'port': {'device_id': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-11'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:41:08.933023 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.191893 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504e3676-1142-4cc0-8826-868d386a9929 {{(pid=103513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:41:09.200145 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks [] for port (504e3676-1142-4cc0-8826-868d386a9929), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.212113 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.provisioning_blocks [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Transition to ACTIVE for port object 504e3676-1142-4cc0-8826-868d386a9929 will not be triggered until provisioned by entity L2. {{(pid=103513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 22:41:09.215374 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.270910 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:09.728889 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ba99-7ecf-4271-aef2-1884a792dd5c req-f5ed1243-d3b6-43a1-a6a9-8a409b098505 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:09.730811 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eb3ba99-7ecf-4271-aef2-1884a792dd5c req-f5ed1243-d3b6-43a1-a6a9-8a409b098505 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.4372177 Feb 14 22:41:09.731898 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Attempting to bind port 504e3676-1142-4cc0-8826-868d386a9929 on host n-h1-828372-11 for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 22:41:09.732231 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Attempting to bind port 504e3676-1142-4cc0-8826-868d386a9929 by drivers openvswitch,hyperv on host n-h1-828372-11 at level 0 using segments [{'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 22:41:09.732557 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Attempting to bind port 504e3676-1142-4cc0-8826-868d386a9929 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:41:09.738927 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Port 504e3676-1142-4cc0-8826-868d386a9929 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-11 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 22:41:09.739271 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Attempting to bind port 504e3676-1142-4cc0-8826-868d386a9929 on network a08596e1-1aa1-4894-9b33-73d58cc29f6f {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 22:41:09.754460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Checking agent: {'id': 'd98af74d-7577-459f-8358-6d9c72eada53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'started_at': datetime.datetime(2022, 2, 14, 21, 12, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 22:41:09.754798 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Checking segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 22:41:09.755189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Bound using segment: {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 22:41:09.755615 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Bound port: 504e3676-1142-4cc0-8826-868d386a9929, host: n-h1-828372-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464201e7-5186-43bc-b23c-1f14fcadd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 22:41:09.755967 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.814728 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-9eb3ba99-7ecf-4271-aef2-1884a792dd5c req-6f9ddfcb-0f2f-471d-a7cf-d502dffef833 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777318 Feb 14 22:41:09.840562 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 22:41:09.843460 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 22:41:09.849283 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.883006 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:09.883700 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:09.885051 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] 10.222.0.64 "PUT /v2.0/ports/504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 1092 time: 1.0140207 Feb 14 22:41:09.885597 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:41:09.887740 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47442ace-1d28-4757-8a51-260843622fee" -d '{"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:41:09.912112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21a25-02f3-4e74-af62-2652edf86fbd service neutron] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:09.931456 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511863f-cf9e-47b3-a810-24bc4b5d5a7a x-openstack-request-id: req-e511863f-cf9e-47b3-a810-24bc4b5d5a7a {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:41:09.931771 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:41:09.932026 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e511863f-cf9e-47b3-a810-24bc4b5d5a7a {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:41:09.932494 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'status': 'completed', 'code': 200} Feb 14 22:41:09.982584 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-0fa8692b-f3cc-4d97-8270-9f69c81e5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:09.984054 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-0fa8692b-f3cc-4d97-8270-9f69c81e5eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1126 time: 0.0506423 Feb 14 22:41:10.025101 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-6deeebc3-210f-40fe-86d3-7be904d5d48d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 217 time: 0.0339136 Feb 14 22:41:10.075809 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-3db5a88e-e186-4833-b12d-5f3a2c1ee9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.077392 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-3db5a88e-e186-4833-b12d-5f3a2c1ee9d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0463135 Feb 14 22:41:10.128477 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6798-5a8b-4576-b849-6e55f7035673 req-a0d0a307-3399-473b-bef3-3765ac14b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.129984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-a0d0a307-3399-473b-bef3-3765ac14b1da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441325 Feb 14 22:41:10.221548 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-4213c942-b71c-4ba7-b0b7-7df2e45be1c3 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Feb 14 22:41:10.310680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-207d6798-5a8b-4576-b849-6e55f7035673 req-343ebbd6-7a09-4a41-b177-506681b1855c service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Feb 14 22:41:10.401103 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47442ace-1d28-4757-8a51-260843622fee req-29d08256-788e-4990-a56f-cad11757848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.402605 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-29d08256-788e-4990-a56f-cad11757848a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1126 time: 0.0497255 Feb 14 22:41:10.490804 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47442ace-1d28-4757-8a51-260843622fee req-dcc72065-3d81-400f-af62-1218d0dd755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.492330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-dcc72065-3d81-400f-af62-1218d0dd755a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0840065 Feb 14 22:41:10.535243 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-21776211-aa66-445e-aa52-f49f28ed6a3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 217 time: 0.0369177 Feb 14 22:41:10.582844 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47442ace-1d28-4757-8a51-260843622fee req-17f43519-7eaa-46ab-b740-24ab2ccc06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.584328 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-17f43519-7eaa-46ab-b740-24ab2ccc06ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0438416 Feb 14 22:41:10.632062 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47442ace-1d28-4757-8a51-260843622fee req-8327c484-778d-497d-ad46-4c55107023a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.633523 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-8327c484-778d-497d-ad46-4c55107023a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435779 Feb 14 22:41:10.722624 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-c3cb8b44-ac49-4130-b90a-3310d724bd4b service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Feb 14 22:41:10.810417 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-47442ace-1d28-4757-8a51-260843622fee req-79a99c0e-467c-436e-b397-9b9106dc21c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820758 Feb 14 22:41:10.935609 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b70-66d2-4ac7-b79e-60fdc272674c req-7685f734-81f4-4eb1-8e0c-8a9c08c53b69 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:10.937110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15fb2b70-66d2-4ac7-b79e-60fdc272674c req-7685f734-81f4-4eb1-8e0c-8a9c08c53b69 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.0532596 Feb 14 22:41:10.985652 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-15fb2b70-66d2-4ac7-b79e-60fdc272674c req-32603f68-fd88-40ef-8158-e2bff558496f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Feb 14 22:41:12.108112 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13664ee-869f-469d-abca-3e00a67cda76 req-d5ed3dbd-276b-42da-91b6-1b7669bbf833 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:12.109586 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d13664ee-869f-469d-abca-3e00a67cda76 req-d5ed3dbd-276b-42da-91b6-1b7669bbf833 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.0569136 Feb 14 22:41:12.158128 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-d13664ee-869f-469d-abca-3e00a67cda76 req-b833f322-f182-4245-8dbb-bf8c1437dbe9 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 Feb 14 22:41:13.276356 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff27c97-c94d-41c2-8771-6ef408f2abc0 req-e2b56047-070c-47bf-a5b5-c2e71b784fc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:13.277995 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ff27c97-c94d-41c2-8771-6ef408f2abc0 req-e2b56047-070c-47bf-a5b5-c2e71b784fc7 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Feb 14 22:41:13.327094 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-8ff27c97-c94d-41c2-8771-6ef408f2abc0 req-19fee6b7-64fd-4e55-a24d-ef6f0f2c689c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Feb 14 22:41:14.448655 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1147e-2913-4f36-b97e-b56a7ff9bf14 req-e620568f-492a-4507-80d8-e81446c025ba tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:14.450110 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1a1147e-2913-4f36-b97e-b56a7ff9bf14 req-e620568f-492a-4507-80d8-e81446c025ba tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.0554271 Feb 14 22:41:14.497489 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b1a1147e-2913-4f36-b97e-b56a7ff9bf14 req-c6537db0-7992-44af-ac58-5dfc8ea3c0a4 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Feb 14 22:41:15.608670 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:41:15.617434 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e184f-c8f1-49ff-a612-923b61b361cc req-fe3f84b3-a10e-4a22-a2fb-987dbf8992da tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:15.618923 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f88e184f-c8f1-49ff-a612-923b61b361cc req-fe3f84b3-a10e-4a22-a2fb-987dbf8992da tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Feb 14 22:41:15.667435 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f88e184f-c8f1-49ff-a612-923b61b361cc req-1ebe96e0-27b2-4268-a55b-34e61176c336 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Feb 14 22:41:15.707183 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:41:15.718486 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '504e3676-1142-4cc0-8826-868d386a9929', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'mac_address': 'fa:16:3e:6a:fc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:41:15.755801 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 504e3676-1142-4cc0-8826-868d386a9929 is: DOWN; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:41:15.756191 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:15.768861 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504e3676-1142-4cc0-8826-868d386a9929 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:41:15.787442 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:41:15.791822 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:15.841680 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=4']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:16.156149 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['504e3676-1142-4cc0-8826-868d386a9929'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:41:16.787528 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17635ec5-8def-4c58-9fa6-701693b47877 req-1e879b22-c054-4e74-96c6-15d8a4e3a8f9 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:16.788987 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17635ec5-8def-4c58-9fa6-701693b47877 req-1e879b22-c054-4e74-96c6-15d8a4e3a8f9 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 944 time: 0.0523539 Feb 14 22:41:16.841908 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-17635ec5-8def-4c58-9fa6-701693b47877 req-41e8a32b-4dd4-44bf-8071-cbc47b57f21a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473142 Feb 14 22:41:17.625754 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:41:17.673884 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning for port 504e3676-1142-4cc0-8826-868d386a9929 completed by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 22:41:17.678184 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 504e3676-1142-4cc0-8826-868d386a9929 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:41:17.678618 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (504e3676-1142-4cc0-8826-868d386a9929), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:17.757586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 504e3676-1142-4cc0-8826-868d386a9929 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:41:17.757973 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:17.780976 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:41:17.783282 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4e1bc-ad3e-41c9-bfd3-cf6ccc55bc9e" -d '{"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-plugged", "status": "completed", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:41:17.803089 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:41:17.808233 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:17.830837 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b5879-dc92-4e2b-82c5-d2799438fa59 x-openstack-request-id: req-608b5879-dc92-4e2b-82c5-d2799438fa59 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:41:17.831126 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-plugged", "status": "completed", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:41:17.831408 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-608b5879-dc92-4e2b-82c5-d2799438fa59 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:41:17.831795 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'code': 200} Feb 14 22:41:17.858412 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=5']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:17.962189 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf3d6-9b7e-43fe-ad15-f3912270152b req-ace6db53-1131-4da8-81d6-fbc8168d862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:17.963816 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d1bf3d6-9b7e-43fe-ad15-f3912270152b req-ace6db53-1131-4da8-81d6-fbc8168d862f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1128 time: 0.0739427 Feb 14 22:41:17.990529 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba8f03-32da-4185-bf3b-0949f48609eb req-25d4e7cb-eba2-4799-9f22-de530e008426 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:17.991966 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcba8f03-32da-4185-bf3b-0949f48609eb req-25d4e7cb-eba2-4799-9f22-de530e008426 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0781162 Feb 14 22:41:18.034505 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-4d1bf3d6-9b7e-43fe-ad15-f3912270152b req-0ed05da0-5a36-41e5-8e17-6b7df53ce3c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641985 Feb 14 22:41:18.059800 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fcba8f03-32da-4185-bf3b-0949f48609eb req-fde4dc68-fd02-4eaa-8e0f-4d55b798aab2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614572 Feb 14 22:41:19.180171 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bd772-ab18-490e-a6f2-1273c6e449fe req-6b4001a1-0a38-4b95-a454-050515ede60d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:19.181641 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-785bd772-ab18-490e-a6f2-1273c6e449fe req-6b4001a1-0a38-4b95-a454-050515ede60d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0553374 Feb 14 22:41:19.232185 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-785bd772-ab18-490e-a6f2-1273c6e449fe req-b74f13c4-09ce-44dc-85b6-927e3e4a6a54 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Feb 14 22:41:20.353744 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0570-35de-4480-8420-8bfc5e836fa1 req-5dfa7aab-cfd1-484e-a489-639cbba4ae60 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:20.355398 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16dc0570-35de-4480-8420-8bfc5e836fa1 req-5dfa7aab-cfd1-484e-a489-639cbba4ae60 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Feb 14 22:41:20.404606 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-16dc0570-35de-4480-8420-8bfc5e836fa1 req-c4b8ba35-4476-4606-b825-98a5bd962f69 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Feb 14 22:41:20.524049 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2924e-cdf5-4818-9610-787426d2d5c0 req-c5c8089c-13f6-47a6-9bb6-d305475d8190 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:20.525428 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5f2924e-cdf5-4818-9610-787426d2d5c0 req-c5c8089c-13f6-47a6-9bb6-d305475d8190 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Feb 14 22:41:20.574330 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f5f2924e-cdf5-4818-9610-787426d2d5c0 req-371e07ae-b32c-4205-a55b-3de39d81a9bc tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Feb 14 22:41:20.595229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49704) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:41:20.639229 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc75cfd-9255-4c88-b045-39fd3b40526e tempest-TestSnapshotPattern-1538798641 tempest-TestSnapshotPattern-1538798641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:20.640747 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1fc75cfd-9255-4c88-b045-39fd3b40526e tempest-TestSnapshotPattern-1538798641 tempest-TestSnapshotPattern-1538798641-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1123 time: 0.0445464 Feb 14 22:41:20.643461 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49706) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:41:20.647681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.v2.base [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Request body: {'floatingip': {'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 22:41:20.667410 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:20.768235 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (None), before_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:20.872480 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_common [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Allocated IP 172.25.2.52 (71d11159-f077-494d-803b-ad60cd1549e3/8318d9db-1a5f-4d4a-85cc-683bfaeed744/ec06412f-ac38-4c08-97a2-74279d5fc0ac) {{(pid=103513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 22:41:20.975623 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.009121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769855416149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.044419 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Network 71d11159-f077-494d-803b-ad60cd1549e3 is already hosted by enough agents. {{(pid=103513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 22:41:21.047290 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Resources bound (agent type, host, resource id): {{(pid=103513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 22:41:21.050630 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Received port after_create {{(pid=103513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 22:41:21.078903 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=ec06412f-ac38-4c08-97a2-74279d5fc0ac,revision_number=1']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:21.418557 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5), precommit_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.486144 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.635945 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.640354 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126023374'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.714519 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event updated for resources: {'Port': ['ID=ec06412f-ac38-4c08-97a2-74279d5fc0ac,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:41:21.726152 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832866'] for floatingip (87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5), after_create {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:21.840672 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Floating IP 87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5 associated. External IP: 172.25.2.52, port: 504e3676-1142-4cc0-8826-868d386a9929. Feb 14 22:41:22.053285 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:41:22.164243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:41:22.173877 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:41:22.182853 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:22.184777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:41:22.185455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:41:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:41:22.214306 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b1e8528b-3966-42c9-8721-525f046b5e3f tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5698340 Feb 14 22:41:22.214888 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:41:22.217147 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef70021-3d2d-4e69-84fb-8460b6ea98f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:41:22.255985 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3de7c19-0613-4b82-bd06-bcf714a08097 x-openstack-request-id: req-d3de7c19-0613-4b82-bd06-bcf714a08097 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:41:22.256348 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:41:22.256814 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3de7c19-0613-4b82-bd06-bcf714a08097 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:41:22.257189 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'status': 'completed', 'code': 200} Feb 14 22:41:22.297007 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:41:22.319443 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-54eb1ac8-75c6-412a-a7d3-88e1ca10f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:22.320975 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-54eb1ac8-75c6-412a-a7d3-88e1ca10f173 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1128 time: 0.0452869 Feb 14 22:41:22.407548 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-ee0d0c1a-8f15-4c9c-9bb9-d1e9361dd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:22.409058 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-ee0d0c1a-8f15-4c9c-9bb9-d1e9361dd119 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0827312 Feb 14 22:41:22.475390 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-8e538f64-9ddc-4ea5-a544-302b7b8fe36f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 998 time: 0.0609930 Feb 14 22:41:22.521641 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}, {'id': '87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:6a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:41:21Z', 'updated_at': '2022-02-14T22:41:21Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:41:22.522157 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-afa9c615-269a-4323-a889-a4bf87322a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:22.523782 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-afa9c615-269a-4323-a889-a4bf87322a2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0432935 Feb 14 22:41:22.547634 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:41:22.555987 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:41:22.556595 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:41:03Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:41:22.574243 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-fadcf2f5-da14-48eb-850c-c26ae27a673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:41:22.575714 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-fadcf2f5-da14-48eb-850c-c26ae27a673a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450134 Feb 14 22:41:22.586658 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-f49fe1cf-a123-4cbb-863d-b6166eb3b73f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 22:41:22.587612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-f49fe1cf-a123-4cbb-863d-b6166eb3b73f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048163 Feb 14 22:41:22.663432 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:41:22.682422 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-0318de79-9d81-4de8-a649-676eb51b35ef service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883021 Feb 14 22:41:22.773616 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-cef70021-3d2d-4e69-84fb-8460b6ea98f5 req-b17105cd-22c6-40e7-8c97-f5604b323166 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Feb 14 22:41:23.032219 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}, {'id': '87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:6a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:41:21Z', 'updated_at': '2022-02-14T22:41:21Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:41:23.059769 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b80d3a-e92e-462b-ba60-d02b557715b7 None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}, {'id': '87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:6a:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:41:21Z', 'updated_at': '2022-02-14T22:41:21Z', 'revision_number': 0, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:41:23.249450 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d1afd-db23-4401-9662-22cb43e89c0c None None] New status for floating IP 87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5: ACTIVE {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:41:29.475126 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:31.143320 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c098a022-7a52-4fd4-b882-cdeed72c4357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:33.508496 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9dc6a923-6b68-41a5-aa54-16154a411889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:34.894800 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:36.072393 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:37.061142 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:37.522443 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:41:45.531431 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:41:59.506073 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:01.146723 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c132-0992-477a-aa04-b061a62ceb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:03.512995 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f48bb0b-9d7c-4f7a-80a2-f76157995f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:04.901943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:06.074624 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:07.057988 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:07.524726 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:08.950985 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-b3c85d41-e44b-417d-941b-b8738cb3875f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487456 Feb 14 22:42:09.037617 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191436-51ef-4977-a206-6691eb0e2355 req-22e3c51f-b95f-469e-ad41-2a471f272d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:09.039191 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-22e3c51f-b95f-469e-ad41-2a471f272d0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.0467298 Feb 14 22:42:09.140265 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191436-51ef-4977-a206-6691eb0e2355 req-8fb10b05-aae9-478d-8719-b0677fba6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:09.141737 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-8fb10b05-aae9-478d-8719-b0677fba6fd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0839589 Feb 14 22:42:09.209437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-526c009c-a649-4e45-b282-07e791895c63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1000 time: 0.0619054 Feb 14 22:42:09.257929 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191436-51ef-4977-a206-6691eb0e2355 req-8ced825f-08ff-41d8-9175-4745f7029082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:09.259384 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-8ced825f-08ff-41d8-9175-4745f7029082 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0430727 Feb 14 22:42:09.307908 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191436-51ef-4977-a206-6691eb0e2355 req-a3600aab-5ff9-4d23-8409-d9fdd35d1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:09.309474 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-a3600aab-5ff9-4d23-8409-d9fdd35d1ae5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447717 Feb 14 22:42:09.401850 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-6857ee68-b701-4b10-90c7-95a1e5e27799 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 Feb 14 22:42:09.488855 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-38191436-51ef-4977-a206-6691eb0e2355 req-de4bd682-6801-47c3-b594-d3491d1159aa service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814228 Feb 14 22:42:10.905018 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-26ac009e-1c79-48f8-8a3f-fbe3dce165b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901577 Feb 14 22:42:10.989930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285764-2a4c-479b-8f61-b4441a449d69 req-5710191a-8f73-46b5-98eb-9f5fe868cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:10.991482 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-5710191a-8f73-46b5-98eb-9f5fe868cf2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1128 time: 0.0446932 Feb 14 22:42:11.090509 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285764-2a4c-479b-8f61-b4441a449d69 req-32f185e0-9eba-484c-a969-81ada5a90f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:11.092015 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-32f185e0-9eba-484c-a969-81ada5a90f91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.0831146 Feb 14 22:42:11.158499 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-22b88a35-c708-4b81-8269-55f6f2309728 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 1000 time: 0.0607743 Feb 14 22:42:11.206233 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285764-2a4c-479b-8f61-b4441a449d69 req-bf66d730-97eb-4a93-8e34-ecfed967d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:11.207703 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-bf66d730-97eb-4a93-8e34-ecfed967d2ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0433598 Feb 14 22:42:11.255166 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285764-2a4c-479b-8f61-b4441a449d69 req-9a8680d9-4480-4169-8a3e-c7f55d1b7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:42:11.256699 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-9a8680d9-4480-4169-8a3e-c7f55d1b7d8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438282 Feb 14 22:42:11.348810 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-a3ac00a6-91a5-4f6d-8695-f7f177b60a61 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856147 Feb 14 22:42:11.434873 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-12285764-2a4c-479b-8f61-b4441a449d69 req-5a82109c-af71-4e97-b36c-cfc2e331cbc1 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807228 Feb 14 22:42:22.531500 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:42:29.504081 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:31.148874 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1990-7f74-4034-b1e8-2367a53b53bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:33.513222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48c7c01f-9fb1-468c-87fc-fb22ec7972d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:34.901677 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:36.076681 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:37.069746 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:37.527544 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:59.518249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:42:59.530937 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:43:01.151248 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-efd454eb-c69c-4327-8715-3bc872a3a6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:03.514264 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad5c4-9154-48ee-978a-08380daec9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:04.903543 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:06.078804 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:07.088878 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:07.530090 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:10.861967 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-27b6b59a-3f82-4b3d-bb7b-8e79e4ba3f34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492930 Feb 14 22:43:10.956151 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-76f5843b-4b10-4e4b-9555-3287fd090326 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0720284 Feb 14 22:43:10.964870 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-1e91813a-b76f-4f43-a6de-8c03bda2ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:10.966437 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-1e91813a-b76f-4f43-a6de-8c03bda2ba87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1128 time: 0.0574601 Feb 14 22:43:11.094930 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-9e1d3570-3211-426a-892b-b0c7b790c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.096436 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-9e1d3570-3211-426a-892b-b0c7b790c027 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.1016161 Feb 14 22:43:11.106372 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-bf7e7c36-ec0e-4cea-b73e-883dbf7ba4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.107839 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-bf7e7c36-ec0e-4cea-b73e-883dbf7ba4a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.1223774 Feb 14 22:43:11.223803 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-b64f58f9-d3f6-4d4f-a90e-adb854cd5b9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 1000 time: 0.1096890 Feb 14 22:43:11.278368 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-bd7f3513-19e0-4264-a75f-19f6bad43c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.279848 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-bd7f3513-19e0-4264-a75f-19f6bad43c57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.1597567 Feb 14 22:43:11.294174 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-78d5eebc-118f-4eb7-8608-8b4c02be23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.295133 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-78d5eebc-118f-4eb7-8608-8b4c02be23ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0646107 Feb 14 22:43:11.375560 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-651d22ca-c0eb-4fbd-abeb-920add4d78cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 1000 time: 0.0879438 Feb 14 22:43:11.412782 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-2f84b10f-e294-40a5-bd21-c4a7ddee017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.414213 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-2f84b10f-e294-40a5-bd21-c4a7ddee017e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0862813 Feb 14 22:43:11.447665 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-aaa0ec4e-8e98-4533-a68e-dc162a808d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.449044 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-aaa0ec4e-8e98-4533-a68e-dc162a808d2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0675132 Feb 14 22:43:11.886984 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-cdd2eea2-96aa-4048-98e8-4d48ee7bf44a service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667273 Feb 14 22:43:11.888552 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-986a9bc3-9100-4f19-a9c4-ab7d81d236f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:11.889874 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-986a9bc3-9100-4f19-a9c4-ab7d81d236f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767195 Feb 14 22:43:12.047010 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-3f80fc29-4971-4ee3-9920-cc5de035d9d7 req-7daaaf23-0efa-46bf-9c12-98fe00a2a2a5 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533692 Feb 14 22:43:12.048838 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-69fdfa01-50f9-4d66-ac56-3ea7d4398ab4 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479270 Feb 14 22:43:12.136797 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-f3a02bc7-9114-475c-a17b-e7b72a322c6d req-8d761ad5-9b41-4e88-a80f-35e47ec2b1a7 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815444 Feb 14 22:43:29.532385 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:31.152782 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80680758-51e4-4465-acee-2ad35c778045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:33.516381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c02a62cb-04dc-4d8e-89aa-b916f725b309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:34.906351 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:36.080186 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:36.530819 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:43:37.083179 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:37.531886 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:40.247230 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 details requested by agent hyperv_n-h1-828372-11 with host n-h1-828372-11 {{(pid=103514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 22:43:40.347406 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:43:40.358721 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Returning: {'device': '504e3676-1142-4cc0-8826-868d386a9929', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'port_id': '504e3676-1142-4cc0-8826-868d386a9929', 'mac_address': 'fa:16:3e:6a:fc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 22:43:40.395762 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 504e3676-1142-4cc0-8826-868d386a9929 is: ACTIVE; New status is: BUILD {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:43:40.396086 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:40.409067 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 504e3676-1142-4cc0-8826-868d386a9929 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 22:43:40.427766 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:43:40.431793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:40.487912 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:40.495586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.495936 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.496275 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.496609 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.496942 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.497321 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.497597 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.497919 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.498240 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.498561 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.498955 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.499300 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.499626 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:40.504214 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] get_ports_and_sgs() called for port_ids ['504e3676-1142-4cc0-8826-868d386a9929'] {{(pid=103514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 22:43:42.264093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 up at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 22:43:42.312347 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Provisioning complete for port 504e3676-1142-4cc0-8826-868d386a9929 triggered by entity L2. {{(pid=103514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 22:43:42.312712 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672870'] for port (504e3676-1142-4cc0-8826-868d386a9929), provisioning_complete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:42.385664 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Current status of the port 504e3676-1142-4cc0-8826-868d386a9929 is: BUILD; New status is: ACTIVE {{(pid=103514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 22:43:42.386055 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595374'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:42.410734 n-d-828372-11 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:43:42.412985 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70aacd57c848b6da96af5ed3feeff7ce0546a673885772c8b0fb40dac334138d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb37c6-af35-48b7-9457-dc65fff95360" -d '{"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-plugged", "status": "completed", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:43:42.425470 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:43:42.430038 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769855824065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769855416167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769855416185'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:42.478368 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Pushing event updated for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:42.531641 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bb0390-c50a-4d91-afa7-8ccb8cf00dee x-openstack-request-id: req-f4bb0390-c50a-4d91-afa7-8ccb8cf00dee {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:43:42.531937 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-plugged", "status": "completed", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:43:42.532191 n-d-828372-11 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4bb0390-c50a-4d91-afa7-8ccb8cf00dee {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:43:42.532590 n-d-828372-11 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'code': 200} Feb 14 22:43:52.453915 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 49954) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:43:52.616979 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Deleting port ec06412f-ac38-4c08-97a2-74279d5fc0ac {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:43:52.617327 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:52.694975 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:52.695341 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (ec06412f-ac38-4c08-97a2-74279d5fc0ac), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:52.707620 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Calling delete_port for ec06412f-ac38-4c08-97a2-74279d5fc0ac owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:43:52.856551 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (ec06412f-ac38-4c08-97a2-74279d5fc0ac), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:52.886716 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event deleted for resources: {'Port': ['ID=ec06412f-ac38-4c08-97a2-74279d5fc0ac,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:52.910284 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.910652 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.910975 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.911342 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.911681 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.912014 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.912341 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.912669 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.912996 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.913320 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.913644 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.913974 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.914297 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:43:52.953741 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:52.954002 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Floating IP 87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5 disassociated (deleted). External IP: 172.25.2.52, port: 504e3676-1142-4cc0-8826-868d386a9929. Feb 14 22:43:53.167564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:43:53.277506 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:43:53.281854 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:53.287122 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:43:53.297683 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:43:53.298302 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:53.314608 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-1636cb5f-1ac1-4836-a076-bbbc24d95439 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "DELETE /v2.0/floatingips/87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5 HTTP/1.1" status: 204 len: 168 time: 0.8595784 Feb 14 22:43:53.315244 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:43:53.317512 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a744a-4a23-4907-8d4b-738f7968a5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:43:53.412364 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:43:53.529069 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499fe0e-65c8-4eeb-99bb-34c7122520ba x-openstack-request-id: req-3499fe0e-65c8-4eeb-99bb-34c7122520ba {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:43:53.529615 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:43:53.529615 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3499fe0e-65c8-4eeb-99bb-34c7122520ba {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:43:53.529958 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'status': 'completed', 'code': 200} Feb 14 22:43:53.610537 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-3d64ea7e-fe2d-4291-92a0-27c189069ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:53.612137 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-3d64ea7e-fe2d-4291-92a0-27c189069ff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 1128 time: 0.0626392 Feb 14 22:43:53.649706 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:53.676121 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:43:53.685198 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:43:53.685813 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:53.744095 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-f28df701-dc7c-473c-bed2-e42d02ee8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:53.745590 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-f28df701-dc7c-473c-bed2-e42d02ee8e14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.1254148 Feb 14 22:43:53.752563 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2479fc-0840-4840-80f7-4ab6b95a81de req-b09e4d37-3417-45ef-a260-58d68a2066d2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:53.753937 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb2479fc-0840-4840-80f7-4ab6b95a81de req-b09e4d37-3417-45ef-a260-58d68a2066d2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.1734405 Feb 14 22:43:53.793978 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:43:53.800757 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-7e796d66-29b4-4013-a4f1-70d9646cd6fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 200 len: 217 time: 0.0458655 Feb 14 22:43:53.871645 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-fb2479fc-0840-4840-80f7-4ab6b95a81de req-80239df7-d128-4223-8423-bcbfd0f662a2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111121 Feb 14 22:43:53.877816 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-832eff7d-fe63-460d-a8c4-b3fd9257edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:53.879342 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-832eff7d-fe63-460d-a8c4-b3fd9257edd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0698199 Feb 14 22:43:53.930127 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-2b3f4022-016b-421e-8780-82b4b9f12192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:53.932265 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-2b3f4022-016b-421e-8780-82b4b9f12192 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456374 Feb 14 22:43:54.019730 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-786af53e-813e-4056-b4c0-714b31568173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:54.025836 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-119a64d7-4f6f-42a6-85c8-c134fc96bb03 service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866427 Feb 14 22:43:54.047072 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786af53e-813e-4056-b4c0-714b31568173 None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_floatingips': [{'id': '0edd1f9b-dff6-43c6-81b7-151a17ef7435', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'router_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'port_id': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'mac_address': 'fa:16:3e:be:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T22:38:47Z', 'updated_at': '2022-02-14T22:38:49Z', 'revision_number': 1, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:43:54.118357 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-481a744a-4a23-4907-8d4b-738f7968a5d1 req-ece9fb56-eb46-40a9-9a19-e5ae942c464e service neutron] 10.222.0.64 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858774 Feb 14 22:43:54.297022 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11505784-992a-46a8-bc54-aedc62d2d822 None None] New status for floating IP 87d3f2d0-244f-4fbe-bfb9-e5dd915dabb5: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:43:54.999954 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97cf20-6ca1-412a-a3b7-ba0c7585cec1 req-00fcb76b-f9bc-4cf8-8cdb-8350c337c60b tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:55.001445 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a97cf20-6ca1-412a-a3b7-ba0c7585cec1 req-00fcb76b-f9bc-4cf8-8cdb-8350c337c60b tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0600176 Feb 14 22:43:55.049649 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-7a97cf20-6ca1-412a-a3b7-ba0c7585cec1 req-b89e0a07-bb15-4b3f-bf7c-770fcad832a0 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Feb 14 22:43:55.226787 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e96857-5b74-4206-98c2-4123732f8529 req-aca9e784-7998-4bcb-a957-9f814affd77c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:55.228684 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e96857-5b74-4206-98c2-4123732f8529 req-aca9e784-7998-4bcb-a957-9f814affd77c tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 14 22:43:55.324048 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Deleting port 504e3676-1142-4cc0-8826-868d386a9929 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:43:55.324395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (504e3676-1142-4cc0-8826-868d386a9929), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:55.410677 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] For port 504e3676-1142-4cc0-8826-868d386a9929, host n-h1-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-11',level=0,port_id=504e3676-1142-4cc0-8826-868d386a9929,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:43:55.411034 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (504e3676-1142-4cc0-8826-868d386a9929), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:55.423963 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Calling delete_port for 504e3676-1142-4cc0-8826-868d386a9929 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:43:55.555062 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (504e3676-1142-4cc0-8826-868d386a9929), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:55.583454 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event deleted for resources: {'Port': ['ID=504e3676-1142-4cc0-8826-868d386a9929,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:55.630286 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] No DVR routers for this DVR port 504e3676-1142-4cc0-8826-868d386a9929 on host n-h1-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:43:55.633003 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:55.636393 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-95e96857-5b74-4206-98c2-4123732f8529 req-6e4c6b79-3e89-46b2-a699-3d372a446548 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.64 "DELETE /v2.0/ports/504e3676-1142-4cc0-8826-868d386a9929 HTTP/1.1" status: 204 len: 173 time: 0.4027674 Feb 14 22:43:55.636831 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-deleted', 'tag': '504e3676-1142-4cc0-8826-868d386a9929'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:43:55.639101 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d9fcce-d913-488a-be0f-98c1239b07f3" -d '{"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-deleted", "tag": "504e3676-1142-4cc0-8826-868d386a9929"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:43:55.677098 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4672c-164c-4a29-b8a9-b1e73adef57e x-openstack-request-id: req-b9e4672c-164c-4a29-b8a9-b1e73adef57e {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:43:55.677392 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeda4101-29ae-4d20-8e58-cb54c12c5312", "name": "network-vif-deleted", "tag": "504e3676-1142-4cc0-8826-868d386a9929", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:43:55.677675 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9e4672c-164c-4a29-b8a9-b1e73adef57e {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:43:55.678083 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeda4101-29ae-4d20-8e58-cb54c12c5312', 'name': 'network-vif-deleted', 'tag': '504e3676-1142-4cc0-8826-868d386a9929', 'status': 'completed', 'code': 200} Feb 14 22:43:56.168552 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-b6fe31b1-f6c7-42f9-bf83-5391ef48d9b3 req-631dfbd5-835e-4b56-838c-d00479ac1e1a tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeda4101-29ae-4d20-8e58-cb54c12c5312 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Feb 14 22:43:56.405591 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 no longer exists at agent hyperv_n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:43:56.425937 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] No Port match for: 504e3676-1142-4cc0-8826-868d386a9929 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:43:56.426220 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Device 504e3676-1142-4cc0-8826-868d386a9929 not bound to the agent host n-h1-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:43:57.724457 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50016) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:43:57.881442 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Deleting port c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:43:57.881796 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:57.956395 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:57.956644 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:57.968464 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Calling delete_port for c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b owned by network:floatingip {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:43:58.117135 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:58.143839 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event deleted for resources: {'Port': ['ID=c130a9b8-66bc-4ccb-a0b4-b869d1df8c9b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:58.209105 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for floatingip (0edd1f9b-dff6-43c6-81b7-151a17ef7435), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:58.209346 n-d-828372-11 neutron-server[103513]: INFO neutron.db.l3_db [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Floating IP 0edd1f9b-dff6-43c6-81b7-151a17ef7435 disassociated (deleted). External IP: 172.25.2.128, port: 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6. Feb 14 22:43:58.422471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:43:58.531730 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:43:58.536549 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for floatingip (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:58.541313 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:43:58.551307 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:43:58.551798 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:58.565840 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-42f8410b-66a8-46ea-a0a9-ce51e7e11cee tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "DELETE /v2.0/floatingips/0edd1f9b-dff6-43c6-81b7-151a17ef7435 HTTP/1.1" status: 204 len: 168 time: 0.8402736 Feb 14 22:43:58.566520 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:43:58.568828 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:43:58.723017 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615cf740-e991-4578-b3ae-40548d98e120 x-openstack-request-id: req-615cf740-e991-4578-b3ae-40548d98e120 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:43:58.723658 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:43:58.724132 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-615cf740-e991-4578-b3ae-40548d98e120 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:43:58.724686 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'status': 'completed', 'code': 200} Feb 14 22:43:58.827032 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-483e67f6-61a4-418c-aae7-f4a84c26057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:58.828527 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:43:58.828680 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-483e67f6-61a4-418c-aae7-f4a84c26057f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7809ddcc1f7c40658aa2740d23345a69&device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 1127 time: 0.0819755 Feb 14 22:43:58.840079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ccd48-13c6-4d1f-a9cc-c5b163dfcf03 req-1d350656-c714-4b95-9607-940621fe0ae2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:58.841473 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-241ccd48-13c6-4d1f-a9cc-c5b163dfcf03 req-1d350656-c714-4b95-9607-940621fe0ae2 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 944 time: 0.0662961 Feb 14 22:43:58.942219 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-241ccd48-13c6-4d1f-a9cc-c5b163dfcf03 req-ac44b603-d01d-4011-bb15-eecd6bb85443 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e00c8490-22f7-4c19-9e76-4969e2bfdd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929947 Feb 14 22:43:58.967471 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-e50a3ac3-d299-4ecb-8b0d-f369d696f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:58.968949 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-e50a3ac3-d299-4ecb-8b0d-f369d696f9d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 200 len: 910 time: 0.1266356 Feb 14 22:43:59.012381 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-0f9ad904-e166-448c-be56-75b48506b63f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 200 len: 217 time: 0.0357289 Feb 14 22:43:59.037517 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:59.064417 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:43:59.065039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-91310862-0be5-4e58-93dd-f5bb4f753eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:59.066526 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-91310862-0be5-4e58-93dd-f5bb4f753eaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 200 len: 848 time: 0.0485032 Feb 14 22:43:59.073025 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:43:59.073717 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:59.117079 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-d523a506-9ddc-4cc5-a38d-192233dfb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:59.119173 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-d523a506-9ddc-4cc5-a38d-192233dfb772 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a08596e1-1aa1-4894-9b33-73d58cc29f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461864 Feb 14 22:43:59.182559 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:43:59.209771 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-c3665c42-7413-4157-b7c6-28a6e4cc2fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832958 Feb 14 22:43:59.308919 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-ba4cf264-85b2-4b4d-b5df-441a66dc0dee req-f6225e9e-c157-4369-b211-3d1726896345 service neutron] 10.222.0.83 "GET /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Feb 14 22:43:59.382310 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:43:59.407934 n-d-828372-11 neutron-server[103513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-a3d0f8e1-f30f-41e8-b161-78effede78d8 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 22:43:59.409126 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae71aeb-87c1-4869-bef5-bbe7a1297544 None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:28Z', 'revision_number': 4, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11', '_interfaces': [{'id': '7c2451f7-2b02-4a81-bfcb-73e36ce7d762', 'name': '', 'network_id': 'a08596e1-1aa1-4894-9b33-73d58cc29f6f', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'mac_address': 'fa:16:3e:e3:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '39a8a552-1003-4619-a649-394efcaf7562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:27Z', 'updated_at': '2022-02-14T22:38:33Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'subnets': [{'id': '39a8a552-1003-4619-a649-394efcaf7562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:43:59.409386 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-a3d0f8e1-f30f-41e8-b161-78effede78d8 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.83 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 944 time: 0.0538194 Feb 14 22:43:59.512670 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Deleting port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:43:59.513026 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:59.535516 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:59.608541 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] For port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6, host n-h2-828372-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-11',level=0,port_id=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:43:59.608902 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:59.623064 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Calling delete_port for 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 owned by compute:nova {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:43:59.649571 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4999439-7783-4385-97af-a5da5dd07a5b None None] New status for floating IP 0edd1f9b-dff6-43c6-81b7-151a17ef7435: DOWN {{(pid=103515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 22:43:59.763906 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:59.790568 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event deleted for resources: {'Port': ['ID=6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:43:59.834358 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] No DVR routers for this DVR port 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 on host n-h2-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:43:59.836820 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238559'] for port (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:43:59.840176 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-04a7d34e-da3a-4a38-8844-3ecdaea2ae95 req-2beae97d-2882-4e99-82b9-2cfdfb0052bf tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.83 "DELETE /v2.0/ports/6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 HTTP/1.1" status: 204 len: 173 time: 0.4255254 Feb 14 22:44:00.056332 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [req-da16f1fe-4bf7-4b12-90b6-51d5ee7e17ae req-d328f1e7-834b-4f1f-8e84-68b614f62fd6 tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "GET /v2.0/ports?device_id=357184b6-91bb-4e47-940a-b0d5fd848b1d HTTP/1.1" status: 200 len: 210 time: 0.0304935 Feb 14 22:44:00.725931 n-d-828372-11 neutron-server[103513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-deleted', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6'}] {{(pid=103513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 22:44:00.728505 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b534b95fb5ea51f76d741b5271a5ea69c111ca4226356a5575d0ebda81be61e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a174bb3-2e8c-45c7-86d5-e2ed2a9e91a5" -d '{"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-deleted", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6"}]}' {{(pid=103513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 22:44:00.763841 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78ebe24-2608-4463-b8bb-5572c49964f0 x-openstack-request-id: req-e78ebe24-2608-4463-b8bb-5572c49964f0 {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 22:44:00.764501 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357184b6-91bb-4e47-940a-b0d5fd848b1d", "name": "network-vif-deleted", "tag": "6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6", "status": "completed", "code": 200}]} {{(pid=103513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 22:44:00.765063 n-d-828372-11 neutron-server[103513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e78ebe24-2608-4463-b8bb-5572c49964f0 {{(pid=103513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 22:44:00.765265 n-d-828372-11 neutron-server[103513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357184b6-91bb-4e47-940a-b0d5fd848b1d', 'name': 'network-vif-deleted', 'tag': '6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6', 'status': 'completed', 'code': 200} Feb 14 22:44:01.113367 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50030) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:01.154787 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57b97995-702a-471c-854f-7410fea39142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:01.171650 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (e00c8490-22f7-4c19-9e76-4969e2bfdd2b), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:01.197071 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (e00c8490-22f7-4c19-9e76-4969e2bfdd2b), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:01.257315 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (e00c8490-22f7-4c19-9e76-4969e2bfdd2b), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:01.260531 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:01.261730 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] 10.222.0.86 "DELETE /v2.0/security-groups/e00c8490-22f7-4c19-9e76-4969e2bfdd2b HTTP/1.1" status: 204 len: 168 time: 0.1473703 Feb 14 22:44:01.270883 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896958a-b254-4990-a9f6-3d2f8cc85a8d tempest-TestSnapshotPattern-914999097 tempest-TestSnapshotPattern-914999097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c8490-22f7-4c19-9e76-4969e2bfdd2b,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:01.314759 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50034) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:01.753392 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:02.344958 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Deleting port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:02.345648 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:02.421069 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] For port 7c2451f7-2b02-4a81-bfcb-73e36ce7d762, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:02.421437 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:02.433594 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Calling delete_port for 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 owned by network:router_interface {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:02.614192 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (7c2451f7-2b02-4a81-bfcb-73e36ce7d762), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:02.639755 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2451f7-2b02-4a81-bfcb-73e36ce7d762,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:02.812788 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.035564 n-d-828372-11 neutron-server[103513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:44:03.144104 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:44:03.149612 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-87234a70-bb83-441d-b9e0-16e3b3f91649 admin admin] 10.222.0.86 "PUT /v2.0/routers/3c9df217-6486-4d68-89fb-e1894c7b3cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337712 Feb 14 22:44:03.152121 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50038) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:03.154264 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Sync routers for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:44:03.167834 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:44:03.168481 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:03.260053 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks [] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.276743 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: n-d-828372-11 {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:44:03.368332 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks [] for router_gateway (3c9df217-6486-4d68-89fb-e1894c7b3cf4), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.422539 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Deleting port e5753263-98c4-41c7-8163-9ef6f3851f81 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:03.422795 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.458923 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:44:02Z', 'revision_number': 5, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port': {'id': 'e5753263-98c4-41c7-8163-9ef6f3851f81', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:03.485413 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Checking router: 3c9df217-6486-4d68-89fb-e1894c7b3cf4 for host: n-d-828372-11 {{(pid=103514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:44:03.493896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Routers {'3c9df217-6486-4d68-89fb-e1894c7b3cf4'} bound to L3 agent in host n-d-828372-11 {{(pid=103514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:44:03.494502 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:43:34Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'], 'active': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:03.501890 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] For port e5753263-98c4-41c7-8163-9ef6f3851f81, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=e5753263-98c4-41c7-8163-9ef6f3851f81,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:03.502268 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.514588 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Calling delete_port for e5753263-98c4-41c7-8163-9ef6f3851f81 owned by network:router_gateway {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:03.577612 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44c172bb-bfdd-4bec-81e2-8c1d16c814fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.593424 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvr_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] Set router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 gateway port host: None {{(pid=103514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:44:03.648102 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_hamode_db [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:44:03Z', 'revision_number': 6, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:03.676079 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475fce8-1d32-4d6e-89a0-ebd9891b1bf5 None None] The sync data for ids ['3c9df217-6486-4d68-89fb-e1894c7b3cf4'] in n-d-828372-11 is: [{'id': '3c9df217-6486-4d68-89fb-e1894c7b3cf4', 'name': 'tempest-TestSnapshotPattern-222356450-router', 'tenant_id': '7809ddcc1f7c40658aa2740d23345a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:26Z', 'updated_at': '2022-02-14T22:44:03Z', 'revision_number': 6, 'project_id': '7809ddcc1f7c40658aa2740d23345a69', 'gw_port_host': None}] {{(pid=103514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:44:03.696220 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (e5753263-98c4-41c7-8163-9ef6f3851f81), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.728675 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5753263-98c4-41c7-8163-9ef6f3851f81,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:03.790630 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.815455 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 no longer exists at agent hyperv_n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:03.839236 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] No Port match for: 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:03.839586 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Device 6b5e63c2-8133-4ad2-a86a-ff2aaaa745f6 not bound to the agent host n-h2-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:03.883101 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.885296 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks [] for router_controller (3c9df217-6486-4d68-89fb-e1894c7b3cf4), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.932001 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (3c9df217-6486-4d68-89fb-e1894c7b3cf4), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.932489 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9df217-6486-4d68-89fb-e1894c7b3cf4 {{(pid=103513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:44:03.938084 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:03.939256 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-b7f0ab5c-020b-4634-bb84-7930da410adb admin admin] 10.222.0.86 "DELETE /v2.0/routers/3c9df217-6486-4d68-89fb-e1894c7b3cf4 HTTP/1.1" status: 204 len: 168 time: 0.7862089 Feb 14 22:44:03.941865 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50040) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:03.986710 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.db_base_plugin_v2 [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Deleting subnet 39a8a552-1003-4619-a649-394efcaf7562 {{(pid=103513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:44:03.989980 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Publish callbacks [] for subnet (39a8a552-1003-4619-a649-394efcaf7562), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.025953 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126991406'] for subnet (39a8a552-1003-4619-a649-394efcaf7562), precommit_delete_associations {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.111918 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (39a8a552-1003-4619-a649-394efcaf7562), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.164195 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126023320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126854054'] for subnet (39a8a552-1003-4619-a649-394efcaf7562), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.190363 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a8a552-1003-4619-a649-394efcaf7562,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:04.193042 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.197926 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94de32-64a2-4706-82a4-6ac6fe0fb232 None None] Network a08596e1-1aa1-4894-9b33-73d58cc29f6f requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:44:04.198533 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-135f3d3a-b9bc-4579-95f4-b6579e7f9c4c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/39a8a552-1003-4619-a649-394efcaf7562 HTTP/1.1" status: 204 len: 168 time: 0.2557120 Feb 14 22:44:04.201082 n-d-828372-11 neutron-server[103513]: DEBUG neutron.wsgi [-] (103513) accepted ('10.222.0.86', 50042) {{(pid=103513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:04.269452 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (a08596e1-1aa1-4894-9b33-73d58cc29f6f), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.330039 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Deleting port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 {{(pid=103513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:04.330383 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.391694 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] For port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,segment=NetworkSegment(464201e7-5186-43bc-b23c-1f14fcadd606),segment_id=464201e7-5186-43bc-b23c-1f14fcadd606)] {{(pid=103513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:04.392348 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.406202 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Calling delete_port for a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 owned by network:dhcp {{(pid=103513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:04.433794 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] DHCP port deletion for a08596e1-1aa1-4894-9b33-73d58cc29f6f request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:44:04.490171 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Deleting port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:04.490546 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.493401 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126023415'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.522507 n-d-828372-11 neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] No DVR routers for this DVR port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 on host n-d-828372-11 {{(pid=103513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:44:04.544819 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:04.554095 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] For port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:04.554500 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.569100 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Calling delete_port for a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:04.572426 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 22:44:04.573699 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.600554 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (a08596e1-1aa1-4894-9b33-73d58cc29f6f), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.602145 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] Pushing event deleted for resources: {'Port': ['ID=a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:04.606112 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd4c884-4efd-44ec-8864-96829a0e7638 None None] No DVR routers for this DVR port a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:44:04.627305 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08596e1-1aa1-4894-9b33-73d58cc29f6f']}} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:04.638589 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464201e7-5186-43bc-b23c-1f14fcadd606') {'for_net_delete': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:04.638901 n-d-828372-11 neutron-server[103513]: DEBUG neutron.services.segments.db [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464201e7-5186-43bc-b23c-1f14fcadd606') {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:04.649121 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126991381'] for segment (464201e7-5186-43bc-b23c-1f14fcadd606), before_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.662899 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (464201e7-5186-43bc-b23c-1f14fcadd606), precommit_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.669291 n-d-828372-11 neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:44:04.669771 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126023202'] for segment (464201e7-5186-43bc-b23c-1f14fcadd606), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: Traceback (most recent call last): Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: timer() Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: cb(*args, **kw) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: return func(*args, **kwargs) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: self._notify() Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: self.callback(batched_events) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: event.method(event) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: return f(self, *a, **k) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: return self._get(url).json() Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: return self.request(url, 'GET', **kwargs) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:44:04.671700 n-d-828372-11 neutron-server[103513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:44:04.736430 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (a08596e1-1aa1-4894-9b33-73d58cc29f6f), after_delete {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.744018 n-d-828372-11 neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.750568 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50044) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:04.755700 n-d-828372-11 neutron-server[103513]: INFO neutron.wsgi [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a08596e1-1aa1-4894-9b33-73d58cc29f6f HTTP/1.1" status: 204 len: 168 time: 0.5535834 Feb 14 22:44:04.766611 n-d-828372-11 neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e91a-a98f-42ed-af13-2523c5813e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08596e1-1aa1-4894-9b33-73d58cc29f6f,revision_number=None']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:04.911318 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:04.922404 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:04.943204 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:04.943560 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device a33803d9-c0d4-467d-9d1e-0cc4d6d6ef31 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:04.943983 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:04.962816 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:04.963093 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 7c2451f7-2b02-4a81-bfcb-73e36ce7d762 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:04.963525 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e5753263-98c4-41c7-8163-9ef6f3851f81 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:04.982843 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: e5753263-98c4-41c7-8163-9ef6f3851f81 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:04.983216 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device e5753263-98c4-41c7-8163-9ef6f3851f81 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:05.100266 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3831842'] for router_interface (44ced076-9a40-404f-a988-10aa7643549f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:05.343311 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Deleting port 437de333-21d8-4f7d-974c-35f90fe16d59 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:05.343651 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:05.418022 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] For port 437de333-21d8-4f7d-974c-35f90fe16d59, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=437de333-21d8-4f7d-974c-35f90fe16d59,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:05.418378 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:05.430703 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Calling delete_port for 437de333-21d8-4f7d-974c-35f90fe16d59 owned by network:router_interface {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:05.905535 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (437de333-21d8-4f7d-974c-35f90fe16d59), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:05.932219 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=437de333-21d8-4f7d-974c-35f90fe16d59,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:05.943520 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.943875 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.944212 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.944547 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.944880 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.945205 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.946068 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.946399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.946725 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.947048 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.947395 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.947734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:05.948040 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-11 {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 22:44:06.086066 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.106215 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831990'] for router_interface (44ced076-9a40-404f-a988-10aa7643549f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.323889 n-d-828372-11 neutron-server[103512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Router 44ced076-9a40-404f-a988-10aa7643549f has already been hosted by L3 agent d7c8a704-87e0-4816-a428-58474d759f9b {{(pid=103512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 22:44:06.432841 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] Notify agent at l3_agent.n-d-828372-11 the message routers_updated {{(pid=103512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 22:44:06.437950 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-550dce06-8842-464e-a213-c9223a73bc15 admin admin] 10.222.0.86 "PUT /v2.0/routers/44ced076-9a40-404f-a988-10aa7643549f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862137 Feb 14 22:44:06.440399 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50048) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:06.442110 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Sync routers for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 22:44:06.452082 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:44:06.452688 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:44:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:06.544559 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks [] for router (44ced076-9a40-404f-a988-10aa7643549f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.558864 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: n-d-828372-11 {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:44:06.648906 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks [] for router_gateway (44ced076-9a40-404f-a988-10aa7643549f), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.701417 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Deleting port 1311f483-c598-48fd-ba64-1c67a48a2583 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:06.701762 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.734382 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'external_fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:44:05Z', 'revision_number': 5, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port': {'id': '1311f483-c598-48fd-ba64-1c67a48a2583', 'name': '', 'network_id': '71d11159-f077-494d-803b-ad60cd1549e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ced076-9a40-404f-a988-10aa7643549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8318d9db-1a5f-4d4a-85cc-683bfaeed744', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-11'}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:06.760844 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Checking router: 44ced076-9a40-404f-a988-10aa7643549f for host: n-d-828372-11 {{(pid=103515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 22:44:06.768969 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Routers {'44ced076-9a40-404f-a988-10aa7643549f'} bound to L3 agent in host n-d-828372-11 {{(pid=103515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 22:44:06.769572 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T21:05:03Z,description=,heartbeat_timestamp=2022-02-14T22:44:04Z,host='n-d-828372-11',id=d7c8a704-87e0-4816-a428-58474d759f9b,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T21:05:03Z,topic='l3_agent')) {'router_ids': ['44ced076-9a40-404f-a988-10aa7643549f'], 'active': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:06.781095 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] For port 1311f483-c598-48fd-ba64-1c67a48a2583, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=1311f483-c598-48fd-ba64-1c67a48a2583,segment=NetworkSegment(ec103446-1505-4b86-8076-8ec5f9738286),segment_id=ec103446-1505-4b86-8076-8ec5f9738286)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:06.781472 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:06.793734 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Calling delete_port for 1311f483-c598-48fd-ba64-1c67a48a2583 owned by network:router_gateway {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:06.857322 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_dvr_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] Set router 44ced076-9a40-404f-a988-10aa7643549f gateway port host: None {{(pid=103515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 22:44:06.911303 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.l3_hamode_db [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:44:06Z', 'revision_number': 6, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port_host': None}], 'n-d-828372-11', False) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:06.939319 n-d-828372-11 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab8fba-5fe7-4773-8125-100b5f1264fd None None] The sync data for ids ['44ced076-9a40-404f-a988-10aa7643549f'] in n-d-828372-11 is: [{'id': '44ced076-9a40-404f-a988-10aa7643549f', 'name': 'tempest-TestSnapshotPattern-699299851-router', 'tenant_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T22:38:30Z', 'updated_at': '2022-02-14T22:44:06Z', 'revision_number': 6, 'project_id': '63c1ff70de8d4788894f41cb4e50b3f6', 'gw_port_host': None}] {{(pid=103515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 22:44:06.978644 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (1311f483-c598-48fd-ba64-1c67a48a2583), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.003766 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1311f483-c598-48fd-ba64-1c67a48a2583,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:07.064299 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3833320'] for router_gateway (44ced076-9a40-404f-a988-10aa7643549f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.085486 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.158327 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3830611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257164'] for router (44ced076-9a40-404f-a988-10aa7643549f), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.160377 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks [] for router_controller (44ced076-9a40-404f-a988-10aa7643549f), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.205948 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830596'] for router (44ced076-9a40-404f-a988-10aa7643549f), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.206553 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ced076-9a40-404f-a988-10aa7643549f {{(pid=103512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 22:44:07.213113 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.214276 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-d965c861-b4d5-4464-b53e-5b1a85930e0d admin admin] 10.222.0.86 "DELETE /v2.0/routers/44ced076-9a40-404f-a988-10aa7643549f HTTP/1.1" status: 204 len: 168 time: 0.7728293 Feb 14 22:44:07.216779 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50050) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:07.260733 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.db_base_plugin_v2 [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Deleting subnet 444c43b4-2fae-4b93-a467-7b5aec4ecc61 {{(pid=103512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 22:44:07.263723 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Publish callbacks [] for subnet (444c43b4-2fae-4b93-a467-7b5aec4ecc61), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.299106 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126822043'] for subnet (444c43b4-2fae-4b93-a467-7b5aec4ecc61), precommit_delete_associations {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.383758 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679122'] for subnet (444c43b4-2fae-4b93-a467-7b5aec4ecc61), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.433529 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126011989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125982164'] for subnet (444c43b4-2fae-4b93-a467-7b5aec4ecc61), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.457922 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444c43b4-2fae-4b93-a467-7b5aec4ecc61,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:07.461999 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.466830 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-133c5d08-4530-49b5-9999-7672835a7f40 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/444c43b4-2fae-4b93-a467-7b5aec4ecc61 HTTP/1.1" status: 204 len: 168 time: 0.2474949 Feb 14 22:44:07.467671 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50052) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:07.469574 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955b55b-353c-40fa-805e-30d7d39137df None None] Network 6542f7b8-48d6-47e0-a170-c0332f56cde1 requested from n-d-828372-11 {{(pid=103514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 22:44:07.533653 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702549'] for network (6542f7b8-48d6-47e0-a170-c0332f56cde1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.557888 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.591473 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Deleting port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:07.591816 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.655548 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] For port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host n-d-828372-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-11',level=0,port_id=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,segment=NetworkSegment(207363f9-1280-4944-90d2-b263fd6dd4d4),segment_id=207363f9-1280-4944-90d2-b263fd6dd4d4)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:07.655841 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.668273 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Calling delete_port for 19e1e48d-02fb-4514-8dbb-75a3a51daa5d owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:07.734777 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] DHCP port deletion for 6542f7b8-48d6-47e0-a170-c0332f56cde1 request from n-d-828372-11 {{(pid=103514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 22:44:07.749600 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126011962'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.780002 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:07.784537 n-d-828372-11 neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] No DVR routers for this DVR port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d on host n-d-828372-11 {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:44:07.800137 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Deleting port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 22:44:07.800538 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769855820364'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.856870 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672341', 'neutron.services.segments.db._delete_segments_for_network-8769855943792'] for network (6542f7b8-48d6-47e0-a170-c0332f56cde1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.868153 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] For port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d, host n-d-828372-11, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 22:44:07.868549 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818728'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.879298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6542f7b8-48d6-47e0-a170-c0332f56cde1']}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:07.881002 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Calling delete_port for 19e1e48d-02fb-4514-8dbb-75a3a51daa5d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 22:44:07.884043 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 22:44:07.885730 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769855824047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769855416158'] for port (19e1e48d-02fb-4514-8dbb-75a3a51daa5d), after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.888838 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207363f9-1280-4944-90d2-b263fd6dd4d4') {'for_net_delete': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:07.889133 n-d-828372-11 neutron-server[103512]: DEBUG neutron.services.segments.db [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207363f9-1280-4944-90d2-b263fd6dd4d4') {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 22:44:07.898970 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769855945593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126822048'] for segment (207363f9-1280-4944-90d2-b263fd6dd4d4), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.912382 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248'] for segment (207363f9-1280-4944-90d2-b263fd6dd4d4), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.916078 n-d-828372-11 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] No DVR routers for this DVR port 19e1e48d-02fb-4514-8dbb-75a3a51daa5d on host n-d-828372-11 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 22:44:07.919758 n-d-828372-11 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307342f-569f-4770-a61c-5fac67189ee7 None None] Pushing event deleted for resources: {'Port': ['ID=19e1e48d-02fb-4514-8dbb-75a3a51daa5d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:07.920427 n-d-828372-11 neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 22:44:07.920708 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126012143'] for segment (207363f9-1280-4944-90d2-b263fd6dd4d4), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: Traceback (most recent call last): Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: timer() Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: cb(*args, **kw) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: return func(*args, **kwargs) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: self._notify() Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: self.callback(batched_events) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: event.method(event) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: return f(self, *a, **k) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: return self._get(url).json() Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: return self.request(url, 'GET', **kwargs) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 22:44:07.922600 n-d-828372-11 neutron-server[103512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 22:44:07.985194 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832880'] for network (6542f7b8-48d6-47e0-a170-c0332f56cde1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.991255 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:07.995071 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/6542f7b8-48d6-47e0-a170-c0332f56cde1 HTTP/1.1" status: 204 len: 168 time: 0.5264852 Feb 14 22:44:08.009177 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc667f-dc72-4ec4-ba34-0d5f103613c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6542f7b8-48d6-47e0-a170-c0332f56cde1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:08.109036 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50056) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:08.148222 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-8e652c48-3d20-41de-8d73-d517acdf6e4a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7809ddcc1f7c40658aa2740d23345a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380406 Feb 14 22:44:08.151960 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50058) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:08.197232 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] Publish callbacks [] for security_group (1ceceb93-5f60-411d-bf94-4f9dcd06827a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.218487 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] Publish callbacks [] for security_group (1ceceb93-5f60-411d-bf94-4f9dcd06827a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.268496 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (1ceceb93-5f60-411d-bf94-4f9dcd06827a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.271177 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.274755 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1ceceb93-5f60-411d-bf94-4f9dcd06827a HTTP/1.1" status: 204 len: 168 time: 0.1195142 Feb 14 22:44:08.281847 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8ea0-03fa-4ff2-8373-92a4b99af374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceceb93-5f60-411d-bf94-4f9dcd06827a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:08.576221 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50064) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:08.615166 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-6a816432-9326-4e36-b635-374ca8cdbe0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63c1ff70de8d4788894f41cb4e50b3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377882 Feb 14 22:44:08.618298 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [-] (103512) accepted ('10.222.0.86', 50066) {{(pid=103512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 22:44:08.662981 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] Publish callbacks [] for security_group (c6b8466a-1564-4252-9f94-3bd317e558f5), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.684303 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] Publish callbacks [] for security_group (c6b8466a-1564-4252-9f94-3bd317e558f5), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.730173 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918498'] for security_group (c6b8466a-1564-4252-9f94-3bd317e558f5), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.733321 n-d-828372-11 neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:08.734613 n-d-828372-11 neutron-server[103512]: INFO neutron.wsgi [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6b8466a-1564-4252-9f94-3bd317e558f5 HTTP/1.1" status: 204 len: 168 time: 0.1153536 Feb 14 22:44:08.743243 n-d-828372-11 neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade46ae-0b4b-4545-b67b-1ec1ef6f39d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b8466a-1564-4252-9f94-3bd317e558f5,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 22:44:08.923316 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 437de333-21d8-4f7d-974c-35f90fe16d59 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:08.947601 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 437de333-21d8-4f7d-974c-35f90fe16d59 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:08.948051 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 437de333-21d8-4f7d-974c-35f90fe16d59 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:08.948490 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19e1e48d-02fb-4514-8dbb-75a3a51daa5d no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:08.969669 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 19e1e48d-02fb-4514-8dbb-75a3a51daa5d {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:08.970031 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 19e1e48d-02fb-4514-8dbb-75a3a51daa5d not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:08.970456 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1311f483-c598-48fd-ba64-1c67a48a2583 no longer exists at agent ovs-agent-n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 22:44:08.991896 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] No Port match for: 1311f483-c598-48fd-ba64-1c67a48a2583 {{(pid=103514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 22:44:08.992167 n-d-828372-11 neutron-server[103514]: DEBUG neutron.plugins.ml2.rpc [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Device 1311f483-c598-48fd-ba64-1c67a48a2583 not bound to the agent host n-d-828372-11 {{(pid=103514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 22:44:13.529577 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:44:29.538212 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:31.156342 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0eaddd6-adfb-468b-8ed9-4c2c09f4428d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:33.519846 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a42e-99d7-45be-898c-b17ed317a286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:34.906043 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:36.083594 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:37.102183 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:37.530450 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:44:50.529151 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:44:59.529381 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:01.158042 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-972785a2-ebf3-41be-86c3-266f47fe95b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:03.520984 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-070855d5-1fd2-4857-a5f8-9d6fd1028f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:04.912053 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:06.078601 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:07.110927 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:07.535552 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:27.528672 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:45:29.531268 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:31.158895 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-842c4ffa-bf60-49b7-9e8f-697336a6fd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:33.521838 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4be1-0703-4997-8f1f-f5974551f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:34.913474 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:36.081232 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:37.115167 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:37.537358 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:45:59.527136 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:01.164037 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc844192-bd2e-4869-8ee8-9afadf129997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:03.523256 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c103d967-e54d-4da4-a6de-d599c3ee06d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:04.527825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:46:04.915893 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:06.083832 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:07.130125 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:07.539501 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:29.525773 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:31.165431 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3a37-1d2f-4325-a96e-ae8de21ea776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:33.524792 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e642f0d-a855-412f-a0ee-73f67b92c5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:34.917942 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:36.086644 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:37.145415 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:37.542222 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:46:41.527769 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:46:59.541325 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:01.167393 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5d1717b-95a9-4dc4-956a-f4ddaeb96de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:03.526837 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a50-811d-4590-ae6f-2c5982c5d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:04.922480 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:06.089249 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:07.144561 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:07.545010 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:18.526825 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:47:29.553386 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:31.168639 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4129c5c2-26ba-4790-846d-e1fc39010742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:33.528088 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ace5f2eb-75e3-4410-b5e2-978af241cc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:34.921997 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:36.092473 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:37.162891 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:37.547245 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:47:55.526599 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:47:59.553457 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:01.170205 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af3ff0a1-7d01-47ec-9288-36e8ba17e829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:03.529301 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-427bf219-f563-49fb-a51b-d118aebabd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:04.925318 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:06.095813 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:07.157799 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:07.549709 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:29.555230 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:31.171742 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-34e00e2d-fb08-4821-8558-62b4d8059505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:32.525514 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:48:33.530423 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37c2e1a7-e231-41cf-ae31-adc91bc097b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:34.928819 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:36.098002 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:37.173327 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:37.552899 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:48:59.552054 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:01.173019 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0d90345-3036-4b38-9ee8-3a938f07fa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:03.532267 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-590c0885-cdf1-450c-aa67-5f23b77c407e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:04.931560 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:06.100859 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:07.187943 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:07.555921 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:09.524183 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:49:29.580553 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:31.174815 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624e030e-b144-4f94-a7ce-de4d79f2b8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:33.533581 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a175637c-8d0b-4ab4-9055-267516e1d232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:34.937793 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:36.102724 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:37.181479 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:37.558642 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:49:46.523348 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:49:59.595498 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:01.176513 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-817d0531-c7df-40d2-9469-a4f0184752d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:03.534598 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2061c3b8-a4b8-46d8-bab8-79e7ca342459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:04.937046 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:06.106905 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:07.202410 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:07.561957 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:23.523298 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:50:29.609887 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:31.178536 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08d73de0-feab-4c9b-b262-bd55fca3e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:33.537172 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151b0365-3c2a-4579-9483-4c219b01668f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:34.939770 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:36.109960 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:37.203382 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:37.564072 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:50:59.626080 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:00.523505 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:51:01.180414 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e95f5367-afc5-469b-8e61-7934c3bd5ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:03.538834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35950087-ca73-45ae-a445-458047c90d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:04.942494 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:06.112471 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:07.219435 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:07.566918 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:24.862621 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-87e7c40d-d3ca-4bf9-b204-f083fbabb25c service neutron] (103512) timed out ('10.222.0.86', 47802) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:51:24.988432 n-d-828372-11 neutron-server[103512]: DEBUG neutron.wsgi [req-2b0baf2d-e6eb-48f4-87c0-3f7549d55ad6 req-94c74893-eb3b-4090-b470-80ff4582fb0f tempest-TestShelveInstance-1221988823 tempest-TestShelveInstance-1221988823-project] (103512) timed out ('10.222.0.86', 47824) {{(pid=103512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 22:51:29.628990 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:31.181633 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0837d748-5210-42be-ae10-00facf6d0d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:33.543705 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e09f4b4-99e6-4de2-9b45-87a7c70c306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:34.946014 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:36.115938 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:37.220834 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:37.522582 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:51:37.569039 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:51:59.626375 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:01.182741 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27550cf2-d020-4804-bd1a-6abf17870e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:03.544981 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdaa5-58d6-4607-9d46-d53121b3cd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:04.949280 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:06.118261 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:07.220710 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:07.570966 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:14.521179 n-d-828372-11 neutron-server[103515]: DEBUG neutron.db.agents_db [None req-a7a8a199-ffe2-4a76-ad20-e81d53487d19 None None] Agent healthcheck: found 7 active agents {{(pid=103515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 22:52:29.641614 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d96604a-6b0f-411a-9c4c-952bd12758f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (85973fa2-8392-4761-8aa2-ad2ce621fe7a), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:31.185092 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31d69aec-0111-424b-b3ef-39ae0963fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (c2f22f23-74ba-44b6-bb30-6e063a59236f), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:33.545870 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098ceb6a-0296-493e-af0e-3dd7ebecba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d7c8a704-87e0-4816-a428-58474d759f9b), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:34.952883 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b6e9e9a-e325-4f80-9bdf-85f3de725365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (ff9e48d8-66bc-4ff7-a7d3-bfa526ccac95), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:36.122756 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65636bb7-3c80-4baf-bdda-cf1cb1684206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (eb01ffe3-656b-48fe-9fc9-83e6b5eba92c), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:37.271192 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d88ff63-14d5-4296-a351-e473e5483951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (d98af74d-7577-459f-8358-6d9c72eada53), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 22:52:37.572462 n-d-828372-11 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbd0e38-caab-485f-bae0-2abec11fe759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769855943774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672952'] for agent (6ae2d23f-c4d3-4a64-84d3-b087d5f56fab), after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}